-- Logs begin at Mon 2022-01-17 13:25:55 UTC, end at Mon 2022-01-17 15:40:53 UTC. -- Jan 17 14:01:55.022454 dv-neutron-824901-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 17 14:01:57.350351 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.common.config [-] Logging enabled! Jan 17 14:01:57.351071 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev6 Jan 17 14:01:57.351160 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87418) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 14:01:57.354144 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.common.config [-] Logging enabled! Jan 17 14:01:57.354420 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev6 Jan 17 14:01:57.354727 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87418) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 14:01:57.355627 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 14:01:57.355891 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 14:01:57.356247 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 14:01:57.356492 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 14:01:57.356717 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 14:01:57.357038 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.357335 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.357630 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.357860 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.358152 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.358443 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.358723 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.359010 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.359306 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.359588 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.359895 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.360180 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.360410 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.360690 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.360977 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.361265 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.361488 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] debug = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.361765 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.362191 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.362586 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.362868 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.363158 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.363436 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.363716 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.363999 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.364282 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.364609 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] host = dv-neutron-824901-1-hyperv {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.364885 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.365170 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.365451 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.365732 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.366005 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.366275 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.366556 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.366825 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.367094 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] log_file = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.367371 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.367657 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.367967 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.368259 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.368484 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.368704 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.368988 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.369272 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.369545 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.369815 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.370371 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.370652 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.370928 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.371198 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.371488 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.371792 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.372080 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.372353 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.372628 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.372899 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.373172 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.373455 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.373726 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.373999 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.374271 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.374555 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.374825 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.375097 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.375397 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.375681 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.375995 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.376278 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.376551 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.376834 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.377104 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.377374 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.377642 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] use_json = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.377911 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.378177 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.378456 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.378726 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.378994 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.379263 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.379531 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.379834 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:57.380129 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.380425 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.380724 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.381008 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.381308 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.381588 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.381874 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.382152 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.382438 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.382725 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.383011 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.383286 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.383572 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.383869 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.384163 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.384465 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.384759 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.385049 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.385323 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.386093 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.386377 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.386655 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.386940 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.387231 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.387518 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.387813 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.388092 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.388383 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.388658 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.388930 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.389204 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.389492 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.389768 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.390038 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.390318 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.390592 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.390864 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.391134 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.391409 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.391696 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.391999 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.392270 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.392538 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.392813 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.393082 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.393365 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.393640 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.393909 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.394177 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.394453 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.394723 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.394996 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.395271 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.395540 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.395906 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.396182 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.396450 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.396719 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.396989 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.397257 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.397538 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.397791 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.398065 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.398331 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.398599 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.398866 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.399137 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.399407 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.399687 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.400011 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.400289 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.400567 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.400844 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.401123 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.401995 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.402275 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.402552 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.402828 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.403101 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.403393 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.403677 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.403993 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.404278 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.404558 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.404853 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.405133 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.405417 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.405696 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.405973 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.406260 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.406544 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.406837 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.407129 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.407422 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.407749 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.408026 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.408305 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.408613 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.408892 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:57.409108 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 14:01:57.409345 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87418) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 17 14:01:57.791942 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO keyring.backend [-] Loading KWallet Jan 17 14:01:57.799224 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO keyring.backend [-] Loading SecretService Jan 17 14:01:57.802800 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO keyring.backend [-] Loading Windows Jan 17 14:01:57.804176 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO keyring.backend [-] Loading chainer Jan 17 14:01:57.804756 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO keyring.backend [-] Loading macOS Jan 17 14:01:57.839851 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 17 14:01:57.840128 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 17 14:01:57.840418 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 17 14:01:57.840744 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 17 14:01:58.145061 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.145351 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.145625 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.146830 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.147106 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.147375 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.270080 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.270364 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.270632 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.284405 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.284686 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.284956 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.312953 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.313235 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.313505 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.351985 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.352572 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.352572 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.584841 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.585053 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.585321 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.585588 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.586320 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.706158 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.706478 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.706757 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.707027 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.707295 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.707608 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.707896 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.708162 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.708414 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.708694 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.708952 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.709214 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.709478 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.709733 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.709997 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.710265 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.710521 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.710789 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.711045 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.711328 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.711676 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.711955 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.712203 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.712481 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.712728 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.712973 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.713354 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87418) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 14:01:58.713594 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87418) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 14:01:58.713866 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87418) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 14:01:58.714103 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87418) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 14:01:58.714337 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87418) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 14:01:58.714572 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87418) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 14:01:58.714930 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 17 14:01:58.718098 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 17 14:01:58.722055 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 17 14:01:58.725957 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jan 17 14:01:58.727609 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 17 14:01:58.728084 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 17 14:01:58.728421 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 17 14:01:58.728803 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 17 14:01:58.731884 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 17 14:01:58.732137 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 17 14:01:58.732478 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 14:01:58.760322 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 17 14:01:58.761308 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.761608 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87418) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 17 14:01:58.761970 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.763338 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87418) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 17 14:01:58.763620 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 14:01:58.763891 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 17 14:01:58.766966 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.767248 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:58.829259 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 17 14:01:58.829500 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 17 14:01:58.829738 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 17 14:01:58.830109 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 17 14:01:58.860743 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_db.sqlalchemy.engines [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87418) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 17 14:01:59.187878 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.managers [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Initializing driver for type 'gre' Jan 17 14:01:59.188412 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] gre ID ranges: [(1, 1000)] Jan 17 14:01:59.241162 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.managers [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Initializing driver for type 'local' Jan 17 14:01:59.241558 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.managers [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Initializing driver for type 'vlan' Jan 17 14:01:59.252429 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] VlanTypeDriver initialization complete Jan 17 14:01:59.252780 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.managers [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Initializing driver for type 'vxlan' Jan 17 14:01:59.253382 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] vxlan ID ranges: [(1, 1000)] Jan 17 14:01:59.305540 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.managers [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Initializing extension driver 'port_security' Jan 17 14:01:59.305977 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.extensions.port_security [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] PortSecurityExtensionDriver initialization complete Jan 17 14:01:59.306339 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.managers [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Initializing mechanism driver 'openvswitch' Jan 17 14:01:59.306668 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.managers [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Initializing mechanism driver 'hyperv' Jan 17 14:01:59.313294 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.plugins.ml2.plugin [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:01:59.313968 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > port after_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.314338 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > port after_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.314688 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > port after_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.315214 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87418) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 14:01:59.315643 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > subnet after_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.316019 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > subnet after_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.316366 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.316763 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87418) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 14:01:59.317168 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > network after_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.317517 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > network after_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.317860 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > network after_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.318249 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87418) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 14:01:59.318652 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > security_group after_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.319000 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > security_group after_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.319342 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.320019 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87418) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 14:01:59.320416 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.320762 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.321100 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.321615 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87418) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 14:01:59.322020 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > address_group after_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.322368 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > address_group after_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.322711 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.323146 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87418) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 14:01:59.323637 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] ML2 OVO RPC backend initialized. {{(pid=87418) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jan 17 14:01:59.324384 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.324761 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.325306 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > network before_response 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.325831 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > networks before_response 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.326242 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > port before_response 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.326647 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > ports before_response 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.327005 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > subnet before_response 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.327358 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > subnets before_response 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.327737 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > network after_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.328086 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > network after_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.328430 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > network after_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.328774 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > port after_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.329885 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > port after_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.329885 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > port after_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.329885 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > subnet after_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.330220 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > subnet after_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.330561 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.331292 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.plugin [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Modular L2 Plugin initialization complete Jan 17 14:01:59.331500 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading services supported by the core plugin {{(pid=87418) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 17 14:01:59.331853 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.plugins.ml2.managers [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Got port-security extension from driver 'port_security' Jan 17 14:01:59.332316 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.extensions.vlantransparent [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Disabled vlantransparent extension. Jan 17 14:01:59.332806 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87418) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 17 14:01:59.333148 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading Plugin: router Jan 17 14:01:59.370483 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.371087 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router after_create 55549900 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.371229 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router before_create 55549900 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.371592 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.371985 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.372339 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router after_delete 55549900 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.372698 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.373059 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router after_create 55549900 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.373406 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router after_update 55549900 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.373753 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router after_update 55549900 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.374100 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.374456 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router after_update 55549900 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.374865 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router precommit_update 55549900 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.375237 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: port after_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.375574 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: port after_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.375944 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: subnet after_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.376286 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.376639 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.376987 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router precommit_create 55549900 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.377328 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: port before_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.377672 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router precommit_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.378025 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router after_update 55549900 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.378366 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.378718 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router precommit_create 55549900 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.379081 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.379427 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router precommit_update 55549900 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.379891 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > agent after_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.380257 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > agent after_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.380606 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > network after_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.381455 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Tracking information for resource: router configured {{(pid=87418) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 14:01:59.381788 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Tracking information for resource: floatingip configured {{(pid=87418) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 14:01:59.386704 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.db.l3_agentschedulers_db [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 17 14:01:59.387279 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: port after_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.387636 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: port after_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.388012 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: port after_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.388362 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: port after_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.389260 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router before_create 55550100 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.389623 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.389984 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router precommit_create 55550100 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.390345 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > router precommit_update 55550100 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.394907 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.services.provider_configuration [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Service providers = [] {{(pid=87418) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 17 14:01:59.395279 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.db.servicetype_db [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87418) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 17 14:01:59.398231 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.services.service_base [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87418) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 14:01:59.398579 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.services.service_base [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87418) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 14:01:59.398920 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.services.service_base [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87418) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 14:01:59.400144 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.services.service_base [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87418) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 14:01:59.400515 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.services.service_base [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 17 14:01:59.400891 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87418) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 14:01:59.401709 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 17 14:01:59.412446 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87418) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 14:01:59.412780 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading Plugin: auto_allocate Jan 17 14:01:59.419346 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: network precommit_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.419723 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: network precommit_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.420245 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87418) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 14:01:59.420561 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading Plugin: tag Jan 17 14:01:59.427107 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87418) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 14:01:59.427436 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading Plugin: timestamp Jan 17 14:01:59.431571 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87418) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 14:01:59.431937 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading Plugin: network_ip_availability Jan 17 14:01:59.437253 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.437621 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.438019 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.438678 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87418) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 14:01:59.438994 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading Plugin: flavors Jan 17 14:01:59.443811 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87418) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 14:01:59.444147 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading Plugin: revisions Jan 17 14:01:59.448689 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87418) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 14:01:59.449072 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_concurrency.lockutils [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.609s {{(pid=87418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 17 14:01:59.449806 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87418) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 17 14:01:59.450139 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Initializing extension manager. Jan 17 14:01:59.450640 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: __init__.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.450977 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: __pycache__ {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.451310 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.451641 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: address_group.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.452414 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.452969 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: address-group Jan 17 14:01:59.453290 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: address_scope.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.454005 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.454518 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: address-scope Jan 17 14:01:59.454839 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.455796 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.456314 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: router-admin-state-down-before-update Jan 17 14:01:59.456637 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: agent.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.457338 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.457849 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: agent Jan 17 14:01:59.458168 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: agent_resources_synced.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.459071 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.459580 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: agent-resources-synced Jan 17 14:01:59.459922 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: allowedaddresspairs.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.461878 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.462400 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: allowed-address-pairs Jan 17 14:01:59.462725 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: auto_allocated_topology.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.464480 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.464917 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: auto-allocated-topology Jan 17 14:01:59.465248 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: availability_zone.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.465942 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.466452 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: availability_zone Jan 17 14:01:59.466773 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: availability_zone_filter.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.467690 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.468225 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: availability_zone_filter Jan 17 14:01:59.468548 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: data_plane_status.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.469465 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.469972 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension data-plane-status not supported by any of loaded plugins Jan 17 14:01:59.470291 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: default_subnetpools.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.471202 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.471730 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: default-subnetpools Jan 17 14:01:59.472051 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.472854 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.473360 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: dhcp_agent_scheduler Jan 17 14:01:59.473680 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: dns.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.474581 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.475089 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension dns-integration not supported by any of loaded plugins Jan 17 14:01:59.475408 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: dns_domain_ports.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.476350 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.476855 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 17 14:01:59.477177 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: dvr.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.477847 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.478355 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: dvr Jan 17 14:01:59.478676 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: empty_string_filtering.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.480212 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.480730 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: empty-string-filtering Jan 17 14:01:59.481051 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.481979 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.482474 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 17 14:01:59.482796 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.483729 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.484248 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 17 14:01:59.484571 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: external_net.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.485489 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.486006 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: external-net Jan 17 14:01:59.486327 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.487237 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.487776 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: extra_dhcp_opt Jan 17 14:01:59.488097 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: extraroute.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.489004 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.489521 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: extraroute Jan 17 14:01:59.489839 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: extraroute_atomic.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.490864 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.491386 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: extraroute-atomic Jan 17 14:01:59.491721 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: filter_validation.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.492390 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.492903 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: filter-validation Jan 17 14:01:59.493220 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: fip_pf_description.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.494126 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.494635 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 17 14:01:59.494968 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: fip_port_details.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.495926 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.496434 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: fip-port-details Jan 17 14:01:59.496750 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: flavors.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.497983 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.498500 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: flavors Jan 17 14:01:59.498823 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.500535 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.501064 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 17 14:01:59.501395 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: floatingip_pools.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.502098 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.502616 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: floatingip-pools Jan 17 14:01:59.502946 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: ip_allocation.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.503902 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.504415 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension ip_allocation not supported by any of loaded plugins Jan 17 14:01:59.504738 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.505660 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.506172 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: ip-substring-filtering Jan 17 14:01:59.506498 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: l2_adjacency.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.507411 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.507957 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 17 14:01:59.508280 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: l3.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.509228 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.509748 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: router Jan 17 14:01:59.510076 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.513767 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.514289 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 17 14:01:59.514623 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.515559 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.516120 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: ext-gw-mode Jan 17 14:01:59.516446 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.517367 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.517881 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: l3-ha Jan 17 14:01:59.518203 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: l3_flavors.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.519118 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.519629 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: l3-flavors Jan 17 14:01:59.519986 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.520914 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.521426 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 17 14:01:59.521748 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: l3agentscheduler.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.522786 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.523301 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: l3_agent_scheduler Jan 17 14:01:59.523625 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: logging.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.525175 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.525701 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension logging not supported by any of loaded plugins Jan 17 14:01:59.526027 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: metering.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.527288 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.527901 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: metering Jan 17 14:01:59.528226 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.529329 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.529855 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: metering_source_and_destination_fields Jan 17 14:01:59.530180 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: multiprovidernet.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.531121 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.531733 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: multi-provider Jan 17 14:01:59.532077 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: netmtu.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.532993 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.533503 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: net-mtu Jan 17 14:01:59.533823 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: netmtu_writable.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.534733 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.535247 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: net-mtu-writable Jan 17 14:01:59.535566 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: network_availability_zone.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.536260 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.536768 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: network_availability_zone Jan 17 14:01:59.537084 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: network_ip_availability.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.538184 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.538700 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: network-ip-availability Jan 17 14:01:59.539023 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: network_segment_range.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.539817 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.540333 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension network-segment-range not supported by any of loaded plugins Jan 17 14:01:59.540653 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: pagination.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.541638 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.542503 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: pagination Jan 17 14:01:59.542832 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: port_device_profile.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.543768 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.544288 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: port-device-profile Jan 17 14:01:59.544607 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.545542 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.546050 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: port-mac-address-regenerate Jan 17 14:01:59.546366 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.547285 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.547824 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: port-numa-affinity-policy Jan 17 14:01:59.548142 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: port_resource_request.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.549053 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.549555 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension port-resource-request not supported by any of loaded plugins Jan 17 14:01:59.549872 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: portbindings.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.550811 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.551302 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: binding Jan 17 14:01:59.551619 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: portbindings_extended.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.552920 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.553441 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: binding-extended Jan 17 14:01:59.553767 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: portsecurity.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.554683 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.555202 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: port-security Jan 17 14:01:59.555523 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: project_id.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.556530 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.556858 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: project-id Jan 17 14:01:59.557206 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: providernet.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.558651 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.559250 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: provider Jan 17 14:01:59.559575 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: qos.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.563487 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.564168 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension qos not supported by any of loaded plugins Jan 17 14:01:59.564570 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.565909 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.566589 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 17 14:01:59.567066 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.568208 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.568972 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 17 14:01:59.569326 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: qos_default.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.570735 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.571415 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension qos-default not supported by any of loaded plugins Jan 17 14:01:59.571825 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: qos_fip.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.572728 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.573937 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension qos-fip not supported by any of loaded plugins Jan 17 14:01:59.574457 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: qos_gateway_ip.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.575473 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.576165 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 17 14:01:59.576585 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: qos_port_network_policy.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.577738 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.578390 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 17 14:01:59.578790 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: qos_rule_type_details.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.579778 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.580559 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 17 14:01:59.581082 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: qos_rules_alias.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.582211 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.582873 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 17 14:01:59.583352 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: quotasv2.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.584732 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.585076 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: quotas Jan 17 14:01:59.585530 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: quotasv2_detail.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.587393 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.587912 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: quota_details Jan 17 14:01:59.588326 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: rbac.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.589695 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.590477 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: rbac-policies Jan 17 14:01:59.591329 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: rbac_address_group.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.592584 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.593184 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: rbac-address-group Jan 17 14:01:59.593607 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: rbac_address_scope.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.594537 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.595080 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: rbac-address-scope Jan 17 14:01:59.595404 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: rbac_security_groups.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.596374 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.596888 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: rbac-security-groups Jan 17 14:01:59.597210 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: rbac_subnetpool.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.598134 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.598657 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: rbac-subnetpool Jan 17 14:01:59.599041 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: revisionifmatch.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.600929 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.601577 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: revision-if-match Jan 17 14:01:59.601961 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: revisions.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.603146 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.603662 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: standard-attr-revisions Jan 17 14:01:59.604025 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: router_availability_zone.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.604754 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.605263 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: router_availability_zone Jan 17 14:01:59.605582 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: routerservicetype.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.606491 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.607003 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension router-service-type not supported by any of loaded plugins Jan 17 14:01:59.607319 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.608259 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.608773 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: security-groups-normalized-cidr Jan 17 14:01:59.609088 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.610009 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.610519 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: port-security-groups-filtering Jan 17 14:01:59.610844 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.611917 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.612437 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: security-groups-remote-address-group Jan 17 14:01:59.612756 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: securitygroup.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.623737 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.624447 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: security-group Jan 17 14:01:59.625006 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: segment.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.626286 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.627246 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension segment not supported by any of loaded plugins Jan 17 14:01:59.627436 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.628426 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.629088 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 17 14:01:59.629503 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: servicetype.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.631163 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.631843 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: service-type Jan 17 14:01:59.632170 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: sorting.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.633242 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.633577 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: sorting Jan 17 14:01:59.633900 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: standard_attr_segment.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.634809 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.635319 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 17 14:01:59.636174 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: standardattrdescription.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.636821 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.637331 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: standard-attr-description Jan 17 14:01:59.637648 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: stateful_security_group.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.638555 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.639065 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: stateful-security-group Jan 17 14:01:59.639380 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: stdattrs_common.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.639985 dv-neutron-824901-1-hyperv neutron-server[87418]: WARNING neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 17 14:01:59.640301 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.641303 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.641818 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 17 14:01:59.642134 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: subnet_onboard.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.643221 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.643740 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: subnet_onboard Jan 17 14:01:59.644060 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.644982 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.645541 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 17 14:01:59.645805 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: subnet_service_types.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.646713 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.647225 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: subnet-service-types Jan 17 14:01:59.647541 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: subnetallocation.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.648634 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.649145 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: subnet_allocation Jan 17 14:01:59.649461 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.650119 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.650627 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: subnetpool-prefix-ops Jan 17 14:01:59.650946 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.652486 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.652995 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 17 14:01:59.653310 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: tagging.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.654359 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.654886 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: standard-attr-tag Jan 17 14:01:59.655206 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: timestamp.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.656435 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.656949 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loaded extension: standard-attr-timestamp Jan 17 14:01:59.657270 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: trunk.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.658300 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.658811 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension trunk not supported by any of loaded plugins Jan 17 14:01:59.659131 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: trunk_details.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.660060 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.660571 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension trunk-details not supported by any of loaded plugins Jan 17 14:01:59.660895 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: uplink_status_propagation.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.661806 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.662315 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 17 14:01:59.662633 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Loading extension file: vlantransparent.py {{(pid=87418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 14:01:59.663296 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 14:01:59.663834 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 17 14:01:59.666253 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Creating instance of TrackedResource for resource:network Jan 17 14:01:59.667004 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Creating instance of TrackedResource for resource:subnet Jan 17 14:01:59.667798 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 14:01:59.668395 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Creating instance of TrackedResource for resource:port Jan 17 14:01:59.669654 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.v2.resource_helper [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 14:01:59.670101 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.v2.resource_helper [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Service FLAVORS assigned prefix: {{(pid=87418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 14:01:59.670703 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.v2.resource_helper [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 14:01:59.671122 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.v2.resource_helper [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 14:01:59.671447 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Creating instance of TrackedResource for resource:router Jan 17 14:01:59.672121 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Creating instance of TrackedResource for resource:floatingip Jan 17 14:01:59.672818 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.v2.resource_helper [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Service METERING assigned prefix: /metering {{(pid=87418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 14:01:59.674259 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.674621 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.674968 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:01:59.676107 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 14:01:59.676548 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Creating instance of TrackedResource for resource:security_group Jan 17 14:01:59.677204 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 14:01:59.677963 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.v2.resource_helper [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Service CORE assigned prefix: {{(pid=87418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 14:01:59.678291 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 14:01:59.678621 dv-neutron-824901-1-hyperv neutron-server[87418]: WARNING neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] subnetpool is already registered Jan 17 14:01:59.679210 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.v2.resource_helper [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Service CORE assigned prefix: {{(pid=87418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 14:01:59.679634 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 14:01:59.679984 dv-neutron-824901-1-hyperv neutron-server[87418]: WARNING neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] subnetpool is already registered Jan 17 14:01:59.682529 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.v2.resource_helper [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 14:01:59.682953 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.v2.resource_helper [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Service FLAVORS assigned prefix: {{(pid=87418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 14:01:59.683559 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.v2.resource_helper [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 14:01:59.683998 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.v2.resource_helper [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 14:01:59.684326 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Creating instance of TrackedResource for resource:router Jan 17 14:01:59.684646 dv-neutron-824901-1-hyperv neutron-server[87418]: WARNING neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] router is already registered Jan 17 14:01:59.685228 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Creating instance of TrackedResource for resource:floatingip Jan 17 14:01:59.685549 dv-neutron-824901-1-hyperv neutron-server[87418]: WARNING neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] floatingip is already registered Jan 17 14:01:59.686161 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.v2.resource_helper [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Service METERING assigned prefix: /metering {{(pid=87418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 14:01:59.686812 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 14:01:59.687134 dv-neutron-824901-1-hyperv neutron-server[87418]: WARNING neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] rbac_policy is already registered Jan 17 14:01:59.687667 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Creating instance of TrackedResource for resource:security_group Jan 17 14:01:59.688011 dv-neutron-824901-1-hyperv neutron-server[87418]: WARNING neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] security_group is already registered Jan 17 14:01:59.688630 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 14:01:59.688905 dv-neutron-824901-1-hyperv neutron-server[87418]: WARNING neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] security_group_rule is already registered Jan 17 14:01:59.689553 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.v2.resource_helper [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Service CORE assigned prefix: {{(pid=87418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 14:01:59.689877 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 14:01:59.690199 dv-neutron-824901-1-hyperv neutron-server[87418]: WARNING neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] subnetpool is already registered Jan 17 14:01:59.690799 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.v2.resource_helper [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Service CORE assigned prefix: {{(pid=87418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 14:01:59.691130 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 14:01:59.691445 dv-neutron-824901-1-hyperv neutron-server[87418]: WARNING neutron.quota.resource_registry [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] subnetpool is already registered Jan 17 14:01:59.692106 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: extensions {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.693590 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: address-groups {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.695422 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: address-scopes {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.696655 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: agents {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.697822 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: auto-allocated-topology {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.699625 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: availability_zones {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.700960 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: dhcp-networks {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.702350 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: dhcp-agents {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.703784 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: routers {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.705566 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: flavors {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.706705 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: service_profiles {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.707945 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: next_providers {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.710309 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: service_profiles {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.711788 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: floatingip-pools {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.712998 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: routers {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.715452 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: floatingips {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.716650 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: l3-routers {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.718024 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: l3-agents {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.719409 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: metering-labels {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.720779 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: metering-label-rules {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.722037 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: network-ip-availabilities {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.723271 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: bindings {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.724933 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: quotas {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.726356 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: quotas {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.727844 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: rbac-policies {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.729114 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: security-groups {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.730465 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: security-group-rules {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.731811 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: service-providers {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.733034 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: subnetpools {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.734525 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: subnetpools {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.735997 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: tags {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.737640 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: tags {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.739475 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: tags {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.741260 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: tags {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.743009 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: tags {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.744842 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: tags {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.746557 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: tags {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.748473 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: tags {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.750196 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: tags {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.752039 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron.api.extensions [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Extended resource: tags {{(pid=87418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 14:01:59.757999 dv-neutron-824901-1-hyperv neutron-server[87418]: WARNING keystonemiddleware.auth_token [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 17 14:01:59.763206 dv-neutron-824901-1-hyperv neutron-server[87418]: WARNING keystonemiddleware.auth_token [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 17 14:01:59.771604 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_concurrency.lockutils [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Acquired lock "singleton_lock" {{(pid=87418) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 17 14:01:59.772081 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_concurrency.lockutils [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Releasing lock "singleton_lock" {{(pid=87418) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 17 14:01:59.772707 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO oslo_service.service [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Starting 2 workers Jan 17 14:01:59.777957 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Started child 87523 {{(pid=87418) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 17 14:01:59.782255 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Started child 87524 {{(pid=87418) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 17 14:01:59.783311 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:01:59.783827 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO neutron.service [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 17 14:01:59.784464 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Notify callbacks [] for process, before_spawn {{(pid=87418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:01:59.784832 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [-] (87523) wsgi starting up on http://0.0.0.0:9696 Jan 17 14:01:59.787010 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO oslo_service.service [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Starting 1 workers Jan 17 14:01:59.788437 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:01:59.789825 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [-] (87524) wsgi starting up on http://0.0.0.0:9696 Jan 17 14:01:59.792174 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Started child 87525 {{(pid=87418) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 17 14:01:59.792646 dv-neutron-824901-1-hyperv neutron-server[87418]: INFO oslo_service.service [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Starting 1 workers Jan 17 14:01:59.796053 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.service [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] calling RpcWorker wait() {{(pid=87525) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 17 14:01:59.796581 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.service [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] returning from RpcWorker wait() {{(pid=87525) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 17 14:01:59.796961 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Started child 87526 {{(pid=87418) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 17 14:01:59.797753 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG neutron_lib.callbacks.manager [None req-e9200a8d-b4c8-41b0-80db-88d086d53311 None None] Notify callbacks [] for process, after_spawn {{(pid=87418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:01:59.798144 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:01:59.798657 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:01:59.799548 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87418) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 17 14:01:59.799784 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 14:01:59.799968 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 14:01:59.800179 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 14:01:59.800513 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 14:01:59.800673 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 14:01:59.801175 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.801433 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.801744 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:01:59.802200 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.802200 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.802347 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.802858 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.802963 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:01:59.803134 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.803396 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.803692 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.803976 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.804140 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.804301 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.804538 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.804764 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.805060 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.805320 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.805552 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.805806 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.805974 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.806236 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.806503 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.806723 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.806987 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] debug = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.807233 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.807884 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.808111 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.808357 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.808610 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.808885 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.809130 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.809397 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.809625 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.809855 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.810092 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.811504 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.811806 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.812065 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.812298 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.812560 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.812796 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.813253 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] host = dv-neutron-824901-1-hyperv {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.813489 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.814629 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.814900 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.815162 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.815419 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.815643 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.815968 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.816234 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.816494 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.816746 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.817020 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.817265 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.817498 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.817748 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] log_file = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.817912 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] log_options = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.818151 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.818430 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.818693 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.818881 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.819047 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.819218 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.819469 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.819628 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.820154 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.820385 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.820594 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.820822 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.821053 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.821279 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.821528 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.821775 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.822073 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.822467 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.822610 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.822787 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.823007 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.823835 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.824089 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.824331 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.824541 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.824769 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.825011 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.825223 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.826569 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.826861 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.828168 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.828368 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.829019 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.829177 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.830902 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.831169 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.831642 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.831975 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.832228 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.832487 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.832761 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.832983 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.833219 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.834310 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.834310 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.834310 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] use_json = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.834310 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.834658 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.834865 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.835019 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.835220 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.835435 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.835673 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.835945 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.836365 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.836650 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.836952 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.837803 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.837803 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.837803 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.838017 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.838095 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.838376 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.840516 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.840516 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.840516 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.840516 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.840516 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.840516 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.840944 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.840944 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.841180 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.841416 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.841870 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.841870 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.842070 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.842407 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.842674 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.842920 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.843188 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.843417 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.843648 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.843883 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.844094 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.844312 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.844525 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.844777 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.844989 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.845203 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.845434 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.845673 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.845884 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.846113 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.846339 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.846582 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.846809 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.847044 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.847269 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.847463 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.847679 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.847913 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.848135 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.848343 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.848572 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.848809 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.849021 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.849232 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.849441 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.849651 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.852306 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.852306 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.852306 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.852306 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.852306 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.852306 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.852306 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.852306 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.852306 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.852881 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.852881 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.852881 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.852881 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.852881 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.852881 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.853285 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.853285 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.853411 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.853676 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.854505 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.854505 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.854505 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.854505 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.854785 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.854852 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.855043 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.855257 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.855468 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.855674 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.855968 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.856286 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.856956 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.856956 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.856956 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.857249 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.857493 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.857761 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.858000 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.858244 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.858451 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.858698 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.858935 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.859178 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.859386 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.859600 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.859904 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.860146 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.860395 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.860630 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.860892 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.861127 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.861398 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.861650 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.861906 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.862176 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.862420 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.862695 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.862935 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.863217 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.863450 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.863751 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.864041 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.864293 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.864567 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.864810 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.865040 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.865278 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.865591 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.865853 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.866122 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.866349 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.866568 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.866835 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.867209 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.867454 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.867761 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.867957 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.868271 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.868522 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.868754 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.868967 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.869240 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.869500 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.869735 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.870030 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.870277 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.870524 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.870795 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.871024 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.871272 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.871523 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.871766 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.872009 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.872242 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.872480 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.872722 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.872937 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.873147 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.873404 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.873619 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.873860 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.874086 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.874327 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.874541 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.874795 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.875010 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.875242 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.875496 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.875748 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.875965 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.876179 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.876405 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.876664 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.876876 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.877137 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.877385 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.877617 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.877869 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.878103 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.878333 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.878542 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.878810 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.879055 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.879288 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.879496 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.879735 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.879948 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.880186 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.880410 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.880620 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.880866 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.881113 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.881432 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.881677 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.881927 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.882155 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.882367 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.882582 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.882809 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.883018 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.883225 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.883434 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.883640 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.883922 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.884156 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.884399 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.884633 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.884835 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.885076 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.885250 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.885489 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.886288 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.886533 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.886766 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.886989 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.887232 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.887449 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.887657 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.887884 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.888094 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.888300 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.888524 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.888728 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.888951 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.889158 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.889453 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.889740 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.889981 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.890233 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.890629 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.890855 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.891077 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.891313 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.891623 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.891873 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.892127 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.892398 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.892616 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.892830 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.893095 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.893409 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.893707 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.893977 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.894206 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.894496 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.894785 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.895038 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.895248 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.895553 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.895917 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.896194 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.896433 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.896670 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.896949 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.897163 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.897374 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.897586 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.897831 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.898049 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.898296 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.898546 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.898764 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.898972 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.899196 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.899405 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.899619 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.899883 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.900119 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.900332 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.900479 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 14:01:59.900985 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87418) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 17 14:01:59.901141 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 14:01:59.901822 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 14:01:59.902030 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 14:01:59.902186 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 14:01:59.902335 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 14:01:59.902539 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.902702 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.902860 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.903016 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.903169 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.903389 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.903551 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.903723 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.903884 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.904038 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.904193 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.904346 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.904498 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.904647 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.904802 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.904953 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.905107 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.905258 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.905413 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.905564 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.905716 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.905869 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.906022 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] debug = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.906174 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.906360 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.906517 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.906671 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.906825 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.906978 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.907132 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.907286 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.907439 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.907592 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.907762 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.907917 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.908095 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.908242 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.908368 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.908524 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.908672 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.908824 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] host = dv-neutron-824901-1-hyperv {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.908976 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.909131 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.909284 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.909435 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.909588 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.909740 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.909893 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.910046 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.910204 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.910358 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.910511 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.910662 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.910813 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.910968 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] log_file = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.911122 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] log_options = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.911278 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:01:59.911417 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.911417 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.911651 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.911807 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.911934 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.912073 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.912198 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.912323 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.912474 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.912629 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.912782 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.912936 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.913089 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.913240 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.913447 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.913573 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.913696 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.913818 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.914030 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.914190 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.914343 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.914496 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.914649 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.914790 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.914944 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.915095 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.915249 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.915585 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.915732 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.916108 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.916108 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.916108 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.916467 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.916467 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.916701 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.916701 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.916954 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.916954 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.917374 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.917374 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.917374 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.917727 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.917727 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.917958 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.917958 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.918188 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] use_json = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.918310 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.918393 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.918518 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.918672 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.918809 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.918964 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.919118 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.919271 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 14:01:59.919619 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.919619 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.919837 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.919920 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.920065 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.920226 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.920381 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.920537 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.920694 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.920850 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.921014 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.921171 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.921338 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.921494 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.921649 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.921809 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.921965 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.922121 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.922342 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.922479 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.922633 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.922799 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.922971 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.923128 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.923286 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.923442 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.923599 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.923776 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.923935 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.924116 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.924242 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.924396 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.924594 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.924721 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.924834 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.924984 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.925140 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.925297 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.925454 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.925611 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.925768 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.925923 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.926080 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.926236 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.926393 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.926550 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.926709 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.926852 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.927306 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.927306 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.927306 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.927756 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.927756 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.927756 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.928018 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.928349 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.928349 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.928349 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.928691 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.928691 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.928941 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.928941 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.929134 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.929213 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.929336 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.929497 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.929657 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.929832 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.929975 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.930140 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.930297 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.930457 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.930606 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.930762 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.930934 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.931090 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.931228 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.931384 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.931540 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.931696 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.931873 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.932030 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.932188 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.932343 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.933036 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.933212 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.933389 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.933670 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.933902 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.934003 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.934639 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.934639 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.934639 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.934639 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.934939 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.935009 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.935125 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.935287 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.935455 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.935642 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.935820 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.936052 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.936052 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.936224 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.936331 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.936488 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.936645 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.936803 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.936960 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.937109 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.937306 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.937450 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.937602 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.937730 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.937885 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.938050 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.938216 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.938545 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.938545 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.938763 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.938852 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.938942 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.939161 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.939260 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.939429 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.939606 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.939700 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.939875 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.940051 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.940208 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.940349 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.940513 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.940700 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.940854 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.941010 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.941168 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.941330 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.941487 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.941645 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.941806 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.941959 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.942456 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.942456 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.942456 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.942683 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.942683 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.942932 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.943085 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.943230 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.943322 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.943444 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.943601 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.943778 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.943938 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.944094 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.944249 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.944407 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.944556 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.944982 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.945125 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.945275 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.945431 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.945586 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.945744 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.945900 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.946055 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.946216 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.946360 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.946513 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.946672 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.946828 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.946984 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.947142 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.947313 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.947459 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.947616 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.947794 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.947953 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.948132 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.948819 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.948961 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.949120 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.949276 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.949432 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.949590 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.949748 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.949910 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.950082 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.950242 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.950398 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.950553 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.950713 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.950869 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.951025 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.951180 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.951335 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.951491 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.951646 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.951825 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.951988 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.952148 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.952302 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.952458 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.952630 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.952775 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.952933 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.953096 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.953263 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.953395 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.953536 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.953688 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.953837 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.953975 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.954131 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.954288 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.954440 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.954579 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.954739 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.954895 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.955049 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.955194 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.955358 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.955515 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.955662 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.955855 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.955987 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.956120 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.956280 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.956449 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.956605 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.956763 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.956920 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.957075 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.957231 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.957388 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.957548 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.957716 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.957879 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.958036 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.958201 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.958366 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.958531 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.958687 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.958849 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.959016 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.959171 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.959327 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.959482 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.959638 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.959814 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.959971 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.960127 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.960283 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.960438 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.960599 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.960754 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.960908 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.961063 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.961218 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.961372 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.961528 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.961683 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.961838 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.961992 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 14:01:59.962140 dv-neutron-824901-1-hyperv neutron-server[87418]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 14:02:00.187143 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 54110) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:02:00.195833 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064733 Jan 17 14:02:10.604623 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16af1de3-7f0d-4980-ab18-c5693526455d None None] get_active_networks_info from dv-neutron-824901-1-hyperv {{(pid=87525) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 17 14:02:10.663530 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-698a3738-b5b0-4687-8496-be575e88f1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591228'] for agent, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:10.675858 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16af1de3-7f0d-4980-ab18-c5693526455d None None] No non-hosted networks {{(pid=87525) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 17 14:02:12.888383 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3e54c2e5-a155-4a26-8830-d1806d5b0761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591228'] for agent, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:12.922297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3e26e3e3-155b-4b20-add9-be2db4d3722e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:13.806978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591228'] for agent, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:13.865106 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591228'] for agent, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:13.866536 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:13.867099 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:13.867989 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:13.868697 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:13.869261 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:13.869967 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:13.870646 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:13.871301 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:13.872001 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:13.873272 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:13.873889 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:13.874883 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:13.875599 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-824901-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:02:13.881071 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-824901-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:02:15.324523 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591228'] for agent, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:16.085504 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.db.l3_hamode_db [None req-ea1b3505-01dd-4506-b4ba-ab7e390d4b63 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 17 14:02:16.168171 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1b3505-01dd-4506-b4ba-ab7e390d4b63 None None] Routers set() bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:02:16.168559 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1b3505-01dd-4506-b4ba-ab7e390d4b63 None None] Router IDs set() for agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 17 14:02:17.085837 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 54202) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:02:17.653534 dv-neutron-824901-1-hyperv neutron-server[87524]: WARNING oslo_policy.policy [None req-0cc7f69d-faaf-46ec-8892-e2f6aa3d869e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 14:02:17.654106 dv-neutron-824901-1-hyperv neutron-server[87524]: WARNING oslo_policy.policy [None req-0cc7f69d-faaf-46ec-8892-e2f6aa3d869e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 14:02:17.878055 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-0cc7f69d-faaf-46ec-8892-e2f6aa3d869e admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:02:17.879105 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0cc7f69d-faaf-46ec-8892-e2f6aa3d869e admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7923965 Jan 17 14:02:20.216147 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 54216) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:02:20.569787 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-5d9109a8-c68b-43df-ba4d-6df50abebd7b admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:02:20.673004 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.policy [None req-5d9109a8-c68b-43df-ba4d-6df50abebd7b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87524) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 14:02:20.717345 dv-neutron-824901-1-hyperv neutron-server[87524]: WARNING oslo_policy.policy [None req-5d9109a8-c68b-43df-ba4d-6df50abebd7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 14:02:20.717712 dv-neutron-824901-1-hyperv neutron-server[87524]: WARNING oslo_policy.policy [None req-5d9109a8-c68b-43df-ba4d-6df50abebd7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 14:02:20.726005 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.quota [None req-5d9109a8-c68b-43df-ba4d-6df50abebd7b admin admin] Loaded quota_driver: . Jan 17 14:02:20.742518 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5d9109a8-c68b-43df-ba4d-6df50abebd7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:02:20.800751 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d9109a8-c68b-43df-ba4d-6df50abebd7b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762584878863', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762584878424', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762585101984', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762585088736', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762585114802', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762585108226', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-582103', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1513304', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-323694', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-511063'] for rbac-policy, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:20.861891 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d9109a8-c68b-43df-ba4d-6df50abebd7b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:20.862977 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5d9109a8-c68b-43df-ba4d-6df50abebd7b admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6458731 Jan 17 14:02:23.432665 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 54230) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:02:24.003928 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING oslo_policy.policy [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 14:02:24.004467 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING oslo_policy.policy [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 14:02:24.225297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Request body: {'network': {'name': 'private', 'project_id': '74b44ad093364aaf994eab779bbba5d2', 'admin_state_up': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:02:24.226945 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.quota [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Loaded quota_driver: . Jan 17 14:02:24.242240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:02:24.249088 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Usage tracker for resource:network and tenant:74b44ad093364aaf994eab779bbba5d2 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:02:24.254506 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:02:24.262439 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:02:24.277119 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Made reservation on behalf of 74b44ad093364aaf994eab779bbba5d2 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:02:24.353752 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.policy [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87523) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 14:02:24.398244 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING oslo_policy.policy [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 14:02:24.398614 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING oslo_policy.policy [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 14:02:24.408356 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:24.429709 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:24.444503 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:02:24.448449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Usage tracker for resource:security_group_rule and tenant:74b44ad093364aaf994eab779bbba5d2 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:02:24.453470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:02:24.458928 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:02:24.555794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:24.559791 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:24.583850 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:02:24.609408 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762587978509', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:24.609988 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Unsubscribe: segment precommit_create {{(pid=87523) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 14:02:24.610478 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Added segment 126dd8b4-a439-4443-8dd2-c3152f962f3e of type vlan for network 54a78921-312b-4a29-837a-dea249bcf949 Jan 17 14:02:24.618765 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df34aa1d-0342-4ebd-a1f4-df1e39203d4b,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:02:24.671861 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:24.672278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:24.672638 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:24.672973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:24.673301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:24.673624 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:24.673944 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:24.674262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:24.674596 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:24.674893 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:24.675207 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:24.675518 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Tracked resource versions report: Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: pushed versions: Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: { 'AddressGroup': {'1.2'}, Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'ConntrackHelper': {'1.0'}, Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'Log': {'1.0'}, Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'Network': {'1.1'}, Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'Port': {'1.7'}, Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'PortForwarding': {'1.2'}, Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'QosPolicy': {'1.8'}, Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'SecurityGroup': {'1.4'}, Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'SecurityGroupRule': {'1.2'}, Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'SubPort': {'1.0'}, Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'Subnet': {'1.1'}, Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'Trunk': {'1.1'}} Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: consumer versions: Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: { DHCP agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: L3 agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: Metadata agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: Metering agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: Open vSwitch agent@dv-neutron-824901-1-hyperv: { 'AddressGroup': '1.2', Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'ConntrackHelper': '1.0', Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'Log': '1.0', Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'Network': '1.1', Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'Port': '1.7', Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'PortForwarding': '1.2', Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'QosPolicy': '1.8', Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'SecurityGroup': '1.4', Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'SecurityGroupRule': '1.2', Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'SubPort': '1.0', Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'Subnet': '1.1', Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: 'Trunk': '1.1'}} Jan 17 14:02:24.676873 dv-neutron-824901-1-hyperv neutron-server[87523]: {{(pid=87523) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 14:02:24.726623 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:24.767968 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:24.769158 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:02:24.769806 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:24.877836 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4430087 Jan 17 14:02:24.878432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c337e1-ca98-4329-8fae-673322a66001 admin admin] Pushing event updated for resources: {'Network': ['ID=54a78921-312b-4a29-837a-dea249bcf949,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:02:24.890617 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 54a78921-312b-4a29-837a-dea249bcf949 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:02:27.507607 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 54252) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:02:27.947257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f4f8f6-6d7f-4ad4-bf0a-f11d0e383a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:02:27.948650 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-71f4f8f6-6d7f-4ad4-bf0a-f11d0e383a79 admin admin] 10.222.0.48 "GET /v2.0/networks/54a78921-312b-4a29-837a-dea249bcf949 HTTP/1.1" status: 200 len: 825 time: 0.4400871 Jan 17 14:02:27.977530 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d8f1d80b-9b94-4295-90bd-87721814125d admin admin] 10.222.0.48 "GET /v2.0/subnetpools/bc824681-6695-4aad-a45a-f583a06c09e3 HTTP/1.1" status: 200 len: 734 time: 0.0234590 Jan 17 14:02:27.986250 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-203b6387-7615-4826-bb06-fc7f4e827159 admin admin] Request body: {'subnet': {'subnetpool_id': 'bc824681-6695-4aad-a45a-f583a06c09e3', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '54a78921-312b-4a29-837a-dea249bcf949', 'name': 'private-subnet', 'tenant_id': '74b44ad093364aaf994eab779bbba5d2'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:02:27.990619 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-203b6387-7615-4826-bb06-fc7f4e827159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:02:27.994284 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-203b6387-7615-4826-bb06-fc7f4e827159 admin admin] Usage tracker for resource:subnet and tenant:74b44ad093364aaf994eab779bbba5d2 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:02:27.997127 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-203b6387-7615-4826-bb06-fc7f4e827159 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:02:28.002912 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-203b6387-7615-4826-bb06-fc7f4e827159 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:02:28.013341 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203b6387-7615-4826-bb06-fc7f4e827159 admin admin] Made reservation on behalf of 74b44ad093364aaf994eab779bbba5d2 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:02:28.016057 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-203b6387-7615-4826-bb06-fc7f4e827159 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:28.281502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-203b6387-7615-4826-bb06-fc7f4e827159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:28.375130 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b6387-7615-4826-bb06-fc7f4e827159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18f41cb2-7619-4293-a539-6935591ec7e7,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:02:28.377097 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b6387-7615-4826-bb06-fc7f4e827159 admin admin] Checking segment: {'id': '126dd8b4-a439-4443-8dd2-c3152f962f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '54a78921-312b-4a29-837a-dea249bcf949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:02:28.377449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203b6387-7615-4826-bb06-fc7f4e827159 admin admin] Network hostable DHCP agents. Network: 54a78921-312b-4a29-837a-dea249bcf949, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:02:28.397416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203b6387-7615-4826-bb06-fc7f4e827159 admin admin] Network 54a78921-312b-4a29-837a-dea249bcf949 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:02:28.407753 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-203b6387-7615-4826-bb06-fc7f4e827159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 54a78921-312b-4a29-837a-dea249bcf949) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:02:28.412114 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203b6387-7615-4826-bb06-fc7f4e827159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:02:28.412681 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-203b6387-7615-4826-bb06-fc7f4e827159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:28.417521 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1012c8-316c-42fe-9099-0a0b4b8898d7 None None] Network 54a78921-312b-4a29-837a-dea249bcf949 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:02:28.432771 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-203b6387-7615-4826-bb06-fc7f4e827159 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4491227 Jan 17 14:02:28.817492 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-54a78921-312b-4a29-837a-dea249bcf949', 'network_id': '54a78921-312b-4a29-837a-dea249bcf949', 'tenant_id': '74b44ad093364aaf994eab779bbba5d2', 'fixed_ips': [{'subnet_id': '18f41cb2-7619-4293-a539-6935591ec7e7'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:02:28.818681 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:29.000040 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Allocated IP 172.20.0.2 (54a78921-312b-4a29-837a-dea249bcf949/18f41cb2-7619-4293-a539-6935591ec7e7/bd662aa4-6f23-4e2d-801b-c18186d5a710) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:02:29.226175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:29.238869 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Transition to ACTIVE for port object bd662aa4-6f23-4e2d-801b-c18186d5a710 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:02:29.257784 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Transition to ACTIVE for port object bd662aa4-6f23-4e2d-801b-c18186d5a710 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:02:29.265760 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:29.328850 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Network 54a78921-312b-4a29-837a-dea249bcf949 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:02:29.332100 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:02:29.339122 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:02:29.341236 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Pushing event updated for resources: {'Port': ['ID=bd662aa4-6f23-4e2d-801b-c18186d5a710,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:02:29.349949 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:29.350300 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:29.350633 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:29.350957 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:29.351278 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:29.351611 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:29.351958 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:29.352274 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:29.352609 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:29.352934 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:29.353241 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:29.353549 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Tracked resource versions report: Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: pushed versions: Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: { 'AddressGroup': {'1.2'}, Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'ConntrackHelper': {'1.0'}, Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'Log': {'1.0'}, Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'Network': {'1.1'}, Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'Port': {'1.7'}, Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'PortForwarding': {'1.2'}, Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'QosPolicy': {'1.8'}, Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'SecurityGroup': {'1.4'}, Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'SecurityGroupRule': {'1.2'}, Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'SubPort': {'1.0'}, Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'Subnet': {'1.1'}, Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'Trunk': {'1.1'}} Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: consumer versions: Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: { DHCP agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: L3 agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: Metadata agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: Metering agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: Open vSwitch agent@dv-neutron-824901-1-hyperv: { 'AddressGroup': '1.2', Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'ConntrackHelper': '1.0', Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'Log': '1.0', Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'Network': '1.1', Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'Port': '1.7', Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'PortForwarding': '1.2', Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'QosPolicy': '1.8', Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'SecurityGroup': '1.4', Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'SecurityGroupRule': '1.2', Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'SubPort': '1.0', Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'Subnet': '1.1', Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: 'Trunk': '1.1'}} Jan 17 14:02:29.354892 dv-neutron-824901-1-hyperv neutron-server[87525]: {{(pid=87525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 14:02:29.443346 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Attempting to bind port bd662aa4-6f23-4e2d-801b-c18186d5a710 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:02:29.444017 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Attempting to bind port bd662aa4-6f23-4e2d-801b-c18186d5a710 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '126dd8b4-a439-4443-8dd2-c3152f962f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '54a78921-312b-4a29-837a-dea249bcf949'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:02:29.444150 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Attempting to bind port bd662aa4-6f23-4e2d-801b-c18186d5a710 on network 54a78921-312b-4a29-837a-dea249bcf949 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:02:29.450151 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:02:29.450537 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Checking segment: {'id': '126dd8b4-a439-4443-8dd2-c3152f962f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '54a78921-312b-4a29-837a-dea249bcf949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:02:29.451019 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:29.451397 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Bound using segment: {'id': '126dd8b4-a439-4443-8dd2-c3152f962f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '54a78921-312b-4a29-837a-dea249bcf949'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:02:29.451880 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Bound port: bd662aa4-6f23-4e2d-801b-c18186d5a710, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '126dd8b4-a439-4443-8dd2-c3152f962f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '54a78921-312b-4a29-837a-dea249bcf949'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:02:29.452275 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:29.539102 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] For port bd662aa4-6f23-4e2d-801b-c18186d5a710, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:02:29.543316 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] For port bd662aa4-6f23-4e2d-801b-c18186d5a710, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=bd662aa4-6f23-4e2d-801b-c18186d5a710,segment=NetworkSegment(126dd8b4-a439-4443-8dd2-c3152f962f3e),segment_id=126dd8b4-a439-4443-8dd2-c3152f962f3e)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:02:29.548360 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:29.656408 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51ba2e-dec2-4b32-b46d-780b2b326d1a None None] Pushing event updated for resources: {'Port': ['ID=bd662aa4-6f23-4e2d-801b-c18186d5a710,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:02:30.819882 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 54262) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:02:31.187849 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-4557618f-8a6e-4826-870d-782bb2e12074 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:02:31.188809 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4557618f-8a6e-4826-870d-782bb2e12074 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3677404 Jan 17 14:02:33.318014 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a4639a-ae4b-4a9f-8d7d-9f2d0e0e7733 None None] Network 54a78921-312b-4a29-837a-dea249bcf949 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:02:33.425633 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-57b22d02-db65-4668-afaa-d4e07626c234 None None] Provisioning for port bd662aa4-6f23-4e2d-801b-c18186d5a710 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:02:33.552826 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 54276) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:02:33.725481 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device bd662aa4-6f23-4e2d-801b-c18186d5a710 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:02:33.803838 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port bd662aa4-6f23-4e2d-801b-c18186d5a710 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:02:33.808610 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port bd662aa4-6f23-4e2d-801b-c18186d5a710 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:02:33.809005 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:33.923898 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:33.940740 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-6920926c-42fb-4bfe-8460-2f8ff5e84580 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:02:33.941828 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6920926c-42fb-4bfe-8460-2f8ff5e84580 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3879588 Jan 17 14:02:33.955623 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port bd662aa4-6f23-4e2d-801b-c18186d5a710, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=bd662aa4-6f23-4e2d-801b-c18186d5a710,segment=NetworkSegment(126dd8b4-a439-4443-8dd2-c3152f962f3e),segment_id=126dd8b4-a439-4443-8dd2-c3152f962f3e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:02:33.959817 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:34.034770 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=bd662aa4-6f23-4e2d-801b-c18186d5a710,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:02:35.690212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device bd662aa4-6f23-4e2d-801b-c18186d5a710 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:02:35.756553 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port bd662aa4-6f23-4e2d-801b-c18186d5a710 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:02:35.756909 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:36.563970 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 54288) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:02:36.913828 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-2694eef0-c341-4f82-83fa-e13497a172fc admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '74b44ad093364aaf994eab779bbba5d2', 'name': 'router1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:02:36.918674 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2694eef0-c341-4f82-83fa-e13497a172fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:02:36.922901 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2694eef0-c341-4f82-83fa-e13497a172fc admin admin] Usage tracker for resource:router and tenant:74b44ad093364aaf994eab779bbba5d2 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:02:36.926453 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2694eef0-c341-4f82-83fa-e13497a172fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:02:36.932530 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2694eef0-c341-4f82-83fa-e13497a172fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:02:36.942269 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2694eef0-c341-4f82-83fa-e13497a172fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:36.943984 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2694eef0-c341-4f82-83fa-e13497a172fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:36.966777 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2694eef0-c341-4f82-83fa-e13497a172fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:37.078898 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2694eef0-c341-4f82-83fa-e13497a172fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:37.096938 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2694eef0-c341-4f82-83fa-e13497a172fc admin admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:37.098106 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2694eef0-c341-4f82-83fa-e13497a172fc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5332117 Jan 17 14:02:39.468044 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 54298) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:02:39.826932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-2f56d9b9-685d-4d20-9c9c-a36aaa8f0b9c admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:02:39.827931 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2f56d9b9-685d-4d20-9c9c-a36aaa8f0b9c admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3589525 Jan 17 14:02:40.547639 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70297dba-a4fc-4acc-ac9b-f4f2fef5a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:42.163442 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 54308) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:02:42.520570 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:02:42.525714 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:02:42.529408 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Usage tracker for resource:network and tenant:45f9ba90cdd24bd2a50163febb554801 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:02:42.532761 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:02:42.538316 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:02:42.547766 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Made reservation on behalf of 45f9ba90cdd24bd2a50163febb554801 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:02:42.550437 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:42.567227 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:42.584329 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:02:42.588012 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Usage tracker for resource:security_group_rule and tenant:45f9ba90cdd24bd2a50163febb554801 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:02:42.591478 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:02:42.597100 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:02:42.689613 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:42.693307 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:42.708604 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Reserving flat network on physical network physnet1 {{(pid=87524) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 17 14:02:42.740104 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762587978509', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:42.740674 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Unsubscribe: segment precommit_create {{(pid=87524) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 14:02:42.741166 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Added segment 9f528e91-1a5c-42e7-868b-05caa2380d6b of type flat for network 8e713ad1-069e-4db5-8938-0391ff946f65 Jan 17 14:02:42.790884 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585ca2d6-fb7e-4622-a127-22bd194b9d0c,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:02:42.810484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:42.810845 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:42.811183 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:42.811510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:42.811873 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:42.812204 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:42.812526 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:42.812845 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:42.813161 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:42.813473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:42.813789 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:42.814101 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Tracked resource versions report: Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: pushed versions: Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: { 'AddressGroup': {'1.2'}, Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'ConntrackHelper': {'1.0'}, Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'Log': {'1.0'}, Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'Network': {'1.1'}, Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'Port': {'1.7'}, Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'PortForwarding': {'1.2'}, Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'QosPolicy': {'1.8'}, Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'SecurityGroup': {'1.4'}, Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'SecurityGroupRule': {'1.2'}, Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'SubPort': {'1.0'}, Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'Subnet': {'1.1'}, Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'Trunk': {'1.1'}} Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: consumer versions: Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: { DHCP agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: L3 agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: Metadata agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: Metering agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: Open vSwitch agent@dv-neutron-824901-1-hyperv: { 'AddressGroup': '1.2', Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'ConntrackHelper': '1.0', Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'Log': '1.0', Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'Network': '1.1', Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'Port': '1.7', Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'PortForwarding': '1.2', Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'QosPolicy': '1.8', Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'SecurityGroup': '1.4', Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'SecurityGroupRule': '1.2', Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'SubPort': '1.0', Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'Subnet': '1.1', Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: 'Trunk': '1.1'}} Jan 17 14:02:42.815410 dv-neutron-824901-1-hyperv neutron-server[87524]: {{(pid=87524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 14:02:42.855851 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:42.872658 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eca6fbf5-bd61-4838-9969-237e6288e2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:42.899961 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:42.901015 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:02:42.901644 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:43.010295 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8457711 Jan 17 14:02:43.011007 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c15fe1-88dd-4a6f-8c06-f916ccce6139 admin admin] Pushing event updated for resources: {'Network': ['ID=8e713ad1-069e-4db5-8938-0391ff946f65,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:02:43.021906 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 8e713ad1-069e-4db5-8938-0391ff946f65 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:02:43.740335 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:43.854755 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:45.269056 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:45.351658 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 54332) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:02:45.556330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866eb2cd-a94c-489a-909d-a13fb19d96ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:02:45.558144 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-866eb2cd-a94c-489a-909d-a13fb19d96ef admin admin] 10.222.0.48 "GET /v2.0/subnets/18f41cb2-7619-4293-a539-6935591ec7e7 HTTP/1.1" status: 200 len: 849 time: 0.2055199 Jan 17 14:02:45.735205 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6f2e2e7e-db9f-46b3-b522-cb88925ac5ed admin admin] 10.222.0.48 "GET /v2.0/routers/4f87a1ce-20b3-49a9-bf38-4d12e923912f HTTP/1.1" status: 200 len: 704 time: 0.1715724 Jan 17 14:02:46.192366 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4753d780-45e5-46fa-bdfb-c7fd6e6d353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:46.416026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-4753d780-45e5-46fa-bdfb-c7fd6e6d353c admin admin] Allocated IP 172.20.0.1 (54a78921-312b-4a29-837a-dea249bcf949/18f41cb2-7619-4293-a539-6935591ec7e7/afba236d-c483-46c6-b241-da0d44383f72) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:02:46.569681 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4753d780-45e5-46fa-bdfb-c7fd6e6d353c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:46.586856 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-4753d780-45e5-46fa-bdfb-c7fd6e6d353c admin admin] Transition to ACTIVE for port object afba236d-c483-46c6-b241-da0d44383f72 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:02:46.642685 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4753d780-45e5-46fa-bdfb-c7fd6e6d353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:46.704760 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4753d780-45e5-46fa-bdfb-c7fd6e6d353c admin admin] Network 54a78921-312b-4a29-837a-dea249bcf949 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:02:46.707595 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-4753d780-45e5-46fa-bdfb-c7fd6e6d353c admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:02:46.711138 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4753d780-45e5-46fa-bdfb-c7fd6e6d353c admin admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:02:46.711671 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4753d780-45e5-46fa-bdfb-c7fd6e6d353c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:46.882239 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753d780-45e5-46fa-bdfb-c7fd6e6d353c admin admin] Pushing event updated for resources: {'Port': ['ID=afba236d-c483-46c6-b241-da0d44383f72,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:02:46.973211 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-80ddfa96-14dd-4c4a-8586-bc1e0ab65b70 None None] Provisioning for port afba236d-c483-46c6-b241-da0d44383f72 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:02:46.978265 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-80ddfa96-14dd-4c4a-8586-bc1e0ab65b70 None None] Provisioning complete for port afba236d-c483-46c6-b241-da0d44383f72 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:02:46.978941 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80ddfa96-14dd-4c4a-8586-bc1e0ab65b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:47.018186 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4753d780-45e5-46fa-bdfb-c7fd6e6d353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:47.031327 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-80ddfa96-14dd-4c4a-8586-bc1e0ab65b70 None None] Port afba236d-c483-46c6-b241-da0d44383f72 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:02:47.241423 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4753d780-45e5-46fa-bdfb-c7fd6e6d353c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:47.246382 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4753d780-45e5-46fa-bdfb-c7fd6e6d353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:47.247084 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4753d780-45e5-46fa-bdfb-c7fd6e6d353c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:47.378417 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753d780-45e5-46fa-bdfb-c7fd6e6d353c admin admin] Pushing event updated for resources: {'Port': ['ID=afba236d-c483-46c6-b241-da0d44383f72,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:02:47.438153 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4753d780-45e5-46fa-bdfb-c7fd6e6d353c admin admin] Network 54a78921-312b-4a29-837a-dea249bcf949 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:02:47.439168 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-4753d780-45e5-46fa-bdfb-c7fd6e6d353c admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:02:47.628162 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4753d780-45e5-46fa-bdfb-c7fd6e6d353c admin admin] Router 4f87a1ce-20b3-49a9-bf38-4d12e923912f is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:02:47.652709 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-25cb4053-cf84-4bd1-95d9-bf9fdcdef4e7 None None] Provisioning complete for port afba236d-c483-46c6-b241-da0d44383f72 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:02:47.653135 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25cb4053-cf84-4bd1-95d9-bf9fdcdef4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:47.706740 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-25cb4053-cf84-4bd1-95d9-bf9fdcdef4e7 None None] Port afba236d-c483-46c6-b241-da0d44383f72 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:02:47.782711 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4753d780-45e5-46fa-bdfb-c7fd6e6d353c admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:02:47.794704 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4753d780-45e5-46fa-bdfb-c7fd6e6d353c admin admin] 10.222.0.48 "PUT /v2.0/routers/4f87a1ce-20b3-49a9-bf38-4d12e923912f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0530005 Jan 17 14:02:47.794995 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] Sync routers for ids ['4f87a1ce-20b3-49a9-bf38-4d12e923912f'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:02:47.804137 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] Routers {'4f87a1ce-20b3-49a9-bf38-4d12e923912f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:02:47.805139 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:02:43Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4f87a1ce-20b3-49a9-bf38-4d12e923912f'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:02:47.979160 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] Set router 4f87a1ce-20b3-49a9-bf38-4d12e923912f gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:02:48.344589 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f87a1ce-20b3-49a9-bf38-4d12e923912f', 'name': 'router1', 'tenant_id': '74b44ad093364aaf994eab779bbba5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:02:36Z', 'updated_at': '2022-01-17T14:02:46Z', 'revision_number': 2, 'project_id': '74b44ad093364aaf994eab779bbba5d2', 'gw_port_host': None, '_interfaces': [{'id': 'afba236d-c483-46c6-b241-da0d44383f72', 'name': '', 'network_id': '54a78921-312b-4a29-837a-dea249bcf949', 'tenant_id': '74b44ad093364aaf994eab779bbba5d2', 'mac_address': 'fa:16:3e:f5:11:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f87a1ce-20b3-49a9-bf38-4d12e923912f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18f41cb2-7619-4293-a539-6935591ec7e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:02:46Z', 'updated_at': '2022-01-17T14:02:47Z', 'revision_number': 2, 'project_id': '74b44ad093364aaf994eab779bbba5d2', 'subnets': [{'id': '18f41cb2-7619-4293-a539-6935591ec7e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc824681-6695-4aad-a45a-f583a06c09e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:02:48.349405 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] Checking router: 4f87a1ce-20b3-49a9-bf38-4d12e923912f for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:02:48.349780 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] Updating router 4f87a1ce-20b3-49a9-bf38-4d12e923912f port afba236d-c483-46c6-b241-da0d44383f72 binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:02:48.404241 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:48.774718 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:48.790124 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] Transition to ACTIVE for port object afba236d-c483-46c6-b241-da0d44383f72 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:02:48.797135 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:49.014713 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15fc82-d690-4cba-a24a-bb3e72d1838a None None] Pushing event updated for resources: {'Port': ['ID=afba236d-c483-46c6-b241-da0d44383f72,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:02:49.039111 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15fc82-d690-4cba-a24a-bb3e72d1838a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:49.039465 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15fc82-d690-4cba-a24a-bb3e72d1838a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:49.039843 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15fc82-d690-4cba-a24a-bb3e72d1838a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:49.040177 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15fc82-d690-4cba-a24a-bb3e72d1838a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:49.040506 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15fc82-d690-4cba-a24a-bb3e72d1838a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:49.040847 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15fc82-d690-4cba-a24a-bb3e72d1838a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:49.041755 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15fc82-d690-4cba-a24a-bb3e72d1838a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:49.042079 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15fc82-d690-4cba-a24a-bb3e72d1838a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:49.042416 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15fc82-d690-4cba-a24a-bb3e72d1838a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:49.042741 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15fc82-d690-4cba-a24a-bb3e72d1838a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:49.043059 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15fc82-d690-4cba-a24a-bb3e72d1838a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:49.043373 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15fc82-d690-4cba-a24a-bb3e72d1838a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15fc82-d690-4cba-a24a-bb3e72d1838a None None] Tracked resource versions report: Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: pushed versions: Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: { 'AddressGroup': {'1.2'}, Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'ConntrackHelper': {'1.0'}, Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'Log': {'1.0'}, Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'Network': {'1.1'}, Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'Port': {'1.7'}, Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'PortForwarding': {'1.2'}, Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'QosPolicy': {'1.8'}, Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'SecurityGroup': {'1.4'}, Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'SecurityGroupRule': {'1.2'}, Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'SubPort': {'1.0'}, Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'Subnet': {'1.1'}, Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'Trunk': {'1.1'}} Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: consumer versions: Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: { DHCP agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: L3 agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: Metadata agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: Metering agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: Open vSwitch agent@dv-neutron-824901-1-hyperv: { 'AddressGroup': '1.2', Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'ConntrackHelper': '1.0', Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'Log': '1.0', Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'Network': '1.1', Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'Port': '1.7', Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'PortForwarding': '1.2', Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'QosPolicy': '1.8', Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'SecurityGroup': '1.4', Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'SecurityGroupRule': '1.2', Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'SubPort': '1.0', Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'Subnet': '1.1', Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: 'Trunk': '1.1'}} Jan 17 14:02:49.044980 dv-neutron-824901-1-hyperv neutron-server[87526]: {{(pid=87526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 14:02:49.057392 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] Attempting to bind port afba236d-c483-46c6-b241-da0d44383f72 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:02:49.057798 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] Attempting to bind port afba236d-c483-46c6-b241-da0d44383f72 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '126dd8b4-a439-4443-8dd2-c3152f962f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '54a78921-312b-4a29-837a-dea249bcf949'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:02:49.058212 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] Attempting to bind port afba236d-c483-46c6-b241-da0d44383f72 on network 54a78921-312b-4a29-837a-dea249bcf949 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:02:49.063432 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:02:49.063872 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] Checking segment: {'id': '126dd8b4-a439-4443-8dd2-c3152f962f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '54a78921-312b-4a29-837a-dea249bcf949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:02:49.064358 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:49.064739 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] Bound using segment: {'id': '126dd8b4-a439-4443-8dd2-c3152f962f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '54a78921-312b-4a29-837a-dea249bcf949'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:02:49.065213 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] Bound port: afba236d-c483-46c6-b241-da0d44383f72, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '126dd8b4-a439-4443-8dd2-c3152f962f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '54a78921-312b-4a29-837a-dea249bcf949'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:02:49.065604 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:49.151149 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] For port afba236d-c483-46c6-b241-da0d44383f72, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:02:49.155130 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] For port afba236d-c483-46c6-b241-da0d44383f72, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=afba236d-c483-46c6-b241-da0d44383f72,segment=NetworkSegment(126dd8b4-a439-4443-8dd2-c3152f962f3e),segment_id=126dd8b4-a439-4443-8dd2-c3152f962f3e)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:02:49.158741 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:49.234415 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] Routers {'4f87a1ce-20b3-49a9-bf38-4d12e923912f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:02:49.235054 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:02:43Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4f87a1ce-20b3-49a9-bf38-4d12e923912f'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:02:49.380852 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15fc82-d690-4cba-a24a-bb3e72d1838a None None] Pushing event updated for resources: {'Port': ['ID=afba236d-c483-46c6-b241-da0d44383f72,revision_number=4']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:02:49.407497 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] Set router 4f87a1ce-20b3-49a9-bf38-4d12e923912f gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:02:49.733938 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f87a1ce-20b3-49a9-bf38-4d12e923912f', 'name': 'router1', 'tenant_id': '74b44ad093364aaf994eab779bbba5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:02:36Z', 'updated_at': '2022-01-17T14:02:46Z', 'revision_number': 2, 'project_id': '74b44ad093364aaf994eab779bbba5d2', 'gw_port_host': None, '_interfaces': [{'id': 'afba236d-c483-46c6-b241-da0d44383f72', 'name': '', 'network_id': '54a78921-312b-4a29-837a-dea249bcf949', 'tenant_id': '74b44ad093364aaf994eab779bbba5d2', 'mac_address': 'fa:16:3e:f5:11:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f87a1ce-20b3-49a9-bf38-4d12e923912f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18f41cb2-7619-4293-a539-6935591ec7e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:02:46Z', 'updated_at': '2022-01-17T14:02:49Z', 'revision_number': 4, 'project_id': '74b44ad093364aaf994eab779bbba5d2', 'subnets': [{'id': '18f41cb2-7619-4293-a539-6935591ec7e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc824681-6695-4aad-a45a-f583a06c09e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:02:49.737687 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f322f8-8607-4fa2-9ad1-92f7a581dac3 None None] The sync data for ids ['4f87a1ce-20b3-49a9-bf38-4d12e923912f'] in dv-neutron-824901-1-hyperv is: [{'id': '4f87a1ce-20b3-49a9-bf38-4d12e923912f', 'name': 'router1', 'tenant_id': '74b44ad093364aaf994eab779bbba5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:02:36Z', 'updated_at': '2022-01-17T14:02:46Z', 'revision_number': 2, 'project_id': '74b44ad093364aaf994eab779bbba5d2', 'gw_port_host': None, '_interfaces': [{'id': 'afba236d-c483-46c6-b241-da0d44383f72', 'name': '', 'network_id': '54a78921-312b-4a29-837a-dea249bcf949', 'tenant_id': '74b44ad093364aaf994eab779bbba5d2', 'mac_address': 'fa:16:3e:f5:11:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f87a1ce-20b3-49a9-bf38-4d12e923912f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18f41cb2-7619-4293-a539-6935591ec7e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:02:46Z', 'updated_at': '2022-01-17T14:02:49Z', 'revision_number': 4, 'project_id': '74b44ad093364aaf994eab779bbba5d2', 'subnets': [{'id': '18f41cb2-7619-4293-a539-6935591ec7e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc824681-6695-4aad-a45a-f583a06c09e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:02:49.999346 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 54354) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:02:50.153274 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12608fc7-f003-494a-aad8-7d702ffb5550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:02:50.154647 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-12608fc7-f003-494a-aad8-7d702ffb5550 admin admin] 10.222.0.48 "GET /v2.0/networks/8e713ad1-069e-4db5-8938-0391ff946f65 HTTP/1.1" status: 200 len: 842 time: 0.1543167 Jan 17 14:02:50.163812 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-638e19c7-dd11-4db1-9a75-3f84bfd05f3c admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'enable_dhcp': False, 'gateway_ip': '172.26.3.1', 'cidr': '172.26.3.0/24', 'name': 'public-subnet'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:02:50.169419 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-638e19c7-dd11-4db1-9a75-3f84bfd05f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:02:50.173156 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-638e19c7-dd11-4db1-9a75-3f84bfd05f3c admin admin] Usage tracker for resource:subnet and tenant:45f9ba90cdd24bd2a50163febb554801 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:02:50.175923 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-638e19c7-dd11-4db1-9a75-3f84bfd05f3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:02:50.181797 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-638e19c7-dd11-4db1-9a75-3f84bfd05f3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:02:50.192468 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638e19c7-dd11-4db1-9a75-3f84bfd05f3c admin admin] Made reservation on behalf of 45f9ba90cdd24bd2a50163febb554801 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:02:50.194839 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-638e19c7-dd11-4db1-9a75-3f84bfd05f3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:50.617918 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.objects.ports [None req-638e19c7-dd11-4db1-9a75-3f84bfd05f3c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87523) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 14:02:50.618380 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-638e19c7-dd11-4db1-9a75-3f84bfd05f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:50.692183 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e19c7-dd11-4db1-9a75-3f84bfd05f3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=907cc95f-4e50-40b6-a1a2-a1e66ec0516a,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:02:50.701482 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638e19c7-dd11-4db1-9a75-3f84bfd05f3c admin admin] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:02:50.701827 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638e19c7-dd11-4db1-9a75-3f84bfd05f3c admin admin] Network hostable DHCP agents. Network: 8e713ad1-069e-4db5-8938-0391ff946f65, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:02:50.719813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638e19c7-dd11-4db1-9a75-3f84bfd05f3c admin admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:02:50.728003 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-638e19c7-dd11-4db1-9a75-3f84bfd05f3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 8e713ad1-069e-4db5-8938-0391ff946f65) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:02:50.732690 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638e19c7-dd11-4db1-9a75-3f84bfd05f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:02:50.733265 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-638e19c7-dd11-4db1-9a75-3f84bfd05f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:50.738467 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac723057-5acd-4e92-ab96-dfbab6694c31 None None] Network 8e713ad1-069e-4db5-8938-0391ff946f65 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:02:50.753392 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-638e19c7-dd11-4db1-9a75-3f84bfd05f3c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5929003 Jan 17 14:02:50.960208 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d8b5c7-fc2b-4b2e-bf4b-88e5c71956bc None None] Network 8e713ad1-069e-4db5-8938-0391ff946f65 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:02:51.725367 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device afba236d-c483-46c6-b241-da0d44383f72 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:02:51.793973 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port afba236d-c483-46c6-b241-da0d44383f72 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:02:51.800077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port afba236d-c483-46c6-b241-da0d44383f72 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:02:51.800446 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:51.934079 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:51.968958 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port afba236d-c483-46c6-b241-da0d44383f72, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=afba236d-c483-46c6-b241-da0d44383f72,segment=NetworkSegment(126dd8b4-a439-4443-8dd2-c3152f962f3e),segment_id=126dd8b4-a439-4443-8dd2-c3152f962f3e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:02:51.972845 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:52.041562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=afba236d-c483-46c6-b241-da0d44383f72,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:02:52.988511 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 54368) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:02:53.179013 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4d6136a4-a7cb-48c1-bf9e-25764b9687ad admin admin] 10.222.0.48 "GET /v2.0/routers/4f87a1ce-20b3-49a9-bf38-4d12e923912f HTTP/1.1" status: 200 len: 710 time: 0.1894538 Jan 17 14:02:53.301195 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf47a063-714d-481a-bc7a-4bee3a71a42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:02:53.302425 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cf47a063-714d-481a-bc7a-4bee3a71a42e admin admin] 10.222.0.48 "GET /v2.0/networks/8e713ad1-069e-4db5-8938-0391ff946f65 HTTP/1.1" status: 200 len: 886 time: 0.1178563 Jan 17 14:02:53.311432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-4429041d-c44a-472d-b820-f8de8887632c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:02:53.699042 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device afba236d-c483-46c6-b241-da0d44383f72 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:02:53.733754 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4429041d-c44a-472d-b820-f8de8887632c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:53.764319 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port afba236d-c483-46c6-b241-da0d44383f72 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:02:53.764680 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:54.101506 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4429041d-c44a-472d-b820-f8de8887632c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:54.155147 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4429041d-c44a-472d-b820-f8de8887632c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:54.285932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-4429041d-c44a-472d-b820-f8de8887632c admin admin] Allocated IP 172.26.3.60 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/aebe5655-24d9-4a8d-b983-cfeab5049993) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:02:54.423947 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4429041d-c44a-472d-b820-f8de8887632c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:54.453183 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4429041d-c44a-472d-b820-f8de8887632c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:54.517184 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4429041d-c44a-472d-b820-f8de8887632c admin admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:02:54.520242 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-4429041d-c44a-472d-b820-f8de8887632c admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:02:54.522642 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4429041d-c44a-472d-b820-f8de8887632c admin admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:02:54.589121 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429041d-c44a-472d-b820-f8de8887632c admin admin] Pushing event updated for resources: {'Port': ['ID=aebe5655-24d9-4a8d-b983-cfeab5049993,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:02:54.902043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4429041d-c44a-472d-b820-f8de8887632c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:55.229539 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4429041d-c44a-472d-b820-f8de8887632c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:55.232743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4429041d-c44a-472d-b820-f8de8887632c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:55.454126 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4429041d-c44a-472d-b820-f8de8887632c admin admin] Router 4f87a1ce-20b3-49a9-bf38-4d12e923912f has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:02:55.628973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4429041d-c44a-472d-b820-f8de8887632c admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:02:55.637113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4429041d-c44a-472d-b820-f8de8887632c admin admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:55.638403 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4429041d-c44a-472d-b820-f8de8887632c admin admin] 10.222.0.48 "PUT /v2.0/routers/4f87a1ce-20b3-49a9-bf38-4d12e923912f HTTP/1.1" status: 200 len: 889 time: 2.3299828 Jan 17 14:02:55.638567 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] Sync routers for ids ['4f87a1ce-20b3-49a9-bf38-4d12e923912f'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:02:55.649133 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] Routers {'4f87a1ce-20b3-49a9-bf38-4d12e923912f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:02:55.650035 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:02:43Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4f87a1ce-20b3-49a9-bf38-4d12e923912f'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:02:55.841377 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] Set router 4f87a1ce-20b3-49a9-bf38-4d12e923912f gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:02:56.179091 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f87a1ce-20b3-49a9-bf38-4d12e923912f', 'name': 'router1', 'tenant_id': '74b44ad093364aaf994eab779bbba5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aebe5655-24d9-4a8d-b983-cfeab5049993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:02:36Z', 'updated_at': '2022-01-17T14:02:54Z', 'revision_number': 4, 'project_id': '74b44ad093364aaf994eab779bbba5d2', 'gw_port': {'id': 'aebe5655-24d9-4a8d-b983-cfeab5049993', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f87a1ce-20b3-49a9-bf38-4d12e923912f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:02:54Z', 'updated_at': '2022-01-17T14:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'afba236d-c483-46c6-b241-da0d44383f72', 'name': '', 'network_id': '54a78921-312b-4a29-837a-dea249bcf949', 'tenant_id': '74b44ad093364aaf994eab779bbba5d2', 'mac_address': 'fa:16:3e:f5:11:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f87a1ce-20b3-49a9-bf38-4d12e923912f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18f41cb2-7619-4293-a539-6935591ec7e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:02:46Z', 'updated_at': '2022-01-17T14:02:51Z', 'revision_number': 5, 'project_id': '74b44ad093364aaf994eab779bbba5d2', 'subnets': [{'id': '18f41cb2-7619-4293-a539-6935591ec7e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc824681-6695-4aad-a45a-f583a06c09e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:02:56.184080 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] Checking router: 4f87a1ce-20b3-49a9-bf38-4d12e923912f for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:02:56.184432 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] Updating router 4f87a1ce-20b3-49a9-bf38-4d12e923912f port aebe5655-24d9-4a8d-b983-cfeab5049993 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:02:56.234945 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:56.554954 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:56.566275 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] Transition to ACTIVE for port object aebe5655-24d9-4a8d-b983-cfeab5049993 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:02:56.573797 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:56.654123 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] Attempting to bind port aebe5655-24d9-4a8d-b983-cfeab5049993 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:02:56.654759 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] Attempting to bind port aebe5655-24d9-4a8d-b983-cfeab5049993 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:02:56.654868 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] Attempting to bind port aebe5655-24d9-4a8d-b983-cfeab5049993 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:02:56.658033 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ebfa2-4ab5-44a8-a07f-430cde875f06 None None] Pushing event updated for resources: {'Port': ['ID=aebe5655-24d9-4a8d-b983-cfeab5049993,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:02:56.662150 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:02:56.662511 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:02:56.662894 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:56.663264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:02:56.663726 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] Bound port: aebe5655-24d9-4a8d-b983-cfeab5049993, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:02:56.664112 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:56.733617 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] For port aebe5655-24d9-4a8d-b983-cfeab5049993, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:02:56.736497 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] For port aebe5655-24d9-4a8d-b983-cfeab5049993, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=aebe5655-24d9-4a8d-b983-cfeab5049993,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:02:56.741653 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:56.843230 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] Routers {'4f87a1ce-20b3-49a9-bf38-4d12e923912f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:02:56.843860 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:02:43Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4f87a1ce-20b3-49a9-bf38-4d12e923912f'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:02:56.911903 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ebfa2-4ab5-44a8-a07f-430cde875f06 None None] Pushing event updated for resources: {'Port': ['ID=aebe5655-24d9-4a8d-b983-cfeab5049993,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:02:57.028197 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] Set router 4f87a1ce-20b3-49a9-bf38-4d12e923912f gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:02:57.349165 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f87a1ce-20b3-49a9-bf38-4d12e923912f', 'name': 'router1', 'tenant_id': '74b44ad093364aaf994eab779bbba5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aebe5655-24d9-4a8d-b983-cfeab5049993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:02:36Z', 'updated_at': '2022-01-17T14:02:54Z', 'revision_number': 4, 'project_id': '74b44ad093364aaf994eab779bbba5d2', 'gw_port': {'id': 'aebe5655-24d9-4a8d-b983-cfeab5049993', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f87a1ce-20b3-49a9-bf38-4d12e923912f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:02:54Z', 'updated_at': '2022-01-17T14:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'afba236d-c483-46c6-b241-da0d44383f72', 'name': '', 'network_id': '54a78921-312b-4a29-837a-dea249bcf949', 'tenant_id': '74b44ad093364aaf994eab779bbba5d2', 'mac_address': 'fa:16:3e:f5:11:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f87a1ce-20b3-49a9-bf38-4d12e923912f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18f41cb2-7619-4293-a539-6935591ec7e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:02:46Z', 'updated_at': '2022-01-17T14:02:51Z', 'revision_number': 5, 'project_id': '74b44ad093364aaf994eab779bbba5d2', 'subnets': [{'id': '18f41cb2-7619-4293-a539-6935591ec7e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc824681-6695-4aad-a45a-f583a06c09e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:02:57.353117 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a71ecb-c499-462a-a5c0-da06b49c8603 None None] The sync data for ids ['4f87a1ce-20b3-49a9-bf38-4d12e923912f'] in dv-neutron-824901-1-hyperv is: [{'id': '4f87a1ce-20b3-49a9-bf38-4d12e923912f', 'name': 'router1', 'tenant_id': '74b44ad093364aaf994eab779bbba5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aebe5655-24d9-4a8d-b983-cfeab5049993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:02:36Z', 'updated_at': '2022-01-17T14:02:54Z', 'revision_number': 4, 'project_id': '74b44ad093364aaf994eab779bbba5d2', 'gw_port': {'id': 'aebe5655-24d9-4a8d-b983-cfeab5049993', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f87a1ce-20b3-49a9-bf38-4d12e923912f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:02:54Z', 'updated_at': '2022-01-17T14:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'afba236d-c483-46c6-b241-da0d44383f72', 'name': '', 'network_id': '54a78921-312b-4a29-837a-dea249bcf949', 'tenant_id': '74b44ad093364aaf994eab779bbba5d2', 'mac_address': 'fa:16:3e:f5:11:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f87a1ce-20b3-49a9-bf38-4d12e923912f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18f41cb2-7619-4293-a539-6935591ec7e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:02:46Z', 'updated_at': '2022-01-17T14:02:51Z', 'revision_number': 5, 'project_id': '74b44ad093364aaf994eab779bbba5d2', 'subnets': [{'id': '18f41cb2-7619-4293-a539-6935591ec7e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc824681-6695-4aad-a45a-f583a06c09e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:02:57.733908 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device aebe5655-24d9-4a8d-b983-cfeab5049993 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:02:57.807629 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port aebe5655-24d9-4a8d-b983-cfeab5049993 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:02:57.813253 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port aebe5655-24d9-4a8d-b983-cfeab5049993 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:02:57.813961 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:57.944237 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:57.961923 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port aebe5655-24d9-4a8d-b983-cfeab5049993, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=aebe5655-24d9-4a8d-b983-cfeab5049993,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:02:57.967100 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:02:57.999356 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 54378) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:02:58.038891 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=aebe5655-24d9-4a8d-b983-cfeab5049993,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:02:58.136630 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1b04db2b-b7e7-4b0a-8374-3a9f49bfecce admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1360953 Jan 17 14:02:59.716937 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device aebe5655-24d9-4a8d-b983-cfeab5049993 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:02:59.787695 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port aebe5655-24d9-4a8d-b983-cfeab5049993 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:02:59.788082 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:03:04.856954 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 5 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:03:10.551172 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9987da53-699a-450f-a42b-881e120ed0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:03:12.874589 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3d28eac-cf1d-4eb2-9947-ce0bc397a9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:03:13.745254 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:03:13.857209 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:03:15.288598 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:03:40.555034 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-024b4938-f1b6-4eba-a5c0-b10af10ef6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:03:41.835486 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 5 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:03:42.878508 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a8ebd18a-537b-4932-b16f-cdb3a59c58d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:03:43.748826 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:03:43.869530 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:03:45.288979 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:04:10.560874 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6bba2723-c253-438b-8a5b-b9b4b80196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:04:12.884107 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76970103-0f22-49e4-9c13-8695432ba0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:04:13.754779 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:04:13.864949 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:04:15.304637 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:04:18.835869 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 5 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:04:40.563946 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9cda6b2a-b089-432b-86fc-ddad224375c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:04:42.886607 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f97ccad4-cc73-4767-a0a7-be3e6aefc0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:04:43.764671 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:04:43.867094 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:04:45.296995 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:04:55.834583 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 5 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:05:02.660749 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 54982) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:05:02.727224 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bf16b6-c360-422f-9288-70ef1185d24e admin admin] GET failed (client error): The resource could not be found. Jan 17 14:05:02.727747 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-93bf16b6-c360-422f-9288-70ef1185d24e admin admin] Synchronizing usage tracker for tenant:45f9ba90cdd24bd2a50163febb554801 on resource:network {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:05:02.744952 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-93bf16b6-c360-422f-9288-70ef1185d24e admin admin] Unset dirty status for tenant:45f9ba90cdd24bd2a50163febb554801 on resource:network {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:05:02.746124 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-93bf16b6-c360-422f-9288-70ef1185d24e admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0844524 Jan 17 14:05:02.896748 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7096b47c-a240-4163-8e3e-e8cb9604cce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:05:02.898230 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7096b47c-a240-4163-8e3e-e8cb9604cce7 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1482131 Jan 17 14:05:05.004972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 54992) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:05:05.112192 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50130bee-0d6c-46ad-8a7e-bd0f72c6c46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:05:05.112652 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-50130bee-0d6c-46ad-8a7e-bd0f72c6c46a admin admin] Synchronizing usage tracker for tenant:45f9ba90cdd24bd2a50163febb554801 on resource:subnet {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:05:05.128904 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-50130bee-0d6c-46ad-8a7e-bd0f72c6c46a admin admin] Unset dirty status for tenant:45f9ba90cdd24bd2a50163febb554801 on resource:subnet {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:05:05.130193 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-50130bee-0d6c-46ad-8a7e-bd0f72c6c46a admin admin] 10.222.0.48 "GET /v2.0/subnets/18f41cb2-7619-4293-a539-6935591ec7e7 HTTP/1.1" status: 200 len: 849 time: 0.1242573 Jan 17 14:05:05.139619 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-b0fe71af-858b-4623-8f8b-aae2f553b2f5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:05:05.251291 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b0fe71af-858b-4623-8f8b-aae2f553b2f5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:05.434041 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b0fe71af-858b-4623-8f8b-aae2f553b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762588013806'] for subnet, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:05.481990 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fe71af-858b-4623-8f8b-aae2f553b2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:05:05.482856 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b0fe71af-858b-4623-8f8b-aae2f553b2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:05.489264 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b0fe71af-858b-4623-8f8b-aae2f553b2f5 admin admin] 10.222.0.48 "PUT /v2.0/subnets/18f41cb2-7619-4293-a539-6935591ec7e7 HTTP/1.1" status: 200 len: 868 time: 0.3479328 Jan 17 14:05:05.489494 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e90428-c4fc-44ef-8e2a-98d09c03c265 None None] Network 54a78921-312b-4a29-837a-dea249bcf949 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:05:05.505382 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe71af-858b-4623-8f8b-aae2f553b2f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18f41cb2-7619-4293-a539-6935591ec7e7,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:05:05.513995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe71af-858b-4623-8f8b-aae2f553b2f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:05.514614 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe71af-858b-4623-8f8b-aae2f553b2f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:05.515146 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe71af-858b-4623-8f8b-aae2f553b2f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:05.515630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe71af-858b-4623-8f8b-aae2f553b2f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:05.516132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe71af-858b-4623-8f8b-aae2f553b2f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:05.516648 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe71af-858b-4623-8f8b-aae2f553b2f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:05.517142 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe71af-858b-4623-8f8b-aae2f553b2f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:05.517689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe71af-858b-4623-8f8b-aae2f553b2f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:05.518190 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe71af-858b-4623-8f8b-aae2f553b2f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:05.518662 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe71af-858b-4623-8f8b-aae2f553b2f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:05.519145 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe71af-858b-4623-8f8b-aae2f553b2f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:05.519655 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe71af-858b-4623-8f8b-aae2f553b2f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:06.017387 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-72942852-e56c-4056-9bcb-e12af7a4d6d1 None None] Provisioning complete for port afba236d-c483-46c6-b241-da0d44383f72 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:05:06.017728 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-72942852-e56c-4056-9bcb-e12af7a4d6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:06.141135 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-72942852-e56c-4056-9bcb-e12af7a4d6d1 None None] Provisioning complete for port bd662aa4-6f23-4e2d-801b-c18186d5a710 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:05:06.141412 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-72942852-e56c-4056-9bcb-e12af7a4d6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:07.606705 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55002) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:05:07.777853 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d10670-358e-46df-9f59-78d767ecabd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:05:07.778336 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d10670-358e-46df-9f59-78d767ecabd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:05:07.779881 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f9d10670-358e-46df-9f59-78d767ecabd8 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1722023 Jan 17 14:05:09.906410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55012) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:05:10.076179 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65859f9e-9144-4265-abf0-e7377a808242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:05:10.076569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65859f9e-9144-4265-abf0-e7377a808242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:05:10.078066 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-65859f9e-9144-4265-abf0-e7377a808242 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1707213 Jan 17 14:05:10.565663 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-495ed53c-e74e-4169-94ce-d0fbe7357564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:12.205910 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55022) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:05:12.374747 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aba774-f74e-4125-a2a4-b1285dacc5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:05:12.376124 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-94aba774-f74e-4125-a2a4-b1285dacc5fd admin admin] 10.222.0.48 "GET /v2.0/networks/54a78921-312b-4a29-837a-dea249bcf949 HTTP/1.1" status: 200 len: 869 time: 0.1692610 Jan 17 14:05:12.890677 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d5456404-b0e7-46b8-986b-47115e2281c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:13.757151 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:13.871390 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:14.507038 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55032) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:05:14.669391 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd0fde9-2433-48cc-bead-e7d8b7b4795f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:05:14.670738 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cfd0fde9-2433-48cc-bead-e7d8b7b4795f admin admin] 10.222.0.48 "GET /v2.0/networks/8e713ad1-069e-4db5-8938-0391ff946f65 HTTP/1.1" status: 200 len: 886 time: 0.1619146 Jan 17 14:05:15.302337 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:16.802869 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55042) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:05:16.906377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65860d0f-be63-430a-a075-f2f07fcc98da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:05:16.906834 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65860d0f-be63-430a-a075-f2f07fcc98da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:05:16.908338 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-65860d0f-be63-430a-a075-f2f07fcc98da admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1046922 Jan 17 14:05:18.999270 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55052) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:05:19.106208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9052d3-4ae9-484e-a666-014f1f4ae06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:05:19.106696 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9052d3-4ae9-484e-a666-014f1f4ae06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:05:19.108216 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-dd9052d3-4ae9-484e-a666-014f1f4ae06e admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1078832 Jan 17 14:05:21.210104 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55062) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:05:21.315231 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60ac02b-c091-4bfc-b476-e4b72044e669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:05:21.316600 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d60ac02b-c091-4bfc-b476-e4b72044e669 admin admin] 10.222.0.48 "GET /v2.0/subnets/18f41cb2-7619-4293-a539-6935591ec7e7 HTTP/1.1" status: 200 len: 868 time: 0.1055293 Jan 17 14:05:23.451637 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55072) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:05:23.557924 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf36467-fce2-4c0d-80a1-e5b6648290c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:05:23.559234 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9bf36467-fce2-4c0d-80a1-e5b6648290c6 admin admin] 10.222.0.48 "GET /v2.0/subnets/907cc95f-4e50-40b6-a1a2-a1e66ec0516a HTTP/1.1" status: 200 len: 816 time: 0.1066432 Jan 17 14:05:32.832801 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 5 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:05:40.569544 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25b56eeb-54c1-46f1-83cf-30a9c3c91a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:42.892550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96f9d134-2985-48ce-80e7-89565ddf0302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:43.759932 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:43.873876 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:45.302895 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:46.513965 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55116) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:05:46.560839 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-f11fc200-71ac-449b-b452-64e076a8cf7a admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:05:46.561825 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f11fc200-71ac-449b-b452-64e076a8cf7a admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469317 Jan 17 14:05:48.751023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55126) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:05:48.869797 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c5205c-38d5-4e98-8d54-aee9604a572a admin admin] GET failed (client error): The resource could not be found. Jan 17 14:05:48.871099 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-68c5205c-38d5-4e98-8d54-aee9604a572a admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1191216 Jan 17 14:05:48.993430 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7b7711-fb35-493c-a791-ea470c98ff34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:05:48.994790 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fd7b7711-fb35-493c-a791-ea470c98ff34 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1197243 Jan 17 14:05:51.148637 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55136) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:05:51.195268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-38e84d3d-79fa-4ebd-a6c9-68a72604ceff admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:05:51.199937 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-38e84d3d-79fa-4ebd-a6c9-68a72604ceff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:05:51.209067 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-38e84d3d-79fa-4ebd-a6c9-68a72604ceff admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:05:51.220219 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e84d3d-79fa-4ebd-a6c9-68a72604ceff admin admin] Made reservation on behalf of 45f9ba90cdd24bd2a50163febb554801 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:05:51.222769 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38e84d3d-79fa-4ebd-a6c9-68a72604ceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:51.330821 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING neutron.services.revisions.revision_plugin [None req-38e84d3d-79fa-4ebd-a6c9-68a72604ceff admin admin] Could not find related network for resource to bump revision. Jan 17 14:05:51.345431 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e84d3d-79fa-4ebd-a6c9-68a72604ceff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:05:51.354361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38e84d3d-79fa-4ebd-a6c9-68a72604ceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:51.354695 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-38e84d3d-79fa-4ebd-a6c9-68a72604ceff admin admin] Added segment 35dac645-1233-40a4-ab6b-650442a2ce82 of type vlan for network 555363a9-fff6-46b5-b4e3-c9fba7f9e001 Jan 17 14:05:51.379561 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38e84d3d-79fa-4ebd-a6c9-68a72604ceff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:51.407206 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38e84d3d-79fa-4ebd-a6c9-68a72604ceff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:51.408160 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e84d3d-79fa-4ebd-a6c9-68a72604ceff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:05:51.408736 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38e84d3d-79fa-4ebd-a6c9-68a72604ceff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:51.506653 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e84d3d-79fa-4ebd-a6c9-68a72604ceff admin admin] Pushing event updated for resources: {'Network': ['ID=555363a9-fff6-46b5-b4e3-c9fba7f9e001,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:05:51.510430 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-38e84d3d-79fa-4ebd-a6c9-68a72604ceff admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3607669 Jan 17 14:05:51.519537 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 555363a9-fff6-46b5-b4e3-c9fba7f9e001 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:05:53.752832 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55146) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:05:53.838592 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-d947ce57-2560-410a-9e57-deec246599eb admin admin] GET failed (client error): The resource could not be found. Jan 17 14:05:53.839291 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d947ce57-2560-410a-9e57-deec246599eb admin admin] Synchronizing usage tracker for tenant:45f9ba90cdd24bd2a50163febb554801 on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:05:53.862897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d947ce57-2560-410a-9e57-deec246599eb admin admin] Unset dirty status for tenant:45f9ba90cdd24bd2a50163febb554801 on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:05:53.864085 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d947ce57-2560-410a-9e57-deec246599eb admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1103008 Jan 17 14:05:53.971343 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f713472-2f1d-4994-8557-5108adf31763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:05:53.972718 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8f713472-2f1d-4994-8557-5108adf31763 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1047225 Jan 17 14:05:53.982514 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-a16012a4-f6ec-4286-bd21-54e1e8b85260 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '555363a9-fff6-46b5-b4e3-c9fba7f9e001', 'cidr': '192.168.233.0/24'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:05:53.987072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a16012a4-f6ec-4286-bd21-54e1e8b85260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:05:53.996534 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a16012a4-f6ec-4286-bd21-54e1e8b85260 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:05:54.005880 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16012a4-f6ec-4286-bd21-54e1e8b85260 admin admin] Made reservation on behalf of 45f9ba90cdd24bd2a50163febb554801 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:05:54.008749 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a16012a4-f6ec-4286-bd21-54e1e8b85260 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:54.247498 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a16012a4-f6ec-4286-bd21-54e1e8b85260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:54.336719 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16012a4-f6ec-4286-bd21-54e1e8b85260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed6cc89-79fe-4d1e-a740-2f268d3c45bf,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:05:54.345574 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16012a4-f6ec-4286-bd21-54e1e8b85260 admin admin] Checking segment: {'id': '35dac645-1233-40a4-ab6b-650442a2ce82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '555363a9-fff6-46b5-b4e3-c9fba7f9e001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:05:54.346863 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16012a4-f6ec-4286-bd21-54e1e8b85260 admin admin] Network hostable DHCP agents. Network: 555363a9-fff6-46b5-b4e3-c9fba7f9e001, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:05:54.369119 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16012a4-f6ec-4286-bd21-54e1e8b85260 admin admin] Network 555363a9-fff6-46b5-b4e3-c9fba7f9e001 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:05:54.380215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-a16012a4-f6ec-4286-bd21-54e1e8b85260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 555363a9-fff6-46b5-b4e3-c9fba7f9e001) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:05:54.384498 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16012a4-f6ec-4286-bd21-54e1e8b85260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:05:54.385136 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a16012a4-f6ec-4286-bd21-54e1e8b85260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:54.390654 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eae3c09-78a7-4317-a61b-125810656777 None None] Network 555363a9-fff6-46b5-b4e3-c9fba7f9e001 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:05:54.411773 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a16012a4-f6ec-4286-bd21-54e1e8b85260 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4327593 Jan 17 14:05:54.631145 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-555363a9-fff6-46b5-b4e3-c9fba7f9e001', 'network_id': '555363a9-fff6-46b5-b4e3-c9fba7f9e001', 'tenant_id': '45f9ba90cdd24bd2a50163febb554801', 'fixed_ips': [{'subnet_id': 'bed6cc89-79fe-4d1e-a740-2f268d3c45bf'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:05:54.632488 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:54.793805 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Allocated IP 192.168.233.2 (555363a9-fff6-46b5-b4e3-c9fba7f9e001/bed6cc89-79fe-4d1e-a740-2f268d3c45bf/5436f641-d717-4a2b-a2de-cf8f2418eb31) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:05:55.016953 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:55.028093 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Transition to ACTIVE for port object 5436f641-d717-4a2b-a2de-cf8f2418eb31 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:05:55.046604 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Transition to ACTIVE for port object 5436f641-d717-4a2b-a2de-cf8f2418eb31 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:05:55.052465 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:55.120660 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Network 555363a9-fff6-46b5-b4e3-c9fba7f9e001 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:05:55.123583 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:05:55.127288 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:05:55.133283 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Pushing event updated for resources: {'Port': ['ID=5436f641-d717-4a2b-a2de-cf8f2418eb31,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:05:55.169559 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:55.169920 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:55.170260 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:55.170592 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:55.170918 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:55.171261 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:55.171589 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:55.171933 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:55.172267 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:55.172589 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:55.172909 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:55.173218 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:05:55.231344 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Attempting to bind port 5436f641-d717-4a2b-a2de-cf8f2418eb31 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:05:55.231703 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Attempting to bind port 5436f641-d717-4a2b-a2de-cf8f2418eb31 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '35dac645-1233-40a4-ab6b-650442a2ce82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '555363a9-fff6-46b5-b4e3-c9fba7f9e001'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:05:55.232092 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Attempting to bind port 5436f641-d717-4a2b-a2de-cf8f2418eb31 on network 555363a9-fff6-46b5-b4e3-c9fba7f9e001 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:05:55.238059 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:05:55.238491 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Checking segment: {'id': '35dac645-1233-40a4-ab6b-650442a2ce82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '555363a9-fff6-46b5-b4e3-c9fba7f9e001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:05:55.238877 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:55.239252 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Bound using segment: {'id': '35dac645-1233-40a4-ab6b-650442a2ce82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '555363a9-fff6-46b5-b4e3-c9fba7f9e001'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:05:55.239759 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Bound port: 5436f641-d717-4a2b-a2de-cf8f2418eb31, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35dac645-1233-40a4-ab6b-650442a2ce82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '555363a9-fff6-46b5-b4e3-c9fba7f9e001'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:05:55.240201 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:55.354514 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] For port 5436f641-d717-4a2b-a2de-cf8f2418eb31, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:05:55.357567 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] For port 5436f641-d717-4a2b-a2de-cf8f2418eb31, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=5436f641-d717-4a2b-a2de-cf8f2418eb31,segment=NetworkSegment(35dac645-1233-40a4-ab6b-650442a2ce82),segment_id=35dac645-1233-40a4-ab6b-650442a2ce82)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:05:55.362462 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:55.443453 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d536627-1383-4d2e-b33a-ea7a8fa1e640 None None] Pushing event updated for resources: {'Port': ['ID=5436f641-d717-4a2b-a2de-cf8f2418eb31,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:05:55.848552 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 5436f641-d717-4a2b-a2de-cf8f2418eb31 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:05:55.919620 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 5436f641-d717-4a2b-a2de-cf8f2418eb31 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:05:56.345801 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bfebf3-824c-4184-85f6-3553876fc944 None None] Network 555363a9-fff6-46b5-b4e3-c9fba7f9e001 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:05:56.457869 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ed801f06-ca17-4c18-984c-e09661e88e93 None None] Provisioning for port 5436f641-d717-4a2b-a2de-cf8f2418eb31 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:05:56.473779 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ed801f06-ca17-4c18-984c-e09661e88e93 None None] Provisioning complete for port 5436f641-d717-4a2b-a2de-cf8f2418eb31 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:05:56.474143 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ed801f06-ca17-4c18-984c-e09661e88e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:56.681568 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ed801f06-ca17-4c18-984c-e09661e88e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:56.721976 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ed801f06-ca17-4c18-984c-e09661e88e93 None None] For port 5436f641-d717-4a2b-a2de-cf8f2418eb31, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=5436f641-d717-4a2b-a2de-cf8f2418eb31,segment=NetworkSegment(35dac645-1233-40a4-ab6b-650442a2ce82),segment_id=35dac645-1233-40a4-ab6b-650442a2ce82)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:05:56.727757 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ed801f06-ca17-4c18-984c-e09661e88e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:56.807646 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed801f06-ca17-4c18-984c-e09661e88e93 None None] Pushing event updated for resources: {'Port': ['ID=5436f641-d717-4a2b-a2de-cf8f2418eb31,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:05:56.968197 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4bcaacec-e33d-42c8-8784-f2450998c365 None None] Provisioning complete for port 5436f641-d717-4a2b-a2de-cf8f2418eb31 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:05:56.968491 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4bcaacec-e33d-42c8-8784-f2450998c365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:05:57.830931 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 5436f641-d717-4a2b-a2de-cf8f2418eb31 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:05:57.904583 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 5436f641-d717-4a2b-a2de-cf8f2418eb31 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:05:57.904930 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:06:09.831467 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 5 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:06:10.567978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3b2df55d-1f32-4547-8e13-ecf06a20062a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:06:12.895977 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4ca81e42-84bb-4b5f-a0b9-402c53f221bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:06:13.764718 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:06:13.876811 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:06:15.308951 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:06:40.580832 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7350fb4f-602b-43f5-9bc4-66fee5997d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:06:42.898992 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fd021bfa-3b1e-4827-8997-1577816a902c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:06:43.766265 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:06:43.878139 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:06:45.309233 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:06:46.830258 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 5 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:07:06.410391 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55196) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:07:06.416296 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-eca9889f-09ae-4551-a92e-4be9fd5d5b42 tempest-verify_tempest_config-742584707 tempest-verify_tempest_config-742584707-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:07:06.417226 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-eca9889f-09ae-4551-a92e-4be9fd5d5b42 tempest-verify_tempest_config-742584707 tempest-verify_tempest_config-742584707-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059040 Jan 17 14:07:06.729177 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55214) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:07:06.845904 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bda2c992-c189-4420-8947-f520538ca36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:07:06.860596 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-bda2c992-c189-4420-8947-f520538ca36e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:07:06.864507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bda2c992-c189-4420-8947-f520538ca36e admin admin] Usage tracker for resource:security_group_rule and tenant:f9ce3218a2eb40dfab3935495ea5e32e is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:07:06.867330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bda2c992-c189-4420-8947-f520538ca36e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:07:06.873129 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-bda2c992-c189-4420-8947-f520538ca36e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:07:06.964987 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bda2c992-c189-4420-8947-f520538ca36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:07:06.969896 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bda2c992-c189-4420-8947-f520538ca36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:07:07.018239 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2c992-c189-4420-8947-f520538ca36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfa8001-975c-4110-820b-1f81fb11cd32,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:07:07.022590 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bda2c992-c189-4420-8947-f520538ca36e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9ce3218a2eb40dfab3935495ea5e32e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2924500 Jan 17 14:07:07.025532 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55220) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:07:07.028231 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2c992-c189-4420-8947-f520538ca36e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.028598 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2c992-c189-4420-8947-f520538ca36e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.028945 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2c992-c189-4420-8947-f520538ca36e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.029272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2c992-c189-4420-8947-f520538ca36e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.029598 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2c992-c189-4420-8947-f520538ca36e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.029942 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2c992-c189-4420-8947-f520538ca36e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.030272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2c992-c189-4420-8947-f520538ca36e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.030620 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2c992-c189-4420-8947-f520538ca36e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.030945 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2c992-c189-4420-8947-f520538ca36e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.031265 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2c992-c189-4420-8947-f520538ca36e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.031587 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2c992-c189-4420-8947-f520538ca36e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.031931 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2c992-c189-4420-8947-f520538ca36e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.089764 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b6fdc277-3b08-41f5-9077-95cef8955831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:07:07.116759 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b6fdc277-3b08-41f5-9077-95cef8955831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:07:07.210945 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b6fdc277-3b08-41f5-9077-95cef8955831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:07:07.229932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdc277-3b08-41f5-9077-95cef8955831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfa8001-975c-4110-820b-1f81fb11cd32,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:07:07.237776 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b6fdc277-3b08-41f5-9077-95cef8955831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:07:07.238843 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b6fdc277-3b08-41f5-9077-95cef8955831 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ecfa8001-975c-4110-820b-1f81fb11cd32 HTTP/1.1" status: 204 len: 168 time: 0.2123790 Jan 17 14:07:07.240013 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdc277-3b08-41f5-9077-95cef8955831 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.240367 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdc277-3b08-41f5-9077-95cef8955831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.240695 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdc277-3b08-41f5-9077-95cef8955831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.241014 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdc277-3b08-41f5-9077-95cef8955831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.241333 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdc277-3b08-41f5-9077-95cef8955831 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.241665 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdc277-3b08-41f5-9077-95cef8955831 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.241982 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdc277-3b08-41f5-9077-95cef8955831 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.242315 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdc277-3b08-41f5-9077-95cef8955831 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.242709 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdc277-3b08-41f5-9077-95cef8955831 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.242942 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdc277-3b08-41f5-9077-95cef8955831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.243253 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdc277-3b08-41f5-9077-95cef8955831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:07.243565 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdc277-3b08-41f5-9077-95cef8955831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:07:10.574809 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f396b8b-8de1-4b48-85bc-86e37b807efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:07:12.900229 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4c94-01cc-4e99-81fc-db30f6a4492a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:07:13.768094 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:07:13.879575 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:07:15.312621 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:07:23.829188 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 5 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:07:40.576499 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-67fc0478-1101-4e99-8de9-8401ad5caafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:07:42.902060 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f975d542-c221-4519-8b54-c1382dbc8a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:07:43.769967 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:07:43.881570 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:07:45.316301 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:08:00.827781 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 5 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:08:10.578203 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c956b588-f86f-4780-8ecd-6607a4938567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:08:12.902326 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fd72b4e0-cd97-42fd-b473-9a97fc7ebf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:08:13.779337 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:08:13.884470 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:08:15.319299 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:08:22.527285 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591228'] for agent, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:08:36.964919 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55290) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:08:37.082840 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fcfd0adc-7450-481b-bf05-52c623c74ff7 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1167080 Jan 17 14:08:37.831162 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:08:39.262894 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55300) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:08:39.321924 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-75b9d312-e7eb-4d20-af8f-2710c0fcc872 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0579469 Jan 17 14:08:40.582730 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f433a1c4-ad22-4ac2-a56e-3c746fe5d777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:08:42.908310 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2b51dc9f-70e2-4bf4-b1ff-8ad99dfce81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:08:43.777872 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:08:43.886889 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:08:45.320853 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:08:52.518378 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:09:10.588639 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c815d2be-b473-4190-b7ca-af9d72c70553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:09:12.907299 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d4d8bd52-09a2-4d11-80d3-9065f166ae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:09:13.798307 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:09:13.907858 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:09:14.839661 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:09:15.362724 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:09:22.535873 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:09:40.593987 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-673b8e20-a1c0-4d90-9e07-70020e6b4651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:09:42.914283 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5227df88-8bc7-4f81-a8e8-40c7a8d4b22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:09:43.785494 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:09:43.905202 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:09:45.338728 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:09:51.835753 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:09:52.553084 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:10.604018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6063ba9d-bbb9-4909-8693-f64a256b62ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:12.915487 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-da0cfcda-fb1c-4631-a046-f4f4d3ccafd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:13.300366 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55430) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:13.796044 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:13.832520 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1919571955-network', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:13.841511 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:13.849300 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Usage tracker for resource:network and tenant:4bf9d590b7484aed9edd856f9636eb85 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:13.854568 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:13.867309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:13.886066 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Made reservation on behalf of 4bf9d590b7484aed9edd856f9636eb85 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:13.889947 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:13.913042 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:13.930508 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:13.955132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:13.961429 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Usage tracker for resource:security_group_rule and tenant:4bf9d590b7484aed9edd856f9636eb85 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:13.966297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:13.975603 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:14.104680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:14.118627 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:14.198350 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:10:14.202000 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b5ac68-5b46-4863-a674-7e88cff63c5f,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:14.218430 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:14.219355 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Added segment 146d807b-421a-41cf-a776-1d8b62f4b40d of type vlan for network 65490aef-7574-47e8-8e01-18ff3449c348 Jan 17 14:10:14.266672 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:14.280319 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:14.280988 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:14.281491 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:14.281991 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:14.282321 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:14.282670 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:14.283003 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:14.283342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:14.283670 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:14.284026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:14.284339 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:14.284842 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Tracked resource versions report: Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: pushed versions: Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: { 'AddressGroup': {'1.2'}, Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'ConntrackHelper': {'1.0'}, Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'Log': {'1.0'}, Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'Network': {'1.1'}, Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'Port': {'1.7'}, Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'PortForwarding': {'1.2'}, Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'QosPolicy': {'1.8'}, Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'SecurityGroup': {'1.4'}, Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'SecurityGroupRule': {'1.2'}, Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'SubPort': {'1.0'}, Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'Subnet': {'1.1'}, Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'Trunk': {'1.1'}} Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: consumer versions: Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: { DHCP agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: HyperV agent@hv-neutron-8249: {}, Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: L3 agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: Metadata agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: Metering agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: Open vSwitch agent@dv-neutron-824901-1-hyperv: { 'AddressGroup': '1.2', Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'ConntrackHelper': '1.0', Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'Log': '1.0', Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'Network': '1.1', Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'Port': '1.7', Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'PortForwarding': '1.2', Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'QosPolicy': '1.8', Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'SecurityGroup': '1.4', Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'SecurityGroupRule': '1.2', Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'SubPort': '1.0', Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'Subnet': '1.1', Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: 'Trunk': '1.1'}} Jan 17 14:10:14.286790 dv-neutron-824901-1-hyperv neutron-server[87523]: {{(pid=87523) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 14:10:14.322186 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:14.325362 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:14.327299 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:14.491476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] Pushing event updated for resources: {'Network': ['ID=65490aef-7574-47e8-8e01-18ff3449c348,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:14.504676 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-31c08d14-9732-4bfd-8337-b8bd1c4b1e9c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2019620 Jan 17 14:10:14.505206 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55476) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:14.510283 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 65490aef-7574-47e8-8e01-18ff3449c348 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:10:14.514363 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Request body: {'subnet': {'network_id': '65490aef-7574-47e8-8e01-18ff3449c348', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1919571955-subnet', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:14.523002 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:14.531017 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Usage tracker for resource:subnet and tenant:4bf9d590b7484aed9edd856f9636eb85 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:14.537876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:14.550493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:14.569311 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Made reservation on behalf of 4bf9d590b7484aed9edd856f9636eb85 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:14.572352 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:14.934021 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:15.064081 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Checking segment: {'id': '146d807b-421a-41cf-a776-1d8b62f4b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:10:15.065173 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Network hostable DHCP agents. Network: 65490aef-7574-47e8-8e01-18ff3449c348, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:10:15.082086 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=108e9ce5-417b-4ebb-b330-fd1632de2fea,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:15.104820 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:15.105542 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:15.106096 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:15.106720 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:15.107315 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:15.108049 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:15.108431 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:15.108983 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:15.109673 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:15.110238 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:15.110775 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:15.111324 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Tracked resource versions report: Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: pushed versions: Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: { 'AddressGroup': {'1.2'}, Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'ConntrackHelper': {'1.0'}, Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'Log': {'1.0'}, Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'Network': {'1.1'}, Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'Port': {'1.7'}, Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'PortForwarding': {'1.2'}, Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'QosPolicy': {'1.8'}, Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'SecurityGroup': {'1.4'}, Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'SecurityGroupRule': {'1.2'}, Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'SubPort': {'1.0'}, Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'Subnet': {'1.1'}, Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'Trunk': {'1.1'}} Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: consumer versions: Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: { DHCP agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: HyperV agent@hv-neutron-8249: {}, Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: L3 agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: Metadata agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: Metering agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: Open vSwitch agent@dv-neutron-824901-1-hyperv: { 'AddressGroup': '1.2', Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'ConntrackHelper': '1.0', Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'Log': '1.0', Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'Network': '1.1', Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'Port': '1.7', Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'PortForwarding': '1.2', Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'QosPolicy': '1.8', Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'SecurityGroup': '1.4', Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'SecurityGroupRule': '1.2', Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'SubPort': '1.0', Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'Subnet': '1.1', Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: 'Trunk': '1.1'}} Jan 17 14:10:15.113136 dv-neutron-824901-1-hyperv neutron-server[87524]: {{(pid=87524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 14:10:15.145738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Network 65490aef-7574-47e8-8e01-18ff3449c348 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:10:15.165058 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 65490aef-7574-47e8-8e01-18ff3449c348) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:15.171371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:15.172295 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:15.184836 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5176daf-9b54-496b-95af-80561584ea12 None None] Network 65490aef-7574-47e8-8e01-18ff3449c348 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:10:15.228543 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55494) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:15.229425 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3f31b2b5-8e1b-4cd9-a389-f852ad2d5c30 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7219379 Jan 17 14:10:15.237412 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1919571955-router', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:15.248973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:15.257833 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Usage tracker for resource:router and tenant:4bf9d590b7484aed9edd856f9636eb85 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:15.264661 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:15.277423 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:15.301715 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:15.303820 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:15.340551 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:15.376882 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:15.618825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-65490aef-7574-47e8-8e01-18ff3449c348', 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'fixed_ips': [{'subnet_id': '108e9ce5-417b-4ebb-b330-fd1632de2fea'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:10:15.620660 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:15.861725 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55506) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:15.914813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55512) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:15.944028 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:15.964485 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Allocated IP 172.20.0.2 (65490aef-7574-47e8-8e01-18ff3449c348/108e9ce5-417b-4ebb-b330-fd1632de2fea/597bef53-9282-494d-b28e-c9329d35329f) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:16.041403 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55520) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:16.344802 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:16.361303 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55530) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:16.388341 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Transition to ACTIVE for port object 597bef53-9282-494d-b28e-c9329d35329f will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:10:16.392638 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-718547039'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:16.427150 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:16.463021 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-20752007-network', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:16.473589 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Usage tracker for resource:network and tenant:3f173cd021d84f45a56fc48004230b8b is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:16.479189 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Transition to ACTIVE for port object 597bef53-9282-494d-b28e-c9329d35329f will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:10:16.481738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:16.491073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:16.493605 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:16.509464 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Usage tracker for resource:network and tenant:91022dbb65ec4eb28958344a7a8cf246 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:16.520747 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1364175991-network', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:16.526956 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:16.531491 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:16.537118 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:16.549630 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:16.553647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:16.563525 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Usage tracker for resource:network and tenant:464561e5600c4cb5a08009418eecb6f6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:16.575069 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:16.586115 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:16.590879 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:16.593331 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Made reservation on behalf of 3f173cd021d84f45a56fc48004230b8b for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:16.597120 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:16.609780 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Made reservation on behalf of 91022dbb65ec4eb28958344a7a8cf246 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:16.612505 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:16.631643 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:16.650503 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:16.669592 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Made reservation on behalf of 464561e5600c4cb5a08009418eecb6f6 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:16.672750 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:16.681914 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Network 65490aef-7574-47e8-8e01-18ff3449c348 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:16.684007 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:16.688771 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:16.694206 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:16.697891 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:16.698635 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Usage tracker for resource:security_group_rule and tenant:3f173cd021d84f45a56fc48004230b8b is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:16.703538 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:16.706796 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:16.708058 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Pushing event updated for resources: {'Port': ['ID=597bef53-9282-494d-b28e-c9329d35329f,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:16.719760 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Usage tracker for resource:security_group_rule and tenant:91022dbb65ec4eb28958344a7a8cf246 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:16.721360 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:16.721360 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:16.721360 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:16.721883 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:16.722411 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:16.722808 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:16.723148 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:16.723543 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:16.723924 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:16.724504 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:16.724839 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:16.726715 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:16.727421 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:16.730925 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Tracked resource versions report: Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: pushed versions: Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: { 'AddressGroup': {'1.2'}, Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'ConntrackHelper': {'1.0'}, Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'Log': {'1.0'}, Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'Network': {'1.1'}, Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'Port': {'1.7'}, Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'PortForwarding': {'1.2'}, Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'QosPolicy': {'1.8'}, Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'SecurityGroup': {'1.4'}, Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'SecurityGroupRule': {'1.2'}, Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'SubPort': {'1.0'}, Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'Subnet': {'1.1'}, Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'Trunk': {'1.1'}} Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: consumer versions: Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: { DHCP agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: HyperV agent@hv-neutron-8249: {}, Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: L3 agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: Metadata agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: Metering agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: Open vSwitch agent@dv-neutron-824901-1-hyperv: { 'AddressGroup': '1.2', Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'ConntrackHelper': '1.0', Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'Log': '1.0', Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'Network': '1.1', Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'Port': '1.7', Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'PortForwarding': '1.2', Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'QosPolicy': '1.8', Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'SecurityGroup': '1.4', Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'SecurityGroupRule': '1.2', Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'SubPort': '1.0', Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'Subnet': '1.1', Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: 'Trunk': '1.1'}} Jan 17 14:10:16.733285 dv-neutron-824901-1-hyperv neutron-server[87525]: {{(pid=87525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 14:10:16.744745 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:16.749775 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:16.766443 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Usage tracker for resource:security_group_rule and tenant:464561e5600c4cb5a08009418eecb6f6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:16.771698 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:16.787958 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:16.998292 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:17.006486 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Attempting to bind port 597bef53-9282-494d-b28e-c9329d35329f on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:10:17.007081 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Attempting to bind port 597bef53-9282-494d-b28e-c9329d35329f by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '146d807b-421a-41cf-a776-1d8b62f4b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:10:17.007677 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Attempting to bind port 597bef53-9282-494d-b28e-c9329d35329f on network 65490aef-7574-47e8-8e01-18ff3449c348 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:10:17.017198 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Allocated IP 172.26.3.9 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/5ba18d5b-69bc-4f12-b217-9869132fc94f) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:17.038176 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:17.040478 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:10:17.043796 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Checking segment: {'id': '146d807b-421a-41cf-a776-1d8b62f4b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:10:17.046730 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:17.048847 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Bound using segment: {'id': '146d807b-421a-41cf-a776-1d8b62f4b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:10:17.049944 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Bound port: 597bef53-9282-494d-b28e-c9329d35329f, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146d807b-421a-41cf-a776-1d8b62f4b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:10:17.051530 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:17.052412 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-159665197'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:17.059922 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:17.078748 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:17.109931 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:17.117490 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Usage tracker for resource:network and tenant:47556c7adaf148f193a49a6f0ca864f6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:17.122651 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:17.133402 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:17.162472 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:10:17.186134 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Made reservation on behalf of 47556c7adaf148f193a49a6f0ca864f6 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:17.192324 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:17.242786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:10:17.262641 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:17.263043 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Added segment 72dde1a6-dbe9-4489-998d-c072094ffa2e of type vlan for network 1fe33185-0d26-416b-811b-abfdf1359eb1 Jan 17 14:10:17.273406 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:17.352009 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] For port 597bef53-9282-494d-b28e-c9329d35329f, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:10:17.361383 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] For port 597bef53-9282-494d-b28e-c9329d35329f, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=597bef53-9282-494d-b28e-c9329d35329f,segment=NetworkSegment(146d807b-421a-41cf-a776-1d8b62f4b40d),segment_id=146d807b-421a-41cf-a776-1d8b62f4b40d)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:10:17.370653 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89190c8-2677-4544-8987-6845a42d02c8,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:17.376939 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:17.377319 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Added segment 3688808a-97c1-4d2a-829e-066e767e2c8a of type vlan for network 860e65f0-8bdb-47c5-a2a3-fef77c1b7283 Jan 17 14:10:17.380179 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:17.384511 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:17.389342 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Usage tracker for resource:security_group_rule and tenant:47556c7adaf148f193a49a6f0ca864f6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:17.393133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:17.399948 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:17.404158 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:17.432167 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:17.469393 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:17.505129 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:17.530398 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92330bae-7d3f-4867-a5df-698ee7f6b37f None None] Pushing event updated for resources: {'Port': ['ID=597bef53-9282-494d-b28e-c9329d35329f,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:17.572830 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:17.606016 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=122f57ee-8f83-46ba-8a09-7748a0e933e5,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:17.632039 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:17.662574 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:10:17.705244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:17.710237 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:17.714485 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:17.772705 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:17.773027 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Added segment f36f3c3f-963f-4e6f-89ab-420cbbc62bd6 of type vlan for network 6e0dd9fe-ccdf-45be-b211-f6a9095516c6 Jan 17 14:10:17.829297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Pushing event updated for resources: {'Port': ['ID=5ba18d5b-69bc-4f12-b217-9869132fc94f,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:17.836727 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8dd89c-a860-4ec8-a2b0-0dc3850dd774,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:17.920625 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:17.923076 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:17.928107 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:18.093039 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55566) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:18.190081 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 597bef53-9282-494d-b28e-c9329d35329f up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:10:18.222884 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:18.235939 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:18.243202 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:18.244518 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:18.295022 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:18.321173 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:18.368589 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 597bef53-9282-494d-b28e-c9329d35329f completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:10:18.382354 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] Pushing event updated for resources: {'Network': ['ID=1fe33185-0d26-416b-811b-abfdf1359eb1,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:18.406929 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 1fe33185-0d26-416b-811b-abfdf1359eb1 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:10:18.472016 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.resource_extend [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:10:18.550449 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:10:18.637522 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:18.639324 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-eee29280-5cdf-496e-be0f-58f390bcf9e0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7228286 Jan 17 14:10:18.645286 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6130ff-0f71-402f-b6a4-5f2687e8321a,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:18.648299 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:18.648783 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Added segment b8939065-a331-439c-ad29-82a377c1cd5d of type vlan for network 00bb5fcf-dc03-45f8-a900-4c5df8ced5fc Jan 17 14:10:18.649835 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55580) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:18.653191 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Pushing event updated for resources: {'Network': ['ID=860e65f0-8bdb-47c5-a2a3-fef77c1b7283,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:18.658560 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-b49bba08-563f-4c90-9d76-1b7c512bf6d0 admin admin] Request body: {'subnet': {'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-20752007-subnet', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:18.674348 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e3b5819a-2e49-4977-a841-6d4032ef43d8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8050575 Jan 17 14:10:18.678702 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55586) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:18.693828 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:18.695577 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:18.696311 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:18.702312 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b49bba08-563f-4c90-9d76-1b7c512bf6d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:18.721056 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-7b46f4ca-fe0a-4086-beb5-9c744199211d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Request body: {'subnet': {'network_id': '860e65f0-8bdb-47c5-a2a3-fef77c1b7283', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:18.803881 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-445584233'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:18.832523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:18.832772 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b49bba08-563f-4c90-9d76-1b7c512bf6d0 admin admin] Usage tracker for resource:subnet and tenant:91022dbb65ec4eb28958344a7a8cf246 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:18.858680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Usage tracker for resource:network and tenant:d85528bac4e241ad82f3476c2060853d is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:18.862673 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 860e65f0-8bdb-47c5-a2a3-fef77c1b7283 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:10:18.866896 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:18.876201 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:18.882848 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b49bba08-563f-4c90-9d76-1b7c512bf6d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:18.939076 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b49bba08-563f-4c90-9d76-1b7c512bf6d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:18.961074 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:19.171610 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Made reservation on behalf of d85528bac4e241ad82f3476c2060853d for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:19.178512 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:19.203328 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:19.286308 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:19.295786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Usage tracker for resource:security_group_rule and tenant:d85528bac4e241ad82f3476c2060853d is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:19.318089 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:19.345178 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:19.388574 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:19.394852 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:19.395634 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:19.429860 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.3858023 Jan 17 14:10:19.438310 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55600) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:19.450246 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49bba08-563f-4c90-9d76-1b7c512bf6d0 admin admin] Made reservation on behalf of 91022dbb65ec4eb28958344a7a8cf246 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:19.452378 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b49bba08-563f-4c90-9d76-1b7c512bf6d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:19.467622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37086ce2-9dac-4677-b1b9-2c8a83982956 None None] Network 65490aef-7574-47e8-8e01-18ff3449c348 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:10:19.491457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ba1dd778-dbdf-4390-8bfd-d85fb6c1d562 admin admin] Request body: {'subnet': {'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1364175991-subnet', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:19.500806 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7b46f4ca-fe0a-4086-beb5-9c744199211d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:19.514254 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce7c63-347c-4444-807d-ea9e9779d6c3 admin admin] Pushing event updated for resources: {'Network': ['ID=6e0dd9fe-ccdf-45be-b211-f6a9095516c6,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:19.514615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55604) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:19.566462 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:19.580899 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ba1dd778-dbdf-4390-8bfd-d85fb6c1d562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:19.584456 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.2213848 Jan 17 14:10:19.587610 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7b46f4ca-fe0a-4086-beb5-9c744199211d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Usage tracker for resource:subnet and tenant:3f173cd021d84f45a56fc48004230b8b is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:19.670046 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55610) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:19.672587 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ba1dd778-dbdf-4390-8bfd-d85fb6c1d562 admin admin] Usage tracker for resource:subnet and tenant:464561e5600c4cb5a08009418eecb6f6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:19.675672 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7b46f4ca-fe0a-4086-beb5-9c744199211d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:19.690689 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ba1dd778-dbdf-4390-8bfd-d85fb6c1d562 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:19.691002 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c8bc42e7-c585-4c5f-aea2-474aaaa72910 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'subnet': {'network_id': '00bb5fcf-dc03-45f8-a900-4c5df8ced5fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:19.714286 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7b46f4ca-fe0a-4086-beb5-9c744199211d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:19.762297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 6e0dd9fe-ccdf-45be-b211-f6a9095516c6 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:10:19.767541 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ba1dd778-dbdf-4390-8bfd-d85fb6c1d562 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:19.836394 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b46f4ca-fe0a-4086-beb5-9c744199211d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Made reservation on behalf of 3f173cd021d84f45a56fc48004230b8b for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:19.840847 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7b46f4ca-fe0a-4086-beb5-9c744199211d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks [] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:19.876947 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffbb08-a15a-4562-b2b3-30f8e99a8035 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Network': ['ID=00bb5fcf-dc03-45f8-a900-4c5df8ced5fc,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:19.877975 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c8bc42e7-c585-4c5f-aea2-474aaaa72910 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:19.879217 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1dd778-dbdf-4390-8bfd-d85fb6c1d562 admin admin] Made reservation on behalf of 464561e5600c4cb5a08009418eecb6f6 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:19.881789 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ba1dd778-dbdf-4390-8bfd-d85fb6c1d562 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:19.895141 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c8bc42e7-c585-4c5f-aea2-474aaaa72910 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Usage tracker for resource:subnet and tenant:47556c7adaf148f193a49a6f0ca864f6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:19.899374 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c8bc42e7-c585-4c5f-aea2-474aaaa72910 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:19.908462 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c8bc42e7-c585-4c5f-aea2-474aaaa72910 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:19.968558 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bc42e7-c585-4c5f-aea2-474aaaa72910 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Made reservation on behalf of 47556c7adaf148f193a49a6f0ca864f6 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:19.972155 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8bc42e7-c585-4c5f-aea2-474aaaa72910 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:20.172363 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-47b9fe13-f9f7-45f8-a8b7-3f90c79a42be None None] Provisioning for port 597bef53-9282-494d-b28e-c9329d35329f completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:10:20.175848 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 00bb5fcf-dc03-45f8-a900-4c5df8ced5fc details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:10:20.229898 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-47b9fe13-f9f7-45f8-a8b7-3f90c79a42be None None] Provisioning complete for port 597bef53-9282-494d-b28e-c9329d35329f triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:20.230092 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-47b9fe13-f9f7-45f8-a8b7-3f90c79a42be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:20.246477 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-482adebe-3f89-4b49-a36a-8353801242ac tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:20.277339 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:20.293246 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:20.353225 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6ab861-6e7f-4b25-92e8-7620a42f7634,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:20.386131 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:10:20.398756 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55630) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:20.450496 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:20.451211 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Added segment 3d076ca2-6b4e-4a0a-820c-45027ed3c0c2 of type vlan for network aad0c4f0-3207-452e-8a8f-99857017f3b6 Jan 17 14:10:20.523312 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-482adebe-3f89-4b49-a36a-8353801242ac tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] 10.222.0.48 "PUT /v2.0/quotas/9126f411c858408aabd546a2d45f2e7b HTTP/1.1" status: 200 len: 366 time: 1.0047262 Jan 17 14:10:20.533580 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55636) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:20.618140 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-83b13a3d-5798-4cae-8864-cae059415396 tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0760314 Jan 17 14:10:20.626140 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55640) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:20.639583 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Router 10b14141-9e1c-48a7-a875-12946e657f5e is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:10:20.660561 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7b46f4ca-fe0a-4086-beb5-9c744199211d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:20.662161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:20.732454 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c1286b8e-7cce-477f-ba49-1936ffbc1bb7 tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] 10.222.0.48 "GET /v2.0/quotas/9126f411c858408aabd546a2d45f2e7b HTTP/1.1" status: 200 len: 366 time: 0.0941505 Jan 17 14:10:20.739325 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55644) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:20.777018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-47b9fe13-f9f7-45f8-a8b7-3f90c79a42be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:20.865052 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:10:20.882780 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-47b9fe13-f9f7-45f8-a8b7-3f90c79a42be None None] For port 597bef53-9282-494d-b28e-c9329d35329f, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=597bef53-9282-494d-b28e-c9329d35329f,segment=NetworkSegment(146d807b-421a-41cf-a776-1d8b62f4b40d),segment_id=146d807b-421a-41cf-a776-1d8b62f4b40d)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:10:20.897739 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-47b9fe13-f9f7-45f8-a8b7-3f90c79a42be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:20.932418 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e4f942c8-6489-4e96-a96f-a6b6cc8b714f tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/9126f411c858408aabd546a2d45f2e7b HTTP/1.1" status: 204 len: 168 time: 0.1835694 Jan 17 14:10:20.939015 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55648) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:20.945993 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46f4ca-fe0a-4086-beb5-9c744199211d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Pushing event updated for resources: {'Subnet': ['ID=90a2e275-f552-4dee-b50d-c3b921634502,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:20.955548 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b49bba08-563f-4c90-9d76-1b7c512bf6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:21.034663 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:21.048076 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:21.049159 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:21.066942 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f9451294-012a-4b6d-8af3-0383918ace68 tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1183624 Jan 17 14:10:21.075569 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55652) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:21.093447 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9fe13-f9f7-45f8-a8b7-3f90c79a42be None None] Pushing event updated for resources: {'Port': ['ID=597bef53-9282-494d-b28e-c9329d35329f,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:21.102482 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b46f4ca-fe0a-4086-beb5-9c744199211d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Checking segment: {'id': '3688808a-97c1-4d2a-829e-066e767e2c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '860e65f0-8bdb-47c5-a2a3-fef77c1b7283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:10:21.103051 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b46f4ca-fe0a-4086-beb5-9c744199211d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Network hostable DHCP agents. Network: 860e65f0-8bdb-47c5-a2a3-fef77c1b7283, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:10:21.196282 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b8fedff3-6bbd-4d79-ab71-a0016dc63a8e tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] 10.222.0.48 "GET /v2.0/quotas/9126f411c858408aabd546a2d45f2e7b HTTP/1.1" status: 200 len: 370 time: 0.1081393 Jan 17 14:10:21.205960 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bba08-563f-4c90-9d76-1b7c512bf6d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce596845-3d6c-4047-a87b-93e3264b0c43,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:21.209500 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55656) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:21.225140 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:21.240919 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-548ce9e4-5c8e-4f58-be85-4f0b32917831 tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] 10.222.0.48 "GET /v2.0/quotas/9126f411c858408aabd546a2d45f2e7b/default HTTP/1.1" status: 200 len: 370 time: 0.0197527 Jan 17 14:10:21.244488 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ba1dd778-dbdf-4390-8bfd-d85fb6c1d562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:21.250057 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:21.257888 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55660) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:21.258133 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-86f22566-5684-482d-aecb-1dab438472cd None None] Provisioning complete for port 597bef53-9282-494d-b28e-c9329d35329f triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:21.258133 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-86f22566-5684-482d-aecb-1dab438472cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:21.296773 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b46f4ca-fe0a-4086-beb5-9c744199211d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Network 860e65f0-8bdb-47c5-a2a3-fef77c1b7283 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:10:21.323037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Usage tracker for resource:floatingip and tenant:043a9c63b01c446e9f1fa31a41971a98 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:21.323586 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bba08-563f-4c90-9d76-1b7c512bf6d0 admin admin] Checking segment: {'id': '72dde1a6-dbe9-4489-998d-c072094ffa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:10:21.323930 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49bba08-563f-4c90-9d76-1b7c512bf6d0 admin admin] Network hostable DHCP agents. Network: 1fe33185-0d26-416b-811b-abfdf1359eb1, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:10:21.341555 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8bc42e7-c585-4c5f-aea2-474aaaa72910 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:21.343817 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-748da157-4a74-490b-8ce3-a2cb84085dc9 tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] delete failed (client error): The resource could not be found. Jan 17 14:10:21.345183 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-748da157-4a74-490b-8ce3-a2cb84085dc9 tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/9126f411c858408aabd546a2d45f2e7b HTTP/1.1" status: 404 len: 348 time: 0.0566554 Jan 17 14:10:21.349690 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:21.364249 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-7b46f4ca-fe0a-4086-beb5-9c744199211d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 860e65f0-8bdb-47c5-a2a3-fef77c1b7283) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:21.393886 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1dd778-dbdf-4390-8bfd-d85fb6c1d562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5148f200-260f-4779-8cba-a4140d2a0c1d,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:21.412755 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b46f4ca-fe0a-4086-beb5-9c744199211d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:21.412755 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7b46f4ca-fe0a-4086-beb5-9c744199211d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:21.421188 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86d9be1-db72-43e5-a321-8b79ee4cc1c3 None None] Network 860e65f0-8bdb-47c5-a2a3-fef77c1b7283 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:10:21.424930 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:21.433134 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.3367167 Jan 17 14:10:21.446673 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55668) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:21.450213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49bba08-563f-4c90-9d76-1b7c512bf6d0 admin admin] Network 1fe33185-0d26-416b-811b-abfdf1359eb1 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:10:21.470808 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9fad2-bb39-4093-8518-1d3eb9c46651 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Pushing event updated for resources: {'Network': ['ID=aad0c4f0-3207-452e-8a8f-99857017f3b6,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:21.471051 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1dd778-dbdf-4390-8bfd-d85fb6c1d562 admin admin] Checking segment: {'id': 'f36f3c3f-963f-4e6f-89ab-420cbbc62bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:10:21.471653 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1dd778-dbdf-4390-8bfd-d85fb6c1d562 admin admin] Network hostable DHCP agents. Network: 6e0dd9fe-ccdf-45be-b211-f6a9095516c6, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:10:21.495354 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-b49bba08-563f-4c90-9d76-1b7c512bf6d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 1fe33185-0d26-416b-811b-abfdf1359eb1) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:21.512459 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49bba08-563f-4c90-9d76-1b7c512bf6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:21.513752 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b49bba08-563f-4c90-9d76-1b7c512bf6d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:21.517169 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:10:21.523091 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7b46f4ca-fe0a-4086-beb5-9c744199211d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8411655 Jan 17 14:10:21.534417 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] Sync routers for ids ['10b14141-9e1c-48a7-a875-12946e657f5e'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:10:21.537034 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55674) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:21.546230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:21.554792 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-0ab2bcf8-042a-4fb1-b7e0-b2bc26948caa tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Request body: {'port': {'network_id': '860e65f0-8bdb-47c5-a2a3-fef77c1b7283', 'name': 'tempest-ExtraDHCPOptionsTestJSON-738379967'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:21.583381 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] Routers {'10b14141-9e1c-48a7-a875-12946e657f5e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:10:21.584722 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:10:13Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['10b14141-9e1c-48a7-a875-12946e657f5e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:21.595784 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc42e7-c585-4c5f-aea2-474aaaa72910 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Subnet': ['ID=ffa63332-356b-497a-a931-2b7b1a3f6caf,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:21.600085 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b49bba08-563f-4c90-9d76-1b7c512bf6d0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9484718 Jan 17 14:10:21.617421 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55678) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:21.646999 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-20752007-router', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:21.725348 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1dd778-dbdf-4390-8bfd-d85fb6c1d562 admin admin] Network 6e0dd9fe-ccdf-45be-b211-f6a9095516c6 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:10:21.776954 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-ba1dd778-dbdf-4390-8bfd-d85fb6c1d562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 6e0dd9fe-ccdf-45be-b211-f6a9095516c6) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:21.856197 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1dd778-dbdf-4390-8bfd-d85fb6c1d562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:21.860238 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ba1dd778-dbdf-4390-8bfd-d85fb6c1d562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:21.883449 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55682) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:21.897513 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network aad0c4f0-3207-452e-8a8f-99857017f3b6 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:10:21.922644 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:21.927350 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ecdc66-ac24-4023-a58d-73704dc8ac8b None None] Network 1fe33185-0d26-416b-811b-abfdf1359eb1 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:10:21.930943 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Request body: {'network': {'name': 'tempest-network--1721206956', 'router:external': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:21.944772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:21.950146 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b4259d16-5d1f-4fb0-9418-5638b4a8262b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7200456 Jan 17 14:10:21.952608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55686) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:21.959914 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc42e7-c585-4c5f-aea2-474aaaa72910 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Checking segment: {'id': 'b8939065-a331-439c-ad29-82a377c1cd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '00bb5fcf-dc03-45f8-a900-4c5df8ced5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:10:21.960560 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bc42e7-c585-4c5f-aea2-474aaaa72910 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Network hostable DHCP agents. Network: 00bb5fcf-dc03-45f8-a900-4c5df8ced5fc, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:10:21.969919 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Usage tracker for resource:router and tenant:91022dbb65ec4eb28958344a7a8cf246 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:21.971156 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ba1dd778-dbdf-4390-8bfd-d85fb6c1d562 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5269499 Jan 17 14:10:21.974733 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:21.979927 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55690) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:22.000878 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] Set router 10b14141-9e1c-48a7-a875-12946e657f5e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:10:22.017869 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1364175991-router', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:22.025613 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:22.033031 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Usage tracker for resource:router and tenant:464561e5600c4cb5a08009418eecb6f6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:22.038498 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:22.050119 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:22.100225 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:22.112316 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:22.114387 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:22.136958 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:22.149748 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0ab2bcf8-042a-4fb1-b7e0-b2bc26948caa tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:22.150348 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Usage tracker for resource:network and tenant:067986fe8c554d27b6d056edbda35b85 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:22.152493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-01824673-1739-47ad-952c-e90e63adeb1e tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] Usage tracker for resource:network and tenant:1a4cd80ef0754556bf3554c5e7395750 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:22.152766 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57db575-fe5d-4d00-b268-88cd35c216c7 None None] Network 6e0dd9fe-ccdf-45be-b211-f6a9095516c6 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:10:22.158225 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0ab2bcf8-042a-4fb1-b7e0-b2bc26948caa tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Usage tracker for resource:port and tenant:3f173cd021d84f45a56fc48004230b8b is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:22.161915 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:22.163764 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0ab2bcf8-042a-4fb1-b7e0-b2bc26948caa tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:22.171424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-01824673-1739-47ad-952c-e90e63adeb1e tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:22.171653 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:22.174690 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0ab2bcf8-042a-4fb1-b7e0-b2bc26948caa tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:22.176433 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 597bef53-9282-494d-b28e-c9329d35329f up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:10:22.198718 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-01824673-1739-47ad-952c-e90e63adeb1e tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] Usage tracker for resource:subnet and tenant:1a4cd80ef0754556bf3554c5e7395750 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:22.221579 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:22.266380 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:22.268143 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:22.293296 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:22.309656 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab2bcf8-042a-4fb1-b7e0-b2bc26948caa tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Made reservation on behalf of 3f173cd021d84f45a56fc48004230b8b for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:22.310014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Made reservation on behalf of 067986fe8c554d27b6d056edbda35b85 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:22.312399 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:22.315551 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0ab2bcf8-042a-4fb1-b7e0-b2bc26948caa tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:22.323117 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bc42e7-c585-4c5f-aea2-474aaaa72910 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Network 00bb5fcf-dc03-45f8-a900-4c5df8ced5fc is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:10:22.349416 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-01824673-1739-47ad-952c-e90e63adeb1e tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:22.414983 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:22.430165 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'name': 'tempest-ServerActionsTestJSON-1919571955-router', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:15Z', 'updated_at': '2022-01-17T14:10:18Z', 'revision_number': 3, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'gw_port': {'id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:16Z', 'updated_at': '2022-01-17T14:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:22.442239 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] Checking router: 10b14141-9e1c-48a7-a875-12946e657f5e for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:10:22.443419 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] Updating router 10b14141-9e1c-48a7-a875-12946e657f5e port 5ba18d5b-69bc-4f12-b217-9869132fc94f binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:10:22.464675 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-c8bc42e7-c585-4c5f-aea2-474aaaa72910 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 00bb5fcf-dc03-45f8-a900-4c5df8ced5fc) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:22.472019 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bc42e7-c585-4c5f-aea2-474aaaa72910 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:22.473867 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8bc42e7-c585-4c5f-aea2-474aaaa72910 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:22.475692 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-0ab2bcf8-042a-4fb1-b7e0-b2bc26948caa tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] device_id is not set on port fa9cd64a-e671-4e34-936b-10440ef2d4d0 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:10:22.535739 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:22.600534 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:22.636065 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Usage tracker for resource:security_group_rule and tenant:067986fe8c554d27b6d056edbda35b85 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:22.689209 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-0ab2bcf8-042a-4fb1-b7e0-b2bc26948caa tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Allocated IP 172.20.0.9 (860e65f0-8bdb-47c5-a2a3-fef77c1b7283/90a2e275-f552-4dee-b50d-c3b921634502/fa9cd64a-e671-4e34-936b-10440ef2d4d0) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:22.712569 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-01824673-1739-47ad-952c-e90e63adeb1e tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] Usage tracker for resource:subnetpool and tenant:1a4cd80ef0754556bf3554c5e7395750 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:22.747946 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:22.763320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:22.844803 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdcf17a-4dea-42dd-83ee-d4141754bfc5 None None] Network 00bb5fcf-dc03-45f8-a900-4c5df8ced5fc requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:10:22.890807 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-01824673-1739-47ad-952c-e90e63adeb1e tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:22.945260 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:22.984138 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-860e65f0-8bdb-47c5-a2a3-fef77c1b7283', 'network_id': '860e65f0-8bdb-47c5-a2a3-fef77c1b7283', 'tenant_id': '3f173cd021d84f45a56fc48004230b8b', 'fixed_ips': [{'subnet_id': '90a2e275-f552-4dee-b50d-c3b921634502'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:10:22.985624 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:23.055748 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:23.065510 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c8bc42e7-c585-4c5f-aea2-474aaaa72910 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3883762 Jan 17 14:10:23.079779 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] Transition to ACTIVE for port object 5ba18d5b-69bc-4f12-b217-9869132fc94f will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:10:23.091297 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:23.118423 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55702) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:23.147066 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-970125158', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}, 'admin_state_up': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:23.158256 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:23.164617 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Usage tracker for resource:router and tenant:47556c7adaf148f193a49a6f0ca864f6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:23.169284 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:23.180667 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:23.199197 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-01824673-1739-47ad-952c-e90e63adeb1e tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] Usage tracker for resource:port and tenant:1a4cd80ef0754556bf3554c5e7395750 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:23.211789 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] Attempting to bind port 5ba18d5b-69bc-4f12-b217-9869132fc94f on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:10:23.212404 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] Attempting to bind port 5ba18d5b-69bc-4f12-b217-9869132fc94f by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:10:23.213001 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] Attempting to bind port 5ba18d5b-69bc-4f12-b217-9869132fc94f on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:10:23.215570 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:23.216997 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:23.224146 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0a0c7-8d80-4d9a-99f1-ce3e2707da95 None None] Pushing event updated for resources: {'Port': ['ID=5ba18d5b-69bc-4f12-b217-9869132fc94f,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:23.230274 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:10:23.230689 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:10:23.231034 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:23.235985 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:10:23.238689 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] Bound port: 5ba18d5b-69bc-4f12-b217-9869132fc94f, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:10:23.239119 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:23.243587 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:23.287591 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:23.287887 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc0a0c7-8d80-4d9a-99f1-ce3e2707da95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:23.288193 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc0a0c7-8d80-4d9a-99f1-ce3e2707da95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:23.288373 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc0a0c7-8d80-4d9a-99f1-ce3e2707da95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:23.288696 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc0a0c7-8d80-4d9a-99f1-ce3e2707da95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:23.289033 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc0a0c7-8d80-4d9a-99f1-ce3e2707da95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:23.289364 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc0a0c7-8d80-4d9a-99f1-ce3e2707da95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:23.289757 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc0a0c7-8d80-4d9a-99f1-ce3e2707da95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:23.290216 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc0a0c7-8d80-4d9a-99f1-ce3e2707da95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:23.290687 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc0a0c7-8d80-4d9a-99f1-ce3e2707da95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:23.291224 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc0a0c7-8d80-4d9a-99f1-ce3e2707da95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:23.291734 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc0a0c7-8d80-4d9a-99f1-ce3e2707da95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:23.292649 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc0a0c7-8d80-4d9a-99f1-ce3e2707da95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc0a0c7-8d80-4d9a-99f1-ce3e2707da95 None None] Tracked resource versions report: Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: pushed versions: Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: { 'AddressGroup': {'1.2'}, Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'ConntrackHelper': {'1.0'}, Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'Log': {'1.0'}, Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'Network': {'1.1'}, Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'Port': {'1.7'}, Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'PortForwarding': {'1.2'}, Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'QosPolicy': {'1.8'}, Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'SecurityGroup': {'1.4'}, Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'SecurityGroupRule': {'1.2'}, Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'SubPort': {'1.0'}, Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'Subnet': {'1.1'}, Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'Trunk': {'1.1'}} Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: consumer versions: Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: { DHCP agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: HyperV agent@hv-neutron-8249: {}, Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: L3 agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: Metadata agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: Metering agent@dv-neutron-824901-1-hyperv: {}, Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: Open vSwitch agent@dv-neutron-824901-1-hyperv: { 'AddressGroup': '1.2', Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'ConntrackHelper': '1.0', Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'Log': '1.0', Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'Network': '1.1', Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'Port': '1.7', Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'PortForwarding': '1.2', Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'QosPolicy': '1.8', Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'SecurityGroup': '1.4', Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'SecurityGroupRule': '1.2', Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'SubPort': '1.0', Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'Subnet': '1.1', Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: 'Trunk': '1.1'}} Jan 17 14:10:23.294888 dv-neutron-824901-1-hyperv neutron-server[87526]: {{(pid=87526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 14:10:23.372117 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] For port 5ba18d5b-69bc-4f12-b217-9869132fc94f, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:10:23.377288 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] For port 5ba18d5b-69bc-4f12-b217-9869132fc94f, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=5ba18d5b-69bc-4f12-b217-9869132fc94f,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:10:23.385231 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:23.393629 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-01824673-1739-47ad-952c-e90e63adeb1e tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:23.453955 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-01824673-1739-47ad-952c-e90e63adeb1e tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] Usage tracker for resource:router and tenant:1a4cd80ef0754556bf3554c5e7395750 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:23.497269 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0a0c7-8d80-4d9a-99f1-ce3e2707da95 None None] Pushing event updated for resources: {'Port': ['ID=5ba18d5b-69bc-4f12-b217-9869132fc94f,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:23.523824 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-6e0dd9fe-ccdf-45be-b211-f6a9095516c6', 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'fixed_ips': [{'subnet_id': '5148f200-260f-4779-8cba-a4140d2a0c1d'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:10:23.526461 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:23.536172 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] Routers {'10b14141-9e1c-48a7-a875-12946e657f5e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:10:23.537475 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:10:13Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['10b14141-9e1c-48a7-a875-12946e657f5e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:23.609045 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 597bef53-9282-494d-b28e-c9329d35329f triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:23.609622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:23.611082 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-01824673-1739-47ad-952c-e90e63adeb1e tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:23.739115 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:23.861273 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] Set router 10b14141-9e1c-48a7-a875-12946e657f5e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:10:23.891079 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-01824673-1739-47ad-952c-e90e63adeb1e tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] Usage tracker for resource:floatingip and tenant:1a4cd80ef0754556bf3554c5e7395750 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:23.909879 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-01824673-1739-47ad-952c-e90e63adeb1e tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:23.940759 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Allocated IP 172.20.0.2 (6e0dd9fe-ccdf-45be-b211-f6a9095516c6/5148f200-260f-4779-8cba-a4140d2a0c1d/fa3721db-fed8-41cc-abaa-f475ab681d8f) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:24.112777 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:24.115054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Allocated IP 172.26.3.138 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/55c3f7b5-e18d-4da5-888d-44fe7b75ca01) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:24.130547 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:24.144862 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:10:24.156246 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:24.156618 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Added segment 040849ff-2759-4afd-9660-2b82a3ae6324 of type vlan for network 218bede2-e13d-4e8b-ab65-d65f1c240e67 Jan 17 14:10:24.181812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:24.193859 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:24.271503 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:24.273206 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:24.276167 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:24.377372 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:24.391644 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Transition to ACTIVE for port object fa3721db-fed8-41cc-abaa-f475ab681d8f will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:10:24.420138 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Transition to ACTIVE for port object fa3721db-fed8-41cc-abaa-f475ab681d8f will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:10:24.427296 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'name': 'tempest-ServerActionsTestJSON-1919571955-router', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:15Z', 'updated_at': '2022-01-17T14:10:18Z', 'revision_number': 3, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'gw_port': {'id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:16Z', 'updated_at': '2022-01-17T14:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:24.437504 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59009aad-fa48-4d9a-855b-0f317c995f3b None None] The sync data for ids ['10b14141-9e1c-48a7-a875-12946e657f5e'] in dv-neutron-824901-1-hyperv is: [{'id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'name': 'tempest-ServerActionsTestJSON-1919571955-router', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:15Z', 'updated_at': '2022-01-17T14:10:18Z', 'revision_number': 3, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'gw_port': {'id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:16Z', 'updated_at': '2022-01-17T14:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:10:24.583023 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0ab2bcf8-042a-4fb1-b7e0-b2bc26948caa tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:24.593457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-01824673-1739-47ad-952c-e90e63adeb1e tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] Usage tracker for resource:security_group and tenant:1a4cd80ef0754556bf3554c5e7395750 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:24.618203 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-01824673-1739-47ad-952c-e90e63adeb1e tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:24.623934 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1538ecea-b6f8-4ac4-86d8-9ee45536acf0,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:24.653136 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-0ab2bcf8-042a-4fb1-b7e0-b2bc26948caa tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Transition to ACTIVE for port object fa9cd64a-e671-4e34-936b-10440ef2d4d0 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:10:24.678933 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-01824673-1739-47ad-952c-e90e63adeb1e tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] Usage tracker for resource:security_group_rule and tenant:1a4cd80ef0754556bf3554c5e7395750 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:24.704793 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:24.711393 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:24.764368 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-01824673-1739-47ad-952c-e90e63adeb1e tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:24.890716 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe31c84-a77c-4b14-b37f-bad81e79ccff None None] Network 00bb5fcf-dc03-45f8-a900-4c5df8ced5fc requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:10:25.046607 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.5917099 Jan 17 14:10:25.060477 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9271d5-7e41-48c1-9206-cb510bc0e3d6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Pushing event updated for resources: {'Network': ['ID=218bede2-e13d-4e8b-ab65-d65f1c240e67,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:25.063315 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55706) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:25.096658 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-01824673-1739-47ad-952c-e90e63adeb1e tempest-QuotasTest-1350254468 tempest-QuotasTest-1350254468-project-admin] 10.222.0.48 "GET /v2.0/quotas/1a4cd80ef0754556bf3554c5e7395750/details.json HTTP/1.1" status: 200 len: 703 time: 3.1964936 Jan 17 14:10:25.099335 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0ab2bcf8-042a-4fb1-b7e0-b2bc26948caa tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:25.133729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 218bede2-e13d-4e8b-ab65-d65f1c240e67 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:10:25.309246 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab2bcf8-042a-4fb1-b7e0-b2bc26948caa tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Network 860e65f0-8bdb-47c5-a2a3-fef77c1b7283 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:25.320165 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-0ab2bcf8-042a-4fb1-b7e0-b2bc26948caa tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:25.331454 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2bcf8-042a-4fb1-b7e0-b2bc26948caa tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Pushing event updated for resources: {'Port': ['ID=fa9cd64a-e671-4e34-936b-10440ef2d4d0,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:25.334782 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab2bcf8-042a-4fb1-b7e0-b2bc26948caa tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:25.345135 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab2bcf8-042a-4fb1-b7e0-b2bc26948caa tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:25.346131 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0ab2bcf8-042a-4fb1-b7e0-b2bc26948caa tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:25.388328 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Network 6e0dd9fe-ccdf-45be-b211-f6a9095516c6 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:25.573389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:25.630253 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:25.640387 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:25.676357 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:25.764758 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Pushing event updated for resources: {'Port': ['ID=fa3721db-fed8-41cc-abaa-f475ab681d8f,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:25.782860 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:25.798435 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:25.823573 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3898cacb-ca05-417f-948f-30a855ec8e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:25.968833 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0ab2bcf8-042a-4fb1-b7e0-b2bc26948caa tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4272935 Jan 17 14:10:25.980761 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55714) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:25.981070 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55716) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:25.988097 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:26.057361 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Request body: {'port': {'network_id': '860e65f0-8bdb-47c5-a2a3-fef77c1b7283', 'name': 'tempest-ExtraDHCPOptionsTestJSON-305335096', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:26.058188 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.api.validators [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] bootfile-name is not in valid_values {{(pid=87524) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 14:10:26.058747 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.api.validators [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] tftp-server is not in valid_values {{(pid=87524) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 14:10:26.059266 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.api.validators [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] server-ip-address is not in valid_values {{(pid=87524) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 14:10:26.128833 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:26.159940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Allocated IP 172.20.0.2 (860e65f0-8bdb-47c5-a2a3-fef77c1b7283/90a2e275-f552-4dee-b50d-c3b921634502/cc580140-94ca-43c2-8590-24708e10a72d) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:26.232698 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Attempting to bind port fa3721db-fed8-41cc-abaa-f475ab681d8f on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:10:26.233147 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Attempting to bind port fa3721db-fed8-41cc-abaa-f475ab681d8f by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'f36f3c3f-963f-4e6f-89ab-420cbbc62bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:10:26.233147 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Attempting to bind port fa3721db-fed8-41cc-abaa-f475ab681d8f on network 6e0dd9fe-ccdf-45be-b211-f6a9095516c6 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:10:26.306653 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:10:26.307120 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Checking segment: {'id': 'f36f3c3f-963f-4e6f-89ab-420cbbc62bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:10:26.307777 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:26.307978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Bound using segment: {'id': 'f36f3c3f-963f-4e6f-89ab-420cbbc62bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:10:26.308421 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Bound port: fa3721db-fed8-41cc-abaa-f475ab681d8f, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36f3c3f-963f-4e6f-89ab-420cbbc62bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:10:26.308818 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:26.453658 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-1fe33185-0d26-416b-811b-abfdf1359eb1', 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'fixed_ips': [{'subnet_id': 'ce596845-3d6c-4047-a87b-93e3264b0c43'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:10:26.455243 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:26.572361 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8473-f8cc-465d-9050-bfa08527ac60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:26.590732 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:26.604492 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Usage tracker for resource:port and tenant:3f173cd021d84f45a56fc48004230b8b is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:26.609610 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0ffe8473-f8cc-465d-9050-bfa08527ac60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:26.615420 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:26.629349 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0ffe8473-f8cc-465d-9050-bfa08527ac60 admin admin] Usage tracker for resource:security_group_rule and tenant:2e70b68f3e3a43c98849e1e20933f2ec is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:26.635077 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:26.638710 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0ffe8473-f8cc-465d-9050-bfa08527ac60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:26.653818 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0ffe8473-f8cc-465d-9050-bfa08527ac60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:26.674787 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Made reservation on behalf of 3f173cd021d84f45a56fc48004230b8b for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:26.680769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:26.710843 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 5ba18d5b-69bc-4f12-b217-9869132fc94f up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:10:26.731755 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:26.744147 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] device_id is not set on port baefd1ed-1cb9-4254-8542-6212622461d9 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:10:26.799494 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:26.800868 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:26.811111 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:26.812701 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Subscribe: > port after_create 55550000 {{(pid=87523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:26.813673 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:26.814353 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Subscribe: > port after_update 55550000 {{(pid=87523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:26.814924 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:26.815515 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:26.816119 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:26.817436 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:26.979851 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8473-f8cc-465d-9050-bfa08527ac60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:26.990039 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8473-f8cc-465d-9050-bfa08527ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:27.040077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] For port fa3721db-fed8-41cc-abaa-f475ab681d8f, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:10:27.046753 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe8473-f8cc-465d-9050-bfa08527ac60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a67b52-b7c1-42e2-b0b8-c57b5a418400,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:27.055610 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] For port fa3721db-fed8-41cc-abaa-f475ab681d8f, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=fa3721db-fed8-41cc-abaa-f475ab681d8f,segment=NetworkSegment(f36f3c3f-963f-4e6f-89ab-420cbbc62bd6),segment_id=f36f3c3f-963f-4e6f-89ab-420cbbc62bd6)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:10:27.073614 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0ffe8473-f8cc-465d-9050-bfa08527ac60 admin admin] Synchronizing usage tracker for tenant:45f9ba90cdd24bd2a50163febb554801 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:10:27.086926 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:27.101314 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0ffe8473-f8cc-465d-9050-bfa08527ac60 admin admin] Unset dirty status for tenant:45f9ba90cdd24bd2a50163febb554801 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:10:27.104516 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0ffe8473-f8cc-465d-9050-bfa08527ac60 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e70b68f3e3a43c98849e1e20933f2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1186812 Jan 17 14:10:27.108097 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55728) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:27.138668 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:27.138668 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:27.139196 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:27.139196 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:27.139961 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218bede2-e13d-4e8b-ab65-d65f1c240e67']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:27.166114 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:27.204689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040849ff-2759-4afd-9660-2b82a3ae6324') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:27.205280 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040849ff-2759-4afd-9660-2b82a3ae6324') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:27.229224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:27.296522 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 5ba18d5b-69bc-4f12-b217-9869132fc94f completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:10:27.299488 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-67505613-b1c3-499e-974d-f27bfbe310c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:27.305952 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:27.323160 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Allocated IP 172.26.3.152 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:27.344742 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:27.362824 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 5ba18d5b-69bc-4f12-b217-9869132fc94f triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:27.364014 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:27.399810 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-67505613-b1c3-499e-974d-f27bfbe310c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:27.462255 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:27.485662 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Allocated IP 172.20.0.2 (1fe33185-0d26-416b-811b-abfdf1359eb1/ce596845-3d6c-4047-a87b-93e3264b0c43/966100a4-0a08-42b5-a7a1-d8435bd02bfe) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:27.518430 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b355bf0-780a-4193-835a-abc9e33cd963 None None] Pushing event updated for resources: {'Port': ['ID=fa3721db-fed8-41cc-abaa-f475ab681d8f,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:27.557271 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:27.561983 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:27.584702 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:10:27.585373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: from cryptography.utils import int_from_bytes Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: from cryptography.utils import int_from_bytes Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn_limited( Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn_limited( Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:10:27.657738 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:10:27.663197 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:27.728808 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:27.771329 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-67505613-b1c3-499e-974d-f27bfbe310c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:27.796168 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:27.848087 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:27.872885 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 5ba18d5b-69bc-4f12-b217-9869132fc94f, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=5ba18d5b-69bc-4f12-b217-9869132fc94f,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:10:27.882208 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:27.913496 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67505613-b1c3-499e-974d-f27bfbe310c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a67b52-b7c1-42e2-b0b8-c57b5a418400,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:27.998297 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-67505613-b1c3-499e-974d-f27bfbe310c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:27.999736 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-67505613-b1c3-499e-974d-f27bfbe310c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2a67b52-b7c1-42e2-b0b8-c57b5a418400 HTTP/1.1" status: 204 len: 168 time: 0.8897991 Jan 17 14:10:28.073305 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Pushing event updated for resources: {'Port': ['ID=55c3f7b5-e18d-4da5-888d-44fe7b75ca01,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:28.151759 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:28.176364 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Allocated IP 172.26.3.226 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/417dc7de-9817-43f0-a37a-30d07fe27cc9) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:28.183058 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-3898cacb-ca05-417f-948f-30a855ec8e51 admin admin] Allocated IP 172.20.0.1 (65490aef-7574-47e8-8e01-18ff3449c348/108e9ce5-417b-4ebb-b330-fd1632de2fea/a34c6b1a-bad5-427c-ae8f-3aec2979b63a) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:28.195863 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Transition to ACTIVE for port object 966100a4-0a08-42b5-a7a1-d8435bd02bfe will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:10:28.202008 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Transition to ACTIVE for port object cc580140-94ca-43c2-8590-24708e10a72d will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:10:28.207430 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:28.273133 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=5ba18d5b-69bc-4f12-b217-9869132fc94f,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:28.280030 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Transition to ACTIVE for port object 966100a4-0a08-42b5-a7a1-d8435bd02bfe will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:10:28.284723 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Transition to ACTIVE for port object cc580140-94ca-43c2-8590-24708e10a72d will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:10:28.293130 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:28.334461 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 218bede2-e13d-4e8b-ab65-d65f1c240e67 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 17 14:10:28.345393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Pushing event deleted for resources: {'Network': ['ID=218bede2-e13d-4e8b-ab65-d65f1c240e67,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:28.356422 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:28.437162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:28.503344 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Network 1fe33185-0d26-416b-811b-abfdf1359eb1 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:28.505939 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:28.520024 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:28.544788 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:28.596148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:28.597633 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Network 860e65f0-8bdb-47c5-a2a3-fef77c1b7283 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:28.694720 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:28.699604 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:28.784346 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Pushing event updated for resources: {'Port': ['ID=966100a4-0a08-42b5-a7a1-d8435bd02bfe,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:28.853650 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:10:28.936689 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6324d16f-8067-49e1-9e53-a9469bd3b23f tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] 10.222.0.48 "DELETE /v2.0/networks/218bede2-e13d-4e8b-ab65-d65f1c240e67 HTTP/1.1" status: 204 len: 168 time: 3.8600712 Jan 17 14:10:28.963293 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55738) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:28.969922 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:29.017926 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Allocated IP 172.20.0.10 (860e65f0-8bdb-47c5-a2a3-fef77c1b7283/90a2e275-f552-4dee-b50d-c3b921634502/baefd1ed-1cb9-4254-8542-6212622461d9) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:29.055321 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device fa3721db-fed8-41cc-abaa-f475ab681d8f up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:10:29.164690 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3898cacb-ca05-417f-948f-30a855ec8e51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:29.182552 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Attempting to bind port 966100a4-0a08-42b5-a7a1-d8435bd02bfe on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:10:29.183100 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Attempting to bind port 966100a4-0a08-42b5-a7a1-d8435bd02bfe by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '72dde1a6-dbe9-4489-998d-c072094ffa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:10:29.183659 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Attempting to bind port 966100a4-0a08-42b5-a7a1-d8435bd02bfe on network 1fe33185-0d26-416b-811b-abfdf1359eb1 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:10:29.222173 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-3898cacb-ca05-417f-948f-30a855ec8e51 admin admin] Transition to ACTIVE for port object a34c6b1a-bad5-427c-ae8f-3aec2979b63a will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:10:29.293733 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55742) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:29.323823 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-a758028a-f3b2-4532-8e2a-3ffa0cc3253a tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:29.344516 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a758028a-f3b2-4532-8e2a-3ffa0cc3253a tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:29.361197 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a758028a-f3b2-4532-8e2a-3ffa0cc3253a tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Usage tracker for resource:network and tenant:067986fe8c554d27b6d056edbda35b85 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:29.376528 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a758028a-f3b2-4532-8e2a-3ffa0cc3253a tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:29.400695 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a758028a-f3b2-4532-8e2a-3ffa0cc3253a tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:29.402500 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:29.410954 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:10:29.411457 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Checking segment: {'id': '72dde1a6-dbe9-4489-998d-c072094ffa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:10:29.411860 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:29.412146 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Bound using segment: {'id': '72dde1a6-dbe9-4489-998d-c072094ffa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:10:29.412741 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Bound port: 966100a4-0a08-42b5-a7a1-d8435bd02bfe, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72dde1a6-dbe9-4489-998d-c072094ffa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:10:29.413507 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:29.439262 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b295c390-781a-4246-82bd-10d218245cf2 None None] Network 6e0dd9fe-ccdf-45be-b211-f6a9095516c6 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:10:29.477312 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Pushing event updated for resources: {'Port': ['ID=cc580140-94ca-43c2-8590-24708e10a72d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:29.488874 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Pushing event updated for resources: {'Port': ['ID=60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:29.543256 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Allocated IP 172.26.3.31 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/ca7edc92-ebc1-4119-ab2f-d9ee3def3b20) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:29.545319 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Attempting to bind port cc580140-94ca-43c2-8590-24708e10a72d on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:10:29.546103 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Attempting to bind port cc580140-94ca-43c2-8590-24708e10a72d by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '3688808a-97c1-4d2a-829e-066e767e2c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '860e65f0-8bdb-47c5-a2a3-fef77c1b7283'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:10:29.546103 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Attempting to bind port cc580140-94ca-43c2-8590-24708e10a72d on network 860e65f0-8bdb-47c5-a2a3-fef77c1b7283 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:10:29.590499 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:29.614527 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:29.619846 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:29.635268 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:10:29.635893 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Checking segment: {'id': '3688808a-97c1-4d2a-829e-066e767e2c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '860e65f0-8bdb-47c5-a2a3-fef77c1b7283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:10:29.636518 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:29.637136 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Bound using segment: {'id': '3688808a-97c1-4d2a-829e-066e767e2c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '860e65f0-8bdb-47c5-a2a3-fef77c1b7283'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:10:29.637817 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Bound port: cc580140-94ca-43c2-8590-24708e10a72d, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3688808a-97c1-4d2a-829e-066e767e2c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '860e65f0-8bdb-47c5-a2a3-fef77c1b7283'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:10:29.638228 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:29.706514 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d8ca1874-7462-45d5-9eec-e36d5ac10f3d None None] Provisioning for port fa3721db-fed8-41cc-abaa-f475ab681d8f completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:10:29.753223 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fbb0070e-0193-43c7-ba32-a0a7a4547f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:29.788876 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port fa3721db-fed8-41cc-abaa-f475ab681d8f completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:10:29.789093 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3898cacb-ca05-417f-948f-30a855ec8e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:29.790840 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:29.797935 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a758028a-f3b2-4532-8e2a-3ffa0cc3253a tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Made reservation on behalf of 067986fe8c554d27b6d056edbda35b85 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:29.803208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a758028a-f3b2-4532-8e2a-3ffa0cc3253a tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:29.810574 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Transition to ACTIVE for port object baefd1ed-1cb9-4254-8542-6212622461d9 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:10:29.865462 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Port': ['ID=417dc7de-9817-43f0-a37a-30d07fe27cc9,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:29.869069 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d8ca1874-7462-45d5-9eec-e36d5ac10f3d None None] Provisioning complete for port fa3721db-fed8-41cc-abaa-f475ab681d8f triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:29.869631 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d8ca1874-7462-45d5-9eec-e36d5ac10f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:29.932186 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fbb0070e-0193-43c7-ba32-a0a7a4547f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:29.974660 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fbb0070e-0193-43c7-ba32-a0a7a4547f58 admin admin] Usage tracker for resource:security_group_rule and tenant:1a4cd80ef0754556bf3554c5e7395750 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:29.976647 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port fa3721db-fed8-41cc-abaa-f475ab681d8f triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:29.977257 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:29.991753 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fbb0070e-0193-43c7-ba32-a0a7a4547f58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:30.003388 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3898cacb-ca05-417f-948f-30a855ec8e51 admin admin] Network 65490aef-7574-47e8-8e01-18ff3449c348 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:30.008941 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:30.013223 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fbb0070e-0193-43c7-ba32-a0a7a4547f58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:30.029981 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-3898cacb-ca05-417f-948f-30a855ec8e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:30.042228 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3898cacb-ca05-417f-948f-30a855ec8e51 admin admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:30.053425 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] For port 966100a4-0a08-42b5-a7a1-d8435bd02bfe, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:10:30.103356 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:30.117323 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:30.119276 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:30.196392 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] For port 966100a4-0a08-42b5-a7a1-d8435bd02bfe, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=966100a4-0a08-42b5-a7a1-d8435bd02bfe,segment=NetworkSegment(72dde1a6-dbe9-4489-998d-c072094ffa2e),segment_id=72dde1a6-dbe9-4489-998d-c072094ffa2e)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:10:30.211996 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898cacb-ca05-417f-948f-30a855ec8e51 admin admin] Pushing event updated for resources: {'Port': ['ID=a34c6b1a-bad5-427c-ae8f-3aec2979b63a,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:30.218676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a758028a-f3b2-4532-8e2a-3ffa0cc3253a tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:10:30.243423 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:30.261265 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Pushing event updated for resources: {'Port': ['ID=baefd1ed-1cb9-4254-8542-6212622461d9,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:30.279770 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:30.325296 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a758028a-f3b2-4532-8e2a-3ffa0cc3253a tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:30.325883 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-a758028a-f3b2-4532-8e2a-3ffa0cc3253a tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Added segment a504bc8c-3af0-4f1c-aaa2-2ccd7ab0a7b8 of type vlan for network cee46c74-d531-401f-b5fa-c6ab1a25e7e1 Jan 17 14:10:30.373910 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:30.378618 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] For port cc580140-94ca-43c2-8590-24708e10a72d, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:10:30.379742 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3898cacb-ca05-417f-948f-30a855ec8e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:30.434679 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Network 860e65f0-8bdb-47c5-a2a3-fef77c1b7283 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:30.438581 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a758028a-f3b2-4532-8e2a-3ffa0cc3253a tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:30.460816 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:30.520218 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] For port cc580140-94ca-43c2-8590-24708e10a72d, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=cc580140-94ca-43c2-8590-24708e10a72d,segment=NetworkSegment(3688808a-97c1-4d2a-829e-066e767e2c8a),segment_id=3688808a-97c1-4d2a-829e-066e767e2c8a)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:10:30.552906 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:30.556045 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:30.560267 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:30.561089 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:30.677138 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfeeb3-74d7-4344-99c3-1b74f80ce22c None None] Pushing event updated for resources: {'Port': ['ID=966100a4-0a08-42b5-a7a1-d8435bd02bfe,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:30.684791 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-a758028a-f3b2-4532-8e2a-3ffa0cc3253a tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:10:30.707323 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c8d3fd56-e70f-4c08-841a-61d3d967ad6e tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.7241545 Jan 17 14:10:30.715099 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55746) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:30.922599 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:31.004646 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9d1ab-f84d-4cb1-9ea7-e5105a86bc97 None None] Pushing event updated for resources: {'Port': ['ID=cc580140-94ca-43c2-8590-24708e10a72d,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:31.026511 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:31.076069 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d8ca1874-7462-45d5-9eec-e36d5ac10f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:31.139107 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port fa3721db-fed8-41cc-abaa-f475ab681d8f, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=fa3721db-fed8-41cc-abaa-f475ab681d8f,segment=NetworkSegment(f36f3c3f-963f-4e6f-89ab-420cbbc62bd6),segment_id=f36f3c3f-963f-4e6f-89ab-420cbbc62bd6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:10:31.147912 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:31.151160 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 5ba18d5b-69bc-4f12-b217-9869132fc94f up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:10:31.284941 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:31.380061 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:31.528095 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:31.574070 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-d8ca1874-7462-45d5-9eec-e36d5ac10f3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:10:31.574970 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-d8ca1874-7462-45d5-9eec-e36d5ac10f3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:10:31.583239 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=fa3721db-fed8-41cc-abaa-f475ab681d8f,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:31.604024 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 5ba18d5b-69bc-4f12-b217-9869132fc94f triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:31.605458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:31.669745 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a758028a-f3b2-4532-8e2a-3ffa0cc3253a tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:31.671086 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a758028a-f3b2-4532-8e2a-3ffa0cc3253a tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:31.671700 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a758028a-f3b2-4532-8e2a-3ffa0cc3253a tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:31.906695 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fbb0070e-0193-43c7-ba32-a0a7a4547f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:31.910501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758028a-f3b2-4532-8e2a-3ffa0cc3253a tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Pushing event updated for resources: {'Network': ['ID=cee46c74-d531-401f-b5fa-c6ab1a25e7e1,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:31.926623 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:31.939448 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network cee46c74-d531-401f-b5fa-c6ab1a25e7e1 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:10:31.946525 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fbb0070e-0193-43c7-ba32-a0a7a4547f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:31.956823 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:32.010747 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Pushing event updated for resources: {'Port': ['ID=55c3f7b5-e18d-4da5-888d-44fe7b75ca01,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:32.278299 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3898cacb-ca05-417f-948f-30a855ec8e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:32.344723 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device fa3721db-fed8-41cc-abaa-f475ab681d8f up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:10:32.505127 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:32.508326 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4fee7a17-0014-4764-86cb-b79f5f2cdd86 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 12.0971658 Jan 17 14:10:32.510764 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a758028a-f3b2-4532-8e2a-3ffa0cc3253a tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 3.5096800 Jan 17 14:10:32.517284 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55754) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:32.517975 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55756) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:32.518410 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port fa3721db-fed8-41cc-abaa-f475ab681d8f triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:32.519006 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:32.562567 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7edc92-ebc1-4119-ab2f-d9ee3def3b20,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:32.563961 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5765ce5b-c807-4a49-aa31-4f31b3cf52ac None None] Network 1fe33185-0d26-416b-811b-abfdf1359eb1 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:10:32.583124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-680774751'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:32.595815 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:32.611249 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0582c9d-5cf0-4b5d-81f9-16f623b7fd9a tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:32.627861 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0582c9d-5cf0-4b5d-81f9-16f623b7fd9a tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:32.640711 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0582c9d-5cf0-4b5d-81f9-16f623b7fd9a tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:32.651258 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a0582c9d-5cf0-4b5d-81f9-16f623b7fd9a tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 1.9221957 Jan 17 14:10:32.660451 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fbb0070e-0193-43c7-ba32-a0a7a4547f58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a4cd80ef0754556bf3554c5e7395750&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2191012 Jan 17 14:10:32.667369 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-645cf610-eb79-4362-93d7-1c1b7d93d960 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Request body: {'subnet': {'network_id': 'cee46c74-d531-401f-b5fa-c6ab1a25e7e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:32.676176 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55762) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:32.676967 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55764) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:32.682309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:32.692953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0070e-0193-43c7-ba32-a0a7a4547f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075469d7-4a7c-475a-aa2a-0d2968c57daa,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:32.732275 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:32.782651 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-96834e09-c992-498c-9eba-a95d311a3684 None None] Provisioning complete for port fa3721db-fed8-41cc-abaa-f475ab681d8f triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:32.783830 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96834e09-c992-498c-9eba-a95d311a3684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:32.812699 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:32.853543 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:32.880131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26ffc62-50fe-4c8b-ae82-22a575d4a6b6 None None] Network 860e65f0-8bdb-47c5-a2a3-fef77c1b7283 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:10:32.886074 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-645cf610-eb79-4362-93d7-1c1b7d93d960 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:32.970485 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Usage tracker for resource:network and tenant:043a9c63b01c446e9f1fa31a41971a98 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:32.981976 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-645cf610-eb79-4362-93d7-1c1b7d93d960 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Usage tracker for resource:subnet and tenant:067986fe8c554d27b6d056edbda35b85 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:32.991426 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:33.006810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-645cf610-eb79-4362-93d7-1c1b7d93d960 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:33.044421 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:33.053403 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-645cf610-eb79-4362-93d7-1c1b7d93d960 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:33.088317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-e533d5dc-a960-4dd9-b4ea-88d293a0fdfe tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Deleting port baefd1ed-1cb9-4254-8542-6212622461d9 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:10:33.088787 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e533d5dc-a960-4dd9-b4ea-88d293a0fdfe tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:33.215764 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Made reservation on behalf of 043a9c63b01c446e9f1fa31a41971a98 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:33.221145 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:33.224254 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:33.240031 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645cf610-eb79-4362-93d7-1c1b7d93d960 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Made reservation on behalf of 067986fe8c554d27b6d056edbda35b85 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:33.250218 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-645cf610-eb79-4362-93d7-1c1b7d93d960 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:33.353134 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 966100a4-0a08-42b5-a7a1-d8435bd02bfe up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:10:33.429183 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:33.534675 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Router 30aeda3d-2fc7-461f-889c-73e0d6fb843e is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:10:33.569516 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5dea007d-4604-4cf5-a74e-d20816890cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:33.653511 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-96834e09-c992-498c-9eba-a95d311a3684 None None] Provisioning for port a34c6b1a-bad5-427c-ae8f-3aec2979b63a completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:10:33.707958 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-96834e09-c992-498c-9eba-a95d311a3684 None None] Provisioning complete for port a34c6b1a-bad5-427c-ae8f-3aec2979b63a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:33.708296 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96834e09-c992-498c-9eba-a95d311a3684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:33.713996 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:33.770144 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 966100a4-0a08-42b5-a7a1-d8435bd02bfe completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:10:33.777612 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Usage tracker for resource:security_group_rule and tenant:043a9c63b01c446e9f1fa31a41971a98 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:33.804865 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cc580140-94ca-43c2-8590-24708e10a72d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:10:33.805760 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:33.846026 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Router bf4f45c6-0a42-4026-a3ba-e3d9770cf671 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:10:33.866704 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:33.878816 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5dea007d-4604-4cf5-a74e-d20816890cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:33.916779 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-96834e09-c992-498c-9eba-a95d311a3684 None None] Port a34c6b1a-bad5-427c-ae8f-3aec2979b63a cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:10:33.998537 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:10:34.030287 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] Sync routers for ids ['30aeda3d-2fc7-461f-889c-73e0d6fb843e'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:10:34.065124 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:34.071565 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-446bfd62-8d9b-4bbf-a0ea-cc46af5080f9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 12.0891361 Jan 17 14:10:34.073401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port cc580140-94ca-43c2-8590-24708e10a72d completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:10:34.108874 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] Routers {'30aeda3d-2fc7-461f-889c-73e0d6fb843e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:10:34.110336 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:10:13Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['30aeda3d-2fc7-461f-889c-73e0d6fb843e'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:34.138567 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55770) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:34.242360 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c5ff1413-6be1-4871-bf02-8b7557fcdf50 None None] Provisioning for port cc580140-94ca-43c2-8590-24708e10a72d completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:10:34.251820 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c5ff1413-6be1-4871-bf02-8b7557fcdf50 None None] Provisioning complete for port cc580140-94ca-43c2-8590-24708e10a72d triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:34.252645 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5ff1413-6be1-4871-bf02-8b7557fcdf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:34.495323 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:10:34.522400 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecbbb3f-5db1-47ae-9f69-7ec215a57c90 None None] Sync routers for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:10:34.540074 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecbbb3f-5db1-47ae-9f69-7ec215a57c90 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:10:34.540700 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7ecbbb3f-5db1-47ae-9f69-7ec215a57c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:10:13Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:34.549193 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] Set router 30aeda3d-2fc7-461f-889c-73e0d6fb843e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:10:34.675006 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:34.679411 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:34.681367 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-463363b7-58cb-42cf-a284-3a4159c5bb7c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.5603769 Jan 17 14:10:34.692330 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55774) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:34.699741 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7ecbbb3f-5db1-47ae-9f69-7ec215a57c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:34.714324 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecbbb3f-5db1-47ae-9f69-7ec215a57c90 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:10:34.715596 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7ecbbb3f-5db1-47ae-9f69-7ec215a57c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:10:13Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:34.840321 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7ecbbb3f-5db1-47ae-9f69-7ec215a57c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:34.841169 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecbbb3f-5db1-47ae-9f69-7ec215a57c90 None None] The sync data for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:10:35.010860 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5ff1413-6be1-4871-bf02-8b7557fcdf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:35.185539 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c5ff1413-6be1-4871-bf02-8b7557fcdf50 None None] For port cc580140-94ca-43c2-8590-24708e10a72d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=cc580140-94ca-43c2-8590-24708e10a72d,segment=NetworkSegment(3688808a-97c1-4d2a-829e-066e767e2c8a),segment_id=3688808a-97c1-4d2a-829e-066e767e2c8a)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:10:35.193540 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5ff1413-6be1-4871-bf02-8b7557fcdf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:35.313154 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c5ff1413-6be1-4871-bf02-8b7557fcdf50 None None] Provisioning for port 966100a4-0a08-42b5-a7a1-d8435bd02bfe completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:10:35.326853 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c5ff1413-6be1-4871-bf02-8b7557fcdf50 None None] Provisioning complete for port 966100a4-0a08-42b5-a7a1-d8435bd02bfe triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:35.327394 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5ff1413-6be1-4871-bf02-8b7557fcdf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:35.338425 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3898cacb-ca05-417f-948f-30a855ec8e51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:35.384927 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3898cacb-ca05-417f-948f-30a855ec8e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:35.427673 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff1413-6be1-4871-bf02-8b7557fcdf50 None None] Pushing event updated for resources: {'Port': ['ID=cc580140-94ca-43c2-8590-24708e10a72d,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:35.454757 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'name': 'tempest-ServersTestJSON-1364175991-router', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:30Z', 'revision_number': 3, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'gw_port': {'id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:25Z', 'updated_at': '2022-01-17T14:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:35.464496 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] Checking router: 30aeda3d-2fc7-461f-889c-73e0d6fb843e for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:10:35.465020 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] Updating router 30aeda3d-2fc7-461f-889c-73e0d6fb843e port 60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:10:35.541533 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e533d5dc-a960-4dd9-b4ea-88d293a0fdfe tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:35.623318 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:35.630370 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:35.715375 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5ff1413-6be1-4871-bf02-8b7557fcdf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:35.762054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5dea007d-4604-4cf5-a74e-d20816890cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:35.860556 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-e533d5dc-a960-4dd9-b4ea-88d293a0fdfe tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Calling delete_port for baefd1ed-1cb9-4254-8542-6212622461d9 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:10:35.915995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:35.938349 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3898cacb-ca05-417f-948f-30a855ec8e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:35.957278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898cacb-ca05-417f-948f-30a855ec8e51 admin admin] Pushing event updated for resources: {'Port': ['ID=a34c6b1a-bad5-427c-ae8f-3aec2979b63a,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:35.967635 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c5ff1413-6be1-4871-bf02-8b7557fcdf50 None None] For port 966100a4-0a08-42b5-a7a1-d8435bd02bfe, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=966100a4-0a08-42b5-a7a1-d8435bd02bfe,segment=NetworkSegment(72dde1a6-dbe9-4489-998d-c072094ffa2e),segment_id=72dde1a6-dbe9-4489-998d-c072094ffa2e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:10:35.982446 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea007d-4604-4cf5-a74e-d20816890cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075469d7-4a7c-475a-aa2a-0d2968c57daa,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:36.005524 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5ff1413-6be1-4871-bf02-8b7557fcdf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:36.060676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:10:36.179120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:36.194019 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f132382f-b5d8-405b-947f-6a7ed4feeb74 None None] Provisioning for port fa9cd64a-e671-4e34-936b-10440ef2d4d0 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:10:36.225506 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff1413-6be1-4871-bf02-8b7557fcdf50 None None] Pushing event updated for resources: {'Port': ['ID=966100a4-0a08-42b5-a7a1-d8435bd02bfe,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:36.231542 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f132382f-b5d8-405b-947f-6a7ed4feeb74 None None] Provisioning complete for port fa9cd64a-e671-4e34-936b-10440ef2d4d0 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:36.232092 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f132382f-b5d8-405b-947f-6a7ed4feeb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:36.339313 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f132382f-b5d8-405b-947f-6a7ed4feeb74 None None] Port fa9cd64a-e671-4e34-936b-10440ef2d4d0 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:10:36.342676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:36.343281 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Added segment 5a110c6f-7f89-4549-b07d-b7ad6917b1bd of type vlan for network 07d6cab6-e03d-4709-acd6-381fa3b36143 Jan 17 14:10:36.377113 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cc580140-94ca-43c2-8590-24708e10a72d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:10:36.394759 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a416c85-6cd9-4e47-b416-a475c04c6ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:36.404313 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f132382f-b5d8-405b-947f-6a7ed4feeb74 None None] Provisioning for port baefd1ed-1cb9-4254-8542-6212622461d9 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:10:36.425562 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5dea007d-4604-4cf5-a74e-d20816890cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:36.431220 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5dea007d-4604-4cf5-a74e-d20816890cdd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/075469d7-4a7c-475a-aa2a-0d2968c57daa HTTP/1.1" status: 204 len: 168 time: 3.7374539 Jan 17 14:10:36.512638 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f132382f-b5d8-405b-947f-6a7ed4feeb74 None None] Provisioning complete for port baefd1ed-1cb9-4254-8542-6212622461d9 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:36.513128 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f132382f-b5d8-405b-947f-6a7ed4feeb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:36.637024 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:36.658244 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] Transition to ACTIVE for port object 60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:10:36.660207 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:36.664025 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f132382f-b5d8-405b-947f-6a7ed4feeb74 None None] Port baefd1ed-1cb9-4254-8542-6212622461d9 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:10:36.675225 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:36.768813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0dadf6ec-e06b-4392-a363-95f623c142b9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:36.794264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f132382f-b5d8-405b-947f-6a7ed4feeb74 None None] Provisioning complete for port cc580140-94ca-43c2-8590-24708e10a72d triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:36.795382 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f132382f-b5d8-405b-947f-6a7ed4feeb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:36.904045 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f4d92c-1d7d-48c2-9fe5-0ebd6fb6d2d3,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:36.919251 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port cc580140-94ca-43c2-8590-24708e10a72d triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:36.919251 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:37.022577 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:37.024597 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] Attempting to bind port 60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:10:37.024969 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] Attempting to bind port 60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:10:37.025321 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] Attempting to bind port 60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:10:37.028146 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:37.029094 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:37.037979 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3898cacb-ca05-417f-948f-30a855ec8e51 admin admin] Network 65490aef-7574-47e8-8e01-18ff3449c348 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:37.051792 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89786d35-0b0f-4c50-9f1a-d30747a34eb5 None None] Pushing event updated for resources: {'Port': ['ID=60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:37.072875 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:10:37.073493 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:10:37.074033 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:37.074544 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:10:37.075034 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] Bound port: 60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:10:37.075573 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:37.139733 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-3898cacb-ca05-417f-948f-30a855ec8e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:37.386829 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] For port 60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:10:37.460297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] For port 60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:10:37.471261 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:37.542936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-3a416c85-6cd9-4e47-b416-a475c04c6ef9 admin admin] Allocated IP 172.20.0.1 (6e0dd9fe-ccdf-45be-b211-f6a9095516c6/5148f200-260f-4779-8cba-a4140d2a0c1d/cf5925ed-3171-48be-89b2-177822bceddc) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:37.593799 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f132382f-b5d8-405b-947f-6a7ed4feeb74 None None] Provisioning complete for port 966100a4-0a08-42b5-a7a1-d8435bd02bfe triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:37.593799 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f132382f-b5d8-405b-947f-6a7ed4feeb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:37.641109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] Routers {'30aeda3d-2fc7-461f-889c-73e0d6fb843e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:10:37.642157 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:10:13Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['30aeda3d-2fc7-461f-889c-73e0d6fb843e'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:37.833323 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89786d35-0b0f-4c50-9f1a-d30747a34eb5 None None] Pushing event updated for resources: {'Port': ['ID=60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:37.839012 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 5.2824516 Jan 17 14:10:37.852188 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473dae6-7c2a-4165-9082-efb0ee6909ee tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Pushing event updated for resources: {'Network': ['ID=07d6cab6-e03d-4709-acd6-381fa3b36143,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:37.862484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55792) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:37.879814 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-31c353b7-93ab-4bca-8e30-5eef5fc1e22b tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Request body: {'subnet': {'network_id': '07d6cab6-e03d-4709-acd6-381fa3b36143', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:37.897381 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 07d6cab6-e03d-4709-acd6-381fa3b36143 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:10:37.938876 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e533d5dc-a960-4dd9-b4ea-88d293a0fdfe tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:38.137213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a416c85-6cd9-4e47-b416-a475c04c6ef9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:38.163138 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-31c353b7-93ab-4bca-8e30-5eef5fc1e22b tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:38.178178 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533d5dc-a960-4dd9-b4ea-88d293a0fdfe tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Pushing event deleted for resources: {'Port': ['ID=baefd1ed-1cb9-4254-8542-6212622461d9,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:38.179650 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-31c353b7-93ab-4bca-8e30-5eef5fc1e22b tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Usage tracker for resource:subnet and tenant:043a9c63b01c446e9f1fa31a41971a98 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:38.186980 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-31c353b7-93ab-4bca-8e30-5eef5fc1e22b tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:38.200204 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-3a416c85-6cd9-4e47-b416-a475c04c6ef9 admin admin] Transition to ACTIVE for port object cf5925ed-3171-48be-89b2-177822bceddc will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:10:38.242899 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-31c353b7-93ab-4bca-8e30-5eef5fc1e22b tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:38.263697 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-0dadf6ec-e06b-4392-a363-95f623c142b9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Allocated IP 172.20.0.1 (00bb5fcf-dc03-45f8-a900-4c5df8ced5fc/ffa63332-356b-497a-a931-2b7b1a3f6caf/5b00af89-ca1f-4f36-862c-8f6ab612b545) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:38.327665 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c353b7-93ab-4bca-8e30-5eef5fc1e22b tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Made reservation on behalf of 043a9c63b01c446e9f1fa31a41971a98 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:38.335033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-31c353b7-93ab-4bca-8e30-5eef5fc1e22b tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:38.348904 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 966100a4-0a08-42b5-a7a1-d8435bd02bfe up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:10:38.424575 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] Set router 30aeda3d-2fc7-461f-889c-73e0d6fb843e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:10:38.535586 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Router 8f09b19d-a03e-4e4d-8473-2f12e1e40994 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:10:38.573015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3898cacb-ca05-417f-948f-30a855ec8e51 admin admin] Router 10b14141-9e1c-48a7-a875-12946e657f5e has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:10:38.722679 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d655c72c-4c61-4144-826d-7dec6dcc4031 None None] Provisioning complete for port a34c6b1a-bad5-427c-ae8f-3aec2979b63a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:38.723071 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d655c72c-4c61-4144-826d-7dec6dcc4031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:38.837157 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 966100a4-0a08-42b5-a7a1-d8435bd02bfe triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:38.837936 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:38.843508 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a416c85-6cd9-4e47-b416-a475c04c6ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:38.880836 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e533d5dc-a960-4dd9-b4ea-88d293a0fdfe tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:38.884228 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e533d5dc-a960-4dd9-b4ea-88d293a0fdfe tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] 10.222.0.48 "DELETE /v2.0/ports/baefd1ed-1cb9-4254-8542-6212622461d9 HTTP/1.1" status: 204 len: 168 time: 6.1969879 Jan 17 14:10:38.915335 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55806) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:38.969332 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-5a1e8b67-ec4f-4f91-ae52-1a793ae9a363 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Request body: {'port': {'name': 'tempest-new-port-name-1408600766', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:38.970774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.api.validators [None req-5a1e8b67-ec4f-4f91-ae52-1a793ae9a363 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] bootfile-name is not in valid_values {{(pid=87523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 14:10:38.971534 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.api.validators [None req-5a1e8b67-ec4f-4f91-ae52-1a793ae9a363 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] tftp-server is not in valid_values {{(pid=87523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 14:10:38.972857 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.api.validators [None req-5a1e8b67-ec4f-4f91-ae52-1a793ae9a363 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] server-ip-address is not in valid_values {{(pid=87523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 14:10:39.021233 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a416c85-6cd9-4e47-b416-a475c04c6ef9 admin admin] Network 6e0dd9fe-ccdf-45be-b211-f6a9095516c6 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:39.022518 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d655c72c-4c61-4144-826d-7dec6dcc4031 None None] Port a34c6b1a-bad5-427c-ae8f-3aec2979b63a cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:10:39.032396 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-3a416c85-6cd9-4e47-b416-a475c04c6ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:39.035056 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a416c85-6cd9-4e47-b416-a475c04c6ef9 admin admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:39.036105 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a416c85-6cd9-4e47-b416-a475c04c6ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:39.174194 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'name': 'tempest-ServersTestJSON-1364175991-router', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:30Z', 'revision_number': 3, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'gw_port': {'id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:25Z', 'updated_at': '2022-01-17T14:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:39.203632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:10:39.205226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.objects.ports [None req-645cf610-eb79-4362-93d7-1c1b7d93d960 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87523) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 14:10:39.205761 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-645cf610-eb79-4362-93d7-1c1b7d93d960 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:39.219603 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985d82a0-df15-41a1-b5d4-6675035b8bf7 None None] The sync data for ids ['30aeda3d-2fc7-461f-889c-73e0d6fb843e'] in dv-neutron-824901-1-hyperv is: [{'id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'name': 'tempest-ServersTestJSON-1364175991-router', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:30Z', 'revision_number': 3, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'gw_port': {'id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:25Z', 'updated_at': '2022-01-17T14:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:10:39.227133 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] Sync routers for ids ['8f09b19d-a03e-4e4d-8473-2f12e1e40994'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:10:39.254461 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] Routers {'8f09b19d-a03e-4e4d-8473-2f12e1e40994'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:10:39.255663 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:10:13Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['8f09b19d-a03e-4e4d-8473-2f12e1e40994'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:39.446491 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0dadf6ec-e06b-4392-a363-95f623c142b9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:39.485272 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a416c85-6cd9-4e47-b416-a475c04c6ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf5925ed-3171-48be-89b2-177822bceddc,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:39.523322 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:39.525869 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-16cb1c09-1850-4c3f-b7b4-0149d57308d7 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 17.9012227 Jan 17 14:10:39.535526 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55818) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:39.652301 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4d29dd59-4f34-4b66-99b6-07582127917f None None] Provisioning for port cf5925ed-3171-48be-89b2-177822bceddc completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:10:39.687194 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4d29dd59-4f34-4b66-99b6-07582127917f None None] Provisioning complete for port cf5925ed-3171-48be-89b2-177822bceddc triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:39.703642 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4d29dd59-4f34-4b66-99b6-07582127917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:39.867536 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645cf610-eb79-4362-93d7-1c1b7d93d960 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f12d5d79-8427-4914-9988-e869987810f3,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:39.910840 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] Set router 8f09b19d-a03e-4e4d-8473-2f12e1e40994 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:10:40.015620 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-31c353b7-93ab-4bca-8e30-5eef5fc1e22b tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:40.022278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8b67-ec4f-4f91-ae52-1a793ae9a363 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:40.042276 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645cf610-eb79-4362-93d7-1c1b7d93d960 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Checking segment: {'id': 'a504bc8c-3af0-4f1c-aaa2-2ccd7ab0a7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cee46c74-d531-401f-b5fa-c6ab1a25e7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:10:40.042868 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645cf610-eb79-4362-93d7-1c1b7d93d960 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Network hostable DHCP agents. Network: cee46c74-d531-401f-b5fa-c6ab1a25e7e1, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:10:40.137161 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55824) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:40.217049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4d29dd59-4f34-4b66-99b6-07582127917f None None] Port cf5925ed-3171-48be-89b2-177822bceddc cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:10:40.274420 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3898cacb-ca05-417f-948f-30a855ec8e51 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:10:40.301639 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] Sync routers for ids ['10b14141-9e1c-48a7-a875-12946e657f5e'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:10:40.306256 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0dadf6ec-e06b-4392-a363-95f623c142b9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:40.344239 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] Routers {'10b14141-9e1c-48a7-a875-12946e657f5e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:10:40.349642 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:10:13Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['10b14141-9e1c-48a7-a875-12946e657f5e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:40.355606 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3898cacb-ca05-417f-948f-30a855ec8e51 admin admin] 10.222.0.48 "PUT /v2.0/routers/10b14141-9e1c-48a7-a875-12946e657f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.3885431 Jan 17 14:10:40.447263 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:10:40.603257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645cf610-eb79-4362-93d7-1c1b7d93d960 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Network cee46c74-d531-401f-b5fa-c6ab1a25e7e1 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:10:40.700444 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b6af8e3d-8ba7-405a-a826-24af61e853d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:40.772709 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:10:40.792311 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:40.792619 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:40.934958 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'name': 'tempest-ServersTestManualDisk-20752007-router', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:33Z', 'revision_number': 3, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'gw_port': {'id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:27Z', 'updated_at': '2022-01-17T14:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:40.963830 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] Checking router: 8f09b19d-a03e-4e4d-8473-2f12e1e40994 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:10:40.964174 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] Updating router 8f09b19d-a03e-4e4d-8473-2f12e1e40994 port ca7edc92-ebc1-4119-ab2f-d9ee3def3b20 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:10:41.021114 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dadf6ec-e06b-4392-a363-95f623c142b9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Network 00bb5fcf-dc03-45f8-a900-4c5df8ced5fc is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:41.079278 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a416c85-6cd9-4e47-b416-a475c04c6ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:41.114139 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:41.114840 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] Set router 10b14141-9e1c-48a7-a875-12946e657f5e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:10:41.119047 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-0dadf6ec-e06b-4392-a363-95f623c142b9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:41.129072 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dadf6ec-e06b-4392-a363-95f623c142b9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:41.135033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0dadf6ec-e06b-4392-a363-95f623c142b9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:41.245528 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:41.305970 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1999906231', 'router:external': True}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:41.311458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:10:41.326279 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:41.326575 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:41.342211 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Usage tracker for resource:network and tenant:72af6175791d44bcba99b51ff65fd2b6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:41.354341 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:41.377597 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:41.416845 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-645cf610-eb79-4362-93d7-1c1b7d93d960 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, cee46c74-d531-401f-b5fa-c6ab1a25e7e1) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:41.450062 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645cf610-eb79-4362-93d7-1c1b7d93d960 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:41.451108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-645cf610-eb79-4362-93d7-1c1b7d93d960 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:41.455005 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c353b7-93ab-4bca-8e30-5eef5fc1e22b tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Pushing event updated for resources: {'Subnet': ['ID=9c6fc3b3-fc5e-4e70-8747-31068d04070b,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:41.464513 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadf6ec-e06b-4392-a363-95f623c142b9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Port': ['ID=5b00af89-ca1f-4f36-862c-8f6ab612b545,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:41.501349 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c353b7-93ab-4bca-8e30-5eef5fc1e22b tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Checking segment: {'id': '5a110c6f-7f89-4549-b07d-b7ad6917b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '07d6cab6-e03d-4709-acd6-381fa3b36143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:10:41.502026 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c353b7-93ab-4bca-8e30-5eef5fc1e22b tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Network hostable DHCP agents. Network: 07d6cab6-e03d-4709-acd6-381fa3b36143, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:10:41.530372 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d627e070-0fd5-4a25-af50-daf2dd2a8335 None None] Network cee46c74-d531-401f-b5fa-c6ab1a25e7e1 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:10:41.663313 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Made reservation on behalf of 72af6175791d44bcba99b51ff65fd2b6 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:41.670992 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:41.758582 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0dadf6ec-e06b-4392-a363-95f623c142b9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:41.781970 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:41.833431 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:41.846191 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-645cf610-eb79-4362-93d7-1c1b7d93d960 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 9.2869198 Jan 17 14:10:41.847924 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55842) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:41.852333 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Usage tracker for resource:security_group_rule and tenant:72af6175791d44bcba99b51ff65fd2b6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:41.859454 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:41.877935 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Request body: {'floatingip': {'floating_network_id': 'cee46c74-d531-401f-b5fa-c6ab1a25e7e1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:41.890200 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:41.896005 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:41.899818 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Usage tracker for resource:floatingip and tenant:067986fe8c554d27b6d056edbda35b85 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:41.911416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:41.990489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:42.009110 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'name': 'tempest-ServerActionsTestJSON-1919571955-router', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:15Z', 'updated_at': '2022-01-17T14:10:31Z', 'revision_number': 4, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'gw_port': {'id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:16Z', 'updated_at': '2022-01-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'a34c6b1a-bad5-427c-ae8f-3aec2979b63a', 'name': '', 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'mac_address': 'fa:16:3e:1a:dd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '108e9ce5-417b-4ebb-b330-fd1632de2fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:26Z', 'updated_at': '2022-01-17T14:10:33Z', 'revision_number': 2, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'subnets': [{'id': '108e9ce5-417b-4ebb-b330-fd1632de2fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:42.028246 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] Checking router: 10b14141-9e1c-48a7-a875-12946e657f5e for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:10:42.028605 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] Updating router 10b14141-9e1c-48a7-a875-12946e657f5e port a34c6b1a-bad5-427c-ae8f-3aec2979b63a binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:10:42.112458 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:42.210476 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:42.284773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:42.296735 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:42.344914 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:42.569068 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c353b7-93ab-4bca-8e30-5eef5fc1e22b tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Network 07d6cab6-e03d-4709-acd6-381fa3b36143 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:10:42.599554 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:10:42.669213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361e271b-76ee-4451-a850-bcf80533bb54,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:42.704679 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-31c353b7-93ab-4bca-8e30-5eef5fc1e22b tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 07d6cab6-e03d-4709-acd6-381fa3b36143) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:42.707324 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:42.707878 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Added segment 2f137850-6c3a-4c36-9dcc-444c1c1aa2ee of type vlan for network 34101a56-a8eb-47af-8c82-f22cca65a91b Jan 17 14:10:42.730568 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfc5e48-b8ba-4b12-85fa-5a66c3f0e6fd None None] Network 07d6cab6-e03d-4709-acd6-381fa3b36143 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:10:42.759315 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-5a1e8b67-ec4f-4f91-ae52-1a793ae9a363 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:10:42.829291 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8b67-ec4f-4f91-ae52-1a793ae9a363 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:42.857835 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8b67-ec4f-4f91-ae52-1a793ae9a363 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:42.867766 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c353b7-93ab-4bca-8e30-5eef5fc1e22b tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:42.868709 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-31c353b7-93ab-4bca-8e30-5eef5fc1e22b tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:42.941535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4f9b-9142-4686-8c23-8718751f4311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:42.960499 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55848) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:43.003658 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-23e8bda8-ab52-4716-9289-ae7a7d1dc5de tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--725835589', 'description': 'tempest-description--1599050951'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:43.024365 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-23e8bda8-ab52-4716-9289-ae7a7d1dc5de tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:43.057296 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-23e8bda8-ab52-4716-9289-ae7a7d1dc5de tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Usage tracker for resource:security_group and tenant:4bf9d590b7484aed9edd856f9636eb85 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:43.064019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a416c85-6cd9-4e47-b416-a475c04c6ef9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:43.078493 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0a274352-1a26-49b0-ba84-c9e05ad51eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:43.079077 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-23e8bda8-ab52-4716-9289-ae7a7d1dc5de tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:43.095768 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e8b67-ec4f-4f91-ae52-1a793ae9a363 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Pushing event updated for resources: {'Port': ['ID=fa9cd64a-e671-4e34-936b-10440ef2d4d0,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:43.123868 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a416c85-6cd9-4e47-b416-a475c04c6ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:43.125713 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a416c85-6cd9-4e47-b416-a475c04c6ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:43.133581 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:43.155314 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] Transition to ACTIVE for port object a34c6b1a-bad5-427c-ae8f-3aec2979b63a will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:10:43.167198 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:43.201783 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca59a80-556b-447a-996b-3a847f26be99 None None] Network cee46c74-d531-401f-b5fa-c6ab1a25e7e1 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:10:43.349947 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4b26f-a2aa-4f4f-a489-1931511975e7 None None] Pushing event updated for resources: {'Port': ['ID=a34c6b1a-bad5-427c-ae8f-3aec2979b63a,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:43.569187 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-23e8bda8-ab52-4716-9289-ae7a7d1dc5de tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:43.571339 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:43.607856 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-5a1e8b67-ec4f-4f91-ae52-1a793ae9a363 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] In _notify_port_updated(), no bound segment for port fa9cd64a-e671-4e34-936b-10440ef2d4d0 on network 860e65f0-8bdb-47c5-a2a3-fef77c1b7283 {{(pid=87523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:10:43.614245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1e8b67-ec4f-4f91-ae52-1a793ae9a363 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:43.614953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8b67-ec4f-4f91-ae52-1a793ae9a363 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:43.620099 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5a1e8b67-ec4f-4f91-ae52-1a793ae9a363 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] 10.222.0.48 "PUT /v2.0/ports/fa9cd64a-e671-4e34-936b-10440ef2d4d0 HTTP/1.1" status: 200 len: 1136 time: 4.6990199 Jan 17 14:10:43.621830 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-23e8bda8-ab52-4716-9289-ae7a7d1dc5de tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:43.628066 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55854) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:43.702780 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-31c353b7-93ab-4bca-8e30-5eef5fc1e22b tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.8366613 Jan 17 14:10:43.708128 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-23e8bda8-ab52-4716-9289-ae7a7d1dc5de tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:43.712722 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55858) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:43.718407 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-23e8bda8-ab52-4716-9289-ae7a7d1dc5de tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Usage tracker for resource:security_group_rule and tenant:4bf9d590b7484aed9edd856f9636eb85 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:43.722425 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-23e8bda8-ab52-4716-9289-ae7a7d1dc5de tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:43.729886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2141241924', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}, 'admin_state_up': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:43.742318 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-9b8d4f9b-9142-4686-8c23-8718751f4311 admin admin] Allocated IP 172.20.0.1 (1fe33185-0d26-416b-811b-abfdf1359eb1/ce596845-3d6c-4047-a87b-93e3264b0c43/c6c68a29-d716-461d-9670-b65e52350056) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:43.754152 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-23e8bda8-ab52-4716-9289-ae7a7d1dc5de tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:43.754427 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a416c85-6cd9-4e47-b416-a475c04c6ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf5925ed-3171-48be-89b2-177822bceddc,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:43.758302 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] Attempting to bind port a34c6b1a-bad5-427c-ae8f-3aec2979b63a on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:10:43.760851 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] Attempting to bind port a34c6b1a-bad5-427c-ae8f-3aec2979b63a by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '146d807b-421a-41cf-a776-1d8b62f4b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:10:43.761063 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:43.763011 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] Attempting to bind port a34c6b1a-bad5-427c-ae8f-3aec2979b63a on network 65490aef-7574-47e8-8e01-18ff3449c348 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:10:43.777150 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:10:43.778176 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] Checking segment: {'id': '146d807b-421a-41cf-a776-1d8b62f4b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:10:43.779097 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:43.780928 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] Bound using segment: {'id': '146d807b-421a-41cf-a776-1d8b62f4b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:10:43.781091 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:43.782628 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] Bound port: a34c6b1a-bad5-427c-ae8f-3aec2979b63a, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146d807b-421a-41cf-a776-1d8b62f4b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:10:43.783575 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:43.927451 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4869b96b-32cd-4a96-9621-03fa50d5b9c8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:43.928504 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-4869b96b-32cd-4a96-9621-03fa50d5b9c8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Synchronizing usage tracker for tenant:3f173cd021d84f45a56fc48004230b8b on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:10:43.954244 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:43.968711 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] Transition to ACTIVE for port object ca7edc92-ebc1-4119-ab2f-d9ee3def3b20 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:10:43.985804 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Allocated IP 172.20.0.10 (cee46c74-d531-401f-b5fa-c6ab1a25e7e1/f12d5d79-8427-4914-9988-e869987810f3/870b5360-1376-4384-adee-fdafd91fd604) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:43.988953 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:43.995961 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:43.997075 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:44.006458 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Usage tracker for resource:router and tenant:043a9c63b01c446e9f1fa31a41971a98 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:44.013286 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:44.025554 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:44.035668 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] For port a34c6b1a-bad5-427c-ae8f-3aec2979b63a, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:10:44.044585 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] For port a34c6b1a-bad5-427c-ae8f-3aec2979b63a, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a34c6b1a-bad5-427c-ae8f-3aec2979b63a,segment=NetworkSegment(146d807b-421a-41cf-a776-1d8b62f4b40d),segment_id=146d807b-421a-41cf-a776-1d8b62f4b40d)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:10:44.053956 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:44.088352 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:44.171512 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b75bc-4c0f-4687-8604-0b3e30c9fabe None None] Pushing event updated for resources: {'Port': ['ID=ca7edc92-ebc1-4119-ab2f-d9ee3def3b20,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:44.199933 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] Attempting to bind port ca7edc92-ebc1-4119-ab2f-d9ee3def3b20 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:10:44.199933 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] Attempting to bind port ca7edc92-ebc1-4119-ab2f-d9ee3def3b20 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:10:44.200293 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] Attempting to bind port ca7edc92-ebc1-4119-ab2f-d9ee3def3b20 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:10:44.204948 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:44.206625 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:44.207271 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a8a995cb-29c5-4471-8074-509c7dbce263 None None] Provisioning complete for port fa9cd64a-e671-4e34-936b-10440ef2d4d0 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:44.207623 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a8a995cb-29c5-4471-8074-509c7dbce263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:44.277122 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:10:44.294168 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 4.1016033 Jan 17 14:10:44.297862 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55862) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:44.299249 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4b26f-a2aa-4f4f-a489-1931511975e7 None None] Pushing event updated for resources: {'Port': ['ID=a34c6b1a-bad5-427c-ae8f-3aec2979b63a,revision_number=4']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:44.313323 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] Routers {'10b14141-9e1c-48a7-a875-12946e657f5e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:10:44.314283 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:10:43Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['10b14141-9e1c-48a7-a875-12946e657f5e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:44.316100 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f64329e5-d280-470c-8716-15c3237453cd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Request body: {'subnet': {'network_id': '34101a56-a8eb-47af-8c82-f22cca65a91b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:44.326069 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a6c2f-711c-4a05-8814-c9bb030524f7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Pushing event updated for resources: {'Network': ['ID=34101a56-a8eb-47af-8c82-f22cca65a91b,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:44.334342 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f64329e5-d280-470c-8716-15c3237453cd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:44.337989 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a416c85-6cd9-4e47-b416-a475c04c6ef9 admin admin] Network 6e0dd9fe-ccdf-45be-b211-f6a9095516c6 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:44.344116 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-3a416c85-6cd9-4e47-b416-a475c04c6ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:44.365239 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f64329e5-d280-470c-8716-15c3237453cd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Usage tracker for resource:subnet and tenant:72af6175791d44bcba99b51ff65fd2b6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:44.376926 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f64329e5-d280-470c-8716-15c3237453cd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:44.390406 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:44.391821 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:44.487081 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f64329e5-d280-470c-8716-15c3237453cd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:44.512273 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:44.519493 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:10:44.520350 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:10:44.520719 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:44.521352 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:10:44.522113 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] Bound port: ca7edc92-ebc1-4119-ab2f-d9ee3def3b20, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:10:44.522708 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:44.526083 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-4869b96b-32cd-4a96-9621-03fa50d5b9c8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Unset dirty status for tenant:3f173cd021d84f45a56fc48004230b8b on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:10:44.531475 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4869b96b-32cd-4a96-9621-03fa50d5b9c8 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] 10.222.0.48 "GET /v2.0/ports/fa9cd64a-e671-4e34-936b-10440ef2d4d0 HTTP/1.1" status: 200 len: 1136 time: 0.8998132 Jan 17 14:10:44.544552 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55866) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:44.618977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-23e8bda8-ab52-4716-9289-ae7a7d1dc5de tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:44.640298 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64329e5-d280-470c-8716-15c3237453cd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Made reservation on behalf of 72af6175791d44bcba99b51ff65fd2b6 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:44.646086 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f64329e5-d280-470c-8716-15c3237453cd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:44.652319 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-23e8bda8-ab52-4716-9289-ae7a7d1dc5de tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:44.673270 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:44.745743 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] For port ca7edc92-ebc1-4119-ab2f-d9ee3def3b20, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:10:44.751582 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] For port ca7edc92-ebc1-4119-ab2f-d9ee3def3b20, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ca7edc92-ebc1-4119-ab2f-d9ee3def3b20,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:10:44.783601 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 34101a56-a8eb-47af-8c82-f22cca65a91b details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:10:44.822861 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] Set router 10b14141-9e1c-48a7-a875-12946e657f5e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:10:44.880643 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4f9b-9142-4686-8c23-8718751f4311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:44.898049 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.resource_extend [None req-0dadf6ec-e06b-4392-a363-95f623c142b9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:10:45.003896 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0dadf6ec-e06b-4392-a363-95f623c142b9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:45.028563 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0dadf6ec-e06b-4392-a363-95f623c142b9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:45.029398 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0dadf6ec-e06b-4392-a363-95f623c142b9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:45.074342 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:45.088516 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-fc6be3ca-466f-4d5d-b7d9-db52c305376d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Deleting port fa9cd64a-e671-4e34-936b-10440ef2d4d0 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:10:45.088859 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fc6be3ca-466f-4d5d-b7d9-db52c305376d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:45.109946 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-9b8d4f9b-9142-4686-8c23-8718751f4311 admin admin] Transition to ACTIVE for port object c6c68a29-d716-461d-9670-b65e52350056 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:10:45.120416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8bda8-ab52-4716-9289-ae7a7d1dc5de tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67dc3c5-07de-4138-a5b5-0969d0033bdc,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:45.268215 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-07d6cab6-e03d-4709-acd6-381fa3b36143', 'network_id': '07d6cab6-e03d-4709-acd6-381fa3b36143', 'tenant_id': '043a9c63b01c446e9f1fa31a41971a98', 'fixed_ips': [{'subnet_id': '9c6fc3b3-fc5e-4e70-8747-31068d04070b'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:10:45.269065 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:45.304767 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a8a995cb-29c5-4471-8074-509c7dbce263 None None] Port fa9cd64a-e671-4e34-936b-10440ef2d4d0 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:10:45.312821 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] Routers {'8f09b19d-a03e-4e4d-8473-2f12e1e40994'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:10:45.313896 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:10:43Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['8f09b19d-a03e-4e4d-8473-2f12e1e40994'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:45.329947 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'name': 'tempest-ServerActionsTestJSON-1919571955-router', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:15Z', 'updated_at': '2022-01-17T14:10:31Z', 'revision_number': 4, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'gw_port': {'id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:16Z', 'updated_at': '2022-01-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'a34c6b1a-bad5-427c-ae8f-3aec2979b63a', 'name': '', 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'mac_address': 'fa:16:3e:1a:dd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '108e9ce5-417b-4ebb-b330-fd1632de2fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:26Z', 'updated_at': '2022-01-17T14:10:44Z', 'revision_number': 4, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'subnets': [{'id': '108e9ce5-417b-4ebb-b330-fd1632de2fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:45.334598 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d05bc5-80cd-43fb-8360-b136f9549d4b None None] The sync data for ids ['10b14141-9e1c-48a7-a875-12946e657f5e'] in dv-neutron-824901-1-hyperv is: [{'id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'name': 'tempest-ServerActionsTestJSON-1919571955-router', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:15Z', 'updated_at': '2022-01-17T14:10:31Z', 'revision_number': 4, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'gw_port': {'id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:16Z', 'updated_at': '2022-01-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'a34c6b1a-bad5-427c-ae8f-3aec2979b63a', 'name': '', 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'mac_address': 'fa:16:3e:1a:dd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '108e9ce5-417b-4ebb-b330-fd1632de2fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:26Z', 'updated_at': '2022-01-17T14:10:44Z', 'revision_number': 4, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'subnets': [{'id': '108e9ce5-417b-4ebb-b330-fd1632de2fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:10:45.361176 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:45.375798 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-23e8bda8-ab52-4716-9289-ae7a7d1dc5de tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:45.380784 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-23e8bda8-ab52-4716-9289-ae7a7d1dc5de tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.4178150 Jan 17 14:10:45.382880 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55870) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:45.398079 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-edf3e59d-da63-4a71-8a5e-40f97df0920a tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Request body: {'security_group_rule': {'security_group_id': 'e67dc3c5-07de-4138-a5b5-0969d0033bdc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:45.407591 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-edf3e59d-da63-4a71-8a5e-40f97df0920a tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:45.439340 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-edf3e59d-da63-4a71-8a5e-40f97df0920a tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Usage tracker for resource:security_group_rule and tenant:4bf9d590b7484aed9edd856f9636eb85 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:45.444014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-edf3e59d-da63-4a71-8a5e-40f97df0920a tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:45.455757 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-edf3e59d-da63-4a71-8a5e-40f97df0920a tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:45.466625 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a416c85-6cd9-4e47-b416-a475c04c6ef9 admin admin] Router 30aeda3d-2fc7-461f-889c-73e0d6fb843e has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:10:45.490109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b75bc-4c0f-4687-8604-0b3e30c9fabe None None] Pushing event updated for resources: {'Port': ['ID=ca7edc92-ebc1-4119-ab2f-d9ee3def3b20,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:45.528152 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:45.558266 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:45.559077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:45.579078 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4f9b-9142-4686-8c23-8718751f4311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:45.650494 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Network cee46c74-d531-401f-b5fa-c6ab1a25e7e1 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:45.654040 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8d4f9b-9142-4686-8c23-8718751f4311 admin admin] Network 1fe33185-0d26-416b-811b-abfdf1359eb1 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:45.662752 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-9b8d4f9b-9142-4686-8c23-8718751f4311 admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:45.665763 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8d4f9b-9142-4686-8c23-8718751f4311 admin admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:45.704678 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:45.707657 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:45.714860 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-af681a6e-2b88-42f3-8533-8ea9a72765a2 None None] Provisioning complete for port cf5925ed-3171-48be-89b2-177822bceddc triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:45.715362 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-af681a6e-2b88-42f3-8533-8ea9a72765a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:45.728067 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadf6ec-e06b-4392-a363-95f623c142b9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Port': ['ID=5b00af89-ca1f-4f36-862c-8f6ab612b545,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:45.781603 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-edf3e59d-da63-4a71-8a5e-40f97df0920a tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:45.834536 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-af681a6e-2b88-42f3-8533-8ea9a72765a2 None None] Port cf5925ed-3171-48be-89b2-177822bceddc cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:10:45.874958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Pushing event updated for resources: {'Port': ['ID=870b5360-1376-4384-adee-fdafd91fd604,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:45.976856 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:46.094751 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dadf6ec-e06b-4392-a363-95f623c142b9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Network 00bb5fcf-dc03-45f8-a900-4c5df8ced5fc is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:46.175882 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4f9b-9142-4686-8c23-8718751f4311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:46.181525 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] Set router 8f09b19d-a03e-4e4d-8473-2f12e1e40994 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:10:46.182882 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-0dadf6ec-e06b-4392-a363-95f623c142b9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:46.237064 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-90919fd7-bcea-4a89-9c3f-9c6e28f8201c None None] Provisioning for port c6c68a29-d716-461d-9670-b65e52350056 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:10:46.270003 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d4f9b-9142-4686-8c23-8718751f4311 admin admin] Pushing event updated for resources: {'Port': ['ID=c6c68a29-d716-461d-9670-b65e52350056,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:46.296902 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-edf3e59d-da63-4a71-8a5e-40f97df0920a tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:46.324518 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-edf3e59d-da63-4a71-8a5e-40f97df0920a tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:46.355188 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-90919fd7-bcea-4a89-9c3f-9c6e28f8201c None None] Provisioning complete for port c6c68a29-d716-461d-9670-b65e52350056 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:46.355668 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-90919fd7-bcea-4a89-9c3f-9c6e28f8201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:46.430163 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-90919fd7-bcea-4a89-9c3f-9c6e28f8201c None None] Port c6c68a29-d716-461d-9670-b65e52350056 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:10:46.432341 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a34c6b1a-bad5-427c-ae8f-3aec2979b63a up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:10:46.437952 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3e59d-da63-4a71-8a5e-40f97df0920a tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e04942-63f7-4bc2-a9b8-95b8328520bb,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:46.442787 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:46.487467 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Allocated IP 172.20.0.2 (07d6cab6-e03d-4709-acd6-381fa3b36143/9c6fc3b3-fc5e-4e70-8747-31068d04070b/c4db401a-0a4d-4746-a320-35495c1e7fcd) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:46.510005 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-edf3e59d-da63-4a71-8a5e-40f97df0920a tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:46.512371 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-edf3e59d-da63-4a71-8a5e-40f97df0920a tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1253200 Jan 17 14:10:46.554459 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55874) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:46.606825 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a416c85-6cd9-4e47-b416-a475c04c6ef9 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:10:46.627366 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-fcee0033-5760-4c48-98b1-365741d69930 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Request body: {'security_group_rule': {'security_group_id': 'e67dc3c5-07de-4138-a5b5-0969d0033bdc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:46.662716 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3a416c85-6cd9-4e47-b416-a475c04c6ef9 admin admin] 10.222.0.48 "PUT /v2.0/routers/30aeda3d-2fc7-461f-889c-73e0d6fb843e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5235543 Jan 17 14:10:46.717687 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] Sync routers for ids ['30aeda3d-2fc7-461f-889c-73e0d6fb843e'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:10:46.746835 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fcee0033-5760-4c48-98b1-365741d69930 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:46.749746 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] Routers {'30aeda3d-2fc7-461f-889c-73e0d6fb843e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:10:46.750374 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:10:43Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['30aeda3d-2fc7-461f-889c-73e0d6fb843e'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:46.869248 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fc6be3ca-466f-4d5d-b7d9-db52c305376d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:46.870428 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port a34c6b1a-bad5-427c-ae8f-3aec2979b63a completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:10:46.888609 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port a34c6b1a-bad5-427c-ae8f-3aec2979b63a triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:46.888999 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:46.923680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fcee0033-5760-4c48-98b1-365741d69930 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Usage tracker for resource:security_group_rule and tenant:4bf9d590b7484aed9edd856f9636eb85 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:46.955462 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fcee0033-5760-4c48-98b1-365741d69930 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:46.991228 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fcee0033-5760-4c48-98b1-365741d69930 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:47.076780 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:47.130522 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:47.158293 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:47.162641 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4f9b-9142-4686-8c23-8718751f4311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:47.187460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Transition to ACTIVE for port object c4db401a-0a4d-4746-a320-35495c1e7fcd will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:10:47.212129 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:47.240437 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-fc6be3ca-466f-4d5d-b7d9-db52c305376d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Calling delete_port for fa9cd64a-e671-4e34-936b-10440ef2d4d0 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:10:47.356765 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Transition to ACTIVE for port object c4db401a-0a4d-4746-a320-35495c1e7fcd will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:10:47.382591 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:47.464707 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Network 07d6cab6-e03d-4709-acd6-381fa3b36143 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:47.481425 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:47.488570 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:47.578201 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] Set router 30aeda3d-2fc7-461f-889c-73e0d6fb843e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:10:47.603298 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dadf6ec-e06b-4392-a363-95f623c142b9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Router bf4f45c6-0a42-4026-a3ba-e3d9770cf671 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:10:47.610438 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fc6be3ca-466f-4d5d-b7d9-db52c305376d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:47.710691 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4f9b-9142-4686-8c23-8718751f4311 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:47.717783 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fcee0033-5760-4c48-98b1-365741d69930 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:47.734314 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Pushing event updated for resources: {'Port': ['ID=c4db401a-0a4d-4746-a320-35495c1e7fcd,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:47.784160 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4f9b-9142-4686-8c23-8718751f4311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:47.876895 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.objects.ports [None req-f64329e5-d280-470c-8716-15c3237453cd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87524) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 14:10:47.877405 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f64329e5-d280-470c-8716-15c3237453cd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:47.881343 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6be3ca-466f-4d5d-b7d9-db52c305376d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Pushing event deleted for resources: {'Port': ['ID=fa9cd64a-e671-4e34-936b-10440ef2d4d0,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:47.921599 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4f9b-9142-4686-8c23-8718751f4311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:47.960969 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:47.961880 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64329e5-d280-470c-8716-15c3237453cd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Pushing event updated for resources: {'Subnet': ['ID=430a40e9-d2ba-408d-b4f7-e4699f723ba9,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:47.964603 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fc6be3ca-466f-4d5d-b7d9-db52c305376d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:48.020114 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Attempting to bind port c4db401a-0a4d-4746-a320-35495c1e7fcd on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:10:48.021566 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Attempting to bind port c4db401a-0a4d-4746-a320-35495c1e7fcd by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '5a110c6f-7f89-4549-b07d-b7ad6917b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '07d6cab6-e03d-4709-acd6-381fa3b36143'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:10:48.023288 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Attempting to bind port c4db401a-0a4d-4746-a320-35495c1e7fcd on network 07d6cab6-e03d-4709-acd6-381fa3b36143 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:10:48.083309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fcee0033-5760-4c48-98b1-365741d69930 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:48.090346 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:10:48.090859 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Checking segment: {'id': '5a110c6f-7f89-4549-b07d-b7ad6917b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '07d6cab6-e03d-4709-acd6-381fa3b36143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:10:48.091174 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:48.091769 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Bound using segment: {'id': '5a110c6f-7f89-4549-b07d-b7ad6917b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '07d6cab6-e03d-4709-acd6-381fa3b36143'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:10:48.095781 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Bound port: c4db401a-0a4d-4746-a320-35495c1e7fcd, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a110c6f-7f89-4549-b07d-b7ad6917b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '07d6cab6-e03d-4709-acd6-381fa3b36143'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:10:48.095781 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:48.166532 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fc6be3ca-466f-4d5d-b7d9-db52c305376d tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] 10.222.0.48 "DELETE /v2.0/ports/fa9cd64a-e671-4e34-936b-10440ef2d4d0 HTTP/1.1" status: 204 len: 168 time: 3.6206865 Jan 17 14:10:48.177119 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55892) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:48.197945 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port a34c6b1a-bad5-427c-ae8f-3aec2979b63a, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a34c6b1a-bad5-427c-ae8f-3aec2979b63a,segment=NetworkSegment(146d807b-421a-41cf-a776-1d8b62f4b40d),segment_id=146d807b-421a-41cf-a776-1d8b62f4b40d)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:10:48.201271 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'name': 'tempest-ServersTestManualDisk-20752007-router', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:33Z', 'revision_number': 3, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'gw_port': {'id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:27Z', 'updated_at': '2022-01-17T14:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:48.276249 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4dda73-dc10-47c3-9f7e-f4455204cd18 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Deleting subnet 90a2e275-f552-4dee-b50d-c3b921634502 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:10:48.280846 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ad4dda73-dc10-47c3-9f7e-f4455204cd18 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:48.307472 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8d4f9b-9142-4686-8c23-8718751f4311 admin admin] Network 1fe33185-0d26-416b-811b-abfdf1359eb1 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:48.308650 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fcee0033-5760-4c48-98b1-365741d69930 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:48.330115 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] For port c4db401a-0a4d-4746-a320-35495c1e7fcd, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:10:48.337635 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-9b8d4f9b-9142-4686-8c23-8718751f4311 admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:48.338177 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] For port c4db401a-0a4d-4746-a320-35495c1e7fcd, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c4db401a-0a4d-4746-a320-35495c1e7fcd,segment=NetworkSegment(5a110c6f-7f89-4549-b07d-b7ad6917b1bd),segment_id=5a110c6f-7f89-4549-b07d-b7ad6917b1bd)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:10:48.343290 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:48.392716 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:48.395320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee0033-5760-4c48-98b1-365741d69930 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1136eec2-3a31-4947-93a7-6a0848f7b346,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:48.410482 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ad4dda73-dc10-47c3-9f7e-f4455204cd18 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:48.413235 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f4b4f8-3cf2-4ca6-8f63-3c0a6ee89f40 None None] The sync data for ids ['8f09b19d-a03e-4e4d-8473-2f12e1e40994'] in dv-neutron-824901-1-hyperv is: [{'id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'name': 'tempest-ServersTestManualDisk-20752007-router', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:33Z', 'revision_number': 3, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'gw_port': {'id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:27Z', 'updated_at': '2022-01-17T14:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:10:48.663048 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d4f9b-9142-4686-8c23-8718751f4311 admin admin] Pushing event updated for resources: {'Port': ['ID=c6c68a29-d716-461d-9670-b65e52350056,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:48.707088 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ad4dda73-dc10-47c3-9f7e-f4455204cd18 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:48.712763 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=a34c6b1a-bad5-427c-ae8f-3aec2979b63a,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:48.806706 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55896) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:48.824305 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64329e5-d280-470c-8716-15c3237453cd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Checking segment: {'id': '2f137850-6c3a-4c36-9dcc-444c1c1aa2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '34101a56-a8eb-47af-8c82-f22cca65a91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:10:48.826309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fcee0033-5760-4c48-98b1-365741d69930 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:48.828492 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64329e5-d280-470c-8716-15c3237453cd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Network hostable DHCP agents. Network: 34101a56-a8eb-47af-8c82-f22cca65a91b, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:10:48.832960 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fcee0033-5760-4c48-98b1-365741d69930 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2717414 Jan 17 14:10:48.834435 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55900) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:48.865143 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ad4dda73-dc10-47c3-9f7e-f4455204cd18 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:48.905146 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:48.918493 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-204ae806-6242-40d8-bb6c-74e34b751d04 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1591113254', 'description': 'tempest-description--395627806'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:48.926081 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-204ae806-6242-40d8-bb6c-74e34b751d04 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:48.931166 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-204ae806-6242-40d8-bb6c-74e34b751d04 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Usage tracker for resource:security_group and tenant:464561e5600c4cb5a08009418eecb6f6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:48.936408 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-204ae806-6242-40d8-bb6c-74e34b751d04 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:48.943184 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-204ae806-6242-40d8-bb6c-74e34b751d04 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:48.955498 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:48.972614 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-204ae806-6242-40d8-bb6c-74e34b751d04 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:49.038026 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703da25-36d9-44a5-b701-4e97420af3de None None] Pushing event updated for resources: {'Port': ['ID=c4db401a-0a4d-4746-a320-35495c1e7fcd,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:49.094524 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-204ae806-6242-40d8-bb6c-74e34b751d04 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:49.119442 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8ebf9dec-5e1b-4555-b224-7733c07e78b5 None None] Provisioning complete for port c6c68a29-d716-461d-9670-b65e52350056 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:49.119700 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ebf9dec-5e1b-4555-b224-7733c07e78b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:49.143489 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Usage tracker for resource:floatingip and tenant:4bf9d590b7484aed9edd856f9636eb85 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:49.197496 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:49.211982 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:49.241144 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf9dec-5e1b-4555-b224-7733c07e78b5 None None] Port c6c68a29-d716-461d-9670-b65e52350056 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:10:49.258199 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'name': 'tempest-ServersTestJSON-1364175991-router', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:40Z', 'revision_number': 4, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'gw_port': {'id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:25Z', 'updated_at': '2022-01-17T14:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'cf5925ed-3171-48be-89b2-177822bceddc', 'name': '', 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'mac_address': 'fa:16:3e:1f:60:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5148f200-260f-4779-8cba-a4140d2a0c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:36Z', 'updated_at': '2022-01-17T14:10:42Z', 'revision_number': 2, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'subnets': [{'id': '5148f200-260f-4779-8cba-a4140d2a0c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:49.264014 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] Checking router: 30aeda3d-2fc7-461f-889c-73e0d6fb843e for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:10:49.264599 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] Updating router 30aeda3d-2fc7-461f-889c-73e0d6fb843e port cf5925ed-3171-48be-89b2-177822bceddc binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:10:49.267635 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4dda73-dc10-47c3-9f7e-f4455204cd18 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Pushing event deleted for resources: {'Subnet': ['ID=90a2e275-f552-4dee-b50d-c3b921634502,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:49.284370 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ad4dda73-dc10-47c3-9f7e-f4455204cd18 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:49.305056 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for floatingip, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:49.340697 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ad4dda73-dc10-47c3-9f7e-f4455204cd18 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] 10.222.0.48 "DELETE /v2.0/subnets/90a2e275-f552-4dee-b50d-c3b921634502 HTTP/1.1" status: 204 len: 168 time: 1.1557577 Jan 17 14:10:49.345963 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55904) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:49.362661 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64329e5-d280-470c-8716-15c3237453cd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Network 34101a56-a8eb-47af-8c82-f22cca65a91b is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:10:49.389753 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8e18b8-beaa-4540-96e2-a07c0639d160 None None] Network 860e65f0-8bdb-47c5-a2a3-fef77c1b7283 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:10:49.393807 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:49.399492 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-204ae806-6242-40d8-bb6c-74e34b751d04 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Usage tracker for resource:security_group_rule and tenant:464561e5600c4cb5a08009418eecb6f6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:49.403638 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-204ae806-6242-40d8-bb6c-74e34b751d04 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:49.411152 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dadf6ec-e06b-4392-a363-95f623c142b9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:10:49.411367 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-204ae806-6242-40d8-bb6c-74e34b751d04 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:49.430636 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e35575-c18f-4e02-96c3-83aff29fca2d None None] Sync routers for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:10:49.462165 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e35575-c18f-4e02-96c3-83aff29fca2d None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:10:49.463655 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-51e35575-c18f-4e02-96c3-83aff29fca2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:10:43Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:49.497534 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-204ae806-6242-40d8-bb6c-74e34b751d04 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:49.508741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:49.526403 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-204ae806-6242-40d8-bb6c-74e34b751d04 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:49.552868 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0dadf6ec-e06b-4392-a363-95f623c142b9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "PUT /v2.0/routers/bf4f45c6-0a42-4026-a3ba-e3d9770cf671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8591423 Jan 17 14:10:49.595143 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-51e35575-c18f-4e02-96c3-83aff29fca2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:49.618524 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e35575-c18f-4e02-96c3-83aff29fca2d None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:10:49.619932 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-51e35575-c18f-4e02-96c3-83aff29fca2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:10:43Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:49.621366 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:49.672849 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55908) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:49.673193 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-f64329e5-d280-470c-8716-15c3237453cd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 34101a56-a8eb-47af-8c82-f22cca65a91b) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:49.680072 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64329e5-d280-470c-8716-15c3237453cd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:49.680696 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f64329e5-d280-470c-8716-15c3237453cd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:49.707117 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-7ac265ed-82f5-4ad2-9a17-92beba32cba1 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'port': {'network_id': '00bb5fcf-dc03-45f8-a900-4c5df8ced5fc', 'name': 'tempest-FloatingIPTestJSON-1343007364'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:49.728627 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-51e35575-c18f-4e02-96c3-83aff29fca2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:49.729128 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e35575-c18f-4e02-96c3-83aff29fca2d None None] The sync data for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:10:49.730010 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9d155b-bd3a-4fc5-912f-f6645809a6e6 None None] Network 34101a56-a8eb-47af-8c82-f22cca65a91b requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:10:49.760437 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8d4f9b-9142-4686-8c23-8718751f4311 admin admin] Router 8f09b19d-a03e-4e4d-8473-2f12e1e40994 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:10:49.769346 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ae806-6242-40d8-bb6c-74e34b751d04 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52275d3c-d271-4283-9536-5a9c047fdeed,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:49.781809 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:49.817283 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Allocated IP 172.26.3.160 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/6c7f0157-6113-41cf-ae0a-e13277adfb29) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:49.881762 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:49.886130 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.0252357 Jan 17 14:10:49.891989 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55912) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:49.929929 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:50.027842 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f64329e5-d280-470c-8716-15c3237453cd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 5.7212460 Jan 17 14:10:50.040585 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55914) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:50.046079 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-4962371b-1c50-44ca-841d-807b17cd614b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1610637023', 'network_id': '34101a56-a8eb-47af-8c82-f22cca65a91b'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:50.053138 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-4962371b-1c50-44ca-841d-807b17cd614b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:50.058156 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-4962371b-1c50-44ca-841d-807b17cd614b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Usage tracker for resource:port and tenant:72af6175791d44bcba99b51ff65fd2b6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:50.061749 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-4962371b-1c50-44ca-841d-807b17cd614b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:50.071680 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-4962371b-1c50-44ca-841d-807b17cd614b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:50.100485 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Deleting port cc580140-94ca-43c2-8590-24708e10a72d {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:10:50.101737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:50.160089 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4962371b-1c50-44ca-841d-807b17cd614b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Made reservation on behalf of 72af6175791d44bcba99b51ff65fd2b6 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:50.164308 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4962371b-1c50-44ca-841d-807b17cd614b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:50.198436 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aedacdc-89bc-4c69-b977-264a20811987 None None] Network 34101a56-a8eb-47af-8c82-f22cca65a91b requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:10:50.220835 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8d4f9b-9142-4686-8c23-8718751f4311 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:10:50.230954 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-204ae806-6242-40d8-bb6c-74e34b751d04 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:50.234963 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-204ae806-6242-40d8-bb6c-74e34b751d04 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4176168 Jan 17 14:10:50.246552 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9b8d4f9b-9142-4686-8c23-8718751f4311 admin admin] 10.222.0.48 "PUT /v2.0/routers/8f09b19d-a03e-4e4d-8473-2f12e1e40994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6498981 Jan 17 14:10:50.246736 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55920) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:50.251681 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-b3ad0ab1-10df-41b6-bff6-0f64729eca4b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Request body: {'security_group_rule': {'security_group_id': '52275d3c-d271-4283-9536-5a9c047fdeed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:50.277012 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b3ad0ab1-10df-41b6-bff6-0f64729eca4b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:50.294355 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-adcb1c7c-d5bd-4497-a268-34c8fb6786bd tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Synchronizing usage tracker for tenant:067986fe8c554d27b6d056edbda35b85 on resource:floatingip {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:10:50.309805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b3ad0ab1-10df-41b6-bff6-0f64729eca4b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Usage tracker for resource:security_group_rule and tenant:464561e5600c4cb5a08009418eecb6f6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:50.323263 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f68921-20da-4fdd-be4d-1f877129dc23 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Pushing event updated for resources: {'Port': ['ID=870b5360-1376-4384-adee-fdafd91fd604,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:50.328926 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-4962371b-1c50-44ca-841d-807b17cd614b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] device_id is not set on port 7419c2ad-81ee-4ce2-ad97-a3281ebd4a2c yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:10:50.385253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-adcb1c7c-d5bd-4497-a268-34c8fb6786bd tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Unset dirty status for tenant:067986fe8c554d27b6d056edbda35b85 on resource:floatingip {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:10:50.389762 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-adcb1c7c-d5bd-4497-a268-34c8fb6786bd tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=cee46c74-d531-401f-b5fa-c6ab1a25e7e1 HTTP/1.1" status: 200 len: 690 time: 0.2375445 Jan 17 14:10:50.395014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55926) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:50.570239 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b3ad0ab1-10df-41b6-bff6-0f64729eca4b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:50.583176 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03674730-e747-4a45-8d90-437c0095c476 None None] Network 07d6cab6-e03d-4709-acd6-381fa3b36143 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:10:50.688063 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:50.731327 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:50.762897 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] For port cc580140-94ca-43c2-8590-24708e10a72d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=cc580140-94ca-43c2-8590-24708e10a72d,segment=NetworkSegment(3688808a-97c1-4d2a-829e-066e767e2c8a),segment_id=3688808a-97c1-4d2a-829e-066e767e2c8a)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:10:50.763686 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:50.889783 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c4db401a-0a4d-4746-a320-35495c1e7fcd up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:10:50.979911 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e9315dae-7c25-4cbc-853c-9c26a5bc3715 None None] Provisioning for port c4db401a-0a4d-4746-a320-35495c1e7fcd completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:10:51.007953 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6965aa-274a-4861-a1f3-9f658e866e0a None None] DHCP port deletion for 860e65f0-8bdb-47c5-a2a3-fef77c1b7283 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:10:51.014066 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:51.020159 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:51.027211 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:51.056187 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ed6965aa-274a-4861-a1f3-9f658e866e0a None None] Deleting port cc580140-94ca-43c2-8590-24708e10a72d {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:10:51.056507 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ed6965aa-274a-4861-a1f3-9f658e866e0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:51.063338 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Calling delete_port for cc580140-94ca-43c2-8590-24708e10a72d owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:10:51.088361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Pushing event updated for resources: {'Port': ['ID=6c7f0157-6113-41cf-ae0a-e13277adfb29,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:51.185775 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b3ad0ab1-10df-41b6-bff6-0f64729eca4b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:51.272626 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:51.328524 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55934) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:51.340142 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-75a9d885-88ba-4f1d-9d7a-604d72091c44 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--728734669', 'description': 'tempest-description--1925612527'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:51.374706 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b3ad0ab1-10df-41b6-bff6-0f64729eca4b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:51.394639 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7ac265ed-82f5-4ad2-9a17-92beba32cba1 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:51.396243 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port c4db401a-0a4d-4746-a320-35495c1e7fcd completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:10:51.417658 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port c4db401a-0a4d-4746-a320-35495c1e7fcd triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:51.418025 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:51.426543 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-75a9d885-88ba-4f1d-9d7a-604d72091c44 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:51.429757 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Deleting port 870b5360-1376-4384-adee-fdafd91fd604 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:10:51.430660 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:51.439059 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7ac265ed-82f5-4ad2-9a17-92beba32cba1 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Usage tracker for resource:port and tenant:47556c7adaf148f193a49a6f0ca864f6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:51.445693 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:51.450361 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-75a9d885-88ba-4f1d-9d7a-604d72091c44 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Usage tracker for resource:security_group and tenant:91022dbb65ec4eb28958344a7a8cf246 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:51.466044 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7ac265ed-82f5-4ad2-9a17-92beba32cba1 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:51.541395 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-75a9d885-88ba-4f1d-9d7a-604d72091c44 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:51.580091 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] Sync routers for ids ['8f09b19d-a03e-4e4d-8473-2f12e1e40994'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:10:51.605096 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7ac265ed-82f5-4ad2-9a17-92beba32cba1 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:51.621856 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-75a9d885-88ba-4f1d-9d7a-604d72091c44 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:51.673199 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:10:51.683124 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] No DVR routers for this DVR port cc580140-94ca-43c2-8590-24708e10a72d on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:10:51.704200 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] Routers {'8f09b19d-a03e-4e4d-8473-2f12e1e40994'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:10:51.704830 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:10:43Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['8f09b19d-a03e-4e4d-8473-2f12e1e40994'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:51.727235 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Pushing event deleted for resources: {'Port': ['ID=cc580140-94ca-43c2-8590-24708e10a72d,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:51.752776 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac265ed-82f5-4ad2-9a17-92beba32cba1 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Made reservation on behalf of 47556c7adaf148f193a49a6f0ca864f6 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:51.756555 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7ac265ed-82f5-4ad2-9a17-92beba32cba1 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:51.795659 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-75a9d885-88ba-4f1d-9d7a-604d72091c44 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:51.841112 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:51.868445 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-7ac265ed-82f5-4ad2-9a17-92beba32cba1 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] device_id is not set on port 93824922-93df-4b8f-bf2a-205e5a2eb814 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:10:51.921483 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:51.921860 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:51.942554 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ed6965aa-274a-4861-a1f3-9f658e866e0a None None] For port cc580140-94ca-43c2-8590-24708e10a72d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=cc580140-94ca-43c2-8590-24708e10a72d,segment=NetworkSegment(3688808a-97c1-4d2a-829e-066e767e2c8a),segment_id=3688808a-97c1-4d2a-829e-066e767e2c8a)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:10:51.943314 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ed6965aa-274a-4861-a1f3-9f658e866e0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:51.995457 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:52.001912 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-75a9d885-88ba-4f1d-9d7a-604d72091c44 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:52.019354 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:52.045741 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-75a9d885-88ba-4f1d-9d7a-604d72091c44 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Usage tracker for resource:security_group_rule and tenant:91022dbb65ec4eb28958344a7a8cf246 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:52.049457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-4962371b-1c50-44ca-841d-807b17cd614b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Allocated IP 2001:db8::230 (34101a56-a8eb-47af-8c82-f22cca65a91b/430a40e9-d2ba-408d-b4f7-e4699f723ba9/7419c2ad-81ee-4ce2-ad97-a3281ebd4a2c) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:52.075283 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-75a9d885-88ba-4f1d-9d7a-604d72091c44 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:52.113227 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-75a9d885-88ba-4f1d-9d7a-604d72091c44 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:52.121178 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Calling delete_port for 870b5360-1376-4384-adee-fdafd91fd604 owned by network:floatingip {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:10:52.131205 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b3ad0ab1-10df-41b6-bff6-0f64729eca4b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:52.149192 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:52.183228 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b3ad0ab1-10df-41b6-bff6-0f64729eca4b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:52.200466 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ed6965aa-274a-4861-a1f3-9f658e866e0a None None] Calling delete_port for cc580140-94ca-43c2-8590-24708e10a72d owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:10:52.282125 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] Transition to ACTIVE for port object cf5925ed-3171-48be-89b2-177822bceddc will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:10:52.342263 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:52.355198 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Subscribe: > segment before_delete 55550000 {{(pid=87524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:52.355547 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:52.356454 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:52.356788 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Subscribe: > port after_create 55550000 {{(pid=87524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:52.357107 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Subscribe: > port after_delete 55550000 {{(pid=87524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:52.357610 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Subscribe: > port after_update 55550000 {{(pid=87524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:52.357766 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Subscribe: > segment after_delete 55550000 {{(pid=87524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:52.358209 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Subscribe: > subnet after_create 55550000 {{(pid=87524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:52.358769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Subscribe: > subnet after_delete 55550000 {{(pid=87524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:52.359229 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Subscribe: > subnet after_update 55550000 {{(pid=87524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:52.517071 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] Set router 8f09b19d-a03e-4e4d-8473-2f12e1e40994 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:10:52.529992 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Subscribe: > subnet after_create 55550000 {{(pid=87524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:52.530392 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Subscribe: > subnet after_delete 55550000 {{(pid=87524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:52.530663 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Subscribe: > subnet before_create 55550000 {{(pid=87524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:52.530990 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Subscribe: > subnet before_update 55550000 {{(pid=87524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 14:10:52.531515 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860e65f0-8bdb-47c5-a2a3-fef77c1b7283']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:52.572239 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad0ab1-10df-41b6-bff6-0f64729eca4b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87e08e2-2f5b-43f4-907f-ebc533256c41,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:52.653999 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3688808a-97c1-4d2a-829e-066e767e2c8a') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:52.654271 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3688808a-97c1-4d2a-829e-066e767e2c8a') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:52.690545 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:52.697499 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:52.723844 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:52.825688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b3ad0ab1-10df-41b6-bff6-0f64729eca4b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:52.826828 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b3ad0ab1-10df-41b6-bff6-0f64729eca4b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5810757 Jan 17 14:10:52.845575 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55942) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:52.856568 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Allocated IP 172.26.3.163 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/72df20d1-f49b-4040-9b57-19ef0900acdc) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:52.876657 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Pushing event deleted for resources: {'Port': ['ID=870b5360-1376-4384-adee-fdafd91fd604,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:52.877585 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-b28cbb33-661f-436e-8310-2240d4dda86b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Request body: {'security_group_rule': {'security_group_id': '52275d3c-d271-4283-9536-5a9c047fdeed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:52.909131 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:52.914290 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b28cbb33-661f-436e-8310-2240d4dda86b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:52.957911 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:10:52.958590 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:52.975330 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-ed6965aa-274a-4861-a1f3-9f658e866e0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:10:52.976030 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-ed6965aa-274a-4861-a1f3-9f658e866e0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: from cryptography.utils import int_from_bytes Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: from cryptography.utils import int_from_bytes Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn_limited( Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn_limited( Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:10:53.005291 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:10:53.010621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-7ac265ed-82f5-4ad2-9a17-92beba32cba1 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Allocated IP 172.20.0.4 (00bb5fcf-dc03-45f8-a900-4c5df8ced5fc/ffa63332-356b-497a-a931-2b7b1a3f6caf/93824922-93df-4b8f-bf2a-205e5a2eb814) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:53.013139 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b28cbb33-661f-436e-8310-2240d4dda86b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Usage tracker for resource:security_group_rule and tenant:464561e5600c4cb5a08009418eecb6f6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:53.027205 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b28cbb33-661f-436e-8310-2240d4dda86b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:53.049497 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d438c-0d44-4b5e-b413-0872afe40dc7 None None] Pushing event updated for resources: {'Port': ['ID=cf5925ed-3171-48be-89b2-177822bceddc,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:53.057089 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:53.065444 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:53.115326 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:53.149297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port c4db401a-0a4d-4746-a320-35495c1e7fcd, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c4db401a-0a4d-4746-a320-35495c1e7fcd,segment=NetworkSegment(5a110c6f-7f89-4549-b07d-b7ad6917b1bd),segment_id=5a110c6f-7f89-4549-b07d-b7ad6917b1bd)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:10:53.152855 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-75a9d885-88ba-4f1d-9d7a-604d72091c44 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:53.169987 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:53.171458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a34c6b1a-bad5-427c-ae8f-3aec2979b63a up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:10:53.231174 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b28cbb33-661f-436e-8310-2240d4dda86b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:53.270381 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] Attempting to bind port cf5925ed-3171-48be-89b2-177822bceddc on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:10:53.270744 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] Attempting to bind port cf5925ed-3171-48be-89b2-177822bceddc by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'f36f3c3f-963f-4e6f-89ab-420cbbc62bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:10:53.271096 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] Attempting to bind port cf5925ed-3171-48be-89b2-177822bceddc on network 6e0dd9fe-ccdf-45be-b211-f6a9095516c6 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:10:53.291004 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:10:53.291356 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] Checking segment: {'id': 'f36f3c3f-963f-4e6f-89ab-420cbbc62bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:10:53.291768 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:53.292161 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] Bound using segment: {'id': 'f36f3c3f-963f-4e6f-89ab-420cbbc62bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:10:53.292644 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] Bound port: cf5925ed-3171-48be-89b2-177822bceddc, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36f3c3f-963f-4e6f-89ab-420cbbc62bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:10:53.293015 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:53.356297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:53.409774 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-75a9d885-88ba-4f1d-9d7a-604d72091c44 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:53.473161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Router 4b7606fd-0fe8-4ecd-9adb-2f86042b99e1 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:10:53.473488 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=c4db401a-0a4d-4746-a320-35495c1e7fcd,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:53.529107 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ed6965aa-274a-4861-a1f3-9f658e866e0a None None] Deleting port cc580140-94ca-43c2-8590-24708e10a72d {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:10:53.530011 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ed6965aa-274a-4861-a1f3-9f658e866e0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:53.579031 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:53.599220 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-75a9d885-88ba-4f1d-9d7a-604d72091c44 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:53.604770 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-75a9d885-88ba-4f1d-9d7a-604d72091c44 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2687752 Jan 17 14:10:53.615216 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] For port cf5925ed-3171-48be-89b2-177822bceddc, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:10:53.618438 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:53.619147 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] For port cf5925ed-3171-48be-89b2-177822bceddc, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=cf5925ed-3171-48be-89b2-177822bceddc,segment=NetworkSegment(f36f3c3f-963f-4e6f-89ab-420cbbc62bd6),segment_id=f36f3c3f-963f-4e6f-89ab-420cbbc62bd6)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:10:53.624973 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9d885-88ba-4f1d-9d7a-604d72091c44 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d34a5e2-2ede-48df-8d4e-898d07db5631,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:53.629799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55946) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:53.651480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-3adad126-3e7a-4391-878b-793676b2df4c tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Request body: {'security_group_rule': {'security_group_id': '0d34a5e2-2ede-48df-8d4e-898d07db5631', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:53.655385 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:53.667955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ed6965aa-274a-4861-a1f3-9f658e866e0a None None] The port 'cc580140-94ca-43c2-8590-24708e10a72d' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:10:53.668381 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f12d5d79-8427-4914-9988-e869987810f3,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:53.673685 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-3adad126-3e7a-4391-878b-793676b2df4c tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:53.681751 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:53.683566 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b28cbb33-661f-436e-8310-2240d4dda86b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:53.702343 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4962371b-1c50-44ca-841d-807b17cd614b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:53.722850 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3adad126-3e7a-4391-878b-793676b2df4c tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Usage tracker for resource:security_group_rule and tenant:91022dbb65ec4eb28958344a7a8cf246 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:53.733262 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0c1fd32a-a0bd-4ca9-854a-76d1a5fda68e None None] Provisioning complete for port c4db401a-0a4d-4746-a320-35495c1e7fcd triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:53.734113 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd32a-a0bd-4ca9-854a-76d1a5fda68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:53.746651 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] Pushing event deleted for resources: {'Network': ['ID=860e65f0-8bdb-47c5-a2a3-fef77c1b7283,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:53.782905 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0a06bcf6-a014-4619-bb5f-22d1cfe2f293 tempest-ExtraDHCPOptionsTestJSON-1716961218 tempest-ExtraDHCPOptionsTestJSON-1716961218-project] 10.222.0.48 "DELETE /v2.0/networks/860e65f0-8bdb-47c5-a2a3-fef77c1b7283 HTTP/1.1" status: 204 len: 168 time: 4.4284911 Jan 17 14:10:53.860117 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3adad126-3e7a-4391-878b-793676b2df4c tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:53.880852 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d438c-0d44-4b5e-b413-0872afe40dc7 None None] Pushing event updated for resources: {'Port': ['ID=cf5925ed-3171-48be-89b2-177822bceddc,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:53.961800 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-3adad126-3e7a-4391-878b-793676b2df4c tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:53.974866 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port a34c6b1a-bad5-427c-ae8f-3aec2979b63a triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:53.975615 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:53.993108 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:54.053778 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:54.070167 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:10:54.088061 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afc86c-909a-4ad8-b13b-efa6a66d1ec0 None None] Sync routers for ids ['4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:10:54.117938 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b28cbb33-661f-436e-8310-2240d4dda86b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:54.123415 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee46c74-d531-401f-b5fa-c6ab1a25e7e1']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:54.131499 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3adad126-3e7a-4391-878b-793676b2df4c tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:54.139645 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b28cbb33-661f-436e-8310-2240d4dda86b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:54.142763 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28afc86c-909a-4ad8-b13b-efa6a66d1ec0 None None] Routers {'4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:10:54.151210 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-28afc86c-909a-4ad8-b13b-efa6a66d1ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:10:43Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:54.160726 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a504bc8c-3af0-4f1c-aaa2-2ccd7ab0a7b8') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:54.161201 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a504bc8c-3af0-4f1c-aaa2-2ccd7ab0a7b8') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:54.191581 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] Routers {'30aeda3d-2fc7-461f-889c-73e0d6fb843e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:10:54.192854 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:10:43Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['30aeda3d-2fc7-461f-889c-73e0d6fb843e'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:54.220800 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4962371b-1c50-44ca-841d-807b17cd614b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:54.241109 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7ac265ed-82f5-4ad2-9a17-92beba32cba1 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:54.285733 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:54.294667 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-28afc86c-909a-4ad8-b13b-efa6a66d1ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:54.298020 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28cbb33-661f-436e-8310-2240d4dda86b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd46ff13-b9f7-4cc7-80e7-2ac4dca21722,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:54.315519 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28afc86c-909a-4ad8-b13b-efa6a66d1ec0 None None] Routers {'4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:10:54.318028 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-28afc86c-909a-4ad8-b13b-efa6a66d1ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:10:43Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:54.325041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b28cbb33-661f-436e-8310-2240d4dda86b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:54.326494 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b28cbb33-661f-436e-8310-2240d4dda86b tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4615796 Jan 17 14:10:54.337752 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55956) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:54.340287 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:54.341517 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4d5417e9-9ce5-461d-a8bf-656a0d0d263d tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 10.6278152 Jan 17 14:10:54.350280 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55960) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:54.364355 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:54.370452 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4962371b-1c50-44ca-841d-807b17cd614b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Network 34101a56-a8eb-47af-8c82-f22cca65a91b is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:54.380130 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-4962371b-1c50-44ca-841d-807b17cd614b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:54.383088 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4962371b-1c50-44ca-841d-807b17cd614b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:54.384653 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4962371b-1c50-44ca-841d-807b17cd614b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:54.385612 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4962371b-1c50-44ca-841d-807b17cd614b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:54.393138 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:54.407943 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962371b-1c50-44ca-841d-807b17cd614b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Pushing event updated for resources: {'Port': ['ID=7419c2ad-81ee-4ce2-ad97-a3281ebd4a2c,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:54.440017 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-28afc86c-909a-4ad8-b13b-efa6a66d1ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:54.440640 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afc86c-909a-4ad8-b13b-efa6a66d1ec0 None None] The sync data for ids ['4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:10:54.499284 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:54.525047 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:54.533688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55964) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:54.536321 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:54.536477 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Usage tracker for resource:floatingip and tenant:464561e5600c4cb5a08009418eecb6f6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:54.541519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:54.541944 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:54.557700 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] Set router 30aeda3d-2fc7-461f-889c-73e0d6fb843e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:10:54.559511 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:54.583938 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:10:54.584474 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:54.600908 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4962371b-1c50-44ca-841d-807b17cd614b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 4.5567029 Jan 17 14:10:54.606084 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:10:54.609573 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:10:54.612961 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55970) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:54.684588 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7ac265ed-82f5-4ad2-9a17-92beba32cba1 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:54.709398 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Pushing event updated for resources: {'Port': ['ID=72df20d1-f49b-4040-9b57-19ef0900acdc,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:54.841437 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac265ed-82f5-4ad2-9a17-92beba32cba1 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Network 00bb5fcf-dc03-45f8-a900-4c5df8ced5fc is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:54.854095 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-7ac265ed-82f5-4ad2-9a17-92beba32cba1 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:54.856891 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac265ed-82f5-4ad2-9a17-92beba32cba1 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:54.931143 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-aac28fd8-2493-4dce-a099-a5cbe3547ed5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Deleting port 7419c2ad-81ee-4ce2-ad97-a3281ebd4a2c {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:10:54.931576 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-aac28fd8-2493-4dce-a099-a5cbe3547ed5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:54.962901 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3adad126-3e7a-4391-878b-793676b2df4c tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:54.973924 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac265ed-82f5-4ad2-9a17-92beba32cba1 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Port': ['ID=93824922-93df-4b8f-bf2a-205e5a2eb814,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:54.985369 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:55.029397 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3adad126-3e7a-4391-878b-793676b2df4c tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:55.115884 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ca7edc92-ebc1-4119-ab2f-d9ee3def3b20 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:10:55.129803 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adad126-3e7a-4391-878b-793676b2df4c tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1643c3a-ec0e-4777-90da-cefd168a6342,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:55.136252 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:55.165010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cee46c74-d531-401f-b5fa-c6ab1a25e7e1 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 17 14:10:55.188893 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'name': 'tempest-ServersTestManualDisk-20752007-router', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:46Z', 'revision_number': 4, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'gw_port': {'id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:27Z', 'updated_at': '2022-01-17T14:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'c6c68a29-d716-461d-9670-b65e52350056', 'name': '', 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'mac_address': 'fa:16:3e:6b:20:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'ce596845-3d6c-4047-a87b-93e3264b0c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:43Z', 'updated_at': '2022-01-17T14:10:47Z', 'revision_number': 2, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'subnets': [{'id': 'ce596845-3d6c-4047-a87b-93e3264b0c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:55.207997 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac265ed-82f5-4ad2-9a17-92beba32cba1 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:55.208897 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7ac265ed-82f5-4ad2-9a17-92beba32cba1 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:55.211379 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] Checking router: 8f09b19d-a03e-4e4d-8473-2f12e1e40994 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:10:55.211983 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] Updating router 8f09b19d-a03e-4e4d-8473-2f12e1e40994 port c6c68a29-d716-461d-9670-b65e52350056 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:10:55.246306 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:55.257147 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] 10.222.0.48 "DELETE /v2.0/networks/cee46c74-d531-401f-b5fa-c6ab1a25e7e1 HTTP/1.1" status: 204 len: 168 time: 4.8522983 Jan 17 14:10:55.257406 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-828b948f-d0a7-48bd-bcf7-92759387de83 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f173cd021d84f45a56fc48004230b8b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7103746 Jan 17 14:10:55.257406 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55974) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:55.269519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55976) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:55.271130 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3adad126-3e7a-4391-878b-793676b2df4c tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:55.276107 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3adad126-3e7a-4391-878b-793676b2df4c tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6384051 Jan 17 14:10:55.291491 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55982) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:55.303517 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0573cc2-ae3a-43f8-9494-64e4fb40f6cb tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Pushing event deleted for resources: {'Network': ['ID=cee46c74-d531-401f-b5fa-c6ab1a25e7e1,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:55.308253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-70486c01-5382-4f13-b065-c970c951a3cc tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Request body: {'security_group_rule': {'security_group_id': '0d34a5e2-2ede-48df-8d4e-898d07db5631', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:55.328162 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-70486c01-5382-4f13-b065-c970c951a3cc tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:55.329823 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:55.342555 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-70486c01-5382-4f13-b065-c970c951a3cc tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Usage tracker for resource:security_group_rule and tenant:91022dbb65ec4eb28958344a7a8cf246 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:55.352425 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-70486c01-5382-4f13-b065-c970c951a3cc tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:55.368615 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7ac265ed-82f5-4ad2-9a17-92beba32cba1 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.6836736 Jan 17 14:10:55.369541 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55986) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:55.381389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-70486c01-5382-4f13-b065-c970c951a3cc tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:55.448127 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:55.460952 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-4fe8013c-2279-4606-8101-f0e5798b7397 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'port': {'network_id': '00bb5fcf-dc03-45f8-a900-4c5df8ced5fc', 'name': 'tempest-FloatingIPTestJSON-1495387921'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:55.489731 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4a66849a-fe4c-49e0-9eeb-679a5a27e8e8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2302301 Jan 17 14:10:55.499184 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 55990) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:55.499857 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port ca7edc92-ebc1-4119-ab2f-d9ee3def3b20 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:10:55.561538 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-70486c01-5382-4f13-b065-c970c951a3cc tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:55.571598 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port ca7edc92-ebc1-4119-ab2f-d9ee3def3b20 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:55.572001 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:55.676810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-70486c01-5382-4f13-b065-c970c951a3cc tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:55.703231 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ffa9f1d5-755f-4b2f-8f9e-fcf5ba30041b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:55.768063 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ffa9f1d5-755f-4b2f-8f9e-fcf5ba30041b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:55.836454 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:55.866584 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-70486c01-5382-4f13-b065-c970c951a3cc tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:55.883850 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-aac28fd8-2493-4dce-a099-a5cbe3547ed5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:55.957911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ffa9f1d5-755f-4b2f-8f9e-fcf5ba30041b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:55.963325 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ffa9f1d5-755f-4b2f-8f9e-fcf5ba30041b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:55.972195 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ffa9f1d5-755f-4b2f-8f9e-fcf5ba30041b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/122f57ee-8f83-46ba-8a09-7748a0e933e5 HTTP/1.1" status: 204 len: 168 time: 0.6978097 Jan 17 14:10:55.976869 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e7c92e-332a-40b2-8f3f-bfd65c4856d1 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:55.977738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e7c92e-332a-40b2-8f3f-bfd65c4856d1 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:55.978680 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e7c92e-332a-40b2-8f3f-bfd65c4856d1 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:55.979246 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70486c01-5382-4f13-b065-c970c951a3cc tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4daa2112-38b1-42df-8b0d-8d65d939e2f0,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:55.979417 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e7c92e-332a-40b2-8f3f-bfd65c4856d1 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:55.980166 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e7c92e-332a-40b2-8f3f-bfd65c4856d1 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:55.980898 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e7c92e-332a-40b2-8f3f-bfd65c4856d1 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:55.982404 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e7c92e-332a-40b2-8f3f-bfd65c4856d1 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:55.982976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e7c92e-332a-40b2-8f3f-bfd65c4856d1 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:55.983891 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e7c92e-332a-40b2-8f3f-bfd65c4856d1 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:55.986689 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-20e7c92e-332a-40b2-8f3f-bfd65c4856d1 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5812 time: 0.4857242 Jan 17 14:10:56.264364 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:56.285579 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] Transition to ACTIVE for port object c6c68a29-d716-461d-9670-b65e52350056 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:10:56.288521 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 55996) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:56.294973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9f1d5-755f-4b2f-8f9e-fcf5ba30041b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122f57ee-8f83-46ba-8a09-7748a0e933e5,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:56.301180 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'name': 'tempest-ServersTestJSON-1364175991-router', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:40Z', 'revision_number': 4, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'gw_port': {'id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:25Z', 'updated_at': '2022-01-17T14:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'cf5925ed-3171-48be-89b2-177822bceddc', 'name': '', 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'mac_address': 'fa:16:3e:1f:60:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5148f200-260f-4779-8cba-a4140d2a0c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:36Z', 'updated_at': '2022-01-17T14:10:53Z', 'revision_number': 4, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'subnets': [{'id': '5148f200-260f-4779-8cba-a4140d2a0c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:56.303808 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:56.341216 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-aac28fd8-2493-4dce-a099-a5cbe3547ed5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Calling delete_port for 7419c2ad-81ee-4ce2-ad97-a3281ebd4a2c owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:10:56.343610 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-70486c01-5382-4f13-b065-c970c951a3cc tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:56.344957 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-70486c01-5382-4f13-b065-c970c951a3cc tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0431788 Jan 17 14:10:56.361145 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56004) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:56.451921 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3f03d-97d7-4e2a-a5e2-f1b4c2d4d223 None None] Pushing event updated for resources: {'Port': ['ID=c6c68a29-d716-461d-9670-b65e52350056,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:56.461093 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465de086-3891-4ab8-8b45-acbcb8e3682b None None] The sync data for ids ['30aeda3d-2fc7-461f-889c-73e0d6fb843e'] in dv-neutron-824901-1-hyperv is: [{'id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'name': 'tempest-ServersTestJSON-1364175991-router', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:40Z', 'revision_number': 4, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'gw_port': {'id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:25Z', 'updated_at': '2022-01-17T14:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'cf5925ed-3171-48be-89b2-177822bceddc', 'name': '', 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'mac_address': 'fa:16:3e:1f:60:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5148f200-260f-4779-8cba-a4140d2a0c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:36Z', 'updated_at': '2022-01-17T14:10:53Z', 'revision_number': 4, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'subnets': [{'id': '5148f200-260f-4779-8cba-a4140d2a0c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:10:56.470515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:56.489408 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-4fe8013c-2279-4606-8101-f0e5798b7397 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:56.519293 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-4fe8013c-2279-4606-8101-f0e5798b7397 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Usage tracker for resource:port and tenant:47556c7adaf148f193a49a6f0ca864f6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:56.524365 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-4fe8013c-2279-4606-8101-f0e5798b7397 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:56.535586 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:56.552659 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:56.580187 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Usage tracker for resource:floatingip and tenant:91022dbb65ec4eb28958344a7a8cf246 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:56.593509 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:56.616876 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:56.619645 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-4fe8013c-2279-4606-8101-f0e5798b7397 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:56.700853 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:56.708988 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:56.731509 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe8013c-2279-4606-8101-f0e5798b7397 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Made reservation on behalf of 47556c7adaf148f193a49a6f0ca864f6 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:56.732736 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4fe8013c-2279-4606-8101-f0e5798b7397 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:56.814112 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-3bc62feb-b387-46cb-a261-67dfcd2c10ac tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] delete failed (client error): The resource could not be found. Jan 17 14:10:56.821875 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-4fe8013c-2279-4606-8101-f0e5798b7397 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] device_id is not set on port 5457a3cd-0dda-4d56-b53f-0d3a0c73ba5e yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:10:56.832218 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3bc62feb-b387-46cb-a261-67dfcd2c10ac tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/20ee31f4-ee9b-4512-925b-60ede066008a HTTP/1.1" status: 404 len: 345 time: 0.4818380 Jan 17 14:10:56.868619 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56016) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:56.987740 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port ca7edc92-ebc1-4119-ab2f-d9ee3def3b20, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ca7edc92-ebc1-4119-ab2f-d9ee3def3b20,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:10:57.048944 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:57.247499 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-4fe8013c-2279-4606-8101-f0e5798b7397 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Allocated IP 172.20.0.3 (00bb5fcf-dc03-45f8-a900-4c5df8ced5fc/ffa63332-356b-497a-a931-2b7b1a3f6caf/5457a3cd-0dda-4d56-b53f-0d3a0c73ba5e) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:57.254206 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-aac28fd8-2493-4dce-a099-a5cbe3547ed5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:57.272776 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] Attempting to bind port c6c68a29-d716-461d-9670-b65e52350056 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:10:57.273457 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] Attempting to bind port c6c68a29-d716-461d-9670-b65e52350056 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '72dde1a6-dbe9-4489-998d-c072094ffa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:10:57.273644 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] Attempting to bind port c6c68a29-d716-461d-9670-b65e52350056 on network 1fe33185-0d26-416b-811b-abfdf1359eb1 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:10:57.289994 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:10:57.290531 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] Checking segment: {'id': '72dde1a6-dbe9-4489-998d-c072094ffa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:10:57.290984 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:57.291399 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] Bound using segment: {'id': '72dde1a6-dbe9-4489-998d-c072094ffa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:10:57.291942 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] Bound port: c6c68a29-d716-461d-9670-b65e52350056, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72dde1a6-dbe9-4489-998d-c072094ffa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:10:57.292451 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:57.368961 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=ca7edc92-ebc1-4119-ab2f-d9ee3def3b20,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:57.387250 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4d8c34-f2f4-417a-ad0d-a120e8d9d5b6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] DELETE failed (client error): The resource could not be found. Jan 17 14:10:57.388057 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd4d8c34-f2f4-417a-ad0d-a120e8d9d5b6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:10:57.419881 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:57.424692 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] For port c6c68a29-d716-461d-9670-b65e52350056, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:10:57.429632 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] For port c6c68a29-d716-461d-9670-b65e52350056, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c6c68a29-d716-461d-9670-b65e52350056,segment=NetworkSegment(72dde1a6-dbe9-4489-998d-c072094ffa2e),segment_id=72dde1a6-dbe9-4489-998d-c072094ffa2e)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:10:57.434752 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:57.437423 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cd4d8c34-f2f4-417a-ad0d-a120e8d9d5b6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] 10.222.0.48 "DELETE /v2.0/networks/cee46c74-d531-401f-b5fa-c6ab1a25e7e1 HTTP/1.1" status: 404 len: 339 time: 0.5576680 Jan 17 14:10:57.448606 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56022) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:57.455221 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:57.506117 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cf5925ed-3171-48be-89b2-177822bceddc up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:10:57.514283 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-02af2c19-cbad-4070-b960-86a6e01d14e2 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Request body: {'network': {'name': 'tempest-network--394755361', 'router:external': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:57.533222 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-02af2c19-cbad-4070-b960-86a6e01d14e2 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:57.551935 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-02af2c19-cbad-4070-b960-86a6e01d14e2 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Usage tracker for resource:network and tenant:067986fe8c554d27b6d056edbda35b85 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:57.557349 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-02af2c19-cbad-4070-b960-86a6e01d14e2 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:57.570373 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac28fd8-2493-4dce-a099-a5cbe3547ed5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Pushing event deleted for resources: {'Port': ['ID=7419c2ad-81ee-4ce2-ad97-a3281ebd4a2c,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:57.570862 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-02af2c19-cbad-4070-b960-86a6e01d14e2 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:57.614886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02af2c19-cbad-4070-b960-86a6e01d14e2 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Made reservation on behalf of 067986fe8c554d27b6d056edbda35b85 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:10:57.618772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-02af2c19-cbad-4070-b960-86a6e01d14e2 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:57.645963 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] Routers {'8f09b19d-a03e-4e4d-8473-2f12e1e40994'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:10:57.646920 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:10:43Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['8f09b19d-a03e-4e4d-8473-2f12e1e40994'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:57.818813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-aac28fd8-2493-4dce-a099-a5cbe3547ed5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:57.850626 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-aac28fd8-2493-4dce-a099-a5cbe3547ed5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "DELETE /v2.0/ports/7419c2ad-81ee-4ce2-ad97-a3281ebd4a2c HTTP/1.1" status: 204 len: 168 time: 3.2292430 Jan 17 14:10:57.851595 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56030) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:57.857416 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3f03d-97d7-4e2a-a5e2-f1b4c2d4d223 None None] Pushing event updated for resources: {'Port': ['ID=c6c68a29-d716-461d-9670-b65e52350056,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:57.880774 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '34101a56-a8eb-47af-8c82-f22cca65a91b', 'external_fixed_ips': [{'subnet_id': '430a40e9-d2ba-408d-b4f7-e4699f723ba9', 'ip_address': '2001:db8::230'}]}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:57.979480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02af2c19-cbad-4070-b960-86a6e01d14e2 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:10:58.011955 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-02af2c19-cbad-4070-b960-86a6e01d14e2 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:58.012480 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-02af2c19-cbad-4070-b960-86a6e01d14e2 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Added segment 45189781-f29e-4e44-b40d-80967d8093c1 of type vlan for network fce79f3d-e573-4106-8621-c54639f602ba Jan 17 14:10:58.052553 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port cf5925ed-3171-48be-89b2-177822bceddc completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:10:58.083049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port cf5925ed-3171-48be-89b2-177822bceddc triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:58.083558 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:58.094916 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-02af2c19-cbad-4070-b960-86a6e01d14e2 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:58.134363 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:10:58.173340 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Usage tracker for resource:router and tenant:72af6175791d44bcba99b51ff65fd2b6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:10:58.185066 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:10:58.209285 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Pushing event updated for resources: {'Port': ['ID=72df20d1-f49b-4040-9b57-19ef0900acdc,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:58.223357 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:10:58.237584 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:58.275098 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56036) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:58.317746 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] Set router 8f09b19d-a03e-4e4d-8473-2f12e1e40994 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:10:58.354484 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Allocated IP 172.26.3.44 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/cfc1b061-5f96-4978-a637-9b335ee59fca) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:10:58.403568 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4fe8013c-2279-4606-8101-f0e5798b7397 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:58.420130 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-02af2c19-cbad-4070-b960-86a6e01d14e2 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:58.421679 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02af2c19-cbad-4070-b960-86a6e01d14e2 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:58.422643 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-02af2c19-cbad-4070-b960-86a6e01d14e2 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:58.481676 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:58.484390 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:58.494400 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d31426b4-4b38-4922-864b-505d6dae4c31 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:58.533052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:58.533310 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4fe8013c-2279-4606-8101-f0e5798b7397 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:58.581443 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:58.582643 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e8fd9cd1-576f-4bef-b305-c274746f3865 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.7215018 Jan 17 14:10:58.653985 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe8013c-2279-4606-8101-f0e5798b7397 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Network 00bb5fcf-dc03-45f8-a900-4c5df8ced5fc is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:10:58.658058 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-4fe8013c-2279-4606-8101-f0e5798b7397 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:10:58.722810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af2c19-cbad-4070-b960-86a6e01d14e2 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Pushing event updated for resources: {'Network': ['ID=fce79f3d-e573-4106-8621-c54639f602ba,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:58.758711 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network fce79f3d-e573-4106-8621-c54639f602ba details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:10:58.759798 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe8013c-2279-4606-8101-f0e5798b7397 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:10:58.914216 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8013c-2279-4606-8101-f0e5798b7397 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Port': ['ID=5457a3cd-0dda-4d56-b53f-0d3a0c73ba5e,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:59.026523 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:59.115896 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port cf5925ed-3171-48be-89b2-177822bceddc, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=cf5925ed-3171-48be-89b2-177822bceddc,segment=NetworkSegment(f36f3c3f-963f-4e6f-89ab-420cbbc62bd6),segment_id=f36f3c3f-963f-4e6f-89ab-420cbbc62bd6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:10:59.131488 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-6710e1de-0fbe-48ce-aba4-a24f1de216fe tempest-DvrRoutersNegativeTest-1079119920 tempest-DvrRoutersNegativeTest-1079119920-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1467668999', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:59.131955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:59.133451 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c4db401a-0a4d-4746-a320-35495c1e7fcd up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:10:59.139539 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.policy [None req-6710e1de-0fbe-48ce-aba4-a24f1de216fe tempest-DvrRoutersNegativeTest-1079119920 tempest-DvrRoutersNegativeTest-1079119920-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87523) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 17 14:10:59.140500 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.policy [None req-6710e1de-0fbe-48ce-aba4-a24f1de216fe tempest-DvrRoutersNegativeTest-1079119920 tempest-DvrRoutersNegativeTest-1079119920-project] Failed policy check for 'create_router' {{(pid=87523) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 17 14:10:59.142107 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-6710e1de-0fbe-48ce-aba4-a24f1de216fe tempest-DvrRoutersNegativeTest-1079119920 tempest-DvrRoutersNegativeTest-1079119920-project] create failed (client error): Access was denied to this resource. Jan 17 14:10:59.144784 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6710e1de-0fbe-48ce-aba4-a24f1de216fe tempest-DvrRoutersNegativeTest-1079119920 tempest-DvrRoutersNegativeTest-1079119920-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.8552470 Jan 17 14:10:59.290957 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-02af2c19-cbad-4070-b960-86a6e01d14e2 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8262126 Jan 17 14:10:59.292757 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56056) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:59.326903 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=cf5925ed-3171-48be-89b2-177822bceddc,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:10:59.483464 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port c4db401a-0a4d-4746-a320-35495c1e7fcd triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:10:59.483959 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:59.523462 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe8013c-2279-4606-8101-f0e5798b7397 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:10:59.524350 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4fe8013c-2279-4606-8101-f0e5798b7397 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:59.539823 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56070) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:59.548137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:59.548693 dv-neutron-824901-1-hyperv neutron-server[87524]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 17 14:10:59.578413 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:10:59.592441 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'name': 'tempest-ServersTestManualDisk-20752007-router', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:46Z', 'revision_number': 4, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'gw_port': {'id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:27Z', 'updated_at': '2022-01-17T14:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'c6c68a29-d716-461d-9670-b65e52350056', 'name': '', 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'mac_address': 'fa:16:3e:6b:20:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'ce596845-3d6c-4047-a87b-93e3264b0c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:43Z', 'updated_at': '2022-01-17T14:10:57Z', 'revision_number': 4, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'subnets': [{'id': 'ce596845-3d6c-4047-a87b-93e3264b0c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:10:59.607079 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7d239d-f27b-4b94-af9a-10143af12959 None None] The sync data for ids ['8f09b19d-a03e-4e4d-8473-2f12e1e40994'] in dv-neutron-824901-1-hyperv is: [{'id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'name': 'tempest-ServersTestManualDisk-20752007-router', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:46Z', 'revision_number': 4, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'gw_port': {'id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:27Z', 'updated_at': '2022-01-17T14:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'c6c68a29-d716-461d-9670-b65e52350056', 'name': '', 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'mac_address': 'fa:16:3e:6b:20:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'ce596845-3d6c-4047-a87b-93e3264b0c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:43Z', 'updated_at': '2022-01-17T14:10:57Z', 'revision_number': 4, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'subnets': [{'id': 'ce596845-3d6c-4047-a87b-93e3264b0c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:10:59.616156 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4fe8013c-2279-4606-8101-f0e5798b7397 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1750426 Jan 17 14:10:59.658353 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56076) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:59.674222 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': '5457a3cd-0dda-4d56-b53f-0d3a0c73ba5e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:10:59.717356 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-1b47b857-b1b3-4daa-bd53-c230071f45ee tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--725835589&fields=id&tenant_id=4bf9d590b7484aed9edd856f9636eb85 HTTP/1.1" status: 200 len: 267 time: 0.1718919 Jan 17 14:10:59.905809 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56080) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:10:59.938594 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cc580140-94ca-43c2-8590-24708e10a72d no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:11:00.002950 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:00.011412 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: cc580140-94ca-43c2-8590-24708e10a72d {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:11:00.012453 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cc580140-94ca-43c2-8590-24708e10a72d not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:11:00.029682 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Usage tracker for resource:floatingip and tenant:47556c7adaf148f193a49a6f0ca864f6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:00.039904 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:00.079971 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:00.163019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:00.258727 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1f39b574-3af4-411c-8e3d-6f0242b2e235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:00.264340 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:00.317751 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70e2c3-d6fa-446f-8244-b49b3f3bfffb tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:00.321074 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cf5925ed-3171-48be-89b2-177822bceddc up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:11:00.327244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70e2c3-d6fa-446f-8244-b49b3f3bfffb tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:00.335241 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70e2c3-d6fa-446f-8244-b49b3f3bfffb tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:00.344823 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70e2c3-d6fa-446f-8244-b49b3f3bfffb tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:00.355496 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70e2c3-d6fa-446f-8244-b49b3f3bfffb tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:00.357185 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bd70e2c3-d6fa-446f-8244-b49b3f3bfffb tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Synchronizing usage tracker for tenant:d85528bac4e241ad82f3476c2060853d on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:11:00.383844 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-7d8be7a5-1be9-4d1d-95bb-5d6fd54d6897 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:00.388314 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1f39b574-3af4-411c-8e3d-6f0242b2e235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:00.390352 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-7d8be7a5-1be9-4d1d-95bb-5d6fd54d6897 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/networks?id=65490aef-7574-47e8-8e01-18ff3449c348 HTTP/1.1" status: 200 len: 812 time: 0.6699944 Jan 17 14:11:00.416054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1f39b574-3af4-411c-8e3d-6f0242b2e235 admin admin] Usage tracker for resource:security_group_rule and tenant:bbdd8f22cccc4216b25c914e47e59e60 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:00.424744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1f39b574-3af4-411c-8e3d-6f0242b2e235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:00.425450 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port cf5925ed-3171-48be-89b2-177822bceddc triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:00.426193 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:00.428325 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-cbbba5e0-54e3-46b9-bfab-e68b23454cbe tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/quotas/4bf9d590b7484aed9edd856f9636eb85 HTTP/1.1" status: 200 len: 375 time: 0.0281582 Jan 17 14:11:00.436087 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1f39b574-3af4-411c-8e3d-6f0242b2e235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:00.680736 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c6c68a29-d716-461d-9670-b65e52350056 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:11:00.719462 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-d31426b4-4b38-4922-864b-505d6dae4c31 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Allocated IP 172.20.0.1 (07d6cab6-e03d-4709-acd6-381fa3b36143/9c6fc3b3-fc5e-4e70-8747-31068d04070b/caaad1a1-af0e-4e75-b997-609e39b9cb7e) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:11:00.849606 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port c6c68a29-d716-461d-9670-b65e52350056 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:11:00.859015 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port c6c68a29-d716-461d-9670-b65e52350056 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:00.859591 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:00.869808 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-d024dd26-dac8-4a46-953d-d1ce87e926d1 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4bf9d590b7484aed9edd856f9636eb85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4293940 Jan 17 14:11:00.925392 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:01.015624 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Allocated IP 172.26.3.232 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/a8b1e088-32be-454b-b3d9-0acccb364149) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:11:01.044675 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:01.189984 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:01.252104 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port c6c68a29-d716-461d-9670-b65e52350056, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c6c68a29-d716-461d-9670-b65e52350056,segment=NetworkSegment(72dde1a6-dbe9-4489-998d-c072094ffa2e),segment_id=72dde1a6-dbe9-4489-998d-c072094ffa2e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:11:01.271107 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:01.271920 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ca7edc92-ebc1-4119-ab2f-d9ee3def3b20 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:11:01.311658 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-bb01e4f3-0e06-4eea-bf69-cdbcd9252d65 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:11:01.312707 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-bb01e4f3-0e06-4eea-bf69-cdbcd9252d65 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1645455 Jan 17 14:11:01.391973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:01.428616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:01.432997 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:11:01.462503 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=c6c68a29-d716-461d-9670-b65e52350056,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:01.479815 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port ca7edc92-ebc1-4119-ab2f-d9ee3def3b20 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:01.480275 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:01.488481 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-b9f0de3b-fcc5-4f81-b7a5-dd6742430d88 service neutron] 10.222.0.48 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487303 Jan 17 14:11:01.581361 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:01.594610 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1f39b574-3af4-411c-8e3d-6f0242b2e235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:01.603810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Pushing event updated for resources: {'Port': ['ID=cfc1b061-5f96-4978-a637-9b335ee59fca,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:01.627285 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:01.637713 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1f39b574-3af4-411c-8e3d-6f0242b2e235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:01.715972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bd70e2c3-d6fa-446f-8244-b49b3f3bfffb tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Unset dirty status for tenant:d85528bac4e241ad82f3476c2060853d on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:11:01.722244 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bd70e2c3-d6fa-446f-8244-b49b3f3bfffb tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3060 time: 2.4126017 Jan 17 14:11:01.724345 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56092) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:01.762014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d31426b4-4b38-4922-864b-505d6dae4c31 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:01.825989 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1f39b574-3af4-411c-8e3d-6f0242b2e235 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bbdd8f22cccc4216b25c914e47e59e60&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9026809 Jan 17 14:11:01.840669 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56096) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:01.853885 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39b574-3af4-411c-8e3d-6f0242b2e235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c50dff4-0f81-4f1e-bd28-4849b1b4cd3a,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:01.872618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:01.878397 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-d31426b4-4b38-4922-864b-505d6dae4c31 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Transition to ACTIVE for port object caaad1a1-af0e-4e75-b997-609e39b9cb7e will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:01.913533 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-95c576f8-d77c-40f0-8a19-0cc39bded419 service neutron] 10.222.0.48 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239466 Jan 17 14:11:01.962060 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:01.975146 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d31426b4-4b38-4922-864b-505d6dae4c31 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:02.087612 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d5a1601f-d420-4655-9c59-b6631dcc6dc6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:02.103783 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e6b24817-138c-43d5-ba77-d8b8aa7f3667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:02.117263 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31426b4-4b38-4922-864b-505d6dae4c31 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Pushing event updated for resources: {'Port': ['ID=caaad1a1-af0e-4e75-b997-609e39b9cb7e,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:02.196091 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:02.196653 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c6c68a29-d716-461d-9670-b65e52350056 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:11:02.294669 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Allocated IP 172.26.3.107 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/dd58fdfb-f637-4fd0-80d5-a84191898c0c) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:11:02.298934 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port c6c68a29-d716-461d-9670-b65e52350056 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:02.299603 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:02.335851 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31426b4-4b38-4922-864b-505d6dae4c31 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Network 07d6cab6-e03d-4709-acd6-381fa3b36143 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:02.369299 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-d31426b4-4b38-4922-864b-505d6dae4c31 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:02.412544 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31426b4-4b38-4922-864b-505d6dae4c31 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:11:02.719664 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56120) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:02.728523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:02.754554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:02.757288 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:02.804230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:11:02.820643 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5ab63026-54b1-4fa1-9b03-8b5e6af4d717 None None] Provisioning for port caaad1a1-af0e-4e75-b997-609e39b9cb7e completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:11:02.832042 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5ab63026-54b1-4fa1-9b03-8b5e6af4d717 None None] Provisioning complete for port caaad1a1-af0e-4e75-b997-609e39b9cb7e triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:02.832401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5ab63026-54b1-4fa1-9b03-8b5e6af4d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:02.896892 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:02.950619 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Pushing event updated for resources: {'Port': ['ID=a8b1e088-32be-454b-b3d9-0acccb364149,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:02.957262 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 17 14:11:02.962053 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e6b24817-138c-43d5-ba77-d8b8aa7f3667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:02.972396 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-5ab63026-54b1-4fa1-9b03-8b5e6af4d717 None None] Port caaad1a1-af0e-4e75-b997-609e39b9cb7e cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:11:03.000259 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d31426b4-4b38-4922-864b-505d6dae4c31 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:03.026467 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-005553c3-a7a0-45cc-9e9d-5faadd7715d7 req-dce49543-593d-43d2-9fa9-56c83fd60101 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Synchronizing usage tracker for tenant:4bf9d590b7484aed9edd856f9636eb85 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:11:03.115028 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Allocated IP 2001:db8::230 (34101a56-a8eb-47af-8c82-f22cca65a91b/430a40e9-d2ba-408d-b4f7-e4699f723ba9/3cc5c0c9-474d-4707-bab8-f337ca68f857) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:11:03.169465 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d5a1601f-d420-4655-9c59-b6631dcc6dc6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:03.220272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-005553c3-a7a0-45cc-9e9d-5faadd7715d7 req-dce49543-593d-43d2-9fa9-56c83fd60101 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Unset dirty status for tenant:4bf9d590b7484aed9edd856f9636eb85 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:11:03.228356 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-005553c3-a7a0-45cc-9e9d-5faadd7715d7 req-dce49543-593d-43d2-9fa9-56c83fd60101 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 210 time: 0.5071239 Jan 17 14:11:03.236631 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:03.291379 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-d5a1601f-d420-4655-9c59-b6631dcc6dc6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce79f3d-e573-4106-8621-c54639f602ba']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:03.323458 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-d5a1601f-d420-4655-9c59-b6631dcc6dc6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45189781-f29e-4e44-b40d-80967d8093c1') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:03.323800 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-d5a1601f-d420-4655-9c59-b6631dcc6dc6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45189781-f29e-4e44-b40d-80967d8093c1') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:03.347657 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e6b24817-138c-43d5-ba77-d8b8aa7f3667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:03.356040 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d5a1601f-d420-4655-9c59-b6631dcc6dc6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:03.384764 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b24817-138c-43d5-ba77-d8b8aa7f3667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c50dff4-0f81-4f1e-bd28-4849b1b4cd3a,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:03.428404 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:03.430458 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:03.439303 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d5a1601f-d420-4655-9c59-b6631dcc6dc6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:03.529665 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a1601f-d420-4655-9c59-b6631dcc6dc6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:11:03.530039 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d5a1601f-d420-4655-9c59-b6631dcc6dc6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:11:03.557221 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:11:03.575170 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e6b24817-138c-43d5-ba77-d8b8aa7f3667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:03.579221 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e6b24817-138c-43d5-ba77-d8b8aa7f3667 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c50dff4-0f81-4f1e-bd28-4849b1b4cd3a HTTP/1.1" status: 204 len: 168 time: 1.7371778 Jan 17 14:11:03.629921 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:03.642052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:03.646452 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:11:03.678902 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:03.739294 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Port': ['ID=dd58fdfb-f637-4fd0-80d5-a84191898c0c,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:03.744712 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:03.770612 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d5a1601f-d420-4655-9c59-b6631dcc6dc6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:03.778478 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:03.817968 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a1601f-d420-4655-9c59-b6631dcc6dc6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fce79f3d-e573-4106-8621-c54639f602ba {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 17 14:11:03.820886 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d5a1601f-d420-4655-9c59-b6631dcc6dc6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:03.891671 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1601f-d420-4655-9c59-b6631dcc6dc6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Pushing event deleted for resources: {'Network': ['ID=fce79f3d-e573-4106-8621-c54639f602ba,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:03.910748 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d5a1601f-d420-4655-9c59-b6631dcc6dc6 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] 10.222.0.48 "DELETE /v2.0/networks/fce79f3d-e573-4106-8621-c54639f602ba HTTP/1.1" status: 204 len: 168 time: 2.1778440 Jan 17 14:11:03.916991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56152) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:03.931021 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f549679e-aa31-4f31-a61d-c8372b4a1df5 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Request body: {'network': {'name': 'tempest-network--446432086', 'router:external': True}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:03.942725 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Pushing event updated for resources: {'Port': ['ID=cfc1b061-5f96-4978-a637-9b335ee59fca,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:04.075051 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f549679e-aa31-4f31-a61d-c8372b4a1df5 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:04.077603 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d31426b4-4b38-4922-864b-505d6dae4c31 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:04.081442 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:04.212580 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f549679e-aa31-4f31-a61d-c8372b4a1df5 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Usage tracker for resource:network and tenant:067986fe8c554d27b6d056edbda35b85 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:04.258711 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f549679e-aa31-4f31-a61d-c8372b4a1df5 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:04.296309 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Network 34101a56-a8eb-47af-8c82-f22cca65a91b is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:04.339276 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:04.417126 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:04.431746 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cbd92160-16a8-4d40-b828-e32c3f16944c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.0765946 Jan 17 14:11:04.808430 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:04.819050 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:11:05.018173 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:05.038487 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f549679e-aa31-4f31-a61d-c8372b4a1df5 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:05.140684 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Pushing event updated for resources: {'Port': ['ID=3cc5c0c9-474d-4707-bab8-f337ca68f857,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:05.148271 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.15', 55238) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:05.257686 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:05.367826 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f549679e-aa31-4f31-a61d-c8372b4a1df5 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Made reservation on behalf of 067986fe8c554d27b6d056edbda35b85 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:11:05.371606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f549679e-aa31-4f31-a61d-c8372b4a1df5 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:05.483779 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c2c63156-798f-4f20-9355-b4bed128f6c9 req-5219b326-a46c-4afd-a99c-5cf9337444ee tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 210 time: 0.3929207 Jan 17 14:11:05.596923 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-6694f05e-30a1-45bd-a420-250c13040b99 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Synchronizing usage tracker for tenant:464561e5600c4cb5a08009418eecb6f6 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:11:05.613299 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56198) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:05.692773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Pushing event updated for resources: {'Port': ['ID=a8b1e088-32be-454b-b3d9-0acccb364149,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:05.700586 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:05.726124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-6694f05e-30a1-45bd-a420-250c13040b99 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Unset dirty status for tenant:464561e5600c4cb5a08009418eecb6f6 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:11:05.727280 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-6694f05e-30a1-45bd-a420-250c13040b99 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1591113254&fields=id&tenant_id=464561e5600c4cb5a08009418eecb6f6 HTTP/1.1" status: 200 len: 267 time: 0.7057066 Jan 17 14:11:05.735980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:05.756838 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-38e58096-7af8-4b93-9d66-877e21ed90a1 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.2673883 Jan 17 14:11:05.849409 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:11:05.854140 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-d31426b4-4b38-4922-864b-505d6dae4c31 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:11:05.922006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d31426b4-4b38-4922-864b-505d6dae4c31 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:05.938580 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d31426b4-4b38-4922-864b-505d6dae4c31 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:05.988367 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-242c875f-afbd-45a9-a3bf-091b52e9aba4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1070187699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:06.087042 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f549679e-aa31-4f31-a61d-c8372b4a1df5 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:11:06.192640 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f549679e-aa31-4f31-a61d-c8372b4a1df5 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:06.193717 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-f549679e-aa31-4f31-a61d-c8372b4a1df5 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Added segment bacf4bb4-3734-4259-8725-cb2e77aceceb of type vlan for network e9ca0fd1-94a7-4a53-bde2-2aaadae174a9 Jan 17 14:11:06.209073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:06.283023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-242c875f-afbd-45a9-a3bf-091b52e9aba4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:06.345202 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-242c875f-afbd-45a9-a3bf-091b52e9aba4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Usage tracker for resource:router and tenant:83c738a27e9c460eb9a2c5fcc792d103 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:06.370081 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-242c875f-afbd-45a9-a3bf-091b52e9aba4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:06.405112 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-242c875f-afbd-45a9-a3bf-091b52e9aba4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:06.429890 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31426b4-4b38-4922-864b-505d6dae4c31 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Pushing event updated for resources: {'Port': ['ID=caaad1a1-af0e-4e75-b997-609e39b9cb7e,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:06.456668 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d31426b4-4b38-4922-864b-505d6dae4c31 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:06.458088 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-335759b9-286e-4d9b-9ca7-9c08598562c9 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:06.460616 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-335759b9-286e-4d9b-9ca7-9c08598562c9 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.15 "GET /v2.0/networks?id=65490aef-7574-47e8-8e01-18ff3449c348 HTTP/1.1" status: 200 len: 812 time: 1.1672866 Jan 17 14:11:06.466245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-242c875f-afbd-45a9-a3bf-091b52e9aba4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:06.466867 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-242c875f-afbd-45a9-a3bf-091b52e9aba4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:06.475526 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-c34ca2cd-d145-406f-9b11-895bf4e5ba32 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Synchronizing usage tracker for tenant:91022dbb65ec4eb28958344a7a8cf246 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:11:06.589518 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f549679e-aa31-4f31-a61d-c8372b4a1df5 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:06.637571 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-88b1a739-87fc-4f96-8237-eaf35adbd1a4 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:06.647583 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-88b1a739-87fc-4f96-8237-eaf35adbd1a4 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/networks?id=6e0dd9fe-ccdf-45be-b211-f6a9095516c6 HTTP/1.1" status: 200 len: 806 time: 0.8884244 Jan 17 14:11:06.662546 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-242c875f-afbd-45a9-a3bf-091b52e9aba4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:06.702466 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-c8d464f0-2965-4a3c-8376-0205ab2ec634 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/quotas/464561e5600c4cb5a08009418eecb6f6 HTTP/1.1" status: 200 len: 375 time: 0.0535960 Jan 17 14:11:06.793105 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-242c875f-afbd-45a9-a3bf-091b52e9aba4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:06.889338 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-242c875f-afbd-45a9-a3bf-091b52e9aba4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:06.891652 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-242c875f-afbd-45a9-a3bf-091b52e9aba4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.2751715 Jan 17 14:11:06.898879 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56242) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:06.910426 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31426b4-4b38-4922-864b-505d6dae4c31 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Network 07d6cab6-e03d-4709-acd6-381fa3b36143 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:06.917686 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-c34ca2cd-d145-406f-9b11-895bf4e5ba32 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Unset dirty status for tenant:91022dbb65ec4eb28958344a7a8cf246 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:11:06.920328 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-c34ca2cd-d145-406f-9b11-895bf4e5ba32 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--728734669&fields=id&tenant_id=91022dbb65ec4eb28958344a7a8cf246 HTTP/1.1" status: 200 len: 267 time: 0.8470409 Jan 17 14:11:06.935374 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-d31426b4-4b38-4922-864b-505d6dae4c31 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:06.968421 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1346212187'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:06.996461 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:07.013802 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Usage tracker for resource:network and tenant:83c738a27e9c460eb9a2c5fcc792d103 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:07.017512 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-9622d006-526d-46cb-81dd-9b7bf79f4d5b tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bf9d590b7484aed9edd856f9636eb85 HTTP/1.1" status: 200 len: 379 time: 0.5116603 Jan 17 14:11:07.111449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:07.119447 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:07.147239 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:07.196824 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-a62814cd-ffe2-4cd2-a798-e2780d55729d tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=464561e5600c4cb5a08009418eecb6f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4928484 Jan 17 14:11:07.283759 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Made reservation on behalf of 83c738a27e9c460eb9a2c5fcc792d103 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:11:07.299312 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:07.466615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:07.555823 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:07.565170 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Usage tracker for resource:security_group_rule and tenant:83c738a27e9c460eb9a2c5fcc792d103 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:07.571278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:07.580138 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-71bc3612-3141-4374-b929-afadb2936219 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:11:07.580423 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c5ede391-c06a-49f0-9682-cd7646aca339 None None] Provisioning complete for port caaad1a1-af0e-4e75-b997-609e39b9cb7e triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:07.581841 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-71bc3612-3141-4374-b929-afadb2936219 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1452632 Jan 17 14:11:07.584421 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5ede391-c06a-49f0-9682-cd7646aca339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:07.593998 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:07.611242 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:07.623189 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-c9a7b8be-b260-41d0-8d1e-e8238e1d5c5f tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Request body: {'port': {'device_id': '7b9bbed0-5074-47ea-b9a9-77ac9ac114ef', 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348', 'admin_state_up': True, 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'security_groups': ['e67dc3c5-07de-4138-a5b5-0969d0033bdc']}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:07.657982 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f549679e-aa31-4f31-a61d-c8372b4a1df5 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:07.660120 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f549679e-aa31-4f31-a61d-c8372b4a1df5 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:07.660951 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f549679e-aa31-4f31-a61d-c8372b4a1df5 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:07.707991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:07.730394 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c5ede391-c06a-49f0-9682-cd7646aca339 None None] Port caaad1a1-af0e-4e75-b997-609e39b9cb7e cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:11:07.758095 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31426b4-4b38-4922-864b-505d6dae4c31 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Router 4b7606fd-0fe8-4ecd-9adb-2f86042b99e1 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:11:08.019749 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Port': ['ID=dd58fdfb-f637-4fd0-80d5-a84191898c0c,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:08.025508 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:08.083762 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-52e0254f-a44d-4398-b7e3-c9609615f6f8 service neutron] 10.222.0.48 "GET /v2.0/networks/6e0dd9fe-ccdf-45be-b211-f6a9095516c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852843 Jan 17 14:11:08.368106 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:08.384112 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:08.534537 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f549679e-aa31-4f31-a61d-c8372b4a1df5 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 4.6130075 Jan 17 14:11:08.540059 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:11:08.545666 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31426b4-4b38-4922-864b-505d6dae4c31 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:11:08.550854 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549679e-aa31-4f31-a61d-c8372b4a1df5 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Pushing event updated for resources: {'Network': ['ID=e9ca0fd1-94a7-4a53-bde2-2aaadae174a9,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:08.560665 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56250) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:08.561092 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4033ffa-3764-4394-a571-4063c7488220 None None] Sync routers for ids ['4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:11:08.584526 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4033ffa-3764-4394-a571-4063c7488220 None None] Routers {'4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:08.603276 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b4033ffa-3764-4394-a571-4063c7488220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:10:43Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:08.626044 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e49213-15a3-49c0-8486-d05dd94b726f,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:08.719336 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:08.720407 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Added segment 8e83a45e-ef10-4436-8cec-40d56d5a17c1 of type vlan for network 506c739c-51ba-492d-9036-b6fc9d3765e4 Jan 17 14:11:08.778435 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:08.858512 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b4033ffa-3764-4394-a571-4063c7488220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:08.865269 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network e9ca0fd1-94a7-4a53-bde2-2aaadae174a9 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:11:08.867006 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-519ae13d-81c0-4677-bab5-1866370015ed service neutron] 10.222.0.48 "GET /v2.0/networks/6e0dd9fe-ccdf-45be-b211-f6a9095516c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7661078 Jan 17 14:11:08.931859 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-c9a7b8be-b260-41d0-8d1e-e8238e1d5c5f tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:08.974355 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d31426b4-4b38-4922-864b-505d6dae4c31 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] 10.222.0.48 "PUT /v2.0/routers/4b7606fd-0fe8-4ecd-9adb-2f86042b99e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5827069 Jan 17 14:11:08.978721 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56254) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:09.026634 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-323d6c1a-1c62-441a-b429-387c151bbb5f tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:09.027664 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-323d6c1a-1c62-441a-b429-387c151bbb5f tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Synchronizing usage tracker for tenant:91022dbb65ec4eb28958344a7a8cf246 on resource:network {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:11:09.052565 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-41c97f34-4377-40b1-88d4-0178c1413acc tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Request body: {'port': {'network_id': '07d6cab6-e03d-4709-acd6-381fa3b36143', 'name': 'tempest-FloatingIPAdminTestJSON-1985776045'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:09.087143 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4033ffa-3764-4394-a571-4063c7488220 None None] Routers {'4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:09.088307 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b4033ffa-3764-4394-a571-4063c7488220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:10:43Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:09.267610 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b4033ffa-3764-4394-a571-4063c7488220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:09.268529 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4033ffa-3764-4394-a571-4063c7488220 None None] The sync data for ids ['4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:11:09.286724 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-c9a7b8be-b260-41d0-8d1e-e8238e1d5c5f tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:09.441690 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-c9a7b8be-b260-41d0-8d1e-e8238e1d5c5f tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Made reservation on behalf of 4bf9d590b7484aed9edd856f9636eb85 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:11:09.448565 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-c9a7b8be-b260-41d0-8d1e-e8238e1d5c5f tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:09.509001 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:09.535861 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e353ec27-ac44-4ac4-92df-4a3f413aa2a1 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:09.538194 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e353ec27-ac44-4ac4-92df-4a3f413aa2a1 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] 10.222.0.48 "GET /v2.0/networks/e9ca0fd1-94a7-4a53-bde2-2aaadae174a9 HTTP/1.1" status: 200 len: 756 time: 0.9760966 Jan 17 14:11:09.559635 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56272) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:09.746735 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:09.763912 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-323d6c1a-1c62-441a-b429-387c151bbb5f tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Unset dirty status for tenant:91022dbb65ec4eb28958344a7a8cf246 on resource:network {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:11:09.766117 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-323d6c1a-1c62-441a-b429-387c151bbb5f tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/networks?id=1fe33185-0d26-416b-811b-abfdf1359eb1 HTTP/1.1" status: 200 len: 810 time: 2.8022466 Jan 17 14:11:09.949506 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-9e297a76-7ea2-4173-9cc1-32ca66453995 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/quotas/91022dbb65ec4eb28958344a7a8cf246 HTTP/1.1" status: 200 len: 375 time: 0.1747220 Jan 17 14:11:10.068032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4b56b5-20f1-41a0-8c44-4f133853d610 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:10.070393 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9d4b56b5-20f1-41a0-8c44-4f133853d610 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] 10.222.0.48 "GET /v2.0/networks/aad0c4f0-3207-452e-8a8f-99857017f3b6 HTTP/1.1" status: 200 len: 767 time: 0.4330716 Jan 17 14:11:10.088997 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56284) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:10.096479 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6f292fc4-f17f-44df-81d5-fa3f531ce695 req-f519138c-0667-4e7f-891f-d7eba8059c36 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 210 time: 0.5381815 Jan 17 14:11:10.098259 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:11:10.185158 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Floating IP 07a59073-1c5d-4a65-9df2-040e9f671c9e associated. External IP: 172.26.3.107, port: 5457a3cd-0dda-4d56-b53f-0d3a0c73ba5e. Jan 17 14:11:10.266772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:10.286855 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:10.287497 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:10.410145 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bf707f92-e938-4c61-a888-6c933c2978c2 req-f5bcd395-d802-410f-8cab-7077e1fc7928 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 210 time: 0.0931249 Jan 17 14:11:10.546618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-41c97f34-4377-40b1-88d4-0178c1413acc tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:10.557556 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-14b3175d-6bd7-472a-8629-ffdeb05e0ce8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:10.613851 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94006634-3737-42ca-9da8-d78147553d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:10.623368 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.7089171 Jan 17 14:11:10.626061 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-41c97f34-4377-40b1-88d4-0178c1413acc tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Usage tracker for resource:port and tenant:043a9c63b01c446e9f1fa31a41971a98 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:10.641543 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-41c97f34-4377-40b1-88d4-0178c1413acc tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:10.647627 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56294) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:10.665008 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-41c97f34-4377-40b1-88d4-0178c1413acc tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:10.676392 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-73ab8eb1-c82c-4a31-b797-381db701b432 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Request body: {'subnet': {'network_id': '506c739c-51ba-492d-9036-b6fc9d3765e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:10.860161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf76924-246b-4ebd-91c0-c555724ca4e4 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event updated for resources: {'Network': ['ID=506c739c-51ba-492d-9036-b6fc9d3765e4,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:10.882286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 506c739c-51ba-492d-9036-b6fc9d3765e4 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:11:10.907684 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-c9a7b8be-b260-41d0-8d1e-e8238e1d5c5f tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Allocated IP 172.20.0.9 (65490aef-7574-47e8-8e01-18ff3449c348/108e9ce5-417b-4ebb-b330-fd1632de2fea/5f0120a3-b504-4e3f-961d-8d0e46099075) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:11:11.028117 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-14b3175d-6bd7-472a-8629-ffdeb05e0ce8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:11.079933 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-14b3175d-6bd7-472a-8629-ffdeb05e0ce8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ca0fd1-94a7-4a53-bde2-2aaadae174a9']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:11.097564 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-14b3175d-6bd7-472a-8629-ffdeb05e0ce8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bacf4bb4-3734-4259-8725-cb2e77aceceb') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:11.098025 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-14b3175d-6bd7-472a-8629-ffdeb05e0ce8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bacf4bb4-3734-4259-8725-cb2e77aceceb') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:11.111537 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-14b3175d-6bd7-472a-8629-ffdeb05e0ce8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:11.136026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-14b3175d-6bd7-472a-8629-ffdeb05e0ce8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:11.144370 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b3175d-6bd7-472a-8629-ffdeb05e0ce8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:11:11.145163 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-14b3175d-6bd7-472a-8629-ffdeb05e0ce8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:11:11.274607 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:11:11.276418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c97f34-4377-40b1-88d4-0178c1413acc tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Made reservation on behalf of 043a9c63b01c446e9f1fa31a41971a98 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:11:11.282347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-41c97f34-4377-40b1-88d4-0178c1413acc tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:11.468079 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-78f8f085-efc9-4852-8c9c-6d3d5313a945 req-bff8882a-155f-479b-adc2-7f4a3aeb6a85 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 210 time: 0.1328876 Jan 17 14:11:11.473547 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-41c97f34-4377-40b1-88d4-0178c1413acc tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] device_id is not set on port 436c8060-3487-428a-9450-48fd93b49240 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:11:11.559748 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-73ab8eb1-c82c-4a31-b797-381db701b432 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:11.585759 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-73ab8eb1-c82c-4a31-b797-381db701b432 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Usage tracker for resource:subnet and tenant:83c738a27e9c460eb9a2c5fcc792d103 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:11.594519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-14b3175d-6bd7-472a-8629-ffdeb05e0ce8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:11.597625 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-73ab8eb1-c82c-4a31-b797-381db701b432 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:11.605062 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-c9a7b8be-b260-41d0-8d1e-e8238e1d5c5f tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:11.651070 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-73ab8eb1-c82c-4a31-b797-381db701b432 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:11.654349 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b3175d-6bd7-472a-8629-ffdeb05e0ce8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e9ca0fd1-94a7-4a53-bde2-2aaadae174a9 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 17 14:11:11.667613 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-c9a7b8be-b260-41d0-8d1e-e8238e1d5c5f tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Transition to ACTIVE for port object 5f0120a3-b504-4e3f-961d-8d0e46099075 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:11.668373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-14b3175d-6bd7-472a-8629-ffdeb05e0ce8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:11.687635 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3175d-6bd7-472a-8629-ffdeb05e0ce8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Pushing event deleted for resources: {'Network': ['ID=e9ca0fd1-94a7-4a53-bde2-2aaadae174a9,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:11.776680 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-14b3175d-6bd7-472a-8629-ffdeb05e0ce8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] 10.222.0.48 "DELETE /v2.0/networks/e9ca0fd1-94a7-4a53-bde2-2aaadae174a9 HTTP/1.1" status: 204 len: 168 time: 1.6858437 Jan 17 14:11:11.778601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ab8eb1-c82c-4a31-b797-381db701b432 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Made reservation on behalf of 83c738a27e9c460eb9a2c5fcc792d103 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:11:11.785103 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-73ab8eb1-c82c-4a31-b797-381db701b432 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:11.805892 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56308) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:11.830259 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Request body: {'network': {'name': 'tempest-network--156876389'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:11.851451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:11.938674 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-c9a7b8be-b260-41d0-8d1e-e8238e1d5c5f tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:12.178166 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7b8be-b260-41d0-8d1e-e8238e1d5c5f tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Pushing event updated for resources: {'Port': ['ID=5f0120a3-b504-4e3f-961d-8d0e46099075,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:12.185193 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Usage tracker for resource:network and tenant:067986fe8c554d27b6d056edbda35b85 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:12.216641 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:12.277999 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9e51f769-9f0d-4240-b49a-153fa2ae8233 req-6ff1ac76-9587-4a19-883f-e042dbde3564 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 210 time: 0.2462459 Jan 17 14:11:12.282539 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:12.343097 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-725ac4a4-f64b-4714-a4bd-150a87d35f4e tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=91022dbb65ec4eb28958344a7a8cf246&fields=id HTTP/1.1" status: 200 len: 348 time: 2.3077147 Jan 17 14:11:12.355978 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-41c97f34-4377-40b1-88d4-0178c1413acc tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Allocated IP 172.20.0.14 (07d6cab6-e03d-4709-acd6-381fa3b36143/9c6fc3b3-fc5e-4e70-8747-31068d04070b/436c8060-3487-428a-9450-48fd93b49240) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:11:12.361275 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-c9a7b8be-b260-41d0-8d1e-e8238e1d5c5f tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Network 65490aef-7574-47e8-8e01-18ff3449c348 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:12.367231 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Made reservation on behalf of 067986fe8c554d27b6d056edbda35b85 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:11:12.371299 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:12.491998 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:11:12.599846 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-c9a7b8be-b260-41d0-8d1e-e8238e1d5c5f tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:12.627109 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Router 550a36bd-a804-4c1c-a23e-bcf9a30a0a7a is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:11:12.692497 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:12.692497 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Added segment 75f8a47f-e737-4eda-a9c1-3377c2278257 of type vlan for network 9c22f171-78d7-44c7-a395-e16b9c7431ee Jan 17 14:11:12.701500 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-c9a7b8be-b260-41d0-8d1e-e8238e1d5c5f tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:11:12.816404 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-c9a7b8be-b260-41d0-8d1e-e8238e1d5c5f tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:12.817472 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-c9a7b8be-b260-41d0-8d1e-e8238e1d5c5f tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:13.038012 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-c9a7b8be-b260-41d0-8d1e-e8238e1d5c5f tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4200914 Jan 17 14:11:13.278268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.15', 55244) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:13.355528 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-846e33b8-31ce-4751-8189-6ac4102406a3 None None] Provisioning for port 5f0120a3-b504-4e3f-961d-8d0e46099075 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:11:13.385631 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-846e33b8-31ce-4751-8189-6ac4102406a3 None None] Provisioning complete for port 5f0120a3-b504-4e3f-961d-8d0e46099075 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:13.388786 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-f6ed826b-703b-426d-9730-8b9d0d31d598 service neutron] 10.222.0.48 "GET /v2.0/networks/1fe33185-0d26-416b-811b-abfdf1359eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7904890 Jan 17 14:11:13.400699 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-846e33b8-31ce-4751-8189-6ac4102406a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:13.413936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-b8bcc454-21ea-4d51-ae4e-6aa6f0808197 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:11:13.416213 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-b8bcc454-21ea-4d51-ae4e-6aa6f0808197 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0259974 Jan 17 14:11:13.465246 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Router bf4f45c6-0a42-4026-a3ba-e3d9770cf671 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:11:13.591694 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-846e33b8-31ce-4751-8189-6ac4102406a3 None None] Port 5f0120a3-b504-4e3f-961d-8d0e46099075 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:11:13.808154 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:13.826017 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d619ff75-5f51-4295-8d42-ea4f484bdd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:13.838757 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:13.927342 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:14.058851 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-73ab8eb1-c82c-4a31-b797-381db701b432 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:14.196544 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:11:14.242560 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8eb1-c82c-4a31-b797-381db701b432 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event updated for resources: {'Subnet': ['ID=447c5450-8fef-49c0-879d-c086e725f5b2,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:14.257629 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Request body: {'port': {'device_id': '7b9bbed0-5074-47ea-b9a9-77ac9ac114ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:14.301117 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04678ea-bcac-49af-a496-f5df53185d72 req-e70b0dd4-492b-4dcb-9f99-a183f24b86f0 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:14.304555 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c04678ea-bcac-49af-a496-f5df53185d72 req-e70b0dd4-492b-4dcb-9f99-a183f24b86f0 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 931 time: 1.2557008 Jan 17 14:11:14.340281 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:11:14.360489 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] Sync routers for ids ['550a36bd-a804-4c1c-a23e-bcf9a30a0a7a'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:11:14.388824 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] Routers {'550a36bd-a804-4c1c-a23e-bcf9a30a0a7a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:14.389862 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['550a36bd-a804-4c1c-a23e-bcf9a30a0a7a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:14.449769 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-25a321ef-256e-4be4-aef6-ebf2adf92f74 service neutron] 10.222.0.48 "GET /v2.0/networks/1fe33185-0d26-416b-811b-abfdf1359eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0318472 Jan 17 14:11:14.460241 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-e6d4bd9a-c62d-4831-8363-ab5603ff3413 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:14.463159 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-e6d4bd9a-c62d-4831-8363-ab5603ff3413 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.15 "GET /v2.0/networks?id=6e0dd9fe-ccdf-45be-b211-f6a9095516c6 HTTP/1.1" status: 200 len: 806 time: 1.1636972 Jan 17 14:11:14.475994 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-41c97f34-4377-40b1-88d4-0178c1413acc tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:14.509026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:14.515233 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:14.516447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:14.540939 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:14.546047 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-32ed6323-2f6c-4f8c-974e-bce3ac576c08 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 16.6800156 Jan 17 14:11:14.548855 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56324) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:14.562278 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:11:14.589253 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5c366e-81c6-477b-b702-41545b335c93 None None] Sync routers for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:11:14.618712 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5c366e-81c6-477b-b702-41545b335c93 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:14.619480 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0a5c366e-81c6-477b-b702-41545b335c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:14.629464 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.8116038 Jan 17 14:11:14.663041 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56328) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:14.759986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-662f5902-7521-49fb-9e42-ae6de6edb7b8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:14.777469 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] Set router 550a36bd-a804-4c1c-a23e-bcf9a30a0a7a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:11:14.834718 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0a5c366e-81c6-477b-b702-41545b335c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:14.847565 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-41c97f34-4377-40b1-88d4-0178c1413acc tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Transition to ACTIVE for port object 436c8060-3487-428a-9450-48fd93b49240 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:14.864911 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5c366e-81c6-477b-b702-41545b335c93 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:14.865562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0a5c366e-81c6-477b-b702-41545b335c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:14.966844 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:14.984916 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-c04678ea-bcac-49af-a496-f5df53185d72 req-3e195e3f-0c55-4d05-a506-062719dee180 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Synchronizing usage tracker for tenant:4bf9d590b7484aed9edd856f9636eb85 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:11:15.039759 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-210fa1ae-e63b-473f-8da7-e7223a64c282 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=464561e5600c4cb5a08009418eecb6f6 HTTP/1.1" status: 200 len: 380 time: 0.4597673 Jan 17 14:11:15.056868 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:15.153921 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0a5c366e-81c6-477b-b702-41545b335c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:15.164536 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5c366e-81c6-477b-b702-41545b335c93 None None] The sync data for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:11:15.214587 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ab8eb1-c82c-4a31-b797-381db701b432 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Checking segment: {'id': '8e83a45e-ef10-4436-8cec-40d56d5a17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '506c739c-51ba-492d-9036-b6fc9d3765e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:11:15.215215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ab8eb1-c82c-4a31-b797-381db701b432 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Network hostable DHCP agents. Network: 506c739c-51ba-492d-9036-b6fc9d3765e4, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:11:15.240513 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-fc8134fe-0d12-45cb-b813-880d7b8356ea req-9dcc6643-12f9-45a7-b49c-050d3eb2e6b0 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Synchronizing usage tracker for tenant:464561e5600c4cb5a08009418eecb6f6 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:11:15.247343 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-bc97e1fe-0d6b-4cb2-9e4a-d1f58ea55006 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Request body: {'port': {'device_id': '27041eb1-3d45-414c-892d-7efd132c82c8', 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6', 'admin_state_up': True, 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'security_groups': ['52275d3c-d271-4283-9536-5a9c047fdeed']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:15.285839 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Pushing event updated for resources: {'Network': ['ID=9c22f171-78d7-44c7-a395-e16b9c7431ee,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:15.356764 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fdc020f3-3869-45e2-8c6b-fd555eeb34a9 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 15.6944339 Jan 17 14:11:15.365179 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56340) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:15.384211 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:15.467001 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:15.467772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:15.468313 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:15.469060 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:15.469831 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:15.470523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:15.471257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:15.472057 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:15.472700 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:15.473256 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:15.473925 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:15.474591 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9c0f-1710-4f9b-a4d2-78d5b3f82c27 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:15.500550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 9c22f171-78d7-44c7-a395-e16b9c7431ee details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:11:15.742482 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-c04678ea-bcac-49af-a496-f5df53185d72 req-3e195e3f-0c55-4d05-a506-062719dee180 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Unset dirty status for tenant:4bf9d590b7484aed9edd856f9636eb85 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:11:15.745730 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550a36bd-a804-4c1c-a23e-bcf9a30a0a7a', 'name': '', 'tenant_id': '72af6175791d44bcba99b51ff65fd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34101a56-a8eb-47af-8c82-f22cca65a91b', 'external_fixed_ips': [{'subnet_id': '430a40e9-d2ba-408d-b4f7-e4699f723ba9', 'ip_address': '2001:db8::230'}], 'enable_snat': True}, 'gw_port_id': '3cc5c0c9-474d-4707-bab8-f337ca68f857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:58Z', 'updated_at': '2022-01-17T14:11:06Z', 'revision_number': 3, 'project_id': '72af6175791d44bcba99b51ff65fd2b6', 'gw_port': {'id': '3cc5c0c9-474d-4707-bab8-f337ca68f857', 'name': '', 'network_id': '34101a56-a8eb-47af-8c82-f22cca65a91b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550a36bd-a804-4c1c-a23e-bcf9a30a0a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '430a40e9-d2ba-408d-b4f7-e4699f723ba9', 'ip_address': '2001:db8::230', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:11:01Z', 'updated_at': '2022-01-17T14:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '430a40e9-d2ba-408d-b4f7-e4699f723ba9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:15.752608 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c04678ea-bcac-49af-a496-f5df53185d72 req-3e195e3f-0c55-4d05-a506-062719dee180 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4013333 Jan 17 14:11:15.764206 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] Checking router: 550a36bd-a804-4c1c-a23e-bcf9a30a0a7a for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:11:15.768146 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] Updating router 550a36bd-a804-4c1c-a23e-bcf9a30a0a7a port 3cc5c0c9-474d-4707-bab8-f337ca68f857 binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:11:15.784353 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ab8eb1-c82c-4a31-b797-381db701b432 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Network 506c739c-51ba-492d-9036-b6fc9d3765e4 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:11:15.803328 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-41c97f34-4377-40b1-88d4-0178c1413acc tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:15.992424 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:16.027166 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ae3af661-2cc6-475a-8cbd-847fe56501d4 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:16.073822 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-73ab8eb1-c82c-4a31-b797-381db701b432 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 506c739c-51ba-492d-9036-b6fc9d3765e4) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:16.086097 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c97f34-4377-40b1-88d4-0178c1413acc tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Network 07d6cab6-e03d-4709-acd6-381fa3b36143 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:16.092643 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeaad55-1296-45b1-b2c5-095ff519c49b None None] Network 506c739c-51ba-492d-9036-b6fc9d3765e4 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:11:16.333248 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-41c97f34-4377-40b1-88d4-0178c1413acc tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:16.347899 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ab8eb1-c82c-4a31-b797-381db701b432 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:16.349342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-73ab8eb1-c82c-4a31-b797-381db701b432 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:16.412426 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c97f34-4377-40b1-88d4-0178c1413acc tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:11:16.420687 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-fc8134fe-0d12-45cb-b813-880d7b8356ea req-9dcc6643-12f9-45a7-b49c-050d3eb2e6b0 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Unset dirty status for tenant:464561e5600c4cb5a08009418eecb6f6 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:11:16.430871 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-fc8134fe-0d12-45cb-b813-880d7b8356ea req-9dcc6643-12f9-45a7-b49c-050d3eb2e6b0 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 210 time: 1.2602053 Jan 17 14:11:16.536691 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:16.592717 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-97e0a72a-1e9a-4648-90dd-0c83ec80c945 req-4712e6c5-4b0e-4131-b6e9-bec0daee6a04 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Synchronizing usage tracker for tenant:91022dbb65ec4eb28958344a7a8cf246 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:11:16.627268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-bc97e1fe-0d6b-4cb2-9e4a-d1f58ea55006 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:16.701359 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-73ab8eb1-c82c-4a31-b797-381db701b432 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.0517883 Jan 17 14:11:16.711455 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-bc97e1fe-0d6b-4cb2-9e4a-d1f58ea55006 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:16.758044 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c97f34-4377-40b1-88d4-0178c1413acc tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Pushing event updated for resources: {'Port': ['ID=436c8060-3487-428a-9450-48fd93b49240,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:16.788480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56348) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:16.808918 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-919e603f-59ad-4d15-b528-e45d81accfb5 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Request body: {'network': {'name': 'tempest-router-network01--1873860763'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:16.860031 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-919e603f-59ad-4d15-b528-e45d81accfb5 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:16.885102 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c97f34-4377-40b1-88d4-0178c1413acc tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:16.888814 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-41c97f34-4377-40b1-88d4-0178c1413acc tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:16.989158 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-662f5902-7521-49fb-9e42-ae6de6edb7b8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:17.012776 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-bc97e1fe-0d6b-4cb2-9e4a-d1f58ea55006 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Made reservation on behalf of 464561e5600c4cb5a08009418eecb6f6 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:11:17.027320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-bc97e1fe-0d6b-4cb2-9e4a-d1f58ea55006 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:17.058020 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-919e603f-59ad-4d15-b528-e45d81accfb5 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Usage tracker for resource:network and tenant:83c738a27e9c460eb9a2c5fcc792d103 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:17.070588 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-97e0a72a-1e9a-4648-90dd-0c83ec80c945 req-4712e6c5-4b0e-4131-b6e9-bec0daee6a04 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Unset dirty status for tenant:91022dbb65ec4eb28958344a7a8cf246 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:11:17.073744 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-97e0a72a-1e9a-4648-90dd-0c83ec80c945 req-4712e6c5-4b0e-4131-b6e9-bec0daee6a04 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 210 time: 0.9020936 Jan 17 14:11:17.075600 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-919e603f-59ad-4d15-b528-e45d81accfb5 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:17.103535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-919e603f-59ad-4d15-b528-e45d81accfb5 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:17.143650 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae3af661-2cc6-475a-8cbd-847fe56501d4 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:17.202651 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-506c739c-51ba-492d-9036-b6fc9d3765e4', 'network_id': '506c739c-51ba-492d-9036-b6fc9d3765e4', 'tenant_id': '83c738a27e9c460eb9a2c5fcc792d103', 'fixed_ips': [{'subnet_id': '447c5450-8fef-49c0-879d-c086e725f5b2'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:11:17.203650 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:17.372863 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:17.427382 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-46d34421-3234-41a2-8899-65f196b4fbd6 None None] Provisioning for port 436c8060-3487-428a-9450-48fd93b49240 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:11:17.458077 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-bc97e1fe-0d6b-4cb2-9e4a-d1f58ea55006 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Allocated IP 172.20.0.6 (6e0dd9fe-ccdf-45be-b211-f6a9095516c6/5148f200-260f-4779-8cba-a4140d2a0c1d/97500c21-d690-48c9-b8e5-23e7cb89ddf7) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:11:17.495170 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:17.521821 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Deleting port 3cc5c0c9-474d-4707-bab8-f337ca68f857 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:11:17.522729 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:17.532643 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-46d34421-3234-41a2-8899-65f196b4fbd6 None None] Provisioning complete for port 436c8060-3487-428a-9450-48fd93b49240 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:17.533167 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-46d34421-3234-41a2-8899-65f196b4fbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:17.555758 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] Transition to ACTIVE for port object 3cc5c0c9-474d-4707-bab8-f337ca68f857 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:17.579065 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:17.866280 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:17.870244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-662f5902-7521-49fb-9e42-ae6de6edb7b8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:17.939321 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.15', 55249) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:17.957727 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] Attempting to bind port 3cc5c0c9-474d-4707-bab8-f337ca68f857 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:11:17.959140 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] Attempting to bind port 3cc5c0c9-474d-4707-bab8-f337ca68f857 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '2f137850-6c3a-4c36-9dcc-444c1c1aa2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '34101a56-a8eb-47af-8c82-f22cca65a91b'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:11:17.959619 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] Attempting to bind port 3cc5c0c9-474d-4707-bab8-f337ca68f857 on network 34101a56-a8eb-47af-8c82-f22cca65a91b {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:11:18.004421 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:11:18.004799 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] Checking segment: {'id': '2f137850-6c3a-4c36-9dcc-444c1c1aa2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '34101a56-a8eb-47af-8c82-f22cca65a91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:11:18.006353 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:18.006755 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] Bound using segment: {'id': '2f137850-6c3a-4c36-9dcc-444c1c1aa2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '34101a56-a8eb-47af-8c82-f22cca65a91b'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:11:18.009576 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] Bound port: 3cc5c0c9-474d-4707-bab8-f337ca68f857, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f137850-6c3a-4c36-9dcc-444c1c1aa2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '34101a56-a8eb-47af-8c82-f22cca65a91b'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:11:18.010044 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:18.046223 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-46d34421-3234-41a2-8899-65f196b4fbd6 None None] Port 436c8060-3487-428a-9450-48fd93b49240 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:11:18.077868 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Allocated IP 2001:db8::2 (506c739c-51ba-492d-9036-b6fc9d3765e4/447c5450-8fef-49c0-879d-c086e725f5b2/f0f16286-83a8-489f-aa94-c37bbc71bf69) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:11:18.188426 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] For port 3cc5c0c9-474d-4707-bab8-f337ca68f857, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:11:18.196459 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] For port 3cc5c0c9-474d-4707-bab8-f337ca68f857, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3cc5c0c9-474d-4707-bab8-f337ca68f857,segment=NetworkSegment(2f137850-6c3a-4c36-9dcc-444c1c1aa2ee),segment_id=2f137850-6c3a-4c36-9dcc-444c1c1aa2ee)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:11:18.199216 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0aabc4-0e56-4973-b282-fe100ded5da4 None None] Pushing event updated for resources: {'Port': ['ID=3cc5c0c9-474d-4707-bab8-f337ca68f857,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:18.204859 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:18.329119 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-662f5902-7521-49fb-9e42-ae6de6edb7b8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Network 9c22f171-78d7-44c7-a395-e16b9c7431ee is not hosted by any dhcp agent {{(pid=87523) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 17 14:11:18.332970 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662f5902-7521-49fb-9e42-ae6de6edb7b8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:18.335694 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-662f5902-7521-49fb-9e42-ae6de6edb7b8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:18.345302 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-662f5902-7521-49fb-9e42-ae6de6edb7b8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] 10.222.0.48 "PUT /v2.0/networks/9c22f171-78d7-44c7-a395-e16b9c7431ee HTTP/1.1" status: 200 len: 857 time: 3.6306095 Jan 17 14:11:18.350266 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-41c97f34-4377-40b1-88d4-0178c1413acc tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 9.3296971 Jan 17 14:11:18.358762 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2fbd97a3-c5b2-4642-a69a-6f7f56648b9f req-a927dcb2-81f0-4a50-9bd5-d2aee92bfa6c tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 210 time: 0.3981941 Jan 17 14:11:18.425270 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56358) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:18.425778 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56364) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:18.441890 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0aabc4-0e56-4973-b282-fe100ded5da4 None None] Pushing event updated for resources: {'Port': ['ID=3cc5c0c9-474d-4707-bab8-f337ca68f857,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:18.476591 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] Routers {'550a36bd-a804-4c1c-a23e-bcf9a30a0a7a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:18.480208 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['550a36bd-a804-4c1c-a23e-bcf9a30a0a7a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:18.545774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-bc97e1fe-0d6b-4cb2-9e4a-d1f58ea55006 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:18.585277 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-bc97e1fe-0d6b-4cb2-9e4a-d1f58ea55006 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Transition to ACTIVE for port object 97500c21-d690-48c9-b8e5-23e7cb89ddf7 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:18.627019 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f5902-7521-49fb-9e42-ae6de6edb7b8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Pushing event updated for resources: {'Network': ['ID=9c22f171-78d7-44c7-a395-e16b9c7431ee,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:18.633945 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-bc97e1fe-0d6b-4cb2-9e4a-d1f58ea55006 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:18.636059 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919e603f-59ad-4d15-b528-e45d81accfb5 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Made reservation on behalf of 83c738a27e9c460eb9a2c5fcc792d103 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:11:18.640763 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-919e603f-59ad-4d15-b528-e45d81accfb5 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:18.867888 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:18.915967 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Transition to ACTIVE for port object f0f16286-83a8-489f-aa94-c37bbc71bf69 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:19.034818 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Transition to ACTIVE for port object f0f16286-83a8-489f-aa94-c37bbc71bf69 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:19.047175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:19.085293 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] Set router 550a36bd-a804-4c1c-a23e-bcf9a30a0a7a gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:11:19.332622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Pushing event updated for resources: {'Port': ['ID=f0f16286-83a8-489f-aa94-c37bbc71bf69,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:19.353297 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550a36bd-a804-4c1c-a23e-bcf9a30a0a7a', 'name': '', 'tenant_id': '72af6175791d44bcba99b51ff65fd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:58Z', 'updated_at': '2022-01-17T14:11:17Z', 'revision_number': 4, 'project_id': '72af6175791d44bcba99b51ff65fd2b6', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:19.363599 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:19.366393 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ca888-d4cc-48af-8c09-333050f11973 None None] The sync data for ids ['550a36bd-a804-4c1c-a23e-bcf9a30a0a7a'] in dv-neutron-824901-1-hyperv is: [{'id': '550a36bd-a804-4c1c-a23e-bcf9a30a0a7a', 'name': '', 'tenant_id': '72af6175791d44bcba99b51ff65fd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:58Z', 'updated_at': '2022-01-17T14:11:17Z', 'revision_number': 4, 'project_id': '72af6175791d44bcba99b51ff65fd2b6', 'gw_port_host': None}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:11:19.368256 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:19.371225 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:19.371225 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:19.374954 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:19.374954 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:19.374954 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:19.374954 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:19.375957 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:19.376628 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:19.376628 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:19.376628 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:19.408336 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Network 506c739c-51ba-492d-9036-b6fc9d3765e4 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:19.411202 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:19.420198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:11:19.435872 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919e603f-59ad-4d15-b528-e45d81accfb5 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:11:19.470797 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-919e603f-59ad-4d15-b528-e45d81accfb5 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:19.471289 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-919e603f-59ad-4d15-b528-e45d81accfb5 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Added segment f91bc049-f065-4136-a9d2-07c3cf410913 of type vlan for network 41d164f3-c137-4fdd-8fae-ee3b0e02859c Jan 17 14:11:19.514342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-919e603f-59ad-4d15-b528-e45d81accfb5 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:19.524265 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-bc97e1fe-0d6b-4cb2-9e4a-d1f58ea55006 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Network 6e0dd9fe-ccdf-45be-b211-f6a9095516c6 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:19.531205 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2bb70801-42b6-4b6f-8d29-537739e9afaa req-4688b622-536f-41f8-978a-f9913f41efab tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 210 time: 0.3378937 Jan 17 14:11:19.537100 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-bc97e1fe-0d6b-4cb2-9e4a-d1f58ea55006 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:19.546287 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-bc97e1fe-0d6b-4cb2-9e4a-d1f58ea55006 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:11:19.645391 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-919e603f-59ad-4d15-b528-e45d81accfb5 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:11:19.678757 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97e1fe-0d6b-4cb2-9e4a-d1f58ea55006 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Pushing event updated for resources: {'Port': ['ID=97500c21-d690-48c9-b8e5-23e7cb89ddf7,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:19.743191 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Attempting to bind port f0f16286-83a8-489f-aa94-c37bbc71bf69 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:11:19.744055 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Attempting to bind port f0f16286-83a8-489f-aa94-c37bbc71bf69 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '8e83a45e-ef10-4436-8cec-40d56d5a17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '506c739c-51ba-492d-9036-b6fc9d3765e4'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:11:19.744851 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Attempting to bind port f0f16286-83a8-489f-aa94-c37bbc71bf69 on network 506c739c-51ba-492d-9036-b6fc9d3765e4 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:11:19.765820 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:11:19.768394 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Checking segment: {'id': '8e83a45e-ef10-4436-8cec-40d56d5a17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '506c739c-51ba-492d-9036-b6fc9d3765e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:11:19.769032 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:19.782770 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Bound using segment: {'id': '8e83a45e-ef10-4436-8cec-40d56d5a17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '506c739c-51ba-492d-9036-b6fc9d3765e4'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:11:19.783499 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Bound port: f0f16286-83a8-489f-aa94-c37bbc71bf69, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e83a45e-ef10-4436-8cec-40d56d5a17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '506c739c-51ba-492d-9036-b6fc9d3765e4'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:11:19.784088 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:19.805328 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-bc97e1fe-0d6b-4cb2-9e4a-d1f58ea55006 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:19.809330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-bc97e1fe-0d6b-4cb2-9e4a-d1f58ea55006 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:19.834203 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-919e603f-59ad-4d15-b528-e45d81accfb5 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:19.859974 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919e603f-59ad-4d15-b528-e45d81accfb5 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:19.860687 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-919e603f-59ad-4d15-b528-e45d81accfb5 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:20.016108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] For port f0f16286-83a8-489f-aa94-c37bbc71bf69, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:11:20.021578 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] For port f0f16286-83a8-489f-aa94-c37bbc71bf69, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=f0f16286-83a8-489f-aa94-c37bbc71bf69,segment=NetworkSegment(8e83a45e-ef10-4436-8cec-40d56d5a17c1),segment_id=8e83a45e-ef10-4436-8cec-40d56d5a17c1)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:11:20.035117 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:20.113159 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Calling delete_port for 3cc5c0c9-474d-4707-bab8-f337ca68f857 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:11:20.172483 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-919e603f-59ad-4d15-b528-e45d81accfb5 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 3.3819287 Jan 17 14:11:20.307559 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-064ead58-797b-4083-83d2-28bb8f2e9227 None None] Provisioning for port 97500c21-d690-48c9-b8e5-23e7cb89ddf7 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:11:20.314007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56376) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:20.346794 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-064ead58-797b-4083-83d2-28bb8f2e9227 None None] Provisioning complete for port 97500c21-d690-48c9-b8e5-23e7cb89ddf7 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:20.347407 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-064ead58-797b-4083-83d2-28bb8f2e9227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:20.349995 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-bc97e1fe-0d6b-4cb2-9e4a-d1f58ea55006 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1140597 Jan 17 14:11:20.357874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-8d246c20-f569-4b7c-9228-1e260d32e9ab tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Request body: {'network': {'name': 'tempest-router-network02--675244265'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:20.433523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-8d246c20-f569-4b7c-9228-1e260d32e9ab tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:20.446097 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] Request body: {'port': {'device_id': '27041eb1-3d45-414c-892d-7efd132c82c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:20.537479 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c4523-2fb2-4ece-91ec-e4db3ea4f62c None None] Pushing event updated for resources: {'Port': ['ID=f0f16286-83a8-489f-aa94-c37bbc71bf69,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:20.545643 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-a9316972-feab-4ad9-8393-74a9b8c5e13b tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:20.548600 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-a9316972-feab-4ad9-8393-74a9b8c5e13b tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.15 "GET /v2.0/networks?id=1fe33185-0d26-416b-811b-abfdf1359eb1 HTTP/1.1" status: 200 len: 810 time: 2.2048018 Jan 17 14:11:20.566548 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-064ead58-797b-4083-83d2-28bb8f2e9227 None None] Port 97500c21-d690-48c9-b8e5-23e7cb89ddf7 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:11:20.623518 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8d246c20-f569-4b7c-9228-1e260d32e9ab tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Usage tracker for resource:network and tenant:83c738a27e9c460eb9a2c5fcc792d103 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:20.664577 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8d246c20-f569-4b7c-9228-1e260d32e9ab tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:20.680826 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e603f-59ad-4d15-b528-e45d81accfb5 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event updated for resources: {'Network': ['ID=41d164f3-c137-4fdd-8fae-ee3b0e02859c,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:20.706817 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 41d164f3-c137-4fdd-8fae-ee3b0e02859c details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:11:20.707676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-8d246c20-f569-4b7c-9228-1e260d32e9ab tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:20.720054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f015127-23d2-497f-95cb-678de2cad4cb req-dabfd820-caf8-40e3-9577-b387b12dc6b7 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:20.722705 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-8f015127-23d2-497f-95cb-678de2cad4cb req-dabfd820-caf8-40e3-9577-b387b12dc6b7 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Synchronizing usage tracker for tenant:464561e5600c4cb5a08009418eecb6f6 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:11:20.759866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:20.846494 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-8f015127-23d2-497f-95cb-678de2cad4cb req-dabfd820-caf8-40e3-9577-b387b12dc6b7 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Unset dirty status for tenant:464561e5600c4cb5a08009418eecb6f6 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:11:20.847854 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8f015127-23d2-497f-95cb-678de2cad4cb req-dabfd820-caf8-40e3-9577-b387b12dc6b7 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 931 time: 0.9768581 Jan 17 14:11:20.848505 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d246c20-f569-4b7c-9228-1e260d32e9ab tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Made reservation on behalf of 83c738a27e9c460eb9a2c5fcc792d103 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:11:20.852162 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d246c20-f569-4b7c-9228-1e260d32e9ab tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:20.930807 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d246c20-f569-4b7c-9228-1e260d32e9ab tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:11:20.959125 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d246c20-f569-4b7c-9228-1e260d32e9ab tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:20.959125 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-8d246c20-f569-4b7c-9228-1e260d32e9ab tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Added segment 37489852-9668-4ad4-8419-dc115f7d1eba of type vlan for network e9622303-b716-4b13-90a8-d72ae08ecdd9 Jan 17 14:11:20.996859 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.api [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:11:20.997481 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG oslo_db.api [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:11:21.001417 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-72b0d9ad-9ecd-4894-8800-25bf85a84fe8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:21.041206 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'project_id': '043a9c63b01c446e9f1fa31a41971a98', 'port_id': '436c8060-3487-428a-9450-48fd93b49240'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:21.070532 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae3af661-2cc6-475a-8cbd-847fe56501d4 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:21.088707 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d246c20-f569-4b7c-9228-1e260d32e9ab tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:21.098076 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:21.131544 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Usage tracker for resource:floatingip and tenant:043a9c63b01c446e9f1fa31a41971a98 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:21.144413 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae3af661-2cc6-475a-8cbd-847fe56501d4 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:21.144413 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-ae3af661-2cc6-475a-8cbd-847fe56501d4 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Floating IP 07a59073-1c5d-4a65-9df2-040e9f671c9e disassociated. External IP: 172.26.3.107, port: 5457a3cd-0dda-4d56-b53f-0d3a0c73ba5e. Jan 17 14:11:21.166303 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8f015127-23d2-497f-95cb-678de2cad4cb req-feb69375-8bb5-4006-91b1-3d9b358b5564 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/security-groups?id=52275d3c-d271-4283-9536-5a9c047fdeed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931035 Jan 17 14:11:21.215113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d246c20-f569-4b7c-9228-1e260d32e9ab tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:21.225789 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d246c20-f569-4b7c-9228-1e260d32e9ab tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:21.226842 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d246c20-f569-4b7c-9228-1e260d32e9ab tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:21.254512 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:21.272263 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f0120a3-b504-4e3f-961d-8d0e46099075 {{(pid=87524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:11:21.286759 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:21.330162 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:21.420675 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e960f9d-d527-4c78-93ba-b44116572a8e req-3d46cac9-ffa0-4364-808c-5e8c055a8921 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:21.421487 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-2e960f9d-d527-4c78-93ba-b44116572a8e req-3d46cac9-ffa0-4364-808c-5e8c055a8921 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Synchronizing usage tracker for tenant:4bf9d590b7484aed9edd856f9636eb85 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:11:21.460215 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:21.538392 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8d246c20-f569-4b7c-9228-1e260d32e9ab tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2155254 Jan 17 14:11:21.541099 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff97c266-0be1-4c68-907c-15d5624560ad req-d12265c3-7bb6-47ff-9e62-60bb1f2783aa tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 210 time: 0.1749828 Jan 17 14:11:21.545950 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56386) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:21.557474 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-4b20f8e3-9c80-4576-afec-7c8618f64642 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Request body: {'subnet': {'network_id': '41d164f3-c137-4fdd-8fae-ee3b0e02859c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:21.558921 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Deleting port 3cc5c0c9-474d-4707-bab8-f337ca68f857 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:11:21.559476 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:21.588072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d246c20-f569-4b7c-9228-1e260d32e9ab tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event updated for resources: {'Network': ['ID=e9622303-b716-4b13-90a8-d72ae08ecdd9,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:21.605585 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network e9622303-b716-4b13-90a8-d72ae08ecdd9 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:11:21.617735 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-1d5f5811-ce84-42b6-bac8-5fd148e751d3 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91022dbb65ec4eb28958344a7a8cf246 HTTP/1.1" status: 200 len: 379 time: 0.6078961 Jan 17 14:11:21.727495 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Transition to ACTIVE for port object 5f0120a3-b504-4e3f-961d-8d0e46099075 will not be triggered until provisioned by entity L2. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:21.819797 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4b20f8e3-9c80-4576-afec-7c8618f64642 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:21.829152 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4b20f8e3-9c80-4576-afec-7c8618f64642 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Usage tracker for resource:subnet and tenant:83c738a27e9c460eb9a2c5fcc792d103 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:21.834132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4b20f8e3-9c80-4576-afec-7c8618f64642 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:21.845009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4b20f8e3-9c80-4576-afec-7c8618f64642 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:21.897395 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b20f8e3-9c80-4576-afec-7c8618f64642 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Made reservation on behalf of 83c738a27e9c460eb9a2c5fcc792d103 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:11:21.901310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4b20f8e3-9c80-4576-afec-7c8618f64642 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:21.912441 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-2e960f9d-d527-4c78-93ba-b44116572a8e req-3d46cac9-ffa0-4364-808c-5e8c055a8921 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Unset dirty status for tenant:4bf9d590b7484aed9edd856f9636eb85 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:11:21.914418 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2e960f9d-d527-4c78-93ba-b44116572a8e req-3d46cac9-ffa0-4364-808c-5e8c055a8921 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 931 time: 4.6902480 Jan 17 14:11:21.915251 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:22.014087 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97500c21-d690-48c9-b8e5-23e7cb89ddf7 {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:11:22.029088 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:22.061242 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] Transition to ACTIVE for port object 97500c21-d690-48c9-b8e5-23e7cb89ddf7 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:22.067676 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-72b0d9ad-9ecd-4894-8800-25bf85a84fe8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:22.076714 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:22.127987 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e6e126-b090-4c7c-ad3a-60781fbfd244 None None] Network 506c739c-51ba-492d-9036-b6fc9d3765e4 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:11:22.347969 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device f0f16286-83a8-489f-aa94-c37bbc71bf69 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:11:22.489148 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7fb153cc-6386-4c73-a465-83fe78370bb7 None None] Provisioning for port f0f16286-83a8-489f-aa94-c37bbc71bf69 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:11:22.507103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-9d23209d-1d9c-49b1-b5d0-20cc82cbba1d tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Request body: {'port': {'device_id': '12b46ff7-4289-447b-be13-f46cea3d9cf9', 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1', 'admin_state_up': True, 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'security_groups': ['0d34a5e2-2ede-48df-8d4e-898d07db5631']}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:22.543767 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-72b0d9ad-9ecd-4894-8800-25bf85a84fe8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c22f171-78d7-44c7-a395-e16b9c7431ee']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:22.590725 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0120a3-b504-4e3f-961d-8d0e46099075,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:22.667387 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:22.678582 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port f0f16286-83a8-489f-aa94-c37bbc71bf69 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:11:22.704172 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port f0f16286-83a8-489f-aa94-c37bbc71bf69 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:22.704788 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:22.863291 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] Pushing event updated for resources: {'Port': ['ID=97500c21-d690-48c9-b8e5-23e7cb89ddf7,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:22.909117 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-72b0d9ad-9ecd-4894-8800-25bf85a84fe8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f8a47f-e737-4eda-a9c1-3377c2278257') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:22.909558 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-72b0d9ad-9ecd-4894-8800-25bf85a84fe8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f8a47f-e737-4eda-a9c1-3377c2278257') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:22.920646 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4b20f8e3-9c80-4576-afec-7c8618f64642 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:23.011174 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:23.011562 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:23.011931 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:23.013466 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:23.013466 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:23.013466 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:23.013466 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:23.013818 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:23.013818 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:23.014133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:23.014454 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:23.015081 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:11:23.021012 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2e960f9d-d527-4c78-93ba-b44116572a8e req-d27aa652-6de9-4fd6-b7cf-4ba7ea0d251c tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0137219 Jan 17 14:11:23.045766 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-72b0d9ad-9ecd-4894-8800-25bf85a84fe8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:23.086835 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:23.161276 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port f0f16286-83a8-489f-aa94-c37bbc71bf69, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=f0f16286-83a8-489f-aa94-c37bbc71bf69,segment=NetworkSegment(8e83a45e-ef10-4436-8cec-40d56d5a17c1),segment_id=8e83a45e-ef10-4436-8cec-40d56d5a17c1)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:11:23.173325 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] Attempting to bind port 97500c21-d690-48c9-b8e5-23e7cb89ddf7 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:11:23.173854 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] Attempting to bind port 97500c21-d690-48c9-b8e5-23e7cb89ddf7 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': 'f36f3c3f-963f-4e6f-89ab-420cbbc62bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:11:23.174900 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] Attempting to bind port 97500c21-d690-48c9-b8e5-23e7cb89ddf7 on network 6e0dd9fe-ccdf-45be-b211-f6a9095516c6 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:11:23.180190 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20f8e3-9c80-4576-afec-7c8618f64642 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event updated for resources: {'Subnet': ['ID=5ace8ec2-7fc5-45f2-8348-e0b80816e332,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:23.191056 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] Port 97500c21-d690-48c9-b8e5-23e7cb89ddf7 on network 6e0dd9fe-ccdf-45be-b211-f6a9095516c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:11:23.191498 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] Attempting to bind port 97500c21-d690-48c9-b8e5-23e7cb89ddf7 on network 6e0dd9fe-ccdf-45be-b211-f6a9095516c6 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:11:23.195384 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b20f8e3-9c80-4576-afec-7c8618f64642 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Checking segment: {'id': 'f91bc049-f065-4136-a9d2-07c3cf410913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '41d164f3-c137-4fdd-8fae-ee3b0e02859c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:11:23.195902 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b20f8e3-9c80-4576-afec-7c8618f64642 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Network hostable DHCP agents. Network: 41d164f3-c137-4fdd-8fae-ee3b0e02859c, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:11:23.207510 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:23.215097 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61febe-bb25-4b56-8d0d-6f9c642f01bb req-ea428da2-2123-4745-9391-a5a1a370adf5 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:23.216901 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ce61febe-bb25-4b56-8d0d-6f9c642f01bb req-ea428da2-2123-4745-9391-a5a1a370adf5 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 943 time: 0.5278404 Jan 17 14:11:23.222252 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:11:23.225606 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] Checking segment: {'id': 'f36f3c3f-963f-4e6f-89ab-420cbbc62bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:11:23.226347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] Bound using segment: {'id': 'f36f3c3f-963f-4e6f-89ab-420cbbc62bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:11:23.226934 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] Bound port: 97500c21-d690-48c9-b8e5-23e7cb89ddf7, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36f3c3f-963f-4e6f-89ab-420cbbc62bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:11:23.227395 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:23.296622 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-72b0d9ad-9ecd-4894-8800-25bf85a84fe8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:23.342095 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b20f8e3-9c80-4576-afec-7c8618f64642 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Network 41d164f3-c137-4fdd-8fae-ee3b0e02859c is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:11:23.358627 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=f0f16286-83a8-489f-aa94-c37bbc71bf69,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:23.393850 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ce61febe-bb25-4b56-8d0d-6f9c642f01bb req-ca1a8706-8271-4b86-9bd6-a366a2d8fdf0 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/security-groups?id=52275d3c-d271-4283-9536-5a9c047fdeed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545808 Jan 17 14:11:23.394319 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c54767de-304c-4418-8c43-165fc056c59f req-b1874ae5-681d-4df0-b8a5-2e3177519d3c tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 210 time: 0.1373005 Jan 17 14:11:23.395331 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Attempting to bind port 5f0120a3-b504-4e3f-961d-8d0e46099075 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:11:23.396043 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Attempting to bind port 5f0120a3-b504-4e3f-961d-8d0e46099075 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '146d807b-421a-41cf-a776-1d8b62f4b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:11:23.396843 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Attempting to bind port 5f0120a3-b504-4e3f-961d-8d0e46099075 on network 65490aef-7574-47e8-8e01-18ff3449c348 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:11:23.412019 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-4b20f8e3-9c80-4576-afec-7c8618f64642 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 41d164f3-c137-4fdd-8fae-ee3b0e02859c) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:23.421588 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237073f5-2860-41fb-8b4d-990d95cd874e None None] Network 41d164f3-c137-4fdd-8fae-ee3b0e02859c requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:11:23.422769 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b20f8e3-9c80-4576-afec-7c8618f64642 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:23.423824 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4b20f8e3-9c80-4576-afec-7c8618f64642 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:23.477443 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b0d9ad-9ecd-4894-8800-25bf85a84fe8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:11:23.477962 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-72b0d9ad-9ecd-4894-8800-25bf85a84fe8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:23.497684 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] For port 97500c21-d690-48c9-b8e5-23e7cb89ddf7, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:11:23.504312 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4b20f8e3-9c80-4576-afec-7c8618f64642 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9569833 Jan 17 14:11:23.507810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] For port 97500c21-d690-48c9-b8e5-23e7cb89ddf7, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=97500c21-d690-48c9-b8e5-23e7cb89ddf7,segment=NetworkSegment(f36f3c3f-963f-4e6f-89ab-420cbbc62bd6),segment_id=f36f3c3f-963f-4e6f-89ab-420cbbc62bd6)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:11:23.509302 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56394) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:23.518340 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-73dbca77-fd18-4a3a-84e5-035744fff84d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Request body: {'subnet': {'network_id': 'e9622303-b716-4b13-90a8-d72ae08ecdd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:23.547972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:23.612140 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Port 5f0120a3-b504-4e3f-961d-8d0e46099075 on network 65490aef-7574-47e8-8e01-18ff3449c348 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:11:23.612140 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Attempting to bind port 5f0120a3-b504-4e3f-961d-8d0e46099075 on network 65490aef-7574-47e8-8e01-18ff3449c348 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:11:23.613135 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:11:23.706329 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] For port 3cc5c0c9-474d-4707-bab8-f337ca68f857, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3cc5c0c9-474d-4707-bab8-f337ca68f857,segment=NetworkSegment(2f137850-6c3a-4c36-9dcc-444c1c1aa2ee),segment_id=2f137850-6c3a-4c36-9dcc-444c1c1aa2ee)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:11:23.706619 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:23.727644 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:11:23.728075 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Checking segment: {'id': '146d807b-421a-41cf-a776-1d8b62f4b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:11:23.728618 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Bound using segment: {'id': '146d807b-421a-41cf-a776-1d8b62f4b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348'} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:11:23.729066 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Bound port: 5f0120a3-b504-4e3f-961d-8d0e46099075, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '146d807b-421a-41cf-a776-1d8b62f4b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348'}}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:11:23.729414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:23.751584 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3af661-2cc6-475a-8cbd-847fe56501d4 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Router bf4f45c6-0a42-4026-a3ba-e3d9770cf671 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:11:23.752870 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-9d23209d-1d9c-49b1-b5d0-20cc82cbba1d tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:23.784206 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:23.785480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:23.788074 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] 10.222.0.15 "PUT /v2.0/ports/97500c21-d690-48c9-b8e5-23e7cb89ddf7 HTTP/1.1" status: 200 len: 1093 time: 3.3709929 Jan 17 14:11:23.788894 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27041eb1-3d45-414c-892d-7efd132c82c8', 'tag': '97500c21-d690-48c9-b8e5-23e7cb89ddf7'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:11:23.842676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afcc77-1de2-4f30-bae2-411143d68803 service neutron] Pushing event updated for resources: {'Port': ['ID=97500c21-d690-48c9-b8e5-23e7cb89ddf7,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:23.855153 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-73dbca77-fd18-4a3a-84e5-035744fff84d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:23.862572 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-73dbca77-fd18-4a3a-84e5-035744fff84d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Usage tracker for resource:subnet and tenant:83c738a27e9c460eb9a2c5fcc792d103 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:23.872722 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-73dbca77-fd18-4a3a-84e5-035744fff84d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:23.986783 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9188864c-a90f-409b-95ad-80d3346a8fef None None] Provisioning complete for port f0f16286-83a8-489f-aa94-c37bbc71bf69 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:23.987315 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-73dbca77-fd18-4a3a-84e5-035744fff84d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:23.988002 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9188864c-a90f-409b-95ad-80d3346a8fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:24.019004 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Calling delete_port for 3cc5c0c9-474d-4707-bab8-f337ca68f857 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:11:24.020281 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dbca77-fd18-4a3a-84e5-035744fff84d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Made reservation on behalf of 83c738a27e9c460eb9a2c5fcc792d103 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:11:24.025682 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-73dbca77-fd18-4a3a-84e5-035744fff84d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:24.038955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-41d164f3-c137-4fdd-8fae-ee3b0e02859c', 'network_id': '41d164f3-c137-4fdd-8fae-ee3b0e02859c', 'tenant_id': '83c738a27e9c460eb9a2c5fcc792d103', 'fixed_ips': [{'subnet_id': '5ace8ec2-7fc5-45f2-8348-e0b80816e332'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:11:24.039773 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:24.256481 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device f0f16286-83a8-489f-aa94-c37bbc71bf69 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:11:24.361172 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-9d23209d-1d9c-49b1-b5d0-20cc82cbba1d tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:24.389684 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-fa02298b-01b3-4635-9c91-ce625ba1a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:24.396506 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-fa02298b-01b3-4635-9c91-ce625ba1a494 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=464561e5600c4cb5a08009418eecb6f6&device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 1096 time: 0.5272675 Jan 17 14:11:24.423806 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Allocated IP 2001:db8::2 (41d164f3-c137-4fdd-8fae-ee3b0e02859c/5ace8ec2-7fc5-45f2-8348-e0b80816e332/275da639-8853-4da0-b080-5c2bf1fdd978) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:11:24.487107 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] For port 5f0120a3-b504-4e3f-961d-8d0e46099075, host hv-neutron-8249, cleared binding levels {{(pid=87524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:11:24.491745 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] For port 5f0120a3-b504-4e3f-961d-8d0e46099075, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=5f0120a3-b504-4e3f-961d-8d0e46099075,segment=NetworkSegment(146d807b-421a-41cf-a776-1d8b62f4b40d),segment_id=146d807b-421a-41cf-a776-1d8b62f4b40d)] {{(pid=87524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:11:24.493036 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27041eb1-3d45-414c-892d-7efd132c82c8', 'tag': '97500c21-d690-48c9-b8e5-23e7cb89ddf7', 'status': 'completed', 'code': 200} Jan 17 14:11:24.522595 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-4dc454c9-a1a5-4c2f-9d0b-4ef9566b4505 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97500c21-d690-48c9-b8e5-23e7cb89ddf7 HTTP/1.1" status: 200 len: 217 time: 0.1192234 Jan 17 14:11:24.561580 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port f0f16286-83a8-489f-aa94-c37bbc71bf69 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:24.562270 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:24.569910 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:24.640668 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-72b0d9ad-9ecd-4894-8800-25bf85a84fe8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:24.713320 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b0d9ad-9ecd-4894-8800-25bf85a84fe8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9c22f171-78d7-44c7-a395-e16b9c7431ee {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 17 14:11:24.745416 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-72b0d9ad-9ecd-4894-8800-25bf85a84fe8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:24.750995 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-9d23209d-1d9c-49b1-b5d0-20cc82cbba1d tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Made reservation on behalf of 91022dbb65ec4eb28958344a7a8cf246 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:11:24.756306 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-9d23209d-1d9c-49b1-b5d0-20cc82cbba1d tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:24.781948 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0d9ad-9ecd-4894-8800-25bf85a84fe8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c22f171-78d7-44c7-a395-e16b9c7431ee,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:24.879298 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-ef3c1240-5003-4d07-8cb3-c34b9201561d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:24.882206 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-ef3c1240-5003-4d07-8cb3-c34b9201561d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5148f200-260f-4779-8cba-a4140d2a0c1d HTTP/1.1" status: 200 len: 845 time: 0.1370003 Jan 17 14:11:24.898374 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:24.899559 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:24.901591 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] 10.222.0.15 "PUT /v2.0/ports/5f0120a3-b504-4e3f-961d-8d0e46099075 HTTP/1.1" status: 200 len: 1093 time: 10.9914670 Jan 17 14:11:24.918372 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:24.920669 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9bbed0-5074-47ea-b9a9-77ac9ac114ef', 'tag': '5f0120a3-b504-4e3f-961d-8d0e46099075'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:11:24.939354 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6d2d47ea-a288-4feb-9013-77cb67488d96 req-539dd13c-4896-4deb-892c-8893467ae1ae tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 210 time: 0.2873001 Jan 17 14:11:25.121073 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-72b0d9ad-9ecd-4894-8800-25bf85a84fe8 tempest-ExternalNetworksTestJSON-1088739398 tempest-ExternalNetworksTestJSON-1088739398-project-admin] 10.222.0.48 "DELETE /v2.0/networks/9c22f171-78d7-44c7-a395-e16b9c7431ee HTTP/1.1" status: 204 len: 168 time: 6.6302888 Jan 17 14:11:25.200601 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:25.204938 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56418) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:25.227776 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Transition to ACTIVE for port object 275da639-8853-4da0-b080-5c2bf1fdd978 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:25.263757 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce50b9-63fe-4dcf-8f42-3a8f2f75b533 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0120a3-b504-4e3f-961d-8d0e46099075,revision_number=3']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:25.285322 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Transition to ACTIVE for port object 275da639-8853-4da0-b080-5c2bf1fdd978 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:25.295157 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:25.334147 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-73dbca77-fd18-4a3a-84e5-035744fff84d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:25.403341 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27e1b52-b943-4bbf-b215-145b8923eb08 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] DELETE failed (client error): The resource could not be found. Jan 17 14:11:25.404084 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27e1b52-b943-4bbf-b215-145b8923eb08 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:11:25.452275 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Network 41d164f3-c137-4fdd-8fae-ee3b0e02859c is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:25.461055 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:25.474288 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:11:25.494844 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Pushing event updated for resources: {'Port': ['ID=275da639-8853-4da0-b080-5c2bf1fdd978,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:25.509243 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b27e1b52-b943-4bbf-b215-145b8923eb08 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] 10.222.0.48 "DELETE /v2.0/subnets/f12d5d79-8427-4914-9988-e869987810f3 HTTP/1.1" status: 404 len: 337 time: 0.2966564 Jan 17 14:11:25.525637 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56424) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:25.556960 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dbca77-fd18-4a3a-84e5-035744fff84d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Checking segment: {'id': '37489852-9668-4ad4-8419-dc115f7d1eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e9622303-b716-4b13-90a8-d72ae08ecdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:11:25.557341 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dbca77-fd18-4a3a-84e5-035744fff84d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Network hostable DHCP agents. Network: e9622303-b716-4b13-90a8-d72ae08ecdd9, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:11:25.650809 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Attempting to bind port 275da639-8853-4da0-b080-5c2bf1fdd978 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:11:25.651514 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Attempting to bind port 275da639-8853-4da0-b080-5c2bf1fdd978 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'f91bc049-f065-4136-a9d2-07c3cf410913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '41d164f3-c137-4fdd-8fae-ee3b0e02859c'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:11:25.652194 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Attempting to bind port 275da639-8853-4da0-b080-5c2bf1fdd978 on network 41d164f3-c137-4fdd-8fae-ee3b0e02859c {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:11:25.659778 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbca77-fd18-4a3a-84e5-035744fff84d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event updated for resources: {'Subnet': ['ID=5b6923e8-193f-478b-b2e6-ba69a9683b41,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:25.660057 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:11:25.660307 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Checking segment: {'id': 'f91bc049-f065-4136-a9d2-07c3cf410913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '41d164f3-c137-4fdd-8fae-ee3b0e02859c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:11:25.660724 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:25.661187 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Bound using segment: {'id': 'f91bc049-f065-4136-a9d2-07c3cf410913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '41d164f3-c137-4fdd-8fae-ee3b0e02859c'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:11:25.661729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Bound port: 275da639-8853-4da0-b080-5c2bf1fdd978, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91bc049-f065-4136-a9d2-07c3cf410913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '41d164f3-c137-4fdd-8fae-ee3b0e02859c'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:11:25.662276 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:25.704626 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-44fca46d-8313-4d75-8f4d-79deaa6613be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:25.708691 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-44fca46d-8313-4d75-8f4d-79deaa6613be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6e0dd9fe-ccdf-45be-b211-f6a9095516c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8062935 Jan 17 14:11:25.769188 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3af661-2cc6-475a-8cbd-847fe56501d4 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:11:25.792911 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efda6863-fa30-402d-bd44-03faff449f7a None None] Sync routers for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:11:25.816974 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efda6863-fa30-402d-bd44-03faff449f7a None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:25.818310 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-efda6863-fa30-402d-bd44-03faff449f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:25.833979 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae3af661-2cc6-475a-8cbd-847fe56501d4 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:25.855691 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] For port 275da639-8853-4da0-b080-5c2bf1fdd978, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:11:25.951206 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-efda6863-fa30-402d-bd44-03faff449f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:25.964268 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede4dbe-826f-4050-9ad2-3821930fb358 req-a017421e-2b5d-4dd2-bf0f-145967a18e22 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:25.966642 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4ede4dbe-826f-4050-9ad2-3821930fb358 req-a017421e-2b5d-4dd2-bf0f-145967a18e22 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 943 time: 1.4680312 Jan 17 14:11:25.969100 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efda6863-fa30-402d-bd44-03faff449f7a None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:25.971485 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-efda6863-fa30-402d-bd44-03faff449f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:26.007997 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dbca77-fd18-4a3a-84e5-035744fff84d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Network e9622303-b716-4b13-90a8-d72ae08ecdd9 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:11:26.024462 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7d279-916e-4614-8955-7f082682c95d req-90266760-0030-480d-a988-775288cf3851 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:26.025642 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a9e7d279-916e-4614-8955-7f082682c95d req-90266760-0030-480d-a988-775288cf3851 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 943 time: 0.7543356 Jan 17 14:11:26.045159 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d88fe224-95ba-4599-9453-e5ea3c8289f1 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:26.077084 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-73dbca77-fd18-4a3a-84e5-035744fff84d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, e9622303-b716-4b13-90a8-d72ae08ecdd9) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:26.081327 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dbca77-fd18-4a3a-84e5-035744fff84d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:26.082813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-73dbca77-fd18-4a3a-84e5-035744fff84d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:26.094051 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-efda6863-fa30-402d-bd44-03faff449f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:26.095465 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efda6863-fa30-402d-bd44-03faff449f7a None None] The sync data for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:11:26.099695 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4868ff35-7964-42f0-a50e-492dd137eb46 None None] Network e9622303-b716-4b13-90a8-d72ae08ecdd9 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:11:26.176910 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a9e7d279-916e-4614-8955-7f082682c95d req-b19de920-dfa1-455b-8975-67347dcc4520 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/security-groups?id=52275d3c-d271-4283-9536-5a9c047fdeed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254580 Jan 17 14:11:26.217145 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-11660b11-55ed-43d2-9283-80049c2f00da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:26.219860 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-11660b11-55ed-43d2-9283-80049c2f00da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bf9d590b7484aed9edd856f9636eb85&device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 1096 time: 1.0348558 Jan 17 14:11:26.245686 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-73dbca77-fd18-4a3a-84e5-035744fff84d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7347589 Jan 17 14:11:26.253120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56434) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:26.254494 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ae3af661-2cc6-475a-8cbd-847fe56501d4 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "PUT /v2.0/floatingips/07a59073-1c5d-4a65-9df2-040e9f671c9e HTTP/1.1" status: 200 len: 688 time: 10.2488108 Jan 17 14:11:26.265013 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Allocated IP 172.26.3.246 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/c2362bfb-cdad-4459-819a-8e579d641147) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:11:26.363439 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] For port 275da639-8853-4da0-b080-5c2bf1fdd978, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=275da639-8853-4da0-b080-5c2bf1fdd978,segment=NetworkSegment(f91bc049-f065-4136-a9d2-07c3cf410913),segment_id=f91bc049-f065-4136-a9d2-07c3cf410913)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:11:26.364470 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56438) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:26.367793 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-c337b509-596e-4607-a799-567f6942d5a4 service neutron] 10.222.0.15 "GET /v2.0/networks/6e0dd9fe-ccdf-45be-b211-f6a9095516c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6428392 Jan 17 14:11:26.429522 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-9d23209d-1d9c-49b1-b5d0-20cc82cbba1d tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Allocated IP 172.20.0.7 (1fe33185-0d26-416b-811b-abfdf1359eb1/ce596845-3d6c-4047-a87b-93e3264b0c43/113619fe-1823-40f5-a2bb-2892927ae905) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:11:26.435244 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:26.634659 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4ede4dbe-826f-4050-9ad2-3821930fb358 req-c4aecf33-b544-4d72-b8fe-1b9675301b3a tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6322141 Jan 17 14:11:26.636523 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-930ac9bc-3249-4a27-83d8-35da9bc79a4c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f0120a3-b504-4e3f-961d-8d0e46099075 HTTP/1.1" status: 200 len: 217 time: 0.3751998 Jan 17 14:11:26.637538 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:26.672366 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9bbed0-5074-47ea-b9a9-77ac9ac114ef', 'tag': '5f0120a3-b504-4e3f-961d-8d0e46099075', 'status': 'completed', 'code': 200} Jan 17 14:11:26.684850 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c985c146-fed8-4873-99ea-da5a86922bf2 req-51c1ef29-401c-4f87-8734-5177f12aba64 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 210 time: 0.0806634 Jan 17 14:11:26.696593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-e9622303-b716-4b13-90a8-d72ae08ecdd9', 'network_id': 'e9622303-b716-4b13-90a8-d72ae08ecdd9', 'tenant_id': '83c738a27e9c460eb9a2c5fcc792d103', 'fixed_ips': [{'subnet_id': '5b6923e8-193f-478b-b2e6-ba69a9683b41'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:11:26.698136 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:26.713405 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d88fe224-95ba-4599-9453-e5ea3c8289f1 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:26.826043 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9508e2-7a08-4bdb-8a95-a1372da344c6 None None] Pushing event updated for resources: {'Port': ['ID=275da639-8853-4da0-b080-5c2bf1fdd978,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:27.088326 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-d88fe224-95ba-4599-9453-e5ea3c8289f1 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad0c4f0-3207-452e-8a8f-99857017f3b6']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:27.103474 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cc5c0c9-474d-4707-bab8-f337ca68f857,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:27.117453 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Allocated IP 2001:db8::2 (e9622303-b716-4b13-90a8-d72ae08ecdd9/5b6923e8-193f-478b-b2e6-ba69a9683b41/b9a94553-37c3-41d1-b0f0-fc768a97087d) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:11:27.226572 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:27.310865 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-d88fe224-95ba-4599-9453-e5ea3c8289f1 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d076ca2-6b4e-4a0a-820c-45027ed3c0c2') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:27.311320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-d88fe224-95ba-4599-9453-e5ea3c8289f1 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d076ca2-6b4e-4a0a-820c-45027ed3c0c2') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:27.462990 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:27.478035 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Transition to ACTIVE for port object b9a94553-37c3-41d1-b0f0-fc768a97087d will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:27.505091 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d88fe224-95ba-4599-9453-e5ea3c8289f1 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:27.514485 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Transition to ACTIVE for port object b9a94553-37c3-41d1-b0f0-fc768a97087d will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:27.524385 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-152127f2-cbd4-4b76-be18-131c04bebca1 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:27.531223 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:27.541293 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0b1cbd59-5984-44c9-9378-5e2d9bb17723 req-af1397df-97b7-4737-890e-73ce5482750d service neutron] 10.222.0.15 "GET /v2.0/networks/6e0dd9fe-ccdf-45be-b211-f6a9095516c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1578696 Jan 17 14:11:27.550416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d88fe224-95ba-4599-9453-e5ea3c8289f1 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:27.648439 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-1138271b-30a9-41b2-855a-4aa30fba8b1f tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Deleting port dd58fdfb-f637-4fd0-80d5-a84191898c0c {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:11:27.649026 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1138271b-30a9-41b2-855a-4aa30fba8b1f tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:27.666274 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Network e9622303-b716-4b13-90a8-d72ae08ecdd9 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:27.669783 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:27.673716 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:11:27.698510 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88fe224-95ba-4599-9453-e5ea3c8289f1 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:11:27.699676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d88fe224-95ba-4599-9453-e5ea3c8289f1 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:27.717438 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Pushing event updated for resources: {'Port': ['ID=b9a94553-37c3-41d1-b0f0-fc768a97087d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:11:27.735947 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:11:27.835586 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Attempting to bind port b9a94553-37c3-41d1-b0f0-fc768a97087d on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:11:27.840515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Attempting to bind port b9a94553-37c3-41d1-b0f0-fc768a97087d by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '37489852-9668-4ad4-8419-dc115f7d1eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e9622303-b716-4b13-90a8-d72ae08ecdd9'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:11:27.841242 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Attempting to bind port b9a94553-37c3-41d1-b0f0-fc768a97087d on network e9622303-b716-4b13-90a8-d72ae08ecdd9 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:11:27.867209 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-71d2a6bf-55ab-46b7-b97a-9c66c8e8e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:27.869820 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-71d2a6bf-55ab-46b7-b97a-9c66c8e8e177 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=108e9ce5-417b-4ebb-b330-fd1632de2fea HTTP/1.1" status: 200 len: 851 time: 1.2063007 Jan 17 14:11:27.871080 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:11:27.871661 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Checking segment: {'id': '37489852-9668-4ad4-8419-dc115f7d1eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e9622303-b716-4b13-90a8-d72ae08ecdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:11:27.878337 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:27.878562 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:27.878868 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Bound using segment: {'id': '37489852-9668-4ad4-8419-dc115f7d1eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e9622303-b716-4b13-90a8-d72ae08ecdd9'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:11:27.879415 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Bound port: b9a94553-37c3-41d1-b0f0-fc768a97087d, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37489852-9668-4ad4-8419-dc115f7d1eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e9622303-b716-4b13-90a8-d72ae08ecdd9'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:11:27.879863 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:27.919435 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:28.114241 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8d35434a-4e71-4197-8733-986eb387795c None None] For port b9a94553-37c3-41d1-b0f0-fc768a97087d, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:11:28.274295 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 275da639-8853-4da0-b080-5c2bf1fdd978 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:11:28.349461 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d88fe224-95ba-4599-9453-e5ea3c8289f1 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:28.392272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d88fe224-95ba-4599-9453-e5ea3c8289f1 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:28.397456 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8d35434a-4e71-4197-8733-986eb387795c None None] For port b9a94553-37c3-41d1-b0f0-fc768a97087d, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b9a94553-37c3-41d1-b0f0-fc768a97087d,segment=NetworkSegment(37489852-9668-4ad4-8419-dc115f7d1eba),segment_id=37489852-9668-4ad4-8419-dc115f7d1eba)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:11:28.413200 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:28.427975 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fe224-95ba-4599-9453-e5ea3c8289f1 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] Pushing event deleted for resources: {'Network': ['ID=aad0c4f0-3207-452e-8a8f-99857017f3b6,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:28.472658 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d88fe224-95ba-4599-9453-e5ea3c8289f1 tempest-ExternalNetworksTestJSON-1168569347 tempest-ExternalNetworksTestJSON-1168569347-project] 10.222.0.48 "DELETE /v2.0/networks/aad0c4f0-3207-452e-8a8f-99857017f3b6 HTTP/1.1" status: 204 len: 168 time: 2.9414473 Jan 17 14:11:28.511664 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:28.562479 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35434a-4e71-4197-8733-986eb387795c None None] Pushing event updated for resources: {'Port': ['ID=b9a94553-37c3-41d1-b0f0-fc768a97087d,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:28.563418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651aec4d-6cc6-42ca-8058-3d4503bf83b5 req-bca0ded3-ca67-4119-8f3f-6971a3627f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:28.565958 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-651aec4d-6cc6-42ca-8058-3d4503bf83b5 req-bca0ded3-ca67-4119-8f3f-6971a3627f6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=464561e5600c4cb5a08009418eecb6f6&device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 1096 time: 0.9296675 Jan 17 14:11:28.568472 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b85a63f-f763-42e5-a725-f3617023e15d None None] Network 41d164f3-c137-4fdd-8fae-ee3b0e02859c requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:11:28.652378 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b6747-a799-4433-8a33-8ae03f60caaf req-f1e36fbe-dfe9-4488-802c-dd7b4fdcdce3 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:28.655139 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-669b6747-a799-4433-8a33-8ae03f60caaf req-f1e36fbe-dfe9-4488-802c-dd7b4fdcdce3 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 943 time: 0.4830956 Jan 17 14:11:28.749118 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 275da639-8853-4da0-b080-5c2bf1fdd978 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:11:28.771691 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5f70d7cb-1122-4160-a509-bac5ab966ea4 None None] Provisioning for port 275da639-8853-4da0-b080-5c2bf1fdd978 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:11:28.790996 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5f70d7cb-1122-4160-a509-bac5ab966ea4 None None] Provisioning complete for port 275da639-8853-4da0-b080-5c2bf1fdd978 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:28.791645 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f70d7cb-1122-4160-a509-bac5ab966ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:28.870296 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1138271b-30a9-41b2-855a-4aa30fba8b1f tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:28.870771 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1138271b-30a9-41b2-855a-4aa30fba8b1f tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:29.098350 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56452) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:29.116018 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-1138271b-30a9-41b2-855a-4aa30fba8b1f tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Calling delete_port for dd58fdfb-f637-4fd0-80d5-a84191898c0c owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:11:29.135450 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-669b6747-a799-4433-8a33-8ae03f60caaf req-82d74b24-79da-4c34-9ed8-5826b9d59801 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4632905 Jan 17 14:11:29.303371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-9d23209d-1d9c-49b1-b5d0-20cc82cbba1d tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:29.316112 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-152127f2-cbd4-4b76-be18-131c04bebca1 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Allocated IP 2001:db8::1 (41d164f3-c137-4fdd-8fae-ee3b0e02859c/5ace8ec2-7fc5-45f2-8348-e0b80816e332/809c0a19-2094-42f9-88b3-60cf713bb8ae) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:11:29.371046 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651aec4d-6cc6-42ca-8058-3d4503bf83b5 req-338e67e5-c2a3-4dae-918f-cfd1c4823b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:29.373563 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-651aec4d-6cc6-42ca-8058-3d4503bf83b5 req-338e67e5-c2a3-4dae-918f-cfd1c4823b8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=6e0dd9fe-ccdf-45be-b211-f6a9095516c6 HTTP/1.1" status: 200 len: 907 time: 0.7853458 Jan 17 14:11:29.382124 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:29.382916 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 550a36bd-a804-4c1c-a23e-bcf9a30a0a7a {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:11:29.439028 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-9d23209d-1d9c-49b1-b5d0-20cc82cbba1d tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Transition to ACTIVE for port object 113619fe-1823-40f5-a2bb-2892927ae905 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:29.452141 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:29.556190 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f70d7cb-1122-4160-a509-bac5ab966ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:29.632066 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-5f70d7cb-1122-4160-a509-bac5ab966ea4 None None] For port 275da639-8853-4da0-b080-5c2bf1fdd978, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=275da639-8853-4da0-b080-5c2bf1fdd978,segment=NetworkSegment(f91bc049-f065-4136-a9d2-07c3cf410913),segment_id=f91bc049-f065-4136-a9d2-07c3cf410913)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:11:29.639839 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f70d7cb-1122-4160-a509-bac5ab966ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:29.657096 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:29.662529 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d7ffc413-80fb-4bc8-a9a4-18ddae491ef5 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "DELETE /v2.0/routers/550a36bd-a804-4c1c-a23e-bcf9a30a0a7a HTTP/1.1" status: 204 len: 168 time: 15.0941250 Jan 17 14:11:29.683863 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56458) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:29.701625 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cade5-0c23-4c3d-a366-2286ba516769 req-39bfb6fa-6faf-4063-bf1c-7183bd08f64a tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:29.704483 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e79cade5-0c23-4c3d-a366-2286ba516769 req-39bfb6fa-6faf-4063-bf1c-7183bd08f64a tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 943 time: 2.2130649 Jan 17 14:11:29.727628 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:29.756844 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:29.772784 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-22de3678-a524-49aa-a81a-ddf22842e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:29.775600 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-22de3678-a524-49aa-a81a-ddf22842e866 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65490aef-7574-47e8-8e01-18ff3449c348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.8848574 Jan 17 14:11:29.790379 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:11:29.823833 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70d7cb-1122-4160-a509-bac5ab966ea4 None None] Pushing event updated for resources: {'Port': ['ID=275da639-8853-4da0-b080-5c2bf1fdd978,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:29.850447 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Pushing event updated for resources: {'Port': ['ID=c2362bfb-cdad-4459-819a-8e579d641147,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:29.891466 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-152127f2-cbd4-4b76-be18-131c04bebca1 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:29.982426 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-651aec4d-6cc6-42ca-8058-3d4503bf83b5 req-7b949869-f668-4e27-b9f7-8e6cdfdb4e04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97500c21-d690-48c9-b8e5-23e7cb89ddf7 HTTP/1.1" status: 200 len: 217 time: 0.3899646 Jan 17 14:11:30.069852 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-152127f2-cbd4-4b76-be18-131c04bebca1 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Transition to ACTIVE for port object 809c0a19-2094-42f9-88b3-60cf713bb8ae will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:30.087667 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-e79cade5-0c23-4c3d-a366-2286ba516769 req-38eb5100-4084-47d0-b93d-947cac21d563 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Synchronizing usage tracker for tenant:464561e5600c4cb5a08009418eecb6f6 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:11:30.110039 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-9d23209d-1d9c-49b1-b5d0-20cc82cbba1d tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:30.110341 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-07501b7f-dc5f-46bc-bb6c-ec5b09f48c1d req-fc8dc759-de34-4296-ae46-21c5da31ee8c tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 210 time: 0.4393456 Jan 17 14:11:30.213024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-25165865-1e39-44c8-964d-1183296636d3 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Deleting subnet 430a40e9-d2ba-408d-b4f7-e4699f723ba9 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:11:30.257532 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651aec4d-6cc6-42ca-8058-3d4503bf83b5 req-59afe45f-2958-4cbc-b4e1-8723b6c47c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:30.264356 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-651aec4d-6cc6-42ca-8058-3d4503bf83b5 req-59afe45f-2958-4cbc-b4e1-8723b6c47c64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5148f200-260f-4779-8cba-a4140d2a0c1d HTTP/1.1" status: 200 len: 845 time: 0.2491529 Jan 17 14:11:30.269010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25165865-1e39-44c8-964d-1183296636d3 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:30.315965 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-76623b37-d121-4b6c-85c7-5d2ab3e98068 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d85528bac4e241ad82f3476c2060853d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2135000 Jan 17 14:11:30.317856 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d7e6af51-9ce0-4104-b58a-2fb3ddd3d0b6 None None] Provisioning complete for port 275da639-8853-4da0-b080-5c2bf1fdd978 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:30.321900 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d7e6af51-9ce0-4104-b58a-2fb3ddd3d0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:30.378037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56466) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:30.469813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b9a94553-37c3-41d1-b0f0-fc768a97087d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:11:30.570285 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25165865-1e39-44c8-964d-1183296636d3 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:30.588781 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-9d23209d-1d9c-49b1-b5d0-20cc82cbba1d tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Network 1fe33185-0d26-416b-811b-abfdf1359eb1 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:30.600342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-152127f2-cbd4-4b76-be18-131c04bebca1 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:30.612802 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-9d23209d-1d9c-49b1-b5d0-20cc82cbba1d tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:30.633652 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-e79cade5-0c23-4c3d-a366-2286ba516769 req-38eb5100-4084-47d0-b93d-947cac21d563 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Unset dirty status for tenant:464561e5600c4cb5a08009418eecb6f6 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:11:30.647402 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e79cade5-0c23-4c3d-a366-2286ba516769 req-38eb5100-4084-47d0-b93d-947cac21d563 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/security-groups?id=52275d3c-d271-4283-9536-5a9c047fdeed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9181201 Jan 17 14:11:30.651424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-9d23209d-1d9c-49b1-b5d0-20cc82cbba1d tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:11:30.712154 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1138271b-30a9-41b2-855a-4aa30fba8b1f tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:30.727319 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port b9a94553-37c3-41d1-b0f0-fc768a97087d completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:11:30.740067 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 275da639-8853-4da0-b080-5c2bf1fdd978 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:11:30.824482 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152127f2-cbd4-4b76-be18-131c04bebca1 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Network 41d164f3-c137-4fdd-8fae-ee3b0e02859c is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:30.843441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-152127f2-cbd4-4b76-be18-131c04bebca1 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:30.846837 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152127f2-cbd4-4b76-be18-131c04bebca1 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:11:30.847587 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-152127f2-cbd4-4b76-be18-131c04bebca1 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:30.882744 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba51843-fbe7-4773-a7a0-59257a55cc70 None None] Network e9622303-b716-4b13-90a8-d72ae08ecdd9 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:11:30.895598 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152127f2-cbd4-4b76-be18-131c04bebca1 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event updated for resources: {'Port': ['ID=809c0a19-2094-42f9-88b3-60cf713bb8ae,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:30.904705 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25165865-1e39-44c8-964d-1183296636d3 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:30.918006 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23209d-1d9c-49b1-b5d0-20cc82cbba1d tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Pushing event updated for resources: {'Port': ['ID=113619fe-1823-40f5-a2bb-2892927ae905,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:30.988351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-398cb304-1025-4d9d-b739-e19bc11a5c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:31.028412 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-3f714d41-48ad-4d2b-83de-76639b7c6c40 service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1999025 Jan 17 14:11:31.038244 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-9d23209d-1d9c-49b1-b5d0-20cc82cbba1d tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:31.039266 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-9d23209d-1d9c-49b1-b5d0-20cc82cbba1d tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:31.085870 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651aec4d-6cc6-42ca-8058-3d4503bf83b5 req-a12669d3-2f3f-435c-9559-632e051e107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:31.088064 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-651aec4d-6cc6-42ca-8058-3d4503bf83b5 req-a12669d3-2f3f-435c-9559-632e051e107c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6e0dd9fe-ccdf-45be-b211-f6a9095516c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7707098 Jan 17 14:11:31.090784 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-398cb304-1025-4d9d-b739-e19bc11a5c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:31.108751 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 275da639-8853-4da0-b080-5c2bf1fdd978 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:31.110311 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:31.123654 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b9e81-8cdb-4099-afe3-41593ce87809 req-1eb29003-12d6-496e-918c-3c86670d38a3 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:31.133204 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-898b9e81-8cdb-4099-afe3-41593ce87809 req-1eb29003-12d6-496e-918c-3c86670d38a3 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 943 time: 0.6434674 Jan 17 14:11:31.215490 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8ee4bde0-de37-4869-b826-0f8b40776bd1 None None] Provisioning for port b9a94553-37c3-41d1-b0f0-fc768a97087d completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:11:31.269105 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8ee4bde0-de37-4869-b826-0f8b40776bd1 None None] Provisioning complete for port b9a94553-37c3-41d1-b0f0-fc768a97087d triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:31.269717 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ee4bde0-de37-4869-b826-0f8b40776bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:31.331858 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 97500c21-d690-48c9-b8e5-23e7cb89ddf7 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:11:31.504844 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138271b-30a9-41b2-855a-4aa30fba8b1f tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event deleted for resources: {'Port': ['ID=dd58fdfb-f637-4fd0-80d5-a84191898c0c,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:31.593289 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-9d23209d-1d9c-49b1-b5d0-20cc82cbba1d tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.0912378 Jan 17 14:11:31.616424 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25165865-1e39-44c8-964d-1183296636d3 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:31.631832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] Request body: {'port': {'device_id': '12b46ff7-4289-447b-be13-f46cea3d9cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:31.702191 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-898b9e81-8cdb-4099-afe3-41593ce87809 req-05347d8a-74a8-4b60-ab85-40a0e4d61613 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5675423 Jan 17 14:11:31.713713 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1138271b-30a9-41b2-855a-4aa30fba8b1f tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:31.716269 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1138271b-30a9-41b2-855a-4aa30fba8b1f tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:31.723754 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1138271b-30a9-41b2-855a-4aa30fba8b1f tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "DELETE /v2.0/floatingips/07a59073-1c5d-4a65-9df2-040e9f671c9e HTTP/1.1" status: 204 len: 168 time: 5.3388059 Jan 17 14:11:31.723946 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25165865-1e39-44c8-964d-1183296636d3 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:31.728132 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56474) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:31.728656 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25165865-1e39-44c8-964d-1183296636d3 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=430a40e9-d2ba-408d-b4f7-e4699f723ba9,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:31.771803 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-152127f2-cbd4-4b76-be18-131c04bebca1 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:31.772014 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': '93824922-93df-4b8f-bf2a-205e5a2eb814'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:31.788600 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:31.802488 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Usage tracker for resource:floatingip and tenant:47556c7adaf148f193a49a6f0ca864f6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:31.808459 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:31.826249 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:31.844862 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-25165865-1e39-44c8-964d-1183296636d3 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/430a40e9-d2ba-408d-b4f7-e4699f723ba9 HTTP/1.1" status: 204 len: 168 time: 2.1585393 Jan 17 14:11:31.856149 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56478) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:31.869060 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:31.931991 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-398cb304-1025-4d9d-b739-e19bc11a5c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:31.936597 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-398cb304-1025-4d9d-b739-e19bc11a5c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:31.954254 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-398cb304-1025-4d9d-b739-e19bc11a5c0d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd6ab861-6e7f-4b25-92e8-7620a42f7634 HTTP/1.1" status: 204 len: 168 time: 1.5630674 Jan 17 14:11:31.956931 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5c7a39f9-574e-4b46-89d2-d8065a67122b req-eb0f05cf-34d6-40c9-a8f9-2c0a2747e7d1 service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8575830 Jan 17 14:11:31.968312 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ee4bde0-de37-4869-b826-0f8b40776bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:32.009542 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 97500c21-d690-48c9-b8e5-23e7cb89ddf7, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=97500c21-d690-48c9-b8e5-23e7cb89ddf7,segment=NetworkSegment(f36f3c3f-963f-4e6f-89ab-420cbbc62bd6),segment_id=f36f3c3f-963f-4e6f-89ab-420cbbc62bd6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:11:32.021475 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-651aec4d-6cc6-42ca-8058-3d4503bf83b5 req-76b6635a-4755-46ef-b871-89d4d0f2168b service neutron] 10.222.0.15 "GET /v2.0/networks/6e0dd9fe-ccdf-45be-b211-f6a9095516c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8544199 Jan 17 14:11:32.066188 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '97500c21-d690-48c9-b8e5-23e7cb89ddf7', 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6', 'port_id': '97500c21-d690-48c9-b8e5-23e7cb89ddf7', 'mac_address': 'fa:16:3e:3f:95:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5148f200-260f-4779-8cba-a4140d2a0c1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:11:32.152483 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:32.201186 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:32.216877 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8ee4bde0-de37-4869-b826-0f8b40776bd1 None None] For port b9a94553-37c3-41d1-b0f0-fc768a97087d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b9a94553-37c3-41d1-b0f0-fc768a97087d,segment=NetworkSegment(37489852-9668-4ad4-8419-dc115f7d1eba),segment_id=37489852-9668-4ad4-8419-dc115f7d1eba)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:11:32.218608 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:32.225688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9d1a4-adcd-4a0a-a745-152d05147873 req-e4a178d8-fb4a-477d-902b-2aa92e7c1bd5 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:32.226533 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-c3c9d1a4-adcd-4a0a-a745-152d05147873 req-e4a178d8-fb4a-477d-902b-2aa92e7c1bd5 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Synchronizing usage tracker for tenant:91022dbb65ec4eb28958344a7a8cf246 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:11:32.236407 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:32.271362 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ee4bde0-de37-4869-b826-0f8b40776bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:32.278073 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cb304-1025-4d9d-b739-e19bc11a5c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6ab861-6e7f-4b25-92e8-7620a42f7634,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:32.278368 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97500c21-d690-48c9-b8e5-23e7cb89ddf7 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:11:32.306858 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 97500c21-d690-48c9-b8e5-23e7cb89ddf7, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=97500c21-d690-48c9-b8e5-23e7cb89ddf7,segment=NetworkSegment(f36f3c3f-963f-4e6f-89ab-420cbbc62bd6),segment_id=f36f3c3f-963f-4e6f-89ab-420cbbc62bd6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:11:32.464076 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-c3c9d1a4-adcd-4a0a-a745-152d05147873 req-e4a178d8-fb4a-477d-902b-2aa92e7c1bd5 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Unset dirty status for tenant:91022dbb65ec4eb28958344a7a8cf246 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:11:32.472774 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c3c9d1a4-adcd-4a0a-a745-152d05147873 req-e4a178d8-fb4a-477d-902b-2aa92e7c1bd5 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 931 time: 1.1401219 Jan 17 14:11:32.500219 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4bde0-de37-4869-b826-0f8b40776bd1 None None] Pushing event updated for resources: {'Port': ['ID=b9a94553-37c3-41d1-b0f0-fc768a97087d,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:32.508649 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:32.562113 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bc74a-f57d-4e66-95ec-762aa7db5cc3 req-4a641374-0a0a-465d-88b3-6168ae5b843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:32.563680 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-317bc74a-f57d-4e66-95ec-762aa7db5cc3 req-4a641374-0a0a-465d-88b3-6168ae5b843c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bf9d590b7484aed9edd856f9636eb85&device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 1096 time: 0.4973934 Jan 17 14:11:32.611063 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b2a289af-a5fd-4f54-b831-7b2f3e764ab3 None None] Provisioning for port 809c0a19-2094-42f9-88b3-60cf713bb8ae completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:11:32.638109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b2a289af-a5fd-4f54-b831-7b2f3e764ab3 None None] Provisioning complete for port 809c0a19-2094-42f9-88b3-60cf713bb8ae triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:32.638712 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b2a289af-a5fd-4f54-b831-7b2f3e764ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:32.659371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56486) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:32.722322 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=97500c21-d690-48c9-b8e5-23e7cb89ddf7,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:32.727221 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b2a289af-a5fd-4f54-b831-7b2f3e764ab3 None None] Port 809c0a19-2094-42f9-88b3-60cf713bb8ae cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:11:32.749418 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b2a289af-a5fd-4f54-b831-7b2f3e764ab3 None None] Provisioning for port 113619fe-1823-40f5-a2bb-2892927ae905 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:11:32.757657 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b2a289af-a5fd-4f54-b831-7b2f3e764ab3 None None] Provisioning complete for port 113619fe-1823-40f5-a2bb-2892927ae905 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:32.758152 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b2a289af-a5fd-4f54-b831-7b2f3e764ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:32.836983 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b2a289af-a5fd-4f54-b831-7b2f3e764ab3 None None] Port 113619fe-1823-40f5-a2bb-2892927ae905 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:11:32.877243 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-651aec4d-6cc6-42ca-8058-3d4503bf83b5 req-be055c02-3370-4949-91f4-eb8fbe7e6162 service neutron] 10.222.0.15 "GET /v2.0/networks/6e0dd9fe-ccdf-45be-b211-f6a9095516c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8070846 Jan 17 14:11:32.879698 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a92719e1-fc12-47dd-8aee-d32425a2d2f6 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:32.972890 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c3c9d1a4-adcd-4a0a-a745-152d05147873 req-3b4773eb-808f-4e7c-afb3-e21e4544dfaf tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d34a5e2-2ede-48df-8d4e-898d07db5631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4988654 Jan 17 14:11:33.042850 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['97500c21-d690-48c9-b8e5-23e7cb89ddf7'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:11:33.156462 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba2c1f-ef27-48bd-a9e0-613df20794a6 req-33978221-7dea-4fd5-8b4b-6f08b07f61c2 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:33.159193 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d8ba2c1f-ef27-48bd-a9e0-613df20794a6 req-33978221-7dea-4fd5-8b4b-6f08b07f61c2 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 943 time: 1.0544443 Jan 17 14:11:33.203788 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a92719e1-fc12-47dd-8aee-d32425a2d2f6 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:33.238587 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a1d8d042-cc63-428c-b0a2-4701ad304a44 None None] Provisioning complete for port b9a94553-37c3-41d1-b0f0-fc768a97087d triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:33.239055 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a1d8d042-cc63-428c-b0a2-4701ad304a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:33.282151 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-a92719e1-fc12-47dd-8aee-d32425a2d2f6 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34101a56-a8eb-47af-8c82-f22cca65a91b']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:33.295951 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bc74a-f57d-4e66-95ec-762aa7db5cc3 req-623d48d3-58ce-45fb-8fce-9366568c1aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:33.298060 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-317bc74a-f57d-4e66-95ec-762aa7db5cc3 req-623d48d3-58ce-45fb-8fce-9366568c1aa1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65490aef-7574-47e8-8e01-18ff3449c348 HTTP/1.1" status: 200 len: 913 time: 0.6493034 Jan 17 14:11:33.336491 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-12812afc-50da-4632-9075-a2a61339083a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=067986fe8c554d27b6d056edbda35b85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5547464 Jan 17 14:11:33.372230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56492) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:33.391198 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-a92719e1-fc12-47dd-8aee-d32425a2d2f6 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f137850-6c3a-4c36-9dcc-444c1c1aa2ee') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:33.391642 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-a92719e1-fc12-47dd-8aee-d32425a2d2f6 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f137850-6c3a-4c36-9dcc-444c1c1aa2ee') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:33.448469 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a92719e1-fc12-47dd-8aee-d32425a2d2f6 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:33.463494 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d8ba2c1f-ef27-48bd-a9e0-613df20794a6 req-4e3eaccb-ad2f-46a2-be35-3759196aa56d tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/security-groups?id=52275d3c-d271-4283-9536-5a9c047fdeed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872405 Jan 17 14:11:33.524700 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-317bc74a-f57d-4e66-95ec-762aa7db5cc3 req-f85e9bfe-135a-447d-8279-32d12941d00a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f0120a3-b504-4e3f-961d-8d0e46099075 HTTP/1.1" status: 200 len: 217 time: 0.1339500 Jan 17 14:11:33.535614 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a92719e1-fc12-47dd-8aee-d32425a2d2f6 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:33.568166 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92719e1-fc12-47dd-8aee-d32425a2d2f6 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:11:33.568671 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a92719e1-fc12-47dd-8aee-d32425a2d2f6 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:11:33.599049 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:11:33.745517 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a8751179-cb88-43ad-a123-7ffc0dc1e526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:33.746272 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:33.810398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a92719e1-fc12-47dd-8aee-d32425a2d2f6 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:33.843559 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92719e1-fc12-47dd-8aee-d32425a2d2f6 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 34101a56-a8eb-47af-8c82-f22cca65a91b {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 17 14:11:33.848385 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a8751179-cb88-43ad-a123-7ffc0dc1e526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:33.872465 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a92719e1-fc12-47dd-8aee-d32425a2d2f6 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:33.879996 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:33.881893 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-152127f2-cbd4-4b76-be18-131c04bebca1 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:33.882965 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bc74a-f57d-4e66-95ec-762aa7db5cc3 req-5b97c221-31b8-48f3-bf4b-89766d07b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:33.884293 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-317bc74a-f57d-4e66-95ec-762aa7db5cc3 req-5b97c221-31b8-48f3-bf4b-89766d07b840 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=108e9ce5-417b-4ebb-b330-fd1632de2fea HTTP/1.1" status: 200 len: 851 time: 0.3460722 Jan 17 14:11:33.898195 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92719e1-fc12-47dd-8aee-d32425a2d2f6 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Pushing event deleted for resources: {'Network': ['ID=34101a56-a8eb-47af-8c82-f22cca65a91b,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:33.898626 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:33.929203 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a92719e1-fc12-47dd-8aee-d32425a2d2f6 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "DELETE /v2.0/networks/34101a56-a8eb-47af-8c82-f22cca65a91b HTTP/1.1" status: 204 len: 168 time: 2.0646110 Jan 17 14:11:33.929203 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-152127f2-cbd4-4b76-be18-131c04bebca1 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:33.929203 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-152127f2-cbd4-4b76-be18-131c04bebca1 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:34.028969 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.resource_extend [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:11:34.257502 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b9a94553-37c3-41d1-b0f0-fc768a97087d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:11:34.265006 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e98de-a2c7-482a-bd94-77e58bd67cb5 req-bf9fe1f9-d65f-4d02-877a-72adee29f1bc tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:34.267740 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f77e98de-a2c7-482a-bd94-77e58bd67cb5 req-bf9fe1f9-d65f-4d02-877a-72adee29f1bc tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 943 time: 0.9735727 Jan 17 14:11:34.272185 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152127f2-cbd4-4b76-be18-131c04bebca1 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event updated for resources: {'Port': ['ID=809c0a19-2094-42f9-88b3-60cf713bb8ae,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:34.440715 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a8751179-cb88-43ad-a123-7ffc0dc1e526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:34.470021 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port b9a94553-37c3-41d1-b0f0-fc768a97087d triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:34.470372 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:34.579011 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Pushing event updated for resources: {'Port': ['ID=c2362bfb-cdad-4459-819a-8e579d641147,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:34.621743 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113619fe-1823-40f5-a2bb-2892927ae905 {{(pid=87524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:11:34.634508 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8751179-cb88-43ad-a123-7ffc0dc1e526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1538ecea-b6f8-4ac4-86d8-9ee45536acf0,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:34.644876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:34.677163 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152127f2-cbd4-4b76-be18-131c04bebca1 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Network 41d164f3-c137-4fdd-8fae-ee3b0e02859c is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:34.682626 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a8751179-cb88-43ad-a123-7ffc0dc1e526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:34.687782 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a8751179-cb88-43ad-a123-7ffc0dc1e526 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1538ecea-b6f8-4ac4-86d8-9ee45536acf0 HTTP/1.1" status: 204 len: 168 time: 1.3077772 Jan 17 14:11:34.687782 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-152127f2-cbd4-4b76-be18-131c04bebca1 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:34.747332 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:34.769784 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] Transition to ACTIVE for port object 113619fe-1823-40f5-a2bb-2892927ae905 will not be triggered until provisioned by entity L2. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:34.824687 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f77e98de-a2c7-482a-bd94-77e58bd67cb5 req-41e6187d-2d2a-4b50-bf37-ec678c05da69 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5193741 Jan 17 14:11:34.873343 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Allocated IP 172.26.3.74 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/549edb84-14b8-4fde-af0b-e96d06481834) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:11:34.898034 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:35.031624 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56508) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:35.053640 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709d804-a5df-4a95-b0fd-e821bc7bfd06 req-9af8ad87-d23f-4d9d-963c-51415f0d6998 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:35.055602 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9709d804-a5df-4a95-b0fd-e821bc7bfd06 req-9af8ad87-d23f-4d9d-963c-51415f0d6998 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 931 time: 0.6851430 Jan 17 14:11:35.074208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-11267617-c5d7-4565-b14e-f0266e7353a7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Request body: {'router': {'name': 'tempest-router--1584816483', 'project_id': '87ab504951624e42ac12ce538f05899d'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:35.080095 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-11267617-c5d7-4565-b14e-f0266e7353a7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:35.088106 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-11267617-c5d7-4565-b14e-f0266e7353a7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Usage tracker for resource:router and tenant:87ab504951624e42ac12ce538f05899d is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:35.095007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-11267617-c5d7-4565-b14e-f0266e7353a7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:35.106813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-11267617-c5d7-4565-b14e-f0266e7353a7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:35.140882 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-11267617-c5d7-4565-b14e-f0266e7353a7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:35.142874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-11267617-c5d7-4565-b14e-f0266e7353a7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:35.184403 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152127f2-cbd4-4b76-be18-131c04bebca1 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Router e899e17f-5c2f-4160-9e18-a747f4e79bbd is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:11:35.237814 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9709d804-a5df-4a95-b0fd-e821bc7bfd06 req-5ebd1f33-2a2d-45b2-9a06-e4bcdd9f2131 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d34a5e2-2ede-48df-8d4e-898d07db5631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169927 Jan 17 14:11:35.298049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 5f0120a3-b504-4e3f-961d-8d0e46099075 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:11:35.312886 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-bddce421-e302-4a37-a78b-b5ad33d65787 None None] Provisioning complete for port 809c0a19-2094-42f9-88b3-60cf713bb8ae triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:35.314307 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bddce421-e302-4a37-a78b-b5ad33d65787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:35.361104 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Floating IP 329f2ca6-8108-4b51-82c2-6e00c238ca44 associated. External IP: 172.26.3.246, port: 436c8060-3487-428a-9450-48fd93b49240. Jan 17 14:11:35.370923 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-11267617-c5d7-4565-b14e-f0266e7353a7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:35.563979 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-bddce421-e302-4a37-a78b-b5ad33d65787 None None] Port 809c0a19-2094-42f9-88b3-60cf713bb8ae cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:11:35.576116 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 97500c21-d690-48c9-b8e5-23e7cb89ddf7 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:11:35.581804 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-11267617-c5d7-4565-b14e-f0266e7353a7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:35.612907 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152127f2-cbd4-4b76-be18-131c04bebca1 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:11:35.621899 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-152127f2-cbd4-4b76-be18-131c04bebca1 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "PUT /v2.0/routers/e899e17f-5c2f-4160-9e18-a747f4e79bbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3672469 Jan 17 14:11:35.623956 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56518) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:35.633038 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-11267617-c5d7-4565-b14e-f0266e7353a7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:35.637817 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-11267617-c5d7-4565-b14e-f0266e7353a7 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5780280 Jan 17 14:11:35.723907 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56522) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:35.771691 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d035076f-487a-4489-8405-652304e356c5 None None] Sync routers for ids ['e899e17f-5c2f-4160-9e18-a747f4e79bbd'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:11:35.818564 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 5f0120a3-b504-4e3f-961d-8d0e46099075, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=5f0120a3-b504-4e3f-961d-8d0e46099075,segment=NetworkSegment(146d807b-421a-41cf-a776-1d8b62f4b40d),segment_id=146d807b-421a-41cf-a776-1d8b62f4b40d)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:11:35.888264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d035076f-487a-4489-8405-652304e356c5 None None] Routers {'e899e17f-5c2f-4160-9e18-a747f4e79bbd'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:35.889339 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-d035076f-487a-4489-8405-652304e356c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e899e17f-5c2f-4160-9e18-a747f4e79bbd'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:35.975793 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '5f0120a3-b504-4e3f-961d-8d0e46099075', 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348', 'port_id': '5f0120a3-b504-4e3f-961d-8d0e46099075', 'mac_address': 'fa:16:3e:d3:ee:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '108e9ce5-417b-4ebb-b330-fd1632de2fea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:11:35.997386 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bc74a-f57d-4e66-95ec-762aa7db5cc3 req-7a008b77-ce44-48f5-967f-238fef6d354f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:36.000194 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-317bc74a-f57d-4e66-95ec-762aa7db5cc3 req-7a008b77-ce44-48f5-967f-238fef6d354f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65490aef-7574-47e8-8e01-18ff3449c348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 2.1049321 Jan 17 14:11:36.032279 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-d035076f-487a-4489-8405-652304e356c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:36.113297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d035076f-487a-4489-8405-652304e356c5 None None] Routers {'e899e17f-5c2f-4160-9e18-a747f4e79bbd'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:36.113881 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-d035076f-487a-4489-8405-652304e356c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e899e17f-5c2f-4160-9e18-a747f4e79bbd'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:36.133078 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] Pushing event updated for resources: {'Port': ['ID=113619fe-1823-40f5-a2bb-2892927ae905,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:36.197129 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-d035076f-487a-4489-8405-652304e356c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:36.198015 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d035076f-487a-4489-8405-652304e356c5 None None] The sync data for ids ['e899e17f-5c2f-4160-9e18-a747f4e79bbd'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:11:36.218656 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 97500c21-d690-48c9-b8e5-23e7cb89ddf7 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:11:36.228255 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 97500c21-d690-48c9-b8e5-23e7cb89ddf7 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:36.229163 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:36.246598 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c46f669e-2c62-41a7-a373-1ca31e5bdfd6 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:36.283150 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:36.345405 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0120a3-b504-4e3f-961d-8d0e46099075 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:11:36.417209 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 5f0120a3-b504-4e3f-961d-8d0e46099075, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=5f0120a3-b504-4e3f-961d-8d0e46099075,segment=NetworkSegment(146d807b-421a-41cf-a776-1d8b62f4b40d),segment_id=146d807b-421a-41cf-a776-1d8b62f4b40d)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:11:36.435254 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:36.670734 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56542) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:36.687277 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cf8d1-8fe1-44d6-b5db-2fb204d52a9e req-ed99a9ee-408c-4939-a64f-ee1f6aa0651f tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:36.690514 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-425cf8d1-8fe1-44d6-b5db-2fb204d52a9e req-ed99a9ee-408c-4939-a64f-ee1f6aa0651f tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 944 time: 1.4030986 Jan 17 14:11:36.706430 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] Attempting to bind port 113619fe-1823-40f5-a2bb-2892927ae905 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:11:36.706756 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] Attempting to bind port 113619fe-1823-40f5-a2bb-2892927ae905 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '72dde1a6-dbe9-4489-998d-c072094ffa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:11:36.707075 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] Attempting to bind port 113619fe-1823-40f5-a2bb-2892927ae905 on network 1fe33185-0d26-416b-811b-abfdf1359eb1 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:11:36.717763 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:36.729238 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-317bc74a-f57d-4e66-95ec-762aa7db5cc3 req-2de10837-8624-4d06-9d8d-bb5ce04aca19 service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6981950 Jan 17 14:11:36.828806 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] Port 113619fe-1823-40f5-a2bb-2892927ae905 on network 1fe33185-0d26-416b-811b-abfdf1359eb1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:11:36.829160 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] Attempting to bind port 113619fe-1823-40f5-a2bb-2892927ae905 on network 1fe33185-0d26-416b-811b-abfdf1359eb1 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:11:36.933805 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:36.960076 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['5f0120a3-b504-4e3f-961d-8d0e46099075'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:11:36.977775 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-586200038'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:36.987876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:11:36.988306 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] Checking segment: {'id': '72dde1a6-dbe9-4489-998d-c072094ffa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:11:36.988578 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] Bound using segment: {'id': '72dde1a6-dbe9-4489-998d-c072094ffa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1'} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:11:36.989060 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] Bound port: 113619fe-1823-40f5-a2bb-2892927ae905, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72dde1a6-dbe9-4489-998d-c072094ffa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1'}}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:11:36.989385 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:37.006381 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=5f0120a3-b504-4e3f-961d-8d0e46099075,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:37.023745 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:37.039192 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-425cf8d1-8fe1-44d6-b5db-2fb204d52a9e req-8766cab6-0000-45c9-9d98-90f6cdee52ab tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/security-groups?id=52275d3c-d271-4283-9536-5a9c047fdeed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252523 Jan 17 14:11:37.047218 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Usage tracker for resource:network and tenant:f8fce0a680114a33b66b132ca6cbf041 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:37.059200 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:37.063407 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27041eb1-3d45-414c-892d-7efd132c82c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97500c21-d690-48c9-b8e5-23e7cb89ddf7'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:11:37.147657 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c46f669e-2c62-41a7-a373-1ca31e5bdfd6 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:37.159747 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 97500c21-d690-48c9-b8e5-23e7cb89ddf7, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=97500c21-d690-48c9-b8e5-23e7cb89ddf7,segment=NetworkSegment(f36f3c3f-963f-4e6f-89ab-420cbbc62bd6),segment_id=f36f3c3f-963f-4e6f-89ab-420cbbc62bd6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:11:37.164699 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c46f669e-2c62-41a7-a373-1ca31e5bdfd6 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:37.174160 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] For port 113619fe-1823-40f5-a2bb-2892927ae905, host hv-neutron-8249, cleared binding levels {{(pid=87524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:11:37.175195 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:37.178435 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] For port 113619fe-1823-40f5-a2bb-2892927ae905, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=113619fe-1823-40f5-a2bb-2892927ae905,segment=NetworkSegment(72dde1a6-dbe9-4489-998d-c072094ffa2e),segment_id=72dde1a6-dbe9-4489-998d-c072094ffa2e)] {{(pid=87524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:11:37.194158 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:37.203126 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:37.325529 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a53e04-c33d-42c0-8f05-02d6aa9ac7ad req-db16e287-479b-4a13-bccd-abed19059fef tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:37.328626 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a0a53e04-c33d-42c0-8f05-02d6aa9ac7ad req-db16e287-479b-4a13-bccd-abed19059fef tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 943 time: 1.1597841 Jan 17 14:11:37.334947 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c46f669e-2c62-41a7-a373-1ca31e5bdfd6 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:37.335616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46f669e-2c62-41a7-a373-1ca31e5bdfd6 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff00d7e1-5a16-488c-8061-f0e7a5599c9a {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:11:37.407225 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:37.407977 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:37.409355 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] 10.222.0.15 "PUT /v2.0/ports/113619fe-1823-40f5-a2bb-2892927ae905 HTTP/1.1" status: 200 len: 1093 time: 5.7913210 Jan 17 14:11:37.411195 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Router 4b7606fd-0fe8-4ecd-9adb-2f86042b99e1 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:11:37.412272 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Made reservation on behalf of f8fce0a680114a33b66b132ca6cbf041 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:11:37.415783 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:37.425176 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b46ff7-4289-447b-be13-f46cea3d9cf9', 'tag': '113619fe-1823-40f5-a2bb-2892927ae905'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:11:37.463212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c46f669e-2c62-41a7-a373-1ca31e5bdfd6 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:37.468957 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:37.469157 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c46f669e-2c62-41a7-a373-1ca31e5bdfd6 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "DELETE /v2.0/routers/ff00d7e1-5a16-488c-8061-f0e7a5599c9a HTTP/1.1" status: 204 len: 168 time: 1.7258208 Jan 17 14:11:37.521297 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-317bc74a-f57d-4e66-95ec-762aa7db5cc3 req-a3a05847-4943-4f3d-9348-39a573615acc service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6657970 Jan 17 14:11:37.570687 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=97500c21-d690-48c9-b8e5-23e7cb89ddf7,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:37.668529 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a0a53e04-c33d-42c0-8f05-02d6aa9ac7ad req-7c15dca5-4f03-47cf-9d84-00f288026603 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3246863 Jan 17 14:11:37.925017 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-a1e1e50b-53e8-4bb6-a6aa-8113552c8f40 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:11:37.929784 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a1e1e50b-53e8-4bb6-a6aa-8113552c8f40 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "PUT /v2.0/routers/e899e17f-5c2f-4160-9e18-a747f4e79bbd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.3040116 Jan 17 14:11:37.930664 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56560) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:37.939062 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27041eb1-3d45-414c-892d-7efd132c82c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97500c21-d690-48c9-b8e5-23e7cb89ddf7', 'code': 200} Jan 17 14:11:37.970158 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b46ff7-4289-447b-be13-f46cea3d9cf9', 'tag': '113619fe-1823-40f5-a2bb-2892927ae905', 'status': 'completed', 'code': 200} Jan 17 14:11:37.972440 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:38.035356 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:38.045031 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:11:38.062015 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e380351a-512a-43c3-8bdd-344069f34b10 None None] Sync routers for ids ['4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:11:38.102709 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e380351a-512a-43c3-8bdd-344069f34b10 None None] Routers {'4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:38.104114 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56564) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:38.105875 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e380351a-512a-43c3-8bdd-344069f34b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:38.133952 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35b872-1eb7-4f74-8be9-1d1dc67e4150 service neutron] Pushing event updated for resources: {'Port': ['ID=113619fe-1823-40f5-a2bb-2892927ae905,revision_number=3']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:38.186772 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Usage tracker for resource:security_group_rule and tenant:f8fce0a680114a33b66b132ca6cbf041 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:38.191213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:38.236937 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:38.265690 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e380351a-512a-43c3-8bdd-344069f34b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:38.286467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:38.290026 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e380351a-512a-43c3-8bdd-344069f34b10 None None] Routers {'4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:38.291354 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e380351a-512a-43c3-8bdd-344069f34b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:38.378927 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e380351a-512a-43c3-8bdd-344069f34b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:38.380245 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e380351a-512a-43c3-8bdd-344069f34b10 None None] The sync data for ids ['4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:11:38.386577 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:38.409000 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:38.412230 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:11:38.518787 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58df9d8-8555-4452-98ff-109e93b31623 req-68f0a0b4-f97e-4949-aad0-9420227fa7ee tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:38.520375 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b58df9d8-8555-4452-98ff-109e93b31623 req-68f0a0b4-f97e-4949-aad0-9420227fa7ee tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 945 time: 0.1897840 Jan 17 14:11:38.529723 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Port': ['ID=549edb84-14b8-4fde-af0b-e96d06481834,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:38.548619 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b2419321-0dc9-4363-ab38-efa31a5e7357 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 20.0518746 Jan 17 14:11:38.558520 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56572) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:38.562209 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-929934212', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}, 'admin_state_up': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:38.581305 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2f96b-b73a-435d-be34-28be67517205 req-4f52d675-3543-4829-b4c6-ee5e93f1567c tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:38.582798 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2ec2f96b-b73a-435d-be34-28be67517205 req-4f52d675-3543-4829-b4c6-ee5e93f1567c tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 943 time: 1.2488477 Jan 17 14:11:38.601449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:38.664078 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-ee867ee7-a3d6-465b-8156-7b8d9ac0db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:38.666077 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-ee867ee7-a3d6-465b-8156-7b8d9ac0db56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=91022dbb65ec4eb28958344a7a8cf246&device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 1096 time: 1.1691566 Jan 17 14:11:38.712135 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Usage tracker for resource:router and tenant:e73c8911752e469dbe116e445f4ec395 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:38.719085 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:38.766745 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:38.816562 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-99e68389-2530-497e-965d-1dfa495200b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=113619fe-1823-40f5-a2bb-2892927ae905 HTTP/1.1" status: 200 len: 217 time: 0.1197574 Jan 17 14:11:38.844677 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b58df9d8-8555-4452-98ff-109e93b31623 req-b3156c42-a738-40f9-8c02-46d813e24608 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/security-groups?id=52275d3c-d271-4283-9536-5a9c047fdeed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755239 Jan 17 14:11:38.850089 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:38.850822 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:38.857924 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-50ae7252-c32b-4a57-9481-df87d973a66e tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] 10.222.0.48 "GET /v2.0/floatingips/329f2ca6-8108-4b51-82c2-6e00c238ca44 HTTP/1.1" status: 200 len: 984 time: 0.2804897 Jan 17 14:11:38.861029 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56578) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:38.944349 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2ec2f96b-b73a-435d-be34-28be67517205 req-aa58df8c-273c-4be4-88af-12608ab24852 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d34a5e2-2ede-48df-8d4e-898d07db5631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3439178 Jan 17 14:11:38.961871 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02480b-95fa-42ce-a261-2933dd9ee89b req-77e10f87-3ab1-46a0-9f10-dbbcc86d496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:38.963378 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4b02480b-95fa-42ce-a261-2933dd9ee89b req-77e10f87-3ab1-46a0-9f10-dbbcc86d496f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 1098 time: 0.6746843 Jan 17 14:11:39.160143 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:39.212323 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-46d8ae91-b5fd-4666-9481-4cff4062e041 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2907 time: 0.3501852 Jan 17 14:11:39.220111 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56584) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:39.287430 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-4b02480b-95fa-42ce-a261-2933dd9ee89b req-6af42059-fa90-4a27-8468-c3e498038bc5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:39.305256 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 5f0120a3-b504-4e3f-961d-8d0e46099075 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:11:39.335826 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-1ad64ec1-290f-470f-811a-2c7d5299b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:39.338165 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-1ad64ec1-290f-470f-811a-2c7d5299b05e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce596845-3d6c-4047-a87b-93e3264b0c43 HTTP/1.1" status: 200 len: 849 time: 0.4677775 Jan 17 14:11:39.354670 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:39.384396 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 5f0120a3-b504-4e3f-961d-8d0e46099075 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:11:39.390462 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 5f0120a3-b504-4e3f-961d-8d0e46099075 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:39.391027 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:39.410339 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-4b02480b-95fa-42ce-a261-2933dd9ee89b req-6af42059-fa90-4a27-8468-c3e498038bc5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:39.419232 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:39.447902 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-4b02480b-95fa-42ce-a261-2933dd9ee89b req-6af42059-fa90-4a27-8468-c3e498038bc5 service neutron] Usage tracker for resource:security_group_rule and tenant:81ca2a363b4d4e288787a533a67798f5 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:39.538670 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:39.558979 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-4b02480b-95fa-42ce-a261-2933dd9ee89b req-6af42059-fa90-4a27-8468-c3e498038bc5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:39.581344 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 5f0120a3-b504-4e3f-961d-8d0e46099075, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=5f0120a3-b504-4e3f-961d-8d0e46099075,segment=NetworkSegment(146d807b-421a-41cf-a776-1d8b62f4b40d),segment_id=146d807b-421a-41cf-a776-1d8b62f4b40d)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:11:39.594921 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-4b02480b-95fa-42ce-a261-2933dd9ee89b req-6af42059-fa90-4a27-8468-c3e498038bc5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:39.595494 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:39.620451 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:11:39.677377 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=5f0120a3-b504-4e3f-961d-8d0e46099075,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:39.677782 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85e88f3c-8d39-43fb-8dee-b0dffe3c92c4,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:39.690364 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:39.690697 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Added segment 7b02c544-1b63-4fc8-8cc3-de239a24ab6a of type vlan for network 1a47b5bb-60d4-470e-a191-e2d4c1746f65 Jan 17 14:11:39.779475 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa14be5-74c9-44f8-be02-edb475e0e13c req-ea017e0c-d479-4275-83ff-57274960104d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:39.782023 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4fa14be5-74c9-44f8-be02-edb475e0e13c req-ea017e0c-d479-4275-83ff-57274960104d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 944 time: 0.7072630 Jan 17 14:11:39.786106 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-362f43a5-3cf6-4cbd-abed-6787dd9ef0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:39.789967 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-362f43a5-3cf6-4cbd-abed-6787dd9ef0ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fe33185-0d26-416b-811b-abfdf1359eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4337974 Jan 17 14:11:39.816760 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:39.861325 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:39.940636 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9bbed0-5074-47ea-b9a9-77ac9ac114ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0120a3-b504-4e3f-961d-8d0e46099075'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:11:39.977793 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-c1475005-c90a-427f-85f4-1c092231f0dd tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Deleting port c2362bfb-cdad-4459-819a-8e579d641147 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:11:39.978112 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1475005-c90a-427f-85f4-1c092231f0dd tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:40.052899 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4fa14be5-74c9-44f8-be02-edb475e0e13c req-00492151-6444-4c7a-b424-f8b0a10edd41 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024114 Jan 17 14:11:40.075568 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-06e20e18-12eb-4469-84fe-0c15f6756e62 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:40.123130 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:40.139473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:40.140846 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:40.185023 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9bbed0-5074-47ea-b9a9-77ac9ac114ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0120a3-b504-4e3f-961d-8d0e46099075', 'code': 200} Jan 17 14:11:40.498256 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-4b02480b-95fa-42ce-a261-2933dd9ee89b req-6af42059-fa90-4a27-8468-c3e498038bc5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:40.533514 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-4b02480b-95fa-42ce-a261-2933dd9ee89b req-6af42059-fa90-4a27-8468-c3e498038bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:40.562976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:40.582613 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4b02480b-95fa-42ce-a261-2933dd9ee89b req-6af42059-fa90-4a27-8468-c3e498038bc5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=52275d3c-d271-4283-9536-5a9c047fdeed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6054378 Jan 17 14:11:40.586809 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-775c51ac-ea60-4f7c-b808-be69b3828148 service neutron] 10.222.0.15 "GET /v2.0/networks/1fe33185-0d26-416b-811b-abfdf1359eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7545888 Jan 17 14:11:40.616091 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Pushing event updated for resources: {'Network': ['ID=1a47b5bb-60d4-470e-a191-e2d4c1746f65,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:40.618558 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8e2c86c4-3d92-49f7-a97a-6d93a5e27753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:40.641612 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 1a47b5bb-60d4-470e-a191-e2d4c1746f65 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:11:40.699939 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-261ddc20-cb12-45cc-a1e4-e4cb96c2a7d4 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 4.0171964 Jan 17 14:11:40.699939 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56596) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:40.712067 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af42059-fa90-4a27-8468-c3e498038bc5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=773c891e-2631-4fd4-acf4-26ba3a3065af,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:40.725456 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-455158dc-c295-4992-9dcb-7248ff0155ac tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Request body: {'subnet': {'network_id': '1a47b5bb-60d4-470e-a191-e2d4c1746f65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:40.911886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1475005-c90a-427f-85f4-1c092231f0dd tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:40.912846 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1475005-c90a-427f-85f4-1c092231f0dd tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:41.026430 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a2d84-7969-4ee5-96c5-f7495f8bfc75 req-184ae2c7-c009-4683-a705-e9abfc498cab tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:41.034009 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-145a2d84-7969-4ee5-96c5-f7495f8bfc75 req-184ae2c7-c009-4683-a705-e9abfc498cab tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 945 time: 0.8802810 Jan 17 14:11:41.118439 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-c1475005-c90a-427f-85f4-1c092231f0dd tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Calling delete_port for c2362bfb-cdad-4459-819a-8e579d641147 owned by network:floatingip {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:11:41.201689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91068a38-692a-4694-bd5a-d8105145c7f4 req-13abe1ab-51ba-493d-8cc0-b82ceba93782 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:41.204308 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:41.205280 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-91068a38-692a-4694-bd5a-d8105145c7f4 req-13abe1ab-51ba-493d-8cc0-b82ceba93782 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 943 time: 0.8312464 Jan 17 14:11:41.226572 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207aecbf-944a-46b9-bba8-9c263b55a467 req-fb08b6cb-0282-4257-afa7-2cbd9d64e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:41.227857 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-207aecbf-944a-46b9-bba8-9c263b55a467 req-fb08b6cb-0282-4257-afa7-2cbd9d64e387 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 1098 time: 0.7748604 Jan 17 14:11:41.347473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-455158dc-c295-4992-9dcb-7248ff0155ac tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:41.362276 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-455158dc-c295-4992-9dcb-7248ff0155ac tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Usage tracker for resource:subnet and tenant:f8fce0a680114a33b66b132ca6cbf041 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:41.373141 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-455158dc-c295-4992-9dcb-7248ff0155ac tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:41.379573 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-145a2d84-7969-4ee5-96c5-f7495f8bfc75 req-6a1fda5e-a2fa-4be4-88bc-af2e83e26b63 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/security-groups?id=52275d3c-d271-4283-9536-5a9c047fdeed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546499 Jan 17 14:11:41.401934 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-455158dc-c295-4992-9dcb-7248ff0155ac tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:41.440252 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f3d16200-0aa0-45e2-a1e9-3a670bd91da8 req-3ace4d0a-c915-4352-a4ee-5c5492a8c132 service neutron] 10.222.0.15 "GET /v2.0/networks/1fe33185-0d26-416b-811b-abfdf1359eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998045 Jan 17 14:11:41.506868 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455158dc-c295-4992-9dcb-7248ff0155ac tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Made reservation on behalf of f8fce0a680114a33b66b132ca6cbf041 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:11:41.509802 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-207aecbf-944a-46b9-bba8-9c263b55a467 req-cd99d4f0-cfc6-458e-a918-40cc3615b33c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614062 Jan 17 14:11:41.511655 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-455158dc-c295-4992-9dcb-7248ff0155ac tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:41.553602 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-91068a38-692a-4694-bd5a-d8105145c7f4 req-2814ec75-b40f-4bc6-a26c-56cf5e89ab8c tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d34a5e2-2ede-48df-8d4e-898d07db5631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3264554 Jan 17 14:11:41.608772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:41.650078 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:41.656774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-06e20e18-12eb-4469-84fe-0c15f6756e62 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Deleting port 809c0a19-2094-42f9-88b3-60cf713bb8ae {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:11:41.657479 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-06e20e18-12eb-4469-84fe-0c15f6756e62 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:41.890242 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1475005-c90a-427f-85f4-1c092231f0dd tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:41.899271 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba97d5-229d-43bc-978f-d5bfe7be3591 req-f467ec8c-cc6a-4300-aa96-1a887e5832be tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:41.901183 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d1ba97d5-229d-43bc-978f-d5bfe7be3591 req-f467ec8c-cc6a-4300-aa96-1a887e5832be tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.2355225 Jan 17 14:11:41.903327 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:41.937666 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:42.062381 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1475005-c90a-427f-85f4-1c092231f0dd tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Pushing event deleted for resources: {'Port': ['ID=c2362bfb-cdad-4459-819a-8e579d641147,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:42.229882 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Allocated IP 172.26.3.66 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/f9033e93-f58c-406e-82b3-bcae371366fa) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:11:42.253301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-06e20e18-12eb-4469-84fe-0c15f6756e62 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:42.274126 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1475005-c90a-427f-85f4-1c092231f0dd tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for floatingip, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:42.275466 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-c1475005-c90a-427f-85f4-1c092231f0dd tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Floating IP 329f2ca6-8108-4b51-82c2-6e00c238ca44 disassociated (deleted). External IP: 172.26.3.246, port: 436c8060-3487-428a-9450-48fd93b49240. Jan 17 14:11:42.307828 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Port': ['ID=549edb84-14b8-4fde-af0b-e96d06481834,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:42.325940 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d1ba97d5-229d-43bc-978f-d5bfe7be3591 req-4f2dc00b-25dd-4578-9a03-103c289daff0 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4122703 Jan 17 14:11:42.361242 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:42.478133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-455158dc-c295-4992-9dcb-7248ff0155ac tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:42.624964 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-06e20e18-12eb-4469-84fe-0c15f6756e62 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Calling delete_port for 809c0a19-2094-42f9-88b3-60cf713bb8ae owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:11:42.677929 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455158dc-c295-4992-9dcb-7248ff0155ac tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Pushing event updated for resources: {'Subnet': ['ID=655df595-5036-49df-9d3f-67284b724819,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:42.678920 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b843c-a79a-4284-b1cb-be0bfc0915a2 req-0cc8fc5c-5bac-48a0-a64d-8483b8de0b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:42.680513 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-693b843c-a79a-4284-b1cb-be0bfc0915a2 req-0cc8fc5c-5bac-48a0-a64d-8483b8de0b5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=91022dbb65ec4eb28958344a7a8cf246&device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 1096 time: 0.8831270 Jan 17 14:11:42.687558 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455158dc-c295-4992-9dcb-7248ff0155ac tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Checking segment: {'id': '7b02c544-1b63-4fc8-8cc3-de239a24ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1a47b5bb-60d4-470e-a191-e2d4c1746f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:11:42.687869 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455158dc-c295-4992-9dcb-7248ff0155ac tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Network hostable DHCP agents. Network: 1a47b5bb-60d4-470e-a191-e2d4c1746f65, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:11:42.693566 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Floating IP b29ab3ad-baad-4605-873e-83a595d704bd associated. External IP: 172.26.3.74, port: 93824922-93df-4b8f-bf2a-205e5a2eb814. Jan 17 14:11:42.849017 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:11:43.067548 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455158dc-c295-4992-9dcb-7248ff0155ac tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Network 1a47b5bb-60d4-470e-a191-e2d4c1746f65 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:11:43.155352 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-455158dc-c295-4992-9dcb-7248ff0155ac tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 1a47b5bb-60d4-470e-a191-e2d4c1746f65) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:43.176894 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c133c180-1305-4f74-9835-0be2e5a135db None None] Network 1a47b5bb-60d4-470e-a191-e2d4c1746f65 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:11:43.182596 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455158dc-c295-4992-9dcb-7248ff0155ac tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:43.183194 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-455158dc-c295-4992-9dcb-7248ff0155ac tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:43.220646 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-455158dc-c295-4992-9dcb-7248ff0155ac tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5183222 Jan 17 14:11:43.230680 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56606) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:43.239145 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-fa450dae-a569-4c3f-8a65-6743e52993fa tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-376705510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:43.253581 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6071f-91d0-446a-873b-fb399b080c27 req-16c302f0-62ae-4f67-a03a-f23406e63fb6 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:43.255136 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-6da6071f-91d0-446a-873b-fb399b080c27 req-16c302f0-62ae-4f67-a03a-f23406e63fb6 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 943 time: 0.3464899 Jan 17 14:11:43.260405 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-fa450dae-a569-4c3f-8a65-6743e52993fa tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:43.276092 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fa450dae-a569-4c3f-8a65-6743e52993fa tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Usage tracker for resource:router and tenant:f8fce0a680114a33b66b132ca6cbf041 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:43.302957 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Router bf4f45c6-0a42-4026-a3ba-e3d9770cf671 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:11:43.306582 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fa450dae-a569-4c3f-8a65-6743e52993fa tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:43.324316 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-fa450dae-a569-4c3f-8a65-6743e52993fa tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:43.410455 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-6da6071f-91d0-446a-873b-fb399b080c27 req-239e21d2-9f5f-4ca7-afc8-9ab7317942ea tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d34a5e2-2ede-48df-8d4e-898d07db5631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423678 Jan 17 14:11:43.432127 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa450dae-a569-4c3f-8a65-6743e52993fa tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:43.433168 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa450dae-a569-4c3f-8a65-6743e52993fa tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:43.566465 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa450dae-a569-4c3f-8a65-6743e52993fa tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:43.573097 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:43.643782 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-1a47b5bb-60d4-470e-a191-e2d4c1746f65', 'network_id': '1a47b5bb-60d4-470e-a191-e2d4c1746f65', 'tenant_id': 'f8fce0a680114a33b66b132ca6cbf041', 'fixed_ips': [{'subnet_id': '655df595-5036-49df-9d3f-67284b724819'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:11:43.645044 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:43.708423 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b843c-a79a-4284-b1cb-be0bfc0915a2 req-aa6cf54c-1a0a-4dec-99d2-838a911660e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:43.709821 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-693b843c-a79a-4284-b1cb-be0bfc0915a2 req-aa6cf54c-1a0a-4dec-99d2-838a911660e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fe33185-0d26-416b-811b-abfdf1359eb1 HTTP/1.1" status: 200 len: 911 time: 1.0071998 Jan 17 14:11:43.728639 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa450dae-a569-4c3f-8a65-6743e52993fa tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:43.768263 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3fba28f-1aa5-4575-8586-005b77c6a1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:43.811928 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:11:43.854981 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa450dae-a569-4c3f-8a65-6743e52993fa tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:43.855295 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe659bc-6199-43a1-8f32-1725c851dfed None None] Sync routers for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:11:43.859969 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fa450dae-a569-4c3f-8a65-6743e52993fa tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6281755 Jan 17 14:11:43.862592 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56612) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:43.890624 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:43.893235 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe659bc-6199-43a1-8f32-1725c851dfed None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:43.893839 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-efe659bc-6199-43a1-8f32-1725c851dfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:43.894865 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7339130-71d4-4c3c-92fa-7c8ac284b2a0 req-e6b25391-b6ff-47f5-8af9-19cd47a8a857 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:43.896911 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a7339130-71d4-4c3c-92fa-7c8ac284b2a0 req-e6b25391-b6ff-47f5-8af9-19cd47a8a857 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 945 time: 1.2090089 Jan 17 14:11:43.930287 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-693b843c-a79a-4284-b1cb-be0bfc0915a2 req-7153ef37-1a25-46a3-9ba0-7f11b10af322 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=113619fe-1823-40f5-a2bb-2892927ae905 HTTP/1.1" status: 200 len: 217 time: 0.1355345 Jan 17 14:11:44.084472 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-efe659bc-6199-43a1-8f32-1725c851dfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:44.087026 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Allocated IP 172.20.0.2 (1a47b5bb-60d4-470e-a191-e2d4c1746f65/655df595-5036-49df-9d3f-67284b724819/fcd17d01-f9fa-48af-a178-f16f28a87d0c) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:11:44.107479 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:44.110450 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe659bc-6199-43a1-8f32-1725c851dfed None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:44.111278 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-efe659bc-6199-43a1-8f32-1725c851dfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:44.145916 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:44.241394 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-efe659bc-6199-43a1-8f32-1725c851dfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:44.242422 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe659bc-6199-43a1-8f32-1725c851dfed None None] The sync data for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:11:44.244839 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:44.432632 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:44.442535 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a7339130-71d4-4c3c-92fa-7c8ac284b2a0 req-cd98207f-8015-439e-8456-9e20f48ca02d tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/security-groups?id=52275d3c-d271-4283-9536-5a9c047fdeed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5207646 Jan 17 14:11:44.463697 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:44.474480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:44.488558 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:11:44.525487 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Pushing event updated for resources: {'Port': ['ID=f9033e93-f58c-406e-82b3-bcae371366fa,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:44.536743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b843c-a79a-4284-b1cb-be0bfc0915a2 req-f52d1c7a-26a6-43a8-af17-afb400893af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:44.538405 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-693b843c-a79a-4284-b1cb-be0bfc0915a2 req-f52d1c7a-26a6-43a8-af17-afb400893af2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce596845-3d6c-4047-a87b-93e3264b0c43 HTTP/1.1" status: 200 len: 849 time: 0.5867269 Jan 17 14:11:44.551410 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721f3ae-8d38-4301-bf8a-60dc0c87a58c req-83248af3-178c-4fa4-8e62-62b53c69abb7 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:44.553264 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4721f3ae-8d38-4301-bf8a-60dc0c87a58c req-83248af3-178c-4fa4-8e62-62b53c69abb7 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.9201298 Jan 17 14:11:44.599955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Transition to ACTIVE for port object fcd17d01-f9fa-48af-a178-f16f28a87d0c will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:44.607470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1475005-c90a-427f-85f4-1c092231f0dd tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Router 4b7606fd-0fe8-4ecd-9adb-2f86042b99e1 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:11:44.609593 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-06e20e18-12eb-4469-84fe-0c15f6756e62 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:44.664609 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Transition to ACTIVE for port object fcd17d01-f9fa-48af-a178-f16f28a87d0c will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:44.679397 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:44.686623 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e20e18-12eb-4469-84fe-0c15f6756e62 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event deleted for resources: {'Port': ['ID=809c0a19-2094-42f9-88b3-60cf713bb8ae,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:44.772341 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7e8ebff8-ba37-4dcc-9c7e-4d24cb88d445 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 13.0430405 Jan 17 14:11:44.779310 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56618) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:44.838822 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Network 1a47b5bb-60d4-470e-a191-e2d4c1746f65 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:44.842855 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:44.846639 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:11:44.904784 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Pushing event updated for resources: {'Port': ['ID=fcd17d01-f9fa-48af-a178-f16f28a87d0c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:44.998196 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Attempting to bind port fcd17d01-f9fa-48af-a178-f16f28a87d0c on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:11:44.998950 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Attempting to bind port fcd17d01-f9fa-48af-a178-f16f28a87d0c by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '7b02c544-1b63-4fc8-8cc3-de239a24ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1a47b5bb-60d4-470e-a191-e2d4c1746f65'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:11:44.999656 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Attempting to bind port fcd17d01-f9fa-48af-a178-f16f28a87d0c on network 1a47b5bb-60d4-470e-a191-e2d4c1746f65 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:11:45.010220 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:11:45.010794 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Checking segment: {'id': '7b02c544-1b63-4fc8-8cc3-de239a24ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1a47b5bb-60d4-470e-a191-e2d4c1746f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:11:45.011332 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:45.011763 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Bound using segment: {'id': '7b02c544-1b63-4fc8-8cc3-de239a24ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1a47b5bb-60d4-470e-a191-e2d4c1746f65'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:11:45.012638 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Bound port: fcd17d01-f9fa-48af-a178-f16f28a87d0c, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b02c544-1b63-4fc8-8cc3-de239a24ab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1a47b5bb-60d4-470e-a191-e2d4c1746f65'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:11:45.013353 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:45.149566 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fc7933dc-28ad-47f7-a5b8-96b9f3b921ca tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:45.165725 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4721f3ae-8d38-4301-bf8a-60dc0c87a58c req-b6ec1477-57dc-4879-8c33-38c4d59a3692 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5415046 Jan 17 14:11:45.177122 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] For port fcd17d01-f9fa-48af-a178-f16f28a87d0c, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:11:45.183553 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] For port fcd17d01-f9fa-48af-a178-f16f28a87d0c, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=fcd17d01-f9fa-48af-a178-f16f28a87d0c,segment=NetworkSegment(7b02c544-1b63-4fc8-8cc3-de239a24ab6a),segment_id=7b02c544-1b63-4fc8-8cc3-de239a24ab6a)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:11:45.204481 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:45.222846 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-06e20e18-12eb-4469-84fe-0c15f6756e62 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:45.273599 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7db9278b-dadd-4421-9f26-7d27a967b3bf tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "GET /v2.0/floatingips/b29ab3ad-baad-4605-873e-83a595d704bd HTTP/1.1" status: 200 len: 977 time: 0.4849205 Jan 17 14:11:45.285001 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56624) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:45.343380 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 113619fe-1823-40f5-a2bb-2892927ae905 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:11:45.387814 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b843c-a79a-4284-b1cb-be0bfc0915a2 req-bef2d859-f4e8-44c7-a079-b171138367b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:45.389542 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-693b843c-a79a-4284-b1cb-be0bfc0915a2 req-bef2d859-f4e8-44c7-a079-b171138367b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fe33185-0d26-416b-811b-abfdf1359eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8384104 Jan 17 14:11:45.583670 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:45.618842 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23b8cf-e6a6-4e5f-a575-ae5096487a5e None None] Pushing event updated for resources: {'Port': ['ID=fcd17d01-f9fa-48af-a178-f16f28a87d0c,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:45.683565 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 113619fe-1823-40f5-a2bb-2892927ae905, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=113619fe-1823-40f5-a2bb-2892927ae905,segment=NetworkSegment(72dde1a6-dbe9-4489-998d-c072094ffa2e),segment_id=72dde1a6-dbe9-4489-998d-c072094ffa2e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:11:45.700675 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '113619fe-1823-40f5-a2bb-2892927ae905', 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1', 'port_id': '113619fe-1823-40f5-a2bb-2892927ae905', 'mac_address': 'fa:16:3e:61:52:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce596845-3d6c-4047-a87b-93e3264b0c43', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:11:45.715216 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f6f8446c-3ead-4214-8c55-4e9715799d6f tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Synchronizing usage tracker for tenant:47556c7adaf148f193a49a6f0ca864f6 on resource:floatingip {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:11:45.821995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1475005-c90a-427f-85f4-1c092231f0dd tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:11:45.846304 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5606cc-9f42-482f-a26d-2eaacbd0a2fd None None] Sync routers for ids ['4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:11:45.878981 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:45.893038 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5606cc-9f42-482f-a26d-2eaacbd0a2fd None None] Routers {'4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:45.894500 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-4a5606cc-9f42-482f-a26d-2eaacbd0a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:45.910839 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113619fe-1823-40f5-a2bb-2892927ae905 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:11:45.931428 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 113619fe-1823-40f5-a2bb-2892927ae905, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=113619fe-1823-40f5-a2bb-2892927ae905,segment=NetworkSegment(72dde1a6-dbe9-4489-998d-c072094ffa2e),segment_id=72dde1a6-dbe9-4489-998d-c072094ffa2e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:11:45.938519 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:45.996365 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f6f8446c-3ead-4214-8c55-4e9715799d6f tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Unset dirty status for tenant:47556c7adaf148f193a49a6f0ca864f6 on resource:floatingip {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:11:46.000988 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f6f8446c-3ead-4214-8c55-4e9715799d6f tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.7115324 Jan 17 14:11:46.002687 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56630) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:46.003994 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:46.006406 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-4a5606cc-9f42-482f-a26d-2eaacbd0a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:46.020769 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5606cc-9f42-482f-a26d-2eaacbd0a2fd None None] Routers {'4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:46.021942 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-4a5606cc-9f42-482f-a26d-2eaacbd0a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:46.027273 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d9711-6c8b-4f3b-9d34-99524023f177 req-cd35ed57-d31d-4823-ad7a-dcb6fb8f195e tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:46.040313 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-801d9711-6c8b-4f3b-9d34-99524023f177 req-cd35ed57-d31d-4823-ad7a-dcb6fb8f195e tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.6091032 Jan 17 14:11:46.041156 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56634) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:46.065964 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-a07522f7-35ff-49bf-af7d-4dde6ca9732e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'floatingip': {'port_id': '5457a3cd-0dda-4d56-b53f-0d3a0c73ba5e'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:46.177123 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-4a5606cc-9f42-482f-a26d-2eaacbd0a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:46.180806 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5606cc-9f42-482f-a26d-2eaacbd0a2fd None None] The sync data for ids ['4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:11:46.184920 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-0b1a8f9e-6caa-49a9-a7d7-c0516aef186e tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Request body: {'floatingip': {'port_id': '5f0120a3-b504-4e3f-961d-8d0e46099075'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:46.196834 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=113619fe-1823-40f5-a2bb-2892927ae905,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:46.261716 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device fcd17d01-f9fa-48af-a178-f16f28a87d0c up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:11:46.295275 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-fc7933dc-28ad-47f7-a5b8-96b9f3b921ca tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Allocated IP 172.20.0.1 (1a47b5bb-60d4-470e-a191-e2d4c1746f65/655df595-5036-49df-9d3f-67284b724819/6f1487f0-f65a-49bb-9355-3da41b1f3fd4) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:11:46.321289 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['113619fe-1823-40f5-a2bb-2892927ae905'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:11:46.344297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36168f24-2b52-43c1-97ab-ef5127d11f6b req-6fdea471-fd39-4d34-a60d-72dc1343a23e tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:46.352600 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-36168f24-2b52-43c1-97ab-ef5127d11f6b req-6fdea471-fd39-4d34-a60d-72dc1343a23e tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 943 time: 1.6678143 Jan 17 14:11:46.490646 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port fcd17d01-f9fa-48af-a178-f16f28a87d0c completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:11:46.583400 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a07522f7-35ff-49bf-af7d-4dde6ca9732e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:46.591246 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1475005-c90a-427f-85f4-1c092231f0dd tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:46.678377 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-693b843c-a79a-4284-b1cb-be0bfc0915a2 req-100fe436-0104-4e4e-9d82-3ee13c83e460 service neutron] 10.222.0.15 "GET /v2.0/networks/1fe33185-0d26-416b-811b-abfdf1359eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1936121 Jan 17 14:11:46.710129 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-36168f24-2b52-43c1-97ab-ef5127d11f6b req-e79e847f-2317-4f06-b49e-89b54eb3332a tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d34a5e2-2ede-48df-8d4e-898d07db5631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3245125 Jan 17 14:11:46.733209 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e20e18-12eb-4469-84fe-0c15f6756e62 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Router e899e17f-5c2f-4160-9e18-a747f4e79bbd has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:11:46.738222 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0b1a8f9e-6caa-49a9-a7d7-c0516aef186e tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for floatingip, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:46.836660 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c1475005-c90a-427f-85f4-1c092231f0dd tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] 10.222.0.48 "DELETE /v2.0/floatingips/329f2ca6-8108-4b51-82c2-6e00c238ca44 HTTP/1.1" status: 204 len: 168 time: 7.6086681 Jan 17 14:11:46.837669 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56638) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:46.903413 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:46.924047 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:46.990569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Usage tracker for resource:floatingip and tenant:7e082b8c085549f6951104e6107200d2 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:46.995071 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:47.071319 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:47.096671 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f883810-be67-47f6-81e2-45b4792dbf22 None None] Network 1a47b5bb-60d4-470e-a191-e2d4c1746f65 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:11:47.226088 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-42401876-a520-4be5-b149-d33693b96cdd None None] Provisioning for port fcd17d01-f9fa-48af-a178-f16f28a87d0c completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:11:47.232820 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e20e18-12eb-4469-84fe-0c15f6756e62 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:11:47.236250 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-42401876-a520-4be5-b149-d33693b96cdd None None] Provisioning complete for port fcd17d01-f9fa-48af-a178-f16f28a87d0c triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:47.236663 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42401876-a520-4be5-b149-d33693b96cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:47.273178 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3380ffbf-5552-44a7-8444-12d3c26f2ac5 None None] Sync routers for ids ['e899e17f-5c2f-4160-9e18-a747f4e79bbd'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:11:47.326475 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:47.336895 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3380ffbf-5552-44a7-8444-12d3c26f2ac5 None None] Routers {'e899e17f-5c2f-4160-9e18-a747f4e79bbd'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:47.337538 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-3380ffbf-5552-44a7-8444-12d3c26f2ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e899e17f-5c2f-4160-9e18-a747f4e79bbd'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:47.373931 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-06e20e18-12eb-4469-84fe-0c15f6756e62 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "PUT /v2.0/routers/e899e17f-5c2f-4160-9e18-a747f4e79bbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4418964 Jan 17 14:11:47.394620 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56642) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:47.405627 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-693b843c-a79a-4284-b1cb-be0bfc0915a2 req-86e3ec7f-8ec0-43e0-8fce-a6a997bb73e2 service neutron] 10.222.0.15 "GET /v2.0/networks/1fe33185-0d26-416b-811b-abfdf1359eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196907 Jan 17 14:11:47.455116 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-3380ffbf-5552-44a7-8444-12d3c26f2ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:47.484969 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:47.511075 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3380ffbf-5552-44a7-8444-12d3c26f2ac5 None None] Routers {'e899e17f-5c2f-4160-9e18-a747f4e79bbd'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:47.511075 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-3380ffbf-5552-44a7-8444-12d3c26f2ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e899e17f-5c2f-4160-9e18-a747f4e79bbd'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:47.554777 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1898071-33d5-4fa5-a4e1-1228380ddf40 req-6ff76960-d8b5-4b22-aef7-399a926b0dc1 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:47.557381 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e1898071-33d5-4fa5-a4e1-1228380ddf40 req-6ff76960-d8b5-4b22-aef7-399a926b0dc1 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 945 time: 1.2938266 Jan 17 14:11:47.562510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fc7933dc-28ad-47f7-a5b8-96b9f3b921ca tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:47.642024 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-3380ffbf-5552-44a7-8444-12d3c26f2ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:47.643022 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3380ffbf-5552-44a7-8444-12d3c26f2ac5 None None] The sync data for ids ['e899e17f-5c2f-4160-9e18-a747f4e79bbd'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:11:47.663451 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-2dfb466b-423e-4b6c-bc80-5e4883f3faad tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] delete failed (client error): The resource could not be found. Jan 17 14:11:47.673064 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2dfb466b-423e-4b6c-bc80-5e4883f3faad tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-1442533809 HTTP/1.1" status: 404 len: 335 time: 0.2568636 Jan 17 14:11:47.679665 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56646) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:47.688742 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-fc7933dc-28ad-47f7-a5b8-96b9f3b921ca tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Transition to ACTIVE for port object 6f1487f0-f65a-49bb-9355-3da41b1f3fd4 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:47.731970 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42401876-a520-4be5-b149-d33693b96cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:47.769643 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-4fed8582-6114-4fa8-abbf-8946847f0a01 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e899e17f-5c2f-4160-9e18-a747f4e79bbd'}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:47.813712 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-42401876-a520-4be5-b149-d33693b96cdd None None] For port fcd17d01-f9fa-48af-a178-f16f28a87d0c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=fcd17d01-f9fa-48af-a178-f16f28a87d0c,segment=NetworkSegment(7b02c544-1b63-4fc8-8cc3-de239a24ab6a),segment_id=7b02c544-1b63-4fc8-8cc3-de239a24ab6a)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:11:47.824437 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42401876-a520-4be5-b149-d33693b96cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:47.992945 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42401876-a520-4be5-b149-d33693b96cdd None None] Pushing event updated for resources: {'Port': ['ID=fcd17d01-f9fa-48af-a178-f16f28a87d0c,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:47.998951 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e1898071-33d5-4fa5-a4e1-1228380ddf40 req-6fce900e-efc8-4ce2-8f94-34bca5078ed2 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/security-groups?id=52275d3c-d271-4283-9536-5a9c047fdeed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3975661 Jan 17 14:11:48.207280 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device fcd17d01-f9fa-48af-a178-f16f28a87d0c up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:11:48.292354 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f1904785-d989-417b-9414-39a203ddb587 None None] Provisioning complete for port fcd17d01-f9fa-48af-a178-f16f28a87d0c triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:48.292724 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f1904785-d989-417b-9414-39a203ddb587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:48.394516 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port fcd17d01-f9fa-48af-a178-f16f28a87d0c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:48.395131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:48.441215 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fc7933dc-28ad-47f7-a5b8-96b9f3b921ca tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:48.808266 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7933dc-28ad-47f7-a5b8-96b9f3b921ca tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Network 1a47b5bb-60d4-470e-a191-e2d4c1746f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:48.810025 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-fc7933dc-28ad-47f7-a5b8-96b9f3b921ca tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:48.834690 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7933dc-28ad-47f7-a5b8-96b9f3b921ca tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:11:48.871815 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:48.910549 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7933dc-28ad-47f7-a5b8-96b9f3b921ca tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Pushing event updated for resources: {'Port': ['ID=6f1487f0-f65a-49bb-9355-3da41b1f3fd4,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:48.948480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4fed8582-6114-4fa8-abbf-8946847f0a01 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:48.992315 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fc7933dc-28ad-47f7-a5b8-96b9f3b921ca tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:49.034540 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-4fed8582-6114-4fa8-abbf-8946847f0a01 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] update failed (client error): The resource could not be found. Jan 17 14:11:49.035669 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4fed8582-6114-4fa8-abbf-8946847f0a01 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "PUT /v2.0/routers/e899e17f-5c2f-4160-9e18-a747f4e79bbd HTTP/1.1" status: 404 len: 339 time: 1.3546081 Jan 17 14:11:49.041929 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56654) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:49.053265 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-67b04d4a-71a0-4a28-a282-f4c37406c09d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1022080597'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:49.067250 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-67b04d4a-71a0-4a28-a282-f4c37406c09d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:49.078255 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe2df1-212f-448d-a364-73b28c8e453f req-0d8734da-308a-4ffd-9088-540fc741e2c9 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:49.081568 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7dbe2df1-212f-448d-a364-73b28c8e453f req-0d8734da-308a-4ffd-9088-540fc741e2c9 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 944 time: 0.8383286 Jan 17 14:11:49.090147 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Router b88b3edb-3280-4deb-8698-d2a6883cbd0a is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:11:49.096129 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-67b04d4a-71a0-4a28-a282-f4c37406c09d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Usage tracker for resource:network and tenant:83c738a27e9c460eb9a2c5fcc792d103 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:49.165729 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-67b04d4a-71a0-4a28-a282-f4c37406c09d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:49.185840 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775c867-1af8-4d67-907c-98348e83cccf req-a93162d1-4626-4b2c-afd0-e0dbc696aa30 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:49.187417 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a775c867-1af8-4d67-907c-98348e83cccf req-a93162d1-4626-4b2c-afd0-e0dbc696aa30 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 945 time: 0.9541311 Jan 17 14:11:49.216321 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56658) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:49.226075 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-67b04d4a-71a0-4a28-a282-f4c37406c09d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:49.230142 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-6c354201-8e52-4e1b-ba19-50dd4a2af1fe tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Request body: {'floatingip': {'port_id': '97500c21-d690-48c9-b8e5-23e7cb89ddf7'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:49.230442 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2cccc871-36df-4ec6-8ee5-74e028dad360 None None] Provisioning for port 6f1487f0-f65a-49bb-9355-3da41b1f3fd4 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:11:49.240071 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2cccc871-36df-4ec6-8ee5-74e028dad360 None None] Provisioning complete for port 6f1487f0-f65a-49bb-9355-3da41b1f3fd4 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:49.240547 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2cccc871-36df-4ec6-8ee5-74e028dad360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:49.333123 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2cccc871-36df-4ec6-8ee5-74e028dad360 None None] Port 6f1487f0-f65a-49bb-9355-3da41b1f3fd4 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:11:49.333722 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c354201-8e52-4e1b-ba19-50dd4a2af1fe tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for floatingip, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:49.361414 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 113619fe-1823-40f5-a2bb-2892927ae905 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:11:49.398737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.resource_extend [None req-0b1a8f9e-6caa-49a9-a7d7-c0516aef186e tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:11:49.422918 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b04d4a-71a0-4a28-a282-f4c37406c09d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Made reservation on behalf of 83c738a27e9c460eb9a2c5fcc792d103 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:11:49.427115 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-67b04d4a-71a0-4a28-a282-f4c37406c09d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:49.471581 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b04d4a-71a0-4a28-a282-f4c37406c09d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:11:49.483833 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-67b04d4a-71a0-4a28-a282-f4c37406c09d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:49.484088 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-67b04d4a-71a0-4a28-a282-f4c37406c09d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Added segment b64bfae6-aae3-4756-92fa-8eaf10424fb0 of type vlan for network 0d7b8243-9619-4686-9fd0-6727825cafc3 Jan 17 14:11:49.513619 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 113619fe-1823-40f5-a2bb-2892927ae905 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:11:49.522838 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7dbe2df1-212f-448d-a364-73b28c8e453f req-97af067b-6413-4b5e-bcbe-fd83a66f5ebe tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d34a5e2-2ede-48df-8d4e-898d07db5631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4293671 Jan 17 14:11:49.536157 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 113619fe-1823-40f5-a2bb-2892927ae905 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:49.536654 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:49.542028 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Allocated IP 172.26.3.2 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/67c9bfe2-d581-4e15-84ad-804260ee67c9) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:11:49.550819 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-67b04d4a-71a0-4a28-a282-f4c37406c09d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:49.567393 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.resource_extend [None req-a07522f7-35ff-49bf-af7d-4dde6ca9732e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:11:49.733212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:49.792529 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 113619fe-1823-40f5-a2bb-2892927ae905, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=113619fe-1823-40f5-a2bb-2892927ae905,segment=NetworkSegment(72dde1a6-dbe9-4489-998d-c072094ffa2e),segment_id=72dde1a6-dbe9-4489-998d-c072094ffa2e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:11:49.793515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b46ff7-4289-447b-be13-f46cea3d9cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113619fe-1823-40f5-a2bb-2892927ae905'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:11:49.806369 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:49.903965 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0b1a8f9e-6caa-49a9-a7d7-c0516aef186e tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:49.954728 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0b1a8f9e-6caa-49a9-a7d7-c0516aef186e tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:49.957277 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-67b04d4a-71a0-4a28-a282-f4c37406c09d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:49.964925 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b04d4a-71a0-4a28-a282-f4c37406c09d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:49.965992 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-67b04d4a-71a0-4a28-a282-f4c37406c09d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:50.008219 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a07522f7-35ff-49bf-af7d-4dde6ca9732e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:50.009061 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=113619fe-1823-40f5-a2bb-2892927ae905,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:50.040520 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b46ff7-4289-447b-be13-f46cea3d9cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113619fe-1823-40f5-a2bb-2892927ae905', 'code': 200} Jan 17 14:11:50.049243 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a07522f7-35ff-49bf-af7d-4dde6ca9732e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:50.054945 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:11:50.072202 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ec62b-0b30-4805-8b37-97732b81b7ae None None] Sync routers for ids ['b88b3edb-3280-4deb-8698-d2a6883cbd0a'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:11:50.091469 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967ec62b-0b30-4805-8b37-97732b81b7ae None None] Routers {'b88b3edb-3280-4deb-8698-d2a6883cbd0a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:50.092207 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-967ec62b-0b30-4805-8b37-97732b81b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['b88b3edb-3280-4deb-8698-d2a6883cbd0a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:50.165019 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-67b04d4a-71a0-4a28-a282-f4c37406c09d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1187909 Jan 17 14:11:50.166099 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56666) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:50.185869 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fc7933dc-28ad-47f7-a5b8-96b9f3b921ca tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:50.201546 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-967ec62b-0b30-4805-8b37-97732b81b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:50.218747 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-8beaa003-c28e-4624-a2b1-e51b23da9116 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Request body: {'subnet': {'network_id': '0d7b8243-9619-4686-9fd0-6727825cafc3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:50.221615 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967ec62b-0b30-4805-8b37-97732b81b7ae None None] Routers {'b88b3edb-3280-4deb-8698-d2a6883cbd0a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:50.223177 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-967ec62b-0b30-4805-8b37-97732b81b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['b88b3edb-3280-4deb-8698-d2a6883cbd0a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:50.341778 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-967ec62b-0b30-4805-8b37-97732b81b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:50.342836 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ec62b-0b30-4805-8b37-97732b81b7ae None None] The sync data for ids ['b88b3edb-3280-4deb-8698-d2a6883cbd0a'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:11:50.397833 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b04d4a-71a0-4a28-a282-f4c37406c09d tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event updated for resources: {'Network': ['ID=0d7b8243-9619-4686-9fd0-6727825cafc3,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:50.415499 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 0d7b8243-9619-4686-9fd0-6727825cafc3 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:11:50.487515 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:50.493249 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f7387cae-c6d9-43be-999c-14d13c3cdec0 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 12.3815250 Jan 17 14:11:50.506873 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56670) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:50.645972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-8beaa003-c28e-4624-a2b1-e51b23da9116 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:50.651404 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:50.672825 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8beaa003-c28e-4624-a2b1-e51b23da9116 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Usage tracker for resource:subnet and tenant:83c738a27e9c460eb9a2c5fcc792d103 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:50.676434 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8beaa003-c28e-4624-a2b1-e51b23da9116 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:50.686524 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-8beaa003-c28e-4624-a2b1-e51b23da9116 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:50.885241 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-0b1a8f9e-6caa-49a9-a7d7-c0516aef186e tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Floating IP 3f3326ff-7af3-48af-8e1f-20ee06c3cd3a associated. External IP: 172.26.3.163, port: 5f0120a3-b504-4e3f-961d-8d0e46099075. Jan 17 14:11:50.952234 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-a07522f7-35ff-49bf-af7d-4dde6ca9732e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Floating IP b29ab3ad-baad-4605-873e-83a595d704bd associated. External IP: 172.26.3.74, port: 93824922-93df-4b8f-bf2a-205e5a2eb814. Jan 17 14:11:50.991226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beaa003-c28e-4624-a2b1-e51b23da9116 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Made reservation on behalf of 83c738a27e9c460eb9a2c5fcc792d103 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:11:50.994927 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8beaa003-c28e-4624-a2b1-e51b23da9116 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:51.139905 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288c1ed-25fe-4394-a72d-827694ca1040 req-ef05ba51-2e1e-4967-bdef-2a18ce30b48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:51.141638 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1288c1ed-25fe-4394-a72d-827694ca1040 req-ef05ba51-2e1e-4967-bdef-2a18ce30b48f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 1098 time: 0.7454937 Jan 17 14:11:51.146488 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-70b4f7f5-dc34-4309-bc69-15c2e9e78f85 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "GET /v2.0/routers/b88b3edb-3280-4deb-8698-d2a6883cbd0a HTTP/1.1" status: 200 len: 923 time: 0.6366684 Jan 17 14:11:51.157283 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56676) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:51.249141 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ded6e3ac-e9b0-4c25-9d96-88a5f789f6d1 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "GET /v2.0/ports?device_id=b88b3edb-3280-4deb-8698-d2a6883cbd0a HTTP/1.1" status: 200 len: 205 time: 0.0860400 Jan 17 14:11:51.264112 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:51.277175 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56680) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:51.438328 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1288c1ed-25fe-4394-a72d-827694ca1040 req-6d9ad545-1393-49d8-a951-368ed5e1e59b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0d34a5e2-2ede-48df-8d4e-898d07db5631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2798488 Jan 17 14:11:51.483531 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:51.493932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:51.496948 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:11:51.548410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Pushing event updated for resources: {'Port': ['ID=67c9bfe2-d581-4e15-84ad-804260ee67c9,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:51.665914 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926db24e-f4a3-44b4-8f21-4b2c2a942ded req-171c7fc3-2bd2-4243-9b90-9fdac012e555 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:51.667442 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-926db24e-f4a3-44b4-8f21-4b2c2a942ded req-171c7fc3-2bd2-4243-9b90-9fdac012e555 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 945 time: 0.7578554 Jan 17 14:11:51.890161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-355abfb9-337d-4a80-a34e-08737a0a1b92 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:51.941377 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.resource_extend [None req-fc7933dc-28ad-47f7-a5b8-96b9f3b921ca tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:11:51.959897 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-926db24e-f4a3-44b4-8f21-4b2c2a942ded req-87d05d42-a631-4449-8b6e-184fb406ce40 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d34a5e2-2ede-48df-8d4e-898d07db5631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476397 Jan 17 14:11:52.015986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8beaa003-c28e-4624-a2b1-e51b23da9116 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:52.044940 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fc7933dc-28ad-47f7-a5b8-96b9f3b921ca tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:52.050642 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:52.054072 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fc7933dc-28ad-47f7-a5b8-96b9f3b921ca tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:52.135580 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.resource_extend [None req-6c354201-8e52-4e1b-ba19-50dd4a2af1fe tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:11:52.282025 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beaa003-c28e-4624-a2b1-e51b23da9116 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event updated for resources: {'Subnet': ['ID=b16aab3c-f0f5-4c93-8db9-491e9ee24d5f,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:52.301154 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:52.311392 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1a8f9e-6caa-49a9-a7d7-c0516aef186e tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Router 10b14141-9e1c-48a7-a875-12946e657f5e has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:11:52.313523 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c354201-8e52-4e1b-ba19-50dd4a2af1fe tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:52.322166 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fc7933dc-28ad-47f7-a5b8-96b9f3b921ca tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:52.327175 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07522f7-35ff-49bf-af7d-4dde6ca9732e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Router bf4f45c6-0a42-4026-a3ba-e3d9770cf671 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:11:52.329205 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7933dc-28ad-47f7-a5b8-96b9f3b921ca tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Pushing event updated for resources: {'Port': ['ID=6f1487f0-f65a-49bb-9355-3da41b1f3fd4,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:52.335296 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c354201-8e52-4e1b-ba19-50dd4a2af1fe tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:52.339492 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beaa003-c28e-4624-a2b1-e51b23da9116 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Checking segment: {'id': 'b64bfae6-aae3-4756-92fa-8eaf10424fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0d7b8243-9619-4686-9fd0-6727825cafc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:11:52.339824 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beaa003-c28e-4624-a2b1-e51b23da9116 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Network hostable DHCP agents. Network: 0d7b8243-9619-4686-9fd0-6727825cafc3, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:11:52.408434 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-355abfb9-337d-4a80-a34e-08737a0a1b92 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:52.437780 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beaa003-c28e-4624-a2b1-e51b23da9116 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Network 0d7b8243-9619-4686-9fd0-6727825cafc3 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:11:52.465786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-355abfb9-337d-4a80-a34e-08737a0a1b92 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Deleting port f9033e93-f58c-406e-82b3-bcae371366fa {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:11:52.466361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-355abfb9-337d-4a80-a34e-08737a0a1b92 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:52.584203 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:52.613560 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-8beaa003-c28e-4624-a2b1-e51b23da9116 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 0d7b8243-9619-4686-9fd0-6727825cafc3) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:52.628620 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beaa003-c28e-4624-a2b1-e51b23da9116 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:52.629255 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8beaa003-c28e-4624-a2b1-e51b23da9116 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:52.633631 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1050a402-b437-4e43-8ac0-2c9e66459d5c None None] Network 0d7b8243-9619-4686-9fd0-6727825cafc3 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:11:52.849867 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1a8f9e-6caa-49a9-a7d7-c0516aef186e tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:11:52.960057 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0b1a8f9e-6caa-49a9-a7d7-c0516aef186e tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:53.001717 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c31c83-61ca-45a7-bf3c-38f753cebf3b None None] Sync routers for ids ['10b14141-9e1c-48a7-a875-12946e657f5e'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:11:53.073251 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8beaa003-c28e-4624-a2b1-e51b23da9116 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8892918 Jan 17 14:11:53.079211 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56686) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:53.114377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-f0f5eb13-9472-4751-96fa-1f043da97f7c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Request body: {'router': {'external_gateway_info': {'network_id': '0d7b8243-9619-4686-9fd0-6727825cafc3'}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:53.119902 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c31c83-61ca-45a7-bf3c-38f753cebf3b None None] Routers {'10b14141-9e1c-48a7-a875-12946e657f5e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:53.120984 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-84c31c83-61ca-45a7-bf3c-38f753cebf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['10b14141-9e1c-48a7-a875-12946e657f5e'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:53.128528 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-6c354201-8e52-4e1b-ba19-50dd4a2af1fe tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Floating IP 9040cfac-e6bc-4fb5-9cd9-617129c494e6 associated. External IP: 172.26.3.44, port: 97500c21-d690-48c9-b8e5-23e7cb89ddf7. Jan 17 14:11:53.456221 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7933dc-28ad-47f7-a5b8-96b9f3b921ca tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Network 1a47b5bb-60d4-470e-a191-e2d4c1746f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:53.463785 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0b1a8f9e-6caa-49a9-a7d7-c0516aef186e tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "PUT /v2.0/floatingips/3f3326ff-7af3-48af-8e1f-20ee06c3cd3a HTTP/1.1" status: 200 len: 991 time: 7.4090431 Jan 17 14:11:53.465391 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-84c31c83-61ca-45a7-bf3c-38f753cebf3b None None] Set router 10b14141-9e1c-48a7-a875-12946e657f5e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:11:53.465527 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9bbed0-5074-47ea-b9a9-77ac9ac114ef', 'tag': '5f0120a3-b504-4e3f-961d-8d0e46099075'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:11:53.471817 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-fc7933dc-28ad-47f7-a5b8-96b9f3b921ca tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:53.475688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07522f7-35ff-49bf-af7d-4dde6ca9732e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:11:53.494990 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebee443-6944-478c-84f0-089b5139bf63 None None] Sync routers for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:11:53.527881 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebee443-6944-478c-84f0-089b5139bf63 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:53.528676 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-4ebee443-6944-478c-84f0-089b5139bf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:53.737426 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-4ebee443-6944-478c-84f0-089b5139bf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:53.759032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-355abfb9-337d-4a80-a34e-08737a0a1b92 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:53.772128 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebee443-6944-478c-84f0-089b5139bf63 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:53.773507 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-4ebee443-6944-478c-84f0-089b5139bf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:53.876882 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-4ebee443-6944-478c-84f0-089b5139bf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:53.877481 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebee443-6944-478c-84f0-089b5139bf63 None None] The sync data for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:11:53.939309 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9bbed0-5074-47ea-b9a9-77ac9ac114ef', 'tag': '5f0120a3-b504-4e3f-961d-8d0e46099075', 'status': 'completed', 'code': 200} Jan 17 14:11:53.953261 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-0d7b8243-9619-4686-9fd0-6727825cafc3', 'network_id': '0d7b8243-9619-4686-9fd0-6727825cafc3', 'tenant_id': '83c738a27e9c460eb9a2c5fcc792d103', 'fixed_ips': [{'subnet_id': 'b16aab3c-f0f5-4c93-8db9-491e9ee24d5f'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:11:53.955179 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:54.101075 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-355abfb9-337d-4a80-a34e-08737a0a1b92 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Calling delete_port for f9033e93-f58c-406e-82b3-bcae371366fa owned by network:router_gateway {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:11:54.131775 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ded153eb-0db0-47c1-bd51-8bb939d5c8db None None] Provisioning complete for port 6f1487f0-f65a-49bb-9355-3da41b1f3fd4 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:54.132148 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ded153eb-0db0-47c1-bd51-8bb939d5c8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:54.165837 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] It took 0.78 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:11:54.244224 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989b82e-4934-485a-b5dc-a752042ac67f req-d1cef12f-c71a-492b-bf55-ff651de2d1a6 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:54.246328 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7989b82e-4934-485a-b5dc-a752042ac67f req-d1cef12f-c71a-492b-bf55-ff651de2d1a6 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 945 time: 0.8623738 Jan 17 14:11:54.264414 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:54.275741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f0f5eb13-9472-4751-96fa-1f043da97f7c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:54.287159 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:54.381575 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ded153eb-0db0-47c1-bd51-8bb939d5c8db None None] Port 6f1487f0-f65a-49bb-9355-3da41b1f3fd4 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:11:54.486675 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Allocated IP 2001:db8:1::2 (0d7b8243-9619-4686-9fd0-6727825cafc3/b16aab3c-f0f5-4c93-8db9-491e9ee24d5f/48a9488d-c164-4efb-83b7-9ebcfcdcc381) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:11:54.529809 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Pushing event updated for resources: {'Port': ['ID=67c9bfe2-d581-4e15-84ad-804260ee67c9,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:54.551664 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7989b82e-4934-485a-b5dc-a752042ac67f req-1c99cff2-470d-43c1-9e06-f7f5e8650d4d tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d34a5e2-2ede-48df-8d4e-898d07db5631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767928 Jan 17 14:11:54.565008 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:54.572370 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc67f24-b791-4b6f-84ac-204c92dd95db req-4dcdb6a5-1c4f-40f7-bb2a-72774e4c4c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:54.574053 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1cc67f24-b791-4b6f-84ac-204c92dd95db req-4dcdb6a5-1c4f-40f7-bb2a-72774e4c4c29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bf9d590b7484aed9edd856f9636eb85&device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 1098 time: 0.5239227 Jan 17 14:11:54.589165 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7933dc-28ad-47f7-a5b8-96b9f3b921ca tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Router 55cd163b-c102-4c1f-8512-9dcea68755b9 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:11:54.680829 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:54.682144 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b92d15e7-2d14-4058-b2b5-80d8310bf055 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.7960479 Jan 17 14:11:54.704927 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56698) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:54.789664 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:54.813611 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-84c31c83-61ca-45a7-bf3c-38f753cebf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'name': 'tempest-ServerActionsTestJSON-1919571955-router', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:15Z', 'updated_at': '2022-01-17T14:10:31Z', 'revision_number': 4, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'gw_port': {'id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:16Z', 'updated_at': '2022-01-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '3f3326ff-7af3-48af-8e1f-20ee06c3cd3a', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'port_id': '5f0120a3-b504-4e3f-961d-8d0e46099075', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348', 'mac_address': 'fa:16:3e:d3:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9bbed0-5074-47ea-b9a9-77ac9ac114ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:10:54Z', 'updated_at': '2022-01-17T14:11:49Z', 'revision_number': 1, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34c6b1a-bad5-427c-ae8f-3aec2979b63a', 'name': '', 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'mac_address': 'fa:16:3e:1a:dd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '108e9ce5-417b-4ebb-b330-fd1632de2fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:26Z', 'updated_at': '2022-01-17T14:10:47Z', 'revision_number': 5, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'subnets': [{'id': '108e9ce5-417b-4ebb-b330-fd1632de2fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:54.819642 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c31c83-61ca-45a7-bf3c-38f753cebf3b None None] Checking router: 10b14141-9e1c-48a7-a875-12946e657f5e for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:11:54.849574 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c31c83-61ca-45a7-bf3c-38f753cebf3b None None] Routers {'10b14141-9e1c-48a7-a875-12946e657f5e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:54.850556 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-84c31c83-61ca-45a7-bf3c-38f753cebf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['10b14141-9e1c-48a7-a875-12946e657f5e'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:54.998698 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07522f7-35ff-49bf-af7d-4dde6ca9732e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Router bf4f45c6-0a42-4026-a3ba-e3d9770cf671 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:11:55.000714 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c354201-8e52-4e1b-ba19-50dd4a2af1fe tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Router 30aeda3d-2fc7-461f-889c-73e0d6fb843e has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:11:55.041786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:55.075152 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:55.086023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Usage tracker for resource:floatingip and tenant:b8056e68ae734448b52cdc63a8026f67 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:55.096201 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:55.116880 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-355abfb9-337d-4a80-a34e-08737a0a1b92 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:55.135793 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Transition to ACTIVE for port object 48a9488d-c164-4efb-83b7-9ebcfcdcc381 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:55.149898 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7933dc-28ad-47f7-a5b8-96b9f3b921ca tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:11:55.164367 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fc7933dc-28ad-47f7-a5b8-96b9f3b921ca tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] 10.222.0.48 "PUT /v2.0/routers/55cd163b-c102-4c1f-8512-9dcea68755b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2950277 Jan 17 14:11:55.175578 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56708) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:55.182617 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bd9288-cf17-492f-afae-b6b204e9d30a None None] Sync routers for ids ['55cd163b-c102-4c1f-8512-9dcea68755b9'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:11:55.224443 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:55.229261 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Transition to ACTIVE for port object 48a9488d-c164-4efb-83b7-9ebcfcdcc381 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:55.231365 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd9288-cf17-492f-afae-b6b204e9d30a None None] Routers {'55cd163b-c102-4c1f-8512-9dcea68755b9'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:55.234301 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-10bd9288-cf17-492f-afae-b6b204e9d30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['55cd163b-c102-4c1f-8512-9dcea68755b9'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:55.348198 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355abfb9-337d-4a80-a34e-08737a0a1b92 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Pushing event deleted for resources: {'Port': ['ID=f9033e93-f58c-406e-82b3-bcae371366fa,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:55.353023 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-6c533231-89fb-425e-b7f2-4fa270cdd959 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Request body: {'port': {'network_id': '1a47b5bb-60d4-470e-a191-e2d4c1746f65', 'name': 'tempest-FloatingIPNegativeTestJSON-1485186346'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:55.354494 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-10bd9288-cf17-492f-afae-b6b204e9d30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:55.377162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:55.449208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:55.481478 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd9288-cf17-492f-afae-b6b204e9d30a None None] Routers {'55cd163b-c102-4c1f-8512-9dcea68755b9'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:55.482557 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-10bd9288-cf17-492f-afae-b6b204e9d30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['55cd163b-c102-4c1f-8512-9dcea68755b9'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:55.483424 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc67f24-b791-4b6f-84ac-204c92dd95db req-c8d08e93-a5f6-4f7f-a80d-3dacef34bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:55.485886 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1cc67f24-b791-4b6f-84ac-204c92dd95db req-c8d08e93-a5f6-4f7f-a80d-3dacef34bbb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65490aef-7574-47e8-8e01-18ff3449c348 HTTP/1.1" status: 200 len: 913 time: 0.8851054 Jan 17 14:11:55.611965 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-10bd9288-cf17-492f-afae-b6b204e9d30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:55.613086 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bd9288-cf17-492f-afae-b6b204e9d30a None None] The sync data for ids ['55cd163b-c102-4c1f-8512-9dcea68755b9'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:11:55.631785 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-84c31c83-61ca-45a7-bf3c-38f753cebf3b None None] Set router 10b14141-9e1c-48a7-a875-12946e657f5e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:11:55.704841 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c354201-8e52-4e1b-ba19-50dd4a2af1fe tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:11:55.713947 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c354201-8e52-4e1b-ba19-50dd4a2af1fe tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:55.723837 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c5e8ff-c6e3-4311-a5ad-c09581a4ecac None None] Sync routers for ids ['30aeda3d-2fc7-461f-889c-73e0d6fb843e'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:11:55.746758 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c5e8ff-c6e3-4311-a5ad-c09581a4ecac None None] Routers {'30aeda3d-2fc7-461f-889c-73e0d6fb843e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:55.748228 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f7c5e8ff-c6e3-4311-a5ad-c09581a4ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['30aeda3d-2fc7-461f-889c-73e0d6fb843e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:55.767002 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Network 0d7b8243-9619-4686-9fd0-6727825cafc3 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:11:55.797265 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6c354201-8e52-4e1b-ba19-50dd4a2af1fe tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "PUT /v2.0/floatingips/9040cfac-e6bc-4fb5-9cd9-617129c494e6 HTTP/1.1" status: 200 len: 990 time: 6.5758061 Jan 17 14:11:55.797265 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07522f7-35ff-49bf-af7d-4dde6ca9732e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:11:55.813612 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:11:55.827012 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6c533231-89fb-425e-b7f2-4fa270cdd959 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:55.834605 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-355abfb9-337d-4a80-a34e-08737a0a1b92 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:55.837215 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:11:55.841940 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6c533231-89fb-425e-b7f2-4fa270cdd959 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Usage tracker for resource:port and tenant:f8fce0a680114a33b66b132ca6cbf041 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:55.856547 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6c533231-89fb-425e-b7f2-4fa270cdd959 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:55.869218 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6c533231-89fb-425e-b7f2-4fa270cdd959 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:55.900322 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a07522f7-35ff-49bf-af7d-4dde6ca9732e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:55.911018 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-f0f5eb13-9472-4751-96fa-1f043da97f7c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:11:55.912864 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f0f5eb13-9472-4751-96fa-1f043da97f7c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "PUT /v2.0/routers/e899e17f-5c2f-4160-9e18-a747f4e79bbd HTTP/1.1" status: 400 len: 364 time: 2.8283675 Jan 17 14:11:55.932395 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56714) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:55.951446 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1f38b0-f810-4cc3-b1fe-4efe4d21aa30 None None] Sync routers for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:11:55.967487 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Pushing event updated for resources: {'Port': ['ID=48a9488d-c164-4efb-83b7-9ebcfcdcc381,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:56.024463 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27041eb1-3d45-414c-892d-7efd132c82c8', 'tag': '97500c21-d690-48c9-b8e5-23e7cb89ddf7'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:11:56.070733 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c533231-89fb-425e-b7f2-4fa270cdd959 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Made reservation on behalf of f8fce0a680114a33b66b132ca6cbf041 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:11:56.075520 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c533231-89fb-425e-b7f2-4fa270cdd959 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:56.100394 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01c4a4-042d-4aa6-83c7-7fcc7776eb17 req-fdf22184-6bfc-4627-b8f9-598f12d7fc70 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:56.103011 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-eb01c4a4-042d-4aa6-83c7-7fcc7776eb17 req-fdf22184-6bfc-4627-b8f9-598f12d7fc70 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 945 time: 1.3235526 Jan 17 14:11:56.125015 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56722) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:56.130242 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1cc67f24-b791-4b6f-84ac-204c92dd95db req-508d6837-9222-470f-a0b3-ca63ae2e6da8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f0120a3-b504-4e3f-961d-8d0e46099075 HTTP/1.1" status: 200 len: 999 time: 0.6225333 Jan 17 14:11:56.131790 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-6c533231-89fb-425e-b7f2-4fa270cdd959 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] device_id is not set on port 17a62014-bd25-4087-93cc-f8d2fc7f6a5c yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:11:56.195606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-780b1916-2711-4eb4-827f-18522052b44f tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Request body: {'floatingip': {'port_id': '113619fe-1823-40f5-a2bb-2892927ae905'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:56.219686 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1f38b0-f810-4cc3-b1fe-4efe4d21aa30 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:56.221887 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-ef1f38b0-f810-4cc3-b1fe-4efe4d21aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:56.291891 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-f7c5e8ff-c6e3-4311-a5ad-c09581a4ecac None None] Set router 30aeda3d-2fc7-461f-889c-73e0d6fb843e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:11:56.332337 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-780b1916-2711-4eb4-827f-18522052b44f tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for floatingip, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:56.443324 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27041eb1-3d45-414c-892d-7efd132c82c8', 'tag': '97500c21-d690-48c9-b8e5-23e7cb89ddf7', 'status': 'completed', 'code': 200} Jan 17 14:11:56.465839 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-ef1f38b0-f810-4cc3-b1fe-4efe4d21aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:56.482469 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Attempting to bind port 48a9488d-c164-4efb-83b7-9ebcfcdcc381 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:11:56.483120 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Attempting to bind port 48a9488d-c164-4efb-83b7-9ebcfcdcc381 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'b64bfae6-aae3-4756-92fa-8eaf10424fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0d7b8243-9619-4686-9fd0-6727825cafc3'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:11:56.484159 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Attempting to bind port 48a9488d-c164-4efb-83b7-9ebcfcdcc381 on network 0d7b8243-9619-4686-9fd0-6727825cafc3 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:11:56.508141 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:11:56.508599 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Checking segment: {'id': 'b64bfae6-aae3-4756-92fa-8eaf10424fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0d7b8243-9619-4686-9fd0-6727825cafc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:11:56.509147 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:56.509544 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Bound using segment: {'id': 'b64bfae6-aae3-4756-92fa-8eaf10424fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0d7b8243-9619-4686-9fd0-6727825cafc3'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:11:56.510178 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Bound port: 48a9488d-c164-4efb-83b7-9ebcfcdcc381, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64bfae6-aae3-4756-92fa-8eaf10424fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0d7b8243-9619-4686-9fd0-6727825cafc3'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:11:56.510548 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:56.542946 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1f38b0-f810-4cc3-b1fe-4efe4d21aa30 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:56.543638 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-ef1f38b0-f810-4cc3-b1fe-4efe4d21aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:56.589986 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a07522f7-35ff-49bf-af7d-4dde6ca9732e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "PUT /v2.0/floatingips/b29ab3ad-baad-4605-873e-83a595d704bd HTTP/1.1" status: 200 len: 977 time: 10.5803676 Jan 17 14:11:56.609593 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56726) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:56.623807 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f91e5078-528d-4a08-950d-4bd0b6569d25 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:56.758126 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-355abfb9-337d-4a80-a34e-08737a0a1b92 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:56.763316 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-355abfb9-337d-4a80-a34e-08737a0a1b92 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:56.766857 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f91e5078-528d-4a08-950d-4bd0b6569d25 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:56.784249 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-ef1f38b0-f810-4cc3-b1fe-4efe4d21aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:56.788302 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1f38b0-f810-4cc3-b1fe-4efe4d21aa30 None None] The sync data for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:11:57.006257 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f7c5e8ff-c6e3-4311-a5ad-c09581a4ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'name': 'tempest-ServersTestJSON-1364175991-router', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:40Z', 'revision_number': 4, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'gw_port': {'id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:25Z', 'updated_at': '2022-01-17T14:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '9040cfac-e6bc-4fb5-9cd9-617129c494e6', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'floating_ip_address': '172.26.3.44', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'port_id': '97500c21-d690-48c9-b8e5-23e7cb89ddf7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6', 'mac_address': 'fa:16:3e:3f:95:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27041eb1-3d45-414c-892d-7efd132c82c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:11:01Z', 'updated_at': '2022-01-17T14:11:51Z', 'revision_number': 1, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5925ed-3171-48be-89b2-177822bceddc', 'name': '', 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'mac_address': 'fa:16:3e:1f:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5148f200-260f-4779-8cba-a4140d2a0c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:36Z', 'updated_at': '2022-01-17T14:10:59Z', 'revision_number': 5, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'subnets': [{'id': '5148f200-260f-4779-8cba-a4140d2a0c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:57.012917 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c5e8ff-c6e3-4311-a5ad-c09581a4ecac None None] Checking router: 30aeda3d-2fc7-461f-889c-73e0d6fb843e for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:11:57.025748 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c5e8ff-c6e3-4311-a5ad-c09581a4ecac None None] Routers {'30aeda3d-2fc7-461f-889c-73e0d6fb843e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:11:57.026371 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f7c5e8ff-c6e3-4311-a5ad-c09581a4ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['30aeda3d-2fc7-461f-889c-73e0d6fb843e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:57.106745 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d656b95-4f19-4809-bdf5-187676be6c38 req-eef74b08-c9a1-4f05-a4a9-c5a357f42557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:57.109896 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9d656b95-4f19-4809-bdf5-187676be6c38 req-eef74b08-c9a1-4f05-a4a9-c5a357f42557 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=464561e5600c4cb5a08009418eecb6f6&device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 1098 time: 0.7072279 Jan 17 14:11:57.178419 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] For port 48a9488d-c164-4efb-83b7-9ebcfcdcc381, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:11:57.211530 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] For port 48a9488d-c164-4efb-83b7-9ebcfcdcc381, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=48a9488d-c164-4efb-83b7-9ebcfcdcc381,segment=NetworkSegment(b64bfae6-aae3-4756-92fa-8eaf10424fb0),segment_id=b64bfae6-aae3-4756-92fa-8eaf10424fb0)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:11:57.227674 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc67f24-b791-4b6f-84ac-204c92dd95db req-3ad89265-3216-4f9a-99eb-f115d365cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:57.229365 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:57.232059 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1cc67f24-b791-4b6f-84ac-204c92dd95db req-3ad89265-3216-4f9a-99eb-f115d365cca4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=108e9ce5-417b-4ebb-b330-fd1632de2fea HTTP/1.1" status: 200 len: 851 time: 0.8390555 Jan 17 14:11:57.370581 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-84c31c83-61ca-45a7-bf3c-38f753cebf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'name': 'tempest-ServerActionsTestJSON-1919571955-router', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:15Z', 'updated_at': '2022-01-17T14:10:31Z', 'revision_number': 4, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'gw_port': {'id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:16Z', 'updated_at': '2022-01-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '3f3326ff-7af3-48af-8e1f-20ee06c3cd3a', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'port_id': '5f0120a3-b504-4e3f-961d-8d0e46099075', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348', 'mac_address': 'fa:16:3e:d3:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9bbed0-5074-47ea-b9a9-77ac9ac114ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:10:54Z', 'updated_at': '2022-01-17T14:11:49Z', 'revision_number': 1, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34c6b1a-bad5-427c-ae8f-3aec2979b63a', 'name': '', 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'mac_address': 'fa:16:3e:1a:dd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '108e9ce5-417b-4ebb-b330-fd1632de2fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:26Z', 'updated_at': '2022-01-17T14:10:47Z', 'revision_number': 5, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'subnets': [{'id': '108e9ce5-417b-4ebb-b330-fd1632de2fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:57.378847 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c31c83-61ca-45a7-bf3c-38f753cebf3b None None] The sync data for ids ['10b14141-9e1c-48a7-a875-12946e657f5e'] in dv-neutron-824901-1-hyperv is: [{'id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'name': 'tempest-ServerActionsTestJSON-1919571955-router', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:15Z', 'updated_at': '2022-01-17T14:10:31Z', 'revision_number': 4, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'gw_port': {'id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:16Z', 'updated_at': '2022-01-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '3f3326ff-7af3-48af-8e1f-20ee06c3cd3a', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'port_id': '5f0120a3-b504-4e3f-961d-8d0e46099075', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348', 'mac_address': 'fa:16:3e:d3:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9bbed0-5074-47ea-b9a9-77ac9ac114ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:10:54Z', 'updated_at': '2022-01-17T14:11:49Z', 'revision_number': 1, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34c6b1a-bad5-427c-ae8f-3aec2979b63a', 'name': '', 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'mac_address': 'fa:16:3e:1a:dd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '108e9ce5-417b-4ebb-b330-fd1632de2fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:26Z', 'updated_at': '2022-01-17T14:10:47Z', 'revision_number': 5, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'subnets': [{'id': '108e9ce5-417b-4ebb-b330-fd1632de2fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:11:57.387611 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83d4b0-5c94-4084-ad38-bc54bd307b7c None None] Pushing event updated for resources: {'Port': ['ID=48a9488d-c164-4efb-83b7-9ebcfcdcc381,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:11:57.440176 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-355abfb9-337d-4a80-a34e-08737a0a1b92 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:57.440891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355abfb9-337d-4a80-a34e-08737a0a1b92 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Fanout notify agent at l3_agent the message router_deleted on router b88b3edb-3280-4deb-8698-d2a6883cbd0a {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:11:57.483249 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-355abfb9-337d-4a80-a34e-08737a0a1b92 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:57.485345 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-f7c5e8ff-c6e3-4311-a5ad-c09581a4ecac None None] Set router 30aeda3d-2fc7-461f-889c-73e0d6fb843e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:11:57.493661 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-355abfb9-337d-4a80-a34e-08737a0a1b92 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "DELETE /v2.0/routers/b88b3edb-3280-4deb-8698-d2a6883cbd0a HTTP/1.1" status: 204 len: 168 time: 6.1826832 Jan 17 14:11:57.576866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56732) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:11:57.601644 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2049101510', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'enable_snat': False}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:11:57.629728 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:11:57.680586 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Usage tracker for resource:router and tenant:72af6175791d44bcba99b51ff65fd2b6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:11:57.691299 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:11:57.727215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:11:57.971119 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-6c533231-89fb-425e-b7f2-4fa270cdd959 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Allocated IP 172.20.0.3 (1a47b5bb-60d4-470e-a191-e2d4c1746f65/655df595-5036-49df-9d3f-67284b724819/17a62014-bd25-4087-93cc-f8d2fc7f6a5c) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:11:58.068582 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc67f24-b791-4b6f-84ac-204c92dd95db req-84da6c37-283c-48cc-9895-ad978c4b9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:58.070345 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1cc67f24-b791-4b6f-84ac-204c92dd95db req-84da6c37-283c-48cc-9895-ad978c4b9ecb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65490aef-7574-47e8-8e01-18ff3449c348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7232988 Jan 17 14:11:58.072345 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ead0f0f-72bd-4d1d-93ac-7765d23e218c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:58.132318 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78691b1d-f14b-4a60-86ff-e0eb24e8ec83 None None] New status for floating IP 3f3326ff-7af3-48af-8e1f-20ee06c3cd3a: ACTIVE {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:11:58.261907 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:58.266533 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:58.270459 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:58.287876 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:58.339904 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 48a9488d-c164-4efb-83b7-9ebcfcdcc381 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:11:58.341539 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d656b95-4f19-4809-bdf5-187676be6c38 req-37a75d92-6f51-4c09-b100-e0a8f886a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:58.344586 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9d656b95-4f19-4809-bdf5-187676be6c38 req-37a75d92-6f51-4c09-b100-e0a8f886a998 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6e0dd9fe-ccdf-45be-b211-f6a9095516c6 HTTP/1.1" status: 200 len: 907 time: 1.2036531 Jan 17 14:11:58.454924 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1cc67f24-b791-4b6f-84ac-204c92dd95db req-0912d6fd-fea5-496f-b386-7df6e373c972 service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696344 Jan 17 14:11:58.510702 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 48a9488d-c164-4efb-83b7-9ebcfcdcc381 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:11:58.624208 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f91e5078-528d-4a08-950d-4bd0b6569d25 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:58.774625 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9d656b95-4f19-4809-bdf5-187676be6c38 req-b4af82e5-b0af-45bb-a84d-c4b7185aebef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97500c21-d690-48c9-b8e5-23e7cb89ddf7 HTTP/1.1" status: 200 len: 998 time: 0.1729565 Jan 17 14:11:58.788448 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f91e5078-528d-4a08-950d-4bd0b6569d25 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:58.788939 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-f91e5078-528d-4a08-950d-4bd0b6569d25 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Floating IP b29ab3ad-baad-4605-873e-83a595d704bd disassociated. External IP: 172.26.3.74, port: 5457a3cd-0dda-4d56-b53f-0d3a0c73ba5e. Jan 17 14:11:58.802607 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f7c5e8ff-c6e3-4311-a5ad-c09581a4ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'name': 'tempest-ServersTestJSON-1364175991-router', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:40Z', 'revision_number': 4, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'gw_port': {'id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:25Z', 'updated_at': '2022-01-17T14:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '9040cfac-e6bc-4fb5-9cd9-617129c494e6', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'floating_ip_address': '172.26.3.44', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'port_id': '97500c21-d690-48c9-b8e5-23e7cb89ddf7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6', 'mac_address': 'fa:16:3e:3f:95:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27041eb1-3d45-414c-892d-7efd132c82c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:11:01Z', 'updated_at': '2022-01-17T14:11:51Z', 'revision_number': 1, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5925ed-3171-48be-89b2-177822bceddc', 'name': '', 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'mac_address': 'fa:16:3e:1f:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5148f200-260f-4779-8cba-a4140d2a0c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:36Z', 'updated_at': '2022-01-17T14:10:59Z', 'revision_number': 5, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'subnets': [{'id': '5148f200-260f-4779-8cba-a4140d2a0c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:11:58.807585 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c5e8ff-c6e3-4311-a5ad-c09581a4ecac None None] The sync data for ids ['30aeda3d-2fc7-461f-889c-73e0d6fb843e'] in dv-neutron-824901-1-hyperv is: [{'id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'name': 'tempest-ServersTestJSON-1364175991-router', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:40Z', 'revision_number': 4, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'gw_port': {'id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:25Z', 'updated_at': '2022-01-17T14:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '9040cfac-e6bc-4fb5-9cd9-617129c494e6', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'floating_ip_address': '172.26.3.44', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'port_id': '97500c21-d690-48c9-b8e5-23e7cb89ddf7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6', 'mac_address': 'fa:16:3e:3f:95:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27041eb1-3d45-414c-892d-7efd132c82c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:11:01Z', 'updated_at': '2022-01-17T14:11:51Z', 'revision_number': 1, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5925ed-3171-48be-89b2-177822bceddc', 'name': '', 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'mac_address': 'fa:16:3e:1f:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5148f200-260f-4779-8cba-a4140d2a0c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:36Z', 'updated_at': '2022-01-17T14:10:59Z', 'revision_number': 5, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'subnets': [{'id': '5148f200-260f-4779-8cba-a4140d2a0c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:11:59.250831 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b86c4f3-a074-46e8-b072-8793c795f51c None None] Network 0d7b8243-9619-4686-9fd0-6727825cafc3 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:11:59.289910 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc87795-f00b-405c-b618-f9ae6f14de25 None None] New status for floating IP 9040cfac-e6bc-4fb5-9cd9-617129c494e6: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:11:59.372066 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d656b95-4f19-4809-bdf5-187676be6c38 req-575b52f1-e212-4e49-9ee8-b37768441a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:11:59.373572 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9d656b95-4f19-4809-bdf5-187676be6c38 req-575b52f1-e212-4e49-9ee8-b37768441a62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5148f200-260f-4779-8cba-a4140d2a0c1d HTTP/1.1" status: 200 len: 845 time: 0.3754847 Jan 17 14:11:59.416229 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:59.496841 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ad06c35b-a81e-4a86-87a5-5b78ecde9c7f None None] Provisioning for port 48a9488d-c164-4efb-83b7-9ebcfcdcc381 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:11:59.518573 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1cc67f24-b791-4b6f-84ac-204c92dd95db req-953acc83-c066-484e-9a1c-991f76bc47a3 service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0488667 Jan 17 14:11:59.530483 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Allocated IP 172.26.3.108 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/ddb6ba96-b214-4afc-8357-38ab30c0a5d2) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:11:59.591393 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ad06c35b-a81e-4a86-87a5-5b78ecde9c7f None None] Provisioning complete for port 48a9488d-c164-4efb-83b7-9ebcfcdcc381 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:11:59.592154 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad06c35b-a81e-4a86-87a5-5b78ecde9c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:59.635224 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c533231-89fb-425e-b7f2-4fa270cdd959 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:11:59.682306 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-6c533231-89fb-425e-b7f2-4fa270cdd959 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Transition to ACTIVE for port object 17a62014-bd25-4087-93cc-f8d2fc7f6a5c will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:11:59.705522 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-1ead0f0f-72bd-4d1d-93ac-7765d23e218c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Allocated IP 2001:db8::1 (506c739c-51ba-492d-9036-b6fc9d3765e4/447c5450-8fef-49c0-879d-c086e725f5b2/6538f109-7ca1-4454-89f4-670e12a0f590) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:12:00.041351 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad06c35b-a81e-4a86-87a5-5b78ecde9c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:00.096893 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d656b95-4f19-4809-bdf5-187676be6c38 req-2be48024-8fe1-443f-8bad-49c2449082a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:00.097929 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9d656b95-4f19-4809-bdf5-187676be6c38 req-2be48024-8fe1-443f-8bad-49c2449082a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6e0dd9fe-ccdf-45be-b211-f6a9095516c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6886563 Jan 17 14:12:00.117159 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c533231-89fb-425e-b7f2-4fa270cdd959 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:00.119159 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ad06c35b-a81e-4a86-87a5-5b78ecde9c7f None None] For port 48a9488d-c164-4efb-83b7-9ebcfcdcc381, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=48a9488d-c164-4efb-83b7-9ebcfcdcc381,segment=NetworkSegment(b64bfae6-aae3-4756-92fa-8eaf10424fb0),segment_id=b64bfae6-aae3-4756-92fa-8eaf10424fb0)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:12:00.125767 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad06c35b-a81e-4a86-87a5-5b78ecde9c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:00.256476 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06c35b-a81e-4a86-87a5-5b78ecde9c7f None None] Pushing event updated for resources: {'Port': ['ID=48a9488d-c164-4efb-83b7-9ebcfcdcc381,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:00.263031 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-780b1916-2711-4eb4-827f-18522052b44f tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:00.334320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:00.344000 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ead0f0f-72bd-4d1d-93ac-7765d23e218c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:00.350546 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c533231-89fb-425e-b7f2-4fa270cdd959 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Network 1a47b5bb-60d4-470e-a191-e2d4c1746f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:12:00.351400 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-780b1916-2711-4eb4-827f-18522052b44f tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:00.385960 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-1ead0f0f-72bd-4d1d-93ac-7765d23e218c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Transition to ACTIVE for port object 6538f109-7ca1-4454-89f4-670e12a0f590 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:12:00.437875 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-6c533231-89fb-425e-b7f2-4fa270cdd959 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:00.464421 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c533231-89fb-425e-b7f2-4fa270cdd959 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:12:00.466212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2e7f4fab-3623-4500-958c-fc8fe7b9639e None None] Provisioning complete for port 48a9488d-c164-4efb-83b7-9ebcfcdcc381 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:12:00.466592 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2e7f4fab-3623-4500-958c-fc8fe7b9639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:00.653745 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:00.671052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c533231-89fb-425e-b7f2-4fa270cdd959 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:00.671735 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c533231-89fb-425e-b7f2-4fa270cdd959 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:00.677595 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9d656b95-4f19-4809-bdf5-187676be6c38 req-d1e10b96-f496-4851-bb96-3c8077ddfd86 service neutron] 10.222.0.15 "GET /v2.0/networks/6e0dd9fe-ccdf-45be-b211-f6a9095516c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617733 Jan 17 14:12:00.684855 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c533231-89fb-425e-b7f2-4fa270cdd959 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Pushing event updated for resources: {'Port': ['ID=17a62014-bd25-4087-93cc-f8d2fc7f6a5c,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:00.696319 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91e5078-528d-4a08-950d-4bd0b6569d25 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Router bf4f45c6-0a42-4026-a3ba-e3d9770cf671 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:12:00.707284 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ead0f0f-72bd-4d1d-93ac-7765d23e218c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:00.713617 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:00.796134 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:12:00.832100 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:00.838102 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:00.851387 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:12:00.852545 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4bedd48b-ce56-4339-838d-ce24acaa03d2 None None] Provisioning for port 17a62014-bd25-4087-93cc-f8d2fc7f6a5c completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:12:00.860470 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4bedd48b-ce56-4339-838d-ce24acaa03d2 None None] Provisioning complete for port 17a62014-bd25-4087-93cc-f8d2fc7f6a5c triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:12:00.860470 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4bedd48b-ce56-4339-838d-ce24acaa03d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:00.880006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Pushing event updated for resources: {'Port': ['ID=ddb6ba96-b214-4afc-8357-38ab30c0a5d2,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:00.927028 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ead0f0f-72bd-4d1d-93ac-7765d23e218c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Network 506c739c-51ba-492d-9036-b6fc9d3765e4 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:12:00.936632 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6c533231-89fb-425e-b7f2-4fa270cdd959 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7436464 Jan 17 14:12:00.948083 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56748) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:00.959880 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4bedd48b-ce56-4339-838d-ce24acaa03d2 None None] Port 17a62014-bd25-4087-93cc-f8d2fc7f6a5c cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:12:00.967170 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-1ead0f0f-72bd-4d1d-93ac-7765d23e218c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:00.974800 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:00.988425 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:00.992112 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ead0f0f-72bd-4d1d-93ac-7765d23e218c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:12:00.992797 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ead0f0f-72bd-4d1d-93ac-7765d23e218c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:00.997763 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Usage tracker for resource:floatingip and tenant:f8fce0a680114a33b66b132ca6cbf041 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:01.007440 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:01.081350 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:01.093099 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-780b1916-2711-4eb4-827f-18522052b44f tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Floating IP 95301481-aeac-47b0-bbde-fe35e35a209d associated. External IP: 172.26.3.232, port: 113619fe-1823-40f5-a2bb-2892927ae905. Jan 17 14:12:01.101601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead0f0f-72bd-4d1d-93ac-7765d23e218c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event updated for resources: {'Port': ['ID=6538f109-7ca1-4454-89f4-670e12a0f590,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:01.208851 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9d656b95-4f19-4809-bdf5-187676be6c38 req-82838c50-65fe-49ea-88b9-b66b0e8329f7 service neutron] 10.222.0.15 "GET /v2.0/networks/6e0dd9fe-ccdf-45be-b211-f6a9095516c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210991 Jan 17 14:12:01.214147 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for floatingip, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:01.259263 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Allocated IP 172.26.3.179 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/3ae27c91-dca1-4c12-a880-7334c47d8fba) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:12:01.261630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:01.272666 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ead0f0f-72bd-4d1d-93ac-7765d23e218c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:01.336069 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91e5078-528d-4a08-950d-4bd0b6569d25 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:12:01.353103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f91e5078-528d-4a08-950d-4bd0b6569d25 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:01.354768 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ef9a7a-a3ca-4d37-b3ed-d5208f151d55 None None] Sync routers for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:12:01.370611 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ef9a7a-a3ca-4d37-b3ed-d5208f151d55 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:01.371798 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-27ef9a7a-a3ca-4d37-b3ed-d5208f151d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:01.402188 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b5e3d43d-1716-4108-9f85-6f0cd163d38b None None] Provisioning for port 6538f109-7ca1-4454-89f4-670e12a0f590 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:12:01.412841 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b5e3d43d-1716-4108-9f85-6f0cd163d38b None None] Provisioning complete for port 6538f109-7ca1-4454-89f4-670e12a0f590 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:12:01.413887 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b5e3d43d-1716-4108-9f85-6f0cd163d38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:01.461728 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-27ef9a7a-a3ca-4d37-b3ed-d5208f151d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:01.471575 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ef9a7a-a3ca-4d37-b3ed-d5208f151d55 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:01.472227 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-27ef9a7a-a3ca-4d37-b3ed-d5208f151d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:01.509053 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:01.545649 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f91e5078-528d-4a08-950d-4bd0b6569d25 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "PUT /v2.0/floatingips/b29ab3ad-baad-4605-873e-83a595d704bd HTTP/1.1" status: 200 len: 687 time: 4.9296095 Jan 17 14:12:01.549735 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56754) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:01.575505 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-27ef9a7a-a3ca-4d37-b3ed-d5208f151d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:01.576190 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ef9a7a-a3ca-4d37-b3ed-d5208f151d55 None None] The sync data for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:12:01.594952 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3d43d-1716-4108-9f85-6f0cd163d38b None None] Port 6538f109-7ca1-4454-89f4-670e12a0f590 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:12:01.784384 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:01.978610 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-c681f97a-0d89-4a81-85e7-c851cd34da77 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Deleting port 549edb84-14b8-4fde-af0b-e96d06481834 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:01.979084 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c681f97a-0d89-4a81-85e7-c851cd34da77 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:02.190295 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 48a9488d-c164-4efb-83b7-9ebcfcdcc381 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:12:02.190886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:02.283307 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:12:02.285786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780b1916-2711-4eb4-827f-18522052b44f tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Router 8f09b19d-a03e-4e4d-8473-2f12e1e40994 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:12:02.287357 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 48a9488d-c164-4efb-83b7-9ebcfcdcc381 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:12:02.287732 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:02.299473 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:02.306427 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:12:02.325575 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:02.336443 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c681f97a-0d89-4a81-85e7-c851cd34da77 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:02.336918 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c681f97a-0d89-4a81-85e7-c851cd34da77 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:02.347958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:02.354111 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Pushing event updated for resources: {'Port': ['ID=3ae27c91-dca1-4c12-a880-7334c47d8fba,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:02.368543 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ead0f0f-72bd-4d1d-93ac-7765d23e218c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:02.381978 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:02.449491 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ead0f0f-72bd-4d1d-93ac-7765d23e218c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:02.450437 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ead0f0f-72bd-4d1d-93ac-7765d23e218c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:02.604038 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-c681f97a-0d89-4a81-85e7-c851cd34da77 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Calling delete_port for 549edb84-14b8-4fde-af0b-e96d06481834 owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:02.612452 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Pushing event updated for resources: {'Port': ['ID=ddb6ba96-b214-4afc-8357-38ab30c0a5d2,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:02.816905 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:02.896724 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead0f0f-72bd-4d1d-93ac-7765d23e218c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event updated for resources: {'Port': ['ID=6538f109-7ca1-4454-89f4-670e12a0f590,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:02.925254 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780b1916-2711-4eb4-827f-18522052b44f tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:12:02.941385 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f5ae11-e330-420e-830d-bc7a542f6b3a None None] Sync routers for ids ['8f09b19d-a03e-4e4d-8473-2f12e1e40994'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:12:02.950673 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:02.955129 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Allocated IP 172.26.3.117 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/d2f525e0-65a9-4b7b-9c95-0d8c047bcb39) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:12:02.955372 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a8fe334a-5342-4263-89ce-ff6120149119 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2388427 Jan 17 14:12:02.962672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f5ae11-e330-420e-830d-bc7a542f6b3a None None] Routers {'8f09b19d-a03e-4e4d-8473-2f12e1e40994'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:02.963470 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-e5f5ae11-e330-420e-830d-bc7a542f6b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['8f09b19d-a03e-4e4d-8473-2f12e1e40994'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:02.966854 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56762) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:03.026718 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-780b1916-2711-4eb4-827f-18522052b44f tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:03.141059 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ead0f0f-72bd-4d1d-93ac-7765d23e218c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Network 506c739c-51ba-492d-9036-b6fc9d3765e4 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:12:03.149667 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-1ead0f0f-72bd-4d1d-93ac-7765d23e218c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:03.226830 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c681f97a-0d89-4a81-85e7-c851cd34da77 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:03.286694 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-780b1916-2711-4eb4-827f-18522052b44f tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "PUT /v2.0/floatingips/95301481-aeac-47b0-bbde-fe35e35a209d HTTP/1.1" status: 200 len: 991 time: 7.1600523 Jan 17 14:12:03.304579 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b46ff7-4289-447b-be13-f46cea3d9cf9', 'tag': '113619fe-1823-40f5-a2bb-2892927ae905'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:12:03.314469 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-e5f5ae11-e330-420e-830d-bc7a542f6b3a None None] Set router 8f09b19d-a03e-4e4d-8473-2f12e1e40994 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:12:03.324438 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681f97a-0d89-4a81-85e7-c851cd34da77 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event deleted for resources: {'Port': ['ID=549edb84-14b8-4fde-af0b-e96d06481834,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:03.408420 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0d5ebe26-4c11-476c-a777-9bf109ed4e07 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Synchronizing usage tracker for tenant:7e082b8c085549f6951104e6107200d2 on resource:floatingip {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:12:03.539279 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b46ff7-4289-447b-be13-f46cea3d9cf9', 'tag': '113619fe-1823-40f5-a2bb-2892927ae905', 'status': 'completed', 'code': 200} Jan 17 14:12:03.575897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0d5ebe26-4c11-476c-a777-9bf109ed4e07 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Unset dirty status for tenant:7e082b8c085549f6951104e6107200d2 on resource:floatingip {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:12:03.579974 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0d5ebe26-4c11-476c-a777-9bf109ed4e07 tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4481 time: 0.6092005 Jan 17 14:12:03.583119 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56772) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:03.589832 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:03.677200 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:03.686877 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c681f97a-0d89-4a81-85e7-c851cd34da77 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:03.690070 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c681f97a-0d89-4a81-85e7-c851cd34da77 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:03.695504 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c681f97a-0d89-4a81-85e7-c851cd34da77 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "DELETE /v2.0/floatingips/b29ab3ad-baad-4605-873e-83a595d704bd HTTP/1.1" status: 204 len: 168 time: 2.1442585 Jan 17 14:12:03.700462 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56778) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:03.775458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a6c24ffb-412c-4155-ac80-1a48f8f86a92 None None] Provisioning complete for port 6538f109-7ca1-4454-89f4-670e12a0f590 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:12:03.775986 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a6c24ffb-412c-4155-ac80-1a48f8f86a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:03.818323 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-5c24cce9-63db-4f5d-8a26-cfa1fa61c986 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] delete failed (client error): The resource could not be found. Jan 17 14:12:03.827696 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5c24cce9-63db-4f5d-8a26-cfa1fa61c986 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "DELETE /v2.0/floatingips/b29ab3ad-baad-4605-873e-83a595d704bd HTTP/1.1" status: 404 len: 345 time: 0.1258552 Jan 17 14:12:03.828893 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56782) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:03.905129 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a6c24ffb-412c-4155-ac80-1a48f8f86a92 None None] Port 6538f109-7ca1-4454-89f4-670e12a0f590 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:12:03.926048 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c1a9f2da-8ecd-4f11-bfbc-504c805a09b4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Synchronizing usage tracker for tenant:043a9c63b01c446e9f1fa31a41971a98 on resource:floatingip {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:12:03.937771 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ead0f0f-72bd-4d1d-93ac-7765d23e218c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Router e899e17f-5c2f-4160-9e18-a747f4e79bbd has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:12:03.956419 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d6264-e9e5-4d1a-a793-038e2c80665d req-5dfd61b5-d3c7-4355-9148-382aa8761296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:03.957947 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-387d6264-e9e5-4d1a-a793-038e2c80665d req-5dfd61b5-d3c7-4355-9148-382aa8761296 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=91022dbb65ec4eb28958344a7a8cf246&device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 1098 time: 0.4052780 Jan 17 14:12:04.025277 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-e5f5ae11-e330-420e-830d-bc7a542f6b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'name': 'tempest-ServersTestManualDisk-20752007-router', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:46Z', 'revision_number': 4, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'gw_port': {'id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:27Z', 'updated_at': '2022-01-17T14:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '95301481-aeac-47b0-bbde-fe35e35a209d', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'floating_ip_address': '172.26.3.232', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'port_id': '113619fe-1823-40f5-a2bb-2892927ae905', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1', 'mac_address': 'fa:16:3e:61:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b46ff7-4289-447b-be13-f46cea3d9cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:11:03Z', 'updated_at': '2022-01-17T14:11:59Z', 'revision_number': 1, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c68a29-d716-461d-9670-b65e52350056', 'name': '', 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'mac_address': 'fa:16:3e:6b:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'ce596845-3d6c-4047-a87b-93e3264b0c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:43Z', 'updated_at': '2022-01-17T14:11:01Z', 'revision_number': 5, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'subnets': [{'id': 'ce596845-3d6c-4047-a87b-93e3264b0c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:04.033754 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f5ae11-e330-420e-830d-bc7a542f6b3a None None] Checking router: 8f09b19d-a03e-4e4d-8473-2f12e1e40994 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:12:04.052000 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f5ae11-e330-420e-830d-bc7a542f6b3a None None] Routers {'8f09b19d-a03e-4e4d-8473-2f12e1e40994'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:04.053729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-e5f5ae11-e330-420e-830d-bc7a542f6b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['8f09b19d-a03e-4e4d-8473-2f12e1e40994'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:04.187539 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c1a9f2da-8ecd-4f11-bfbc-504c805a09b4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Unset dirty status for tenant:043a9c63b01c446e9f1fa31a41971a98 on resource:floatingip {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:12:04.188875 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c1a9f2da-8ecd-4f11-bfbc-504c805a09b4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.6047630 Jan 17 14:12:04.241138 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56786) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:04.241410 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:04.371771 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ead0f0f-72bd-4d1d-93ac-7765d23e218c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:12:04.382053 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1ead0f0f-72bd-4d1d-93ac-7765d23e218c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "PUT /v2.0/routers/e899e17f-5c2f-4160-9e18-a747f4e79bbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3115911 Jan 17 14:12:04.387750 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56790) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:04.398215 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d85ffb-6b0e-40fc-9117-c7261815c949 None None] Sync routers for ids ['e899e17f-5c2f-4160-9e18-a747f4e79bbd'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:12:04.416573 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-e5f5ae11-e330-420e-830d-bc7a542f6b3a None None] Set router 8f09b19d-a03e-4e4d-8473-2f12e1e40994 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:12:04.444672 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d85ffb-6b0e-40fc-9117-c7261815c949 None None] Routers {'e899e17f-5c2f-4160-9e18-a747f4e79bbd'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:04.447932 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e1d85ffb-6b0e-40fc-9117-c7261815c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e899e17f-5c2f-4160-9e18-a747f4e79bbd'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:04.535754 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83d5551-c4f2-48a1-b4f2-bde75b335381 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:04.545915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83d5551-c4f2-48a1-b4f2-bde75b335381 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:04.556448 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83d5551-c4f2-48a1-b4f2-bde75b335381 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:04.557797 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f83d5551-c4f2-48a1-b4f2-bde75b335381 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Synchronizing usage tracker for tenant:47556c7adaf148f193a49a6f0ca864f6 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:12:04.617029 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e1d85ffb-6b0e-40fc-9117-c7261815c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:04.651544 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d85ffb-6b0e-40fc-9117-c7261815c949 None None] Routers {'e899e17f-5c2f-4160-9e18-a747f4e79bbd'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:04.652078 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:12:04.652269 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e1d85ffb-6b0e-40fc-9117-c7261815c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e899e17f-5c2f-4160-9e18-a747f4e79bbd'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:04.696730 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Pushing event updated for resources: {'Port': ['ID=d2f525e0-65a9-4b7b-9c95-0d8c047bcb39,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:04.706754 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:04.719133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:12:04.746489 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-ba7cf0e4-c42e-46dd-9574-7bb0507f7a75 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Deleting port ddb6ba96-b214-4afc-8357-38ab30c0a5d2 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:04.746826 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf0e4-c42e-46dd-9574-7bb0507f7a75 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:04.778824 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:04.827822 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e1d85ffb-6b0e-40fc-9117-c7261815c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:04.829181 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d85ffb-6b0e-40fc-9117-c7261815c949 None None] The sync data for ids ['e899e17f-5c2f-4160-9e18-a747f4e79bbd'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:12:04.845385 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-338cdc53-cf0e-4e0f-870f-8c1e1a785110 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:04.964096 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f83d5551-c4f2-48a1-b4f2-bde75b335381 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Unset dirty status for tenant:47556c7adaf148f193a49a6f0ca864f6 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:12:04.966518 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f83d5551-c4f2-48a1-b4f2-bde75b335381 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "GET /v2.0/ports?network_id=00bb5fcf-dc03-45f8-a900-4c5df8ced5fc HTTP/1.1" status: 200 len: 2358 time: 1.1336961 Jan 17 14:12:04.983417 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56800) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:05.025650 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d6264-e9e5-4d1a-a793-038e2c80665d req-99f79855-8611-4475-a845-e5502796dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:05.028896 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-387d6264-e9e5-4d1a-a793-038e2c80665d req-99f79855-8611-4475-a845-e5502796dac5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fe33185-0d26-416b-811b-abfdf1359eb1 HTTP/1.1" status: 200 len: 911 time: 1.0510817 Jan 17 14:12:05.166991 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-338cdc53-cf0e-4e0f-870f-8c1e1a785110 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 17 14:12:05.171859 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-338cdc53-cf0e-4e0f-870f-8c1e1a785110 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "DELETE /v2.0/routers/e899e17f-5c2f-4160-9e18-a747f4e79bbd HTTP/1.1" status: 409 len: 329 time: 0.7826180 Jan 17 14:12:05.174861 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56804) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:05.238392 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-e5f5ae11-e330-420e-830d-bc7a542f6b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'name': 'tempest-ServersTestManualDisk-20752007-router', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:46Z', 'revision_number': 4, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'gw_port': {'id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:27Z', 'updated_at': '2022-01-17T14:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '95301481-aeac-47b0-bbde-fe35e35a209d', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'floating_ip_address': '172.26.3.232', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'port_id': '113619fe-1823-40f5-a2bb-2892927ae905', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1', 'mac_address': 'fa:16:3e:61:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b46ff7-4289-447b-be13-f46cea3d9cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:11:03Z', 'updated_at': '2022-01-17T14:11:59Z', 'revision_number': 1, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c68a29-d716-461d-9670-b65e52350056', 'name': '', 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'mac_address': 'fa:16:3e:6b:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'ce596845-3d6c-4047-a87b-93e3264b0c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:43Z', 'updated_at': '2022-01-17T14:11:01Z', 'revision_number': 5, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'subnets': [{'id': 'ce596845-3d6c-4047-a87b-93e3264b0c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:05.245522 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f5ae11-e330-420e-830d-bc7a542f6b3a None None] The sync data for ids ['8f09b19d-a03e-4e4d-8473-2f12e1e40994'] in dv-neutron-824901-1-hyperv is: [{'id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'name': 'tempest-ServersTestManualDisk-20752007-router', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:46Z', 'revision_number': 4, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'gw_port': {'id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:27Z', 'updated_at': '2022-01-17T14:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '95301481-aeac-47b0-bbde-fe35e35a209d', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'floating_ip_address': '172.26.3.232', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'port_id': '113619fe-1823-40f5-a2bb-2892927ae905', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1', 'mac_address': 'fa:16:3e:61:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b46ff7-4289-447b-be13-f46cea3d9cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:11:03Z', 'updated_at': '2022-01-17T14:11:59Z', 'revision_number': 1, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c68a29-d716-461d-9670-b65e52350056', 'name': '', 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'mac_address': 'fa:16:3e:6b:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'ce596845-3d6c-4047-a87b-93e3264b0c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:43Z', 'updated_at': '2022-01-17T14:11:01Z', 'revision_number': 5, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'subnets': [{'id': 'ce596845-3d6c-4047-a87b-93e3264b0c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:12:05.330160 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:05.388500 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa628dcd-9476-4a43-947a-cddc7c1ca75e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:05.397351 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fa628dcd-9476-4a43-947a-cddc7c1ca75e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "GET /v2.0/subnets/ffa63332-356b-497a-a931-2b7b1a3f6caf HTTP/1.1" status: 200 len: 797 time: 0.3687994 Jan 17 14:12:05.405748 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56808) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:05.416860 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-6255bd30-f749-4886-9cff-764528d719f0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'port': {'network_id': '00bb5fcf-dc03-45f8-a900-4c5df8ced5fc', 'name': 'tempest-FloatingIPTestJSON-1545107412', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:05.453491 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-387d6264-e9e5-4d1a-a793-038e2c80665d req-f3269e39-0cb3-45f5-83e7-259432ceceac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=113619fe-1823-40f5-a2bb-2892927ae905 HTTP/1.1" status: 200 len: 999 time: 0.3604739 Jan 17 14:12:05.504148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:05.539387 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf0e4-c42e-46dd-9574-7bb0507f7a75 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:05.539805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf0e4-c42e-46dd-9574-7bb0507f7a75 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:05.607521 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ac57eb-5ebc-4645-81f9-8340aedf9fc0 None None] New status for floating IP 95301481-aeac-47b0-bbde-fe35e35a209d: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:12:05.780181 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-ba7cf0e4-c42e-46dd-9574-7bb0507f7a75 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Calling delete_port for ddb6ba96-b214-4afc-8357-38ab30c0a5d2 owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:05.865499 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6255bd30-f749-4886-9cff-764528d719f0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:05.912512 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d6264-e9e5-4d1a-a793-038e2c80665d req-1d5201f2-f4f4-40ad-a350-c6761f495f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:05.914734 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-387d6264-e9e5-4d1a-a793-038e2c80665d req-1d5201f2-f4f4-40ad-a350-c6761f495f6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce596845-3d6c-4047-a87b-93e3264b0c43 HTTP/1.1" status: 200 len: 849 time: 0.4496379 Jan 17 14:12:05.957906 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6255bd30-f749-4886-9cff-764528d719f0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:06.068961 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6255bd30-f749-4886-9cff-764528d719f0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Made reservation on behalf of 47556c7adaf148f193a49a6f0ca864f6 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:12:06.091416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Router 127c4344-54f5-4a90-8ada-405ec2a41f4f is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:12:06.303328 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf0e4-c42e-46dd-9574-7bb0507f7a75 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:06.499839 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6255bd30-f749-4886-9cff-764528d719f0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:06.558939 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cf0e4-c42e-46dd-9574-7bb0507f7a75 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Pushing event deleted for resources: {'Port': ['ID=ddb6ba96-b214-4afc-8357-38ab30c0a5d2,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:06.572155 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-6255bd30-f749-4886-9cff-764528d719f0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] device_id is not set on port 0ad0638d-7c1e-40c0-9198-f95897ffccbe yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:12:06.614898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:12:06.627839 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] Sync routers for ids ['127c4344-54f5-4a90-8ada-405ec2a41f4f'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:12:06.646391 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] Routers {'127c4344-54f5-4a90-8ada-405ec2a41f4f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:06.647021 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['127c4344-54f5-4a90-8ada-405ec2a41f4f'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:06.659970 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:06.677793 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:06.751339 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:06.755013 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5a61f0f6-db48-479f-9211-3f3d31be7cfe tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.1712759 Jan 17 14:12:06.763760 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56818) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:06.776125 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d6264-e9e5-4d1a-a793-038e2c80665d req-1d1db69a-4da9-48cb-9c44-9603fd7b412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:06.778692 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-387d6264-e9e5-4d1a-a793-038e2c80665d req-1d1db69a-4da9-48cb-9c44-9603fd7b412e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fe33185-0d26-416b-811b-abfdf1359eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8453228 Jan 17 14:12:06.885260 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf0e4-c42e-46dd-9574-7bb0507f7a75 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:06.957552 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] Set router 127c4344-54f5-4a90-8ada-405ec2a41f4f gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:12:07.062315 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Pushing event updated for resources: {'Port': ['ID=d2f525e0-65a9-4b7b-9c95-0d8c047bcb39,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:07.090211 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf0e4-c42e-46dd-9574-7bb0507f7a75 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:07.091372 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ba7cf0e4-c42e-46dd-9574-7bb0507f7a75 tempest-FloatingIPAdminTestJSON-180270689 tempest-FloatingIPAdminTestJSON-180270689-project] 10.222.0.48 "DELETE /v2.0/floatingips/415de236-08f1-449a-9533-e4aaee02e719 HTTP/1.1" status: 204 len: 168 time: 2.8459632 Jan 17 14:12:07.095394 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:07.098609 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56824) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:07.146360 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:07.151868 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c7accfb6-6e7b-40a2-8448-482b732fb340 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1964755 Jan 17 14:12:07.162285 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56828) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:07.174446 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b5226fce-cd74-4002-ad70-6439f292a0cf tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "GET /v2.0/routers/127c4344-54f5-4a90-8ada-405ec2a41f4f HTTP/1.1" status: 200 len: 909 time: 0.4080040 Jan 17 14:12:07.177184 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-6406e2fc-0983-4df7-be99-01c235a6c028 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Request body: {'floatingip': {'port_id': '17a62014-bd25-4087-93cc-f8d2fc7f6a5c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:07.229601 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56832) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:07.255525 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2049101510', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'enable_snat': True}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:07.263954 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:07.268565 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-387d6264-e9e5-4d1a-a793-038e2c80665d req-a4c11ae0-aee9-49ed-b3ab-4719aceabb33 service neutron] 10.222.0.15 "GET /v2.0/networks/1fe33185-0d26-416b-811b-abfdf1359eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668722 Jan 17 14:12:07.273014 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Usage tracker for resource:router and tenant:72af6175791d44bcba99b51ff65fd2b6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:07.277703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6406e2fc-0983-4df7-be99-01c235a6c028 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for floatingip, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:07.370824 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:07.409917 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127c4344-54f5-4a90-8ada-405ec2a41f4f', 'name': 'tempest-snat-router-2049101510', 'tenant_id': '72af6175791d44bcba99b51ff65fd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.179'}], 'enable_snat': False}, 'gw_port_id': '3ae27c91-dca1-4c12-a880-7334c47d8fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:11:58Z', 'updated_at': '2022-01-17T14:12:02Z', 'revision_number': 3, 'project_id': '72af6175791d44bcba99b51ff65fd2b6', 'gw_port': {'id': '3ae27c91-dca1-4c12-a880-7334c47d8fba', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:35:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127c4344-54f5-4a90-8ada-405ec2a41f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:12:00Z', 'updated_at': '2022-01-17T14:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:07.415504 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] Checking router: 127c4344-54f5-4a90-8ada-405ec2a41f4f for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:12:07.416214 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] Updating router 127c4344-54f5-4a90-8ada-405ec2a41f4f port 3ae27c91-dca1-4c12-a880-7334c47d8fba binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:12:07.482402 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:07.513731 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:07.655231 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:07.656797 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:07.835558 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-6255bd30-f749-4886-9cff-764528d719f0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Allocated IP 172.20.0.14 (00bb5fcf-dc03-45f8-a900-4c5df8ced5fc/ffa63332-356b-497a-a931-2b7b1a3f6caf/0ad0638d-7c1e-40c0-9198-f95897ffccbe) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:12:07.836532 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:07.841366 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-387d6264-e9e5-4d1a-a793-038e2c80665d req-957a5d7c-e912-4586-952d-af3821f975db service neutron] 10.222.0.15 "GET /v2.0/networks/1fe33185-0d26-416b-811b-abfdf1359eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927359 Jan 17 14:12:07.846081 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-6255bd30-f749-4886-9cff-764528d719f0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Allocated IP 172.20.0.13 (00bb5fcf-dc03-45f8-a900-4c5df8ced5fc/ffa63332-356b-497a-a931-2b7b1a3f6caf/0ad0638d-7c1e-40c0-9198-f95897ffccbe) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:12:07.873848 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-6406e2fc-0983-4df7-be99-01c235a6c028 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] update failed (client error): The resource could not be found. Jan 17 14:12:07.879075 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6406e2fc-0983-4df7-be99-01c235a6c028 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] 10.222.0.48 "PUT /v2.0/floatingips/8f4e9178-a79f-4f5c-909b-bdf519108a5e HTTP/1.1" status: 404 len: 507 time: 0.7121921 Jan 17 14:12:07.879411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56840) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:07.921999 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-630780fd-b22d-42bd-827b-3f0b5345f6ac tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Deleting port 67c9bfe2-d581-4e15-84ad-804260ee67c9 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:07.922543 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-630780fd-b22d-42bd-827b-3f0b5345f6ac tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:08.024086 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8f22077d-c475-4518-9e27-77ed050fd14a tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:08.128332 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:08.157973 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] Transition to ACTIVE for port object 3ae27c91-dca1-4c12-a880-7334c47d8fba will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:12:08.170578 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:08.261076 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-6798a8a6-e471-4df0-a6b0-5346a887ae59 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Deleting port d2f525e0-65a9-4b7b-9c95-0d8c047bcb39 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:08.261917 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6798a8a6-e471-4df0-a6b0-5346a887ae59 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:08.273146 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c0669-54b9-4cbe-840f-f5a1ee197a38 None None] Pushing event updated for resources: {'Port': ['ID=3ae27c91-dca1-4c12-a880-7334c47d8fba,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:08.306300 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] Attempting to bind port 3ae27c91-dca1-4c12-a880-7334c47d8fba on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:12:08.306676 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] Attempting to bind port 3ae27c91-dca1-4c12-a880-7334c47d8fba by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:12:08.307194 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] Attempting to bind port 3ae27c91-dca1-4c12-a880-7334c47d8fba on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:12:08.312006 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0669-54b9-4cbe-840f-f5a1ee197a38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:08.312541 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0669-54b9-4cbe-840f-f5a1ee197a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:08.313400 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0669-54b9-4cbe-840f-f5a1ee197a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:08.313694 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0669-54b9-4cbe-840f-f5a1ee197a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:08.314169 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0669-54b9-4cbe-840f-f5a1ee197a38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:08.314733 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0669-54b9-4cbe-840f-f5a1ee197a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:08.315285 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0669-54b9-4cbe-840f-f5a1ee197a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:08.315844 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0669-54b9-4cbe-840f-f5a1ee197a38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:08.316307 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0669-54b9-4cbe-840f-f5a1ee197a38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:08.316837 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0669-54b9-4cbe-840f-f5a1ee197a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:08.317309 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0669-54b9-4cbe-840f-f5a1ee197a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:08.317776 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43c0669-54b9-4cbe-840f-f5a1ee197a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:08.330498 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:12:08.330857 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:12:08.331261 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:08.331687 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:12:08.332446 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] Bound port: 3ae27c91-dca1-4c12-a880-7334c47d8fba, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:12:08.333090 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:08.490028 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] For port 3ae27c91-dca1-4c12-a880-7334c47d8fba, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:12:08.498220 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] For port 3ae27c91-dca1-4c12-a880-7334c47d8fba, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3ae27c91-dca1-4c12-a880-7334c47d8fba,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:12:08.504402 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:08.719310 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:08.734481 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c0669-54b9-4cbe-840f-f5a1ee197a38 None None] Pushing event updated for resources: {'Port': ['ID=3ae27c91-dca1-4c12-a880-7334c47d8fba,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:08.779279 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] Routers {'127c4344-54f5-4a90-8ada-405ec2a41f4f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:08.785652 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['127c4344-54f5-4a90-8ada-405ec2a41f4f'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:08.880698 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-630780fd-b22d-42bd-827b-3f0b5345f6ac tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:08.881548 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-630780fd-b22d-42bd-827b-3f0b5345f6ac tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:08.887513 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6798a8a6-e471-4df0-a6b0-5346a887ae59 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:08.888005 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6798a8a6-e471-4df0-a6b0-5346a887ae59 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:09.044237 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-6798a8a6-e471-4df0-a6b0-5346a887ae59 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Calling delete_port for d2f525e0-65a9-4b7b-9c95-0d8c047bcb39 owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:09.155189 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-630780fd-b22d-42bd-827b-3f0b5345f6ac tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Calling delete_port for 67c9bfe2-d581-4e15-84ad-804260ee67c9 owned by network:floatingip {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:09.200257 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] Set router 127c4344-54f5-4a90-8ada-405ec2a41f4f gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:12:09.240071 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6255bd30-f749-4886-9cff-764528d719f0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:09.325039 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-8f22077d-c475-4518-9e27-77ed050fd14a tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Deleting port 6538f109-7ca1-4454-89f4-670e12a0f590 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:09.325629 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8f22077d-c475-4518-9e27-77ed050fd14a tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:09.408460 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6798a8a6-e471-4df0-a6b0-5346a887ae59 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:09.544724 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798a8a6-e471-4df0-a6b0-5346a887ae59 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Pushing event deleted for resources: {'Port': ['ID=d2f525e0-65a9-4b7b-9c95-0d8c047bcb39,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:09.665232 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6255bd30-f749-4886-9cff-764528d719f0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:09.756125 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6798a8a6-e471-4df0-a6b0-5346a887ae59 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:09.760408 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:09.778218 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127c4344-54f5-4a90-8ada-405ec2a41f4f', 'name': 'tempest-snat-router-2049101510', 'tenant_id': '72af6175791d44bcba99b51ff65fd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.179'}], 'enable_snat': False}, 'gw_port_id': '3ae27c91-dca1-4c12-a880-7334c47d8fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:11:58Z', 'updated_at': '2022-01-17T14:12:02Z', 'revision_number': 3, 'project_id': '72af6175791d44bcba99b51ff65fd2b6', 'gw_port': {'id': '3ae27c91-dca1-4c12-a880-7334c47d8fba', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:35:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127c4344-54f5-4a90-8ada-405ec2a41f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:12:00Z', 'updated_at': '2022-01-17T14:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:09.787269 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c204a6-e312-44c2-a1a7-82ef9631a833 None None] The sync data for ids ['127c4344-54f5-4a90-8ada-405ec2a41f4f'] in dv-neutron-824901-1-hyperv is: [{'id': '127c4344-54f5-4a90-8ada-405ec2a41f4f', 'name': 'tempest-snat-router-2049101510', 'tenant_id': '72af6175791d44bcba99b51ff65fd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.179'}], 'enable_snat': False}, 'gw_port_id': '3ae27c91-dca1-4c12-a880-7334c47d8fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:11:58Z', 'updated_at': '2022-01-17T14:12:02Z', 'revision_number': 3, 'project_id': '72af6175791d44bcba99b51ff65fd2b6', 'gw_port': {'id': '3ae27c91-dca1-4c12-a880-7334c47d8fba', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:35:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127c4344-54f5-4a90-8ada-405ec2a41f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:12:00Z', 'updated_at': '2022-01-17T14:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:12:09.801053 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:09.820270 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-630780fd-b22d-42bd-827b-3f0b5345f6ac tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:09.841505 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8f22077d-c475-4518-9e27-77ed050fd14a tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:09.856405 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6255bd30-f749-4886-9cff-764528d719f0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Network 00bb5fcf-dc03-45f8-a900-4c5df8ced5fc is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:12:09.868377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-6255bd30-f749-4886-9cff-764528d719f0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:09.877810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255bd30-f749-4886-9cff-764528d719f0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:12:09.974464 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Allocated IP 172.26.3.17 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:12:10.119274 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6798a8a6-e471-4df0-a6b0-5346a887ae59 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:10.123735 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6798a8a6-e471-4df0-a6b0-5346a887ae59 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] 10.222.0.48 "DELETE /v2.0/floatingips/8f4e9178-a79f-4f5c-909b-bdf519108a5e HTTP/1.1" status: 204 len: 168 time: 2.2428133 Jan 17 14:12:10.124367 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56856) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:10.136963 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-9a9fc554-0bec-41f8-87ba-2a03c1b208ed tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Request body: {'floatingip': {'floating_network_id': '1a47b5bb-60d4-470e-a191-e2d4c1746f65', 'port_id': '17a62014-bd25-4087-93cc-f8d2fc7f6a5c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:10.189382 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9a9fc554-0bec-41f8-87ba-2a03c1b208ed tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:10.234654 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-8f22077d-c475-4518-9e27-77ed050fd14a tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Calling delete_port for 6538f109-7ca1-4454-89f4-670e12a0f590 owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:10.235991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9a9fc554-0bec-41f8-87ba-2a03c1b208ed tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Usage tracker for resource:floatingip and tenant:f8fce0a680114a33b66b132ca6cbf041 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:10.251243 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9a9fc554-0bec-41f8-87ba-2a03c1b208ed tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:10.306382 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9a9fc554-0bec-41f8-87ba-2a03c1b208ed tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:10.324546 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:10.334936 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255bd30-f749-4886-9cff-764528d719f0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Port': ['ID=0ad0638d-7c1e-40c0-9198-f95897ffccbe,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:10.389137 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:10.390292 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3ae27c91-dca1-4c12-a880-7334c47d8fba up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:12:10.450588 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630780fd-b22d-42bd-827b-3f0b5345f6ac tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Pushing event deleted for resources: {'Port': ['ID=67c9bfe2-d581-4e15-84ad-804260ee67c9,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:10.495153 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc554-0bec-41f8-87ba-2a03c1b208ed tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for floatingip, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:10.516296 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 3ae27c91-dca1-4c12-a880-7334c47d8fba completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:12:10.530610 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 3ae27c91-dca1-4c12-a880-7334c47d8fba triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:12:10.533507 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:10.537997 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:12:10.541352 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:10.547832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:12:10.554929 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6255bd30-f749-4886-9cff-764528d719f0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:10.555624 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6255bd30-f749-4886-9cff-764528d719f0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:10.600578 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-630780fd-b22d-42bd-827b-3f0b5345f6ac tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:10.610974 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Pushing event updated for resources: {'Port': ['ID=16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:10.630253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-630780fd-b22d-42bd-827b-3f0b5345f6ac tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:10.635916 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-630780fd-b22d-42bd-827b-3f0b5345f6ac tempest-FloatingIPAdminTestJSON-1096754395 tempest-FloatingIPAdminTestJSON-1096754395-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/39982a07-585f-471b-9e31-765f32d7ced2 HTTP/1.1" status: 204 len: 168 time: 3.5332813 Jan 17 14:12:10.636621 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56862) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:10.644829 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6255bd30-f749-4886-9cff-764528d719f0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 5.2354481 Jan 17 14:12:10.700762 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56866) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:10.731636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': '0ad0638d-7c1e-40c0-9198-f95897ffccbe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:10.748610 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8fef8b11-2599-4f6b-892c-71a33fdbdbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:10.787663 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:10.832767 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:10.845046 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:10.860823 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-b96a22f0-3b46-4748-80d1-bcdad942db44 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Deleting port 436c8060-3487-428a-9450-48fd93b49240 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:10.861170 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b96a22f0-3b46-4748-80d1-bcdad942db44 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:10.883750 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 3ae27c91-dca1-4c12-a880-7334c47d8fba, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3ae27c91-dca1-4c12-a880-7334c47d8fba,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:12:10.890104 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:10.965842 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:10.999089 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=3ae27c91-dca1-4c12-a880-7334c47d8fba,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:11.291627 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8f22077d-c475-4518-9e27-77ed050fd14a tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:11.404831 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22077d-c475-4518-9e27-77ed050fd14a tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event deleted for resources: {'Port': ['ID=6538f109-7ca1-4454-89f4-670e12a0f590,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:11.628478 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-9a9fc554-0bec-41f8-87ba-2a03c1b208ed tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:12:11.632533 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9a9fc554-0bec-41f8-87ba-2a03c1b208ed tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.5048516 Jan 17 14:12:11.650657 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56874) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:11.663967 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': '17a62014-bd25-4087-93cc-f8d2fc7f6a5c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:11.674256 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:11.706291 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:11.730163 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Usage tracker for resource:floatingip and tenant:f8fce0a680114a33b66b132ca6cbf041 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:11.734373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8f22077d-c475-4518-9e27-77ed050fd14a tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:11.741134 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b96a22f0-3b46-4748-80d1-bcdad942db44 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:11.755641 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:11.785294 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:12.034645 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-b96a22f0-3b46-4748-80d1-bcdad942db44 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Calling delete_port for 436c8060-3487-428a-9450-48fd93b49240 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:12.234960 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3ae27c91-dca1-4c12-a880-7334c47d8fba up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:12:12.343360 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:12.369564 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 3ae27c91-dca1-4c12-a880-7334c47d8fba triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:12:12.370411 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:12.516163 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:12.570693 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:12.728560 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Router fa37c276-d872-4ccd-8b2f-350d5f643357 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:12:13.069600 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:12:13.078397 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f22077d-c475-4518-9e27-77ed050fd14a tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Router e899e17f-5c2f-4160-9e18-a747f4e79bbd has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:12:13.086874 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] Sync routers for ids ['fa37c276-d872-4ccd-8b2f-350d5f643357'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:12:13.110642 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] Routers {'fa37c276-d872-4ccd-8b2f-350d5f643357'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:13.111635 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['fa37c276-d872-4ccd-8b2f-350d5f643357'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:13.121292 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:13.123219 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3f833660-6965-43c7-bad7-6d7a8beeb64e tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.8849409 Jan 17 14:12:13.127301 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56886) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:13.339159 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Allocated IP 172.26.3.57 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/01656e46-b10c-4968-8e01-0b45b19c9525) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:12:13.380704 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b96a22f0-3b46-4748-80d1-bcdad942db44 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:13.419810 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] Set router fa37c276-d872-4ccd-8b2f-350d5f643357 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:12:13.455960 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7b1883d5-949a-4679-877c-9cd11d0594ea tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "GET /v2.0/routers/fa37c276-d872-4ccd-8b2f-350d5f643357 HTTP/1.1" status: 200 len: 907 time: 0.3260508 Jan 17 14:12:13.460187 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56894) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:13.625361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f22077d-c475-4518-9e27-77ed050fd14a tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:12:13.642223 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493abaa-0433-4c3d-b1e2-9224863c292c None None] Sync routers for ids ['e899e17f-5c2f-4160-9e18-a747f4e79bbd'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:12:13.661013 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2493abaa-0433-4c3d-b1e2-9224863c292c None None] Routers {'e899e17f-5c2f-4160-9e18-a747f4e79bbd'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:13.661632 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2493abaa-0433-4c3d-b1e2-9224863c292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e899e17f-5c2f-4160-9e18-a747f4e79bbd'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:13.785268 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2493abaa-0433-4c3d-b1e2-9224863c292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:13.796929 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2493abaa-0433-4c3d-b1e2-9224863c292c None None] Routers {'e899e17f-5c2f-4160-9e18-a747f4e79bbd'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:13.797961 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2493abaa-0433-4c3d-b1e2-9224863c292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e899e17f-5c2f-4160-9e18-a747f4e79bbd'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:13.814552 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9ea45364-0b7d-4841-84d0-864db917e320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:13.862625 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:13.873336 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:13.891821 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2493abaa-0433-4c3d-b1e2-9224863c292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:13.892183 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493abaa-0433-4c3d-b1e2-9224863c292c None None] The sync data for ids ['e899e17f-5c2f-4160-9e18-a747f4e79bbd'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:12:13.924606 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa37c276-d872-4ccd-8b2f-350d5f643357', 'name': 'tempest-snat-router-2049101510', 'tenant_id': '72af6175791d44bcba99b51ff65fd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': '16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:12:07Z', 'updated_at': '2022-01-17T14:12:11Z', 'revision_number': 3, 'project_id': '72af6175791d44bcba99b51ff65fd2b6', 'gw_port': {'id': '16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa37c276-d872-4ccd-8b2f-350d5f643357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:12:09Z', 'updated_at': '2022-01-17T14:12:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:13.936823 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:13.941698 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] Checking router: fa37c276-d872-4ccd-8b2f-350d5f643357 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:12:13.943163 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] Updating router fa37c276-d872-4ccd-8b2f-350d5f643357 port 16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:12:13.958275 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:13.973211 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a22f0-3b46-4748-80d1-bcdad942db44 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Pushing event deleted for resources: {'Port': ['ID=436c8060-3487-428a-9450-48fd93b49240,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:14.017064 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:14.074592 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8f22077d-c475-4518-9e27-77ed050fd14a tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "PUT /v2.0/routers/e899e17f-5c2f-4160-9e18-a747f4e79bbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8977950 Jan 17 14:12:14.084573 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56898) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:14.085648 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:14.223900 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-c3b5998c-512a-4881-bfac-c1209aa33d1a tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] show failed (client error): The resource could not be found. Jan 17 14:12:14.232536 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c3b5998c-512a-4881-bfac-c1209aa33d1a tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-753903059 HTTP/1.1" status: 404 len: 334 time: 0.1415708 Jan 17 14:12:14.308721 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56904) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:14.384716 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-d40f47bb-53f7-4d4c-b95b-538dc2baea33 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:14.410214 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:14.429556 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Deleting port 16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:14.430582 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:14.523103 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:12:14.562698 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:14.579352 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:12:14.610808 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:14.624305 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] Transition to ACTIVE for port object 16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:12:14.626913 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-d40f47bb-53f7-4d4c-b95b-538dc2baea33 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] update failed (client error): The resource could not be found. Jan 17 14:12:14.629782 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d40f47bb-53f7-4d4c-b95b-538dc2baea33 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-1809342705 HTTP/1.1" status: 404 len: 335 time: 0.2724087 Jan 17 14:12:14.636424 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:14.641914 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Port': ['ID=01656e46-b10c-4968-8e01-0b45b19c9525,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:14.654275 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56910) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:14.768951 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] Attempting to bind port 16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:12:14.769720 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] Attempting to bind port 16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:12:14.770433 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] Attempting to bind port 16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:12:14.800424 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:12:14.801205 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:12:14.801912 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:14.802845 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:12:14.803777 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] Bound port: 16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:12:14.804539 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:14.808604 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:14.867377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b96a22f0-3b46-4748-80d1-bcdad942db44 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:14.871775 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d12b17-df8b-4908-bbfe-15f9bd36c7fc None None] Pushing event updated for resources: {'Port': ['ID=16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:14.872007 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b96a22f0-3b46-4748-80d1-bcdad942db44 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] 10.222.0.48 "DELETE /v2.0/ports/436c8060-3487-428a-9450-48fd93b49240 HTTP/1.1" status: 204 len: 168 time: 4.2303569 Jan 17 14:12:14.885621 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:14.887337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56916) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:14.943523 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] For port 16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:12:14.949478 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] For port 16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:12:14.954201 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:15.029687 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Calling delete_port for 16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:15.065219 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] Routers {'fa37c276-d872-4ccd-8b2f-350d5f643357'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:15.066254 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['fa37c276-d872-4ccd-8b2f-350d5f643357'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:15.190707 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.api [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:12:15.193620 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG oslo_db.api [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:12:15.217439 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea41165-8660-42c5-9ca4-b38babdbc1ae tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Deleting subnet b16aab3c-f0f5-4c93-8db9-491e9ee24d5f {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:12:15.223214 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d12b17-df8b-4908-bbfe-15f9bd36c7fc None None] Pushing event updated for resources: {'Port': ['ID=16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:15.232119 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bea41165-8660-42c5-9ca4-b38babdbc1ae tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:15.270569 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] Set router fa37c276-d872-4ccd-8b2f-350d5f643357 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:12:15.388886 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa37c276-d872-4ccd-8b2f-350d5f643357', 'name': 'tempest-snat-router-2049101510', 'tenant_id': '72af6175791d44bcba99b51ff65fd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:12:07Z', 'updated_at': '2022-01-17T14:12:14Z', 'revision_number': 4, 'project_id': '72af6175791d44bcba99b51ff65fd2b6', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:15.396583 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bb7641-7c3c-4c16-95a6-ed2226b9a2ff None None] The sync data for ids ['fa37c276-d872-4ccd-8b2f-350d5f643357'] in dv-neutron-824901-1-hyperv is: [{'id': 'fa37c276-d872-4ccd-8b2f-350d5f643357', 'name': 'tempest-snat-router-2049101510', 'tenant_id': '72af6175791d44bcba99b51ff65fd2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:12:07Z', 'updated_at': '2022-01-17T14:12:14Z', 'revision_number': 4, 'project_id': '72af6175791d44bcba99b51ff65fd2b6', 'gw_port_host': None}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:12:15.400278 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:15.501654 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bea41165-8660-42c5-9ca4-b38babdbc1ae tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:15.694622 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Deleting port 16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:15.695191 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:15.700562 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5b3277-0028-45ff-8d71-bb7fb943e554 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:15.701324 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9b5b3277-0028-45ff-8d71-bb7fb943e554 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Synchronizing usage tracker for tenant:043a9c63b01c446e9f1fa31a41971a98 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:12:15.716444 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Allocated IP 172.26.3.171 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/6050957b-e730-43ea-9387-3dd923d32c25) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:12:15.846689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9b5b3277-0028-45ff-8d71-bb7fb943e554 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Unset dirty status for tenant:043a9c63b01c446e9f1fa31a41971a98 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:12:15.847915 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9b5b3277-0028-45ff-8d71-bb7fb943e554 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7606fd-0fe8-4ecd-9adb-2f86042b99e1 HTTP/1.1" status: 200 len: 913 time: 0.9546106 Jan 17 14:12:15.852513 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56926) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:15.937675 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bea41165-8660-42c5-9ca4-b38babdbc1ae tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:16.196415 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] For port 16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:12:16.197001 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:16.233282 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:16.253635 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bea41165-8660-42c5-9ca4-b38babdbc1ae tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:16.317283 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea41165-8660-42c5-9ca4-b38babdbc1ae tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event deleted for resources: {'Subnet': ['ID=b16aab3c-f0f5-4c93-8db9-491e9ee24d5f,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:16.320132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:16.361098 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Calling delete_port for 16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:16.368467 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bea41165-8660-42c5-9ca4-b38babdbc1ae tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:16.375131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77c6bd2-267a-4388-814e-d4e180a1def6 None None] Network 0d7b8243-9619-4686-9fd0-6727825cafc3 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:12:16.383222 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea41165-8660-42c5-9ca4-b38babdbc1ae tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:16.383591 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea41165-8660-42c5-9ca4-b38babdbc1ae tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:16.383942 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea41165-8660-42c5-9ca4-b38babdbc1ae tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:16.384281 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea41165-8660-42c5-9ca4-b38babdbc1ae tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:16.384616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea41165-8660-42c5-9ca4-b38babdbc1ae tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:16.384949 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea41165-8660-42c5-9ca4-b38babdbc1ae tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:16.385277 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea41165-8660-42c5-9ca4-b38babdbc1ae tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:16.385607 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea41165-8660-42c5-9ca4-b38babdbc1ae tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:16.385933 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea41165-8660-42c5-9ca4-b38babdbc1ae tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:16.386257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea41165-8660-42c5-9ca4-b38babdbc1ae tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:16.386582 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea41165-8660-42c5-9ca4-b38babdbc1ae tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:16.386964 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea41165-8660-42c5-9ca4-b38babdbc1ae tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:16.410183 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bea41165-8660-42c5-9ca4-b38babdbc1ae tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "DELETE /v2.0/subnets/b16aab3c-f0f5-4c93-8db9-491e9ee24d5f HTTP/1.1" status: 204 len: 168 time: 1.7376971 Jan 17 14:12:16.413660 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56930) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:16.469444 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:16.744548 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:12:16.754150 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:16.770750 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:12:16.936582 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5d94b1-85eb-43c0-bf12-2aaabb0232a3 None None] DHCP port deletion for 0d7b8243-9619-4686-9fd0-6727825cafc3 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:12:16.944031 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d94b1-85eb-43c0-bf12-2aaabb0232a3 None None] Deleting port 48a9488d-c164-4efb-83b7-9ebcfcdcc381 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:16.944597 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ee5d94b1-85eb-43c0-bf12-2aaabb0232a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:17.003443 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:17.006244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Pushing event updated for resources: {'Port': ['ID=6050957b-e730-43ea-9387-3dd923d32c25,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:17.033465 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:17.089122 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:17.137984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Deleting port 48a9488d-c164-4efb-83b7-9ebcfcdcc381 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:17.138504 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:17.229616 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Pushing event deleted for resources: {'Port': ['ID=16fab3ae-24f3-4a83-9f32-f0e55e1bb0c9,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:17.317878 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ee5d94b1-85eb-43c0-bf12-2aaabb0232a3 None None] For port 48a9488d-c164-4efb-83b7-9ebcfcdcc381, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=48a9488d-c164-4efb-83b7-9ebcfcdcc381,segment=NetworkSegment(b64bfae6-aae3-4756-92fa-8eaf10424fb0),segment_id=b64bfae6-aae3-4756-92fa-8eaf10424fb0)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:12:17.318148 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ee5d94b1-85eb-43c0-bf12-2aaabb0232a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:17.346355 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:17.469146 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d94b1-85eb-43c0-bf12-2aaabb0232a3 None None] Calling delete_port for 48a9488d-c164-4efb-83b7-9ebcfcdcc381 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:17.552125 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:17.555907 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:17.579647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dffb8657-a2b0-43b7-a93a-85200a8e0db4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:17.584814 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ee5d94b1-85eb-43c0-bf12-2aaabb0232a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:17.645175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d94b1-85eb-43c0-bf12-2aaabb0232a3 None None] Pushing event deleted for resources: {'Port': ['ID=48a9488d-c164-4efb-83b7-9ebcfcdcc381,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:17.647597 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d94b1-85eb-43c0-bf12-2aaabb0232a3 None None] No DVR routers for this DVR port 48a9488d-c164-4efb-83b7-9ebcfcdcc381 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:12:17.678965 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Deleting port 6050957b-e730-43ea-9387-3dd923d32c25 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:17.679513 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:17.681237 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:17.681823 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa37c276-d872-4ccd-8b2f-350d5f643357 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:12:17.772786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:17.773990 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-45aced8b-0c91-4626-af7f-1f0897ee45de tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "DELETE /v2.0/routers/fa37c276-d872-4ccd-8b2f-350d5f643357 HTTP/1.1" status: 204 len: 168 time: 4.3123820 Jan 17 14:12:17.785584 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56942) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:17.805826 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:17.824184 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:18.126914 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Port': ['ID=01656e46-b10c-4968-8e01-0b45b19c9525,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:18.164683 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] For port 48a9488d-c164-4efb-83b7-9ebcfcdcc381, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=48a9488d-c164-4efb-83b7-9ebcfcdcc381,segment=NetworkSegment(b64bfae6-aae3-4756-92fa-8eaf10424fb0),segment_id=b64bfae6-aae3-4756-92fa-8eaf10424fb0)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:12:18.165250 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:18.174391 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e04eba8e-c6b2-4ec9-879b-e324c0068783 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:18.190784 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:18.271344 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 48a9488d-c164-4efb-83b7-9ebcfcdcc381 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:12:18.406297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 48a9488d-c164-4efb-83b7-9ebcfcdcc381 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:12:18.408818 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 48a9488d-c164-4efb-83b7-9ebcfcdcc381 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:12:18.462272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Calling delete_port for 48a9488d-c164-4efb-83b7-9ebcfcdcc381 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:18.548608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:18.548947 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:18.697213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e04eba8e-c6b2-4ec9-879b-e324c0068783 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:18.703495 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-dffb8657-a2b0-43b7-a93a-85200a8e0db4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Deleting port caaad1a1-af0e-4e75-b997-609e39b9cb7e {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:18.704414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dffb8657-a2b0-43b7-a93a-85200a8e0db4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:18.761987 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-e04eba8e-c6b2-4ec9-879b-e324c0068783 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Deleting port 3ae27c91-dca1-4c12-a880-7334c47d8fba {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:18.762440 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e04eba8e-c6b2-4ec9-879b-e324c0068783 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:18.775539 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Calling delete_port for 6050957b-e730-43ea-9387-3dd923d32c25 owned by network:floatingip {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:19.023061 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Floating IP f63f4553-120c-42d1-903c-ca521645491f associated. External IP: 172.26.3.57, port: 0ad0638d-7c1e-40c0-9198-f95897ffccbe. Jan 17 14:12:19.088510 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:12:19.089088 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:12:19.198359 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dffb8657-a2b0-43b7-a93a-85200a8e0db4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:19.228388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-e04eba8e-c6b2-4ec9-879b-e324c0068783 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] For port 3ae27c91-dca1-4c12-a880-7334c47d8fba, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3ae27c91-dca1-4c12-a880-7334c47d8fba,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:12:19.228989 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e04eba8e-c6b2-4ec9-879b-e324c0068783 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:19.308886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:19.361481 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-dffb8657-a2b0-43b7-a93a-85200a8e0db4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Calling delete_port for caaad1a1-af0e-4e75-b997-609e39b9cb7e owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:19.430162 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Pushing event deleted for resources: {'Port': ['ID=6050957b-e730-43ea-9387-3dd923d32c25,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:19.530890 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-e04eba8e-c6b2-4ec9-879b-e324c0068783 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Calling delete_port for 3ae27c91-dca1-4c12-a880-7334c47d8fba owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:19.597750 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Deleting port 48a9488d-c164-4efb-83b7-9ebcfcdcc381 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:19.598091 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:19.723869 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] The port '48a9488d-c164-4efb-83b7-9ebcfcdcc381' was deleted {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:12:19.821716 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Router bf4f45c6-0a42-4026-a3ba-e3d9770cf671 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:12:19.847945 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:12:19.903568 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] create failed (client error): The resource could not be found. Jan 17 14:12:19.904661 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5e68efe3-28c9-4919-bad9-7a016d161374 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 8.2534287 Jan 17 14:12:19.913770 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56956) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:19.918360 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:19.978857 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dffb8657-a2b0-43b7-a93a-85200a8e0db4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:20.050575 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb8657-a2b0-43b7-a93a-85200a8e0db4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Pushing event deleted for resources: {'Port': ['ID=caaad1a1-af0e-4e75-b997-609e39b9cb7e,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:20.154953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7b8243-9619-4686-9fd0-6727825cafc3']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:20.190029 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e04eba8e-c6b2-4ec9-879b-e324c0068783 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:20.205237 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-c4bd463e-3f0d-454b-887e-40e3c6d1e76d tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Deleting port 17a62014-bd25-4087-93cc-f8d2fc7f6a5c {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:20.206197 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c4bd463e-3f0d-454b-887e-40e3c6d1e76d tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:20.275083 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64bfae6-aae3-4756-92fa-8eaf10424fb0') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:20.275584 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64bfae6-aae3-4756-92fa-8eaf10424fb0') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:20.300662 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:20.337878 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:20.352073 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:12:20.352558 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:12:20.377331 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:12:20.421339 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04eba8e-c6b2-4ec9-879b-e324c0068783 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ae27c91-dca1-4c12-a880-7334c47d8fba,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:20.525473 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:12:20.540897 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cea74d-2e18-4c69-8cb7-af48665db190 None None] Sync routers for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:12:20.556916 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cea74d-2e18-4c69-8cb7-af48665db190 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:20.558010 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a4cea74d-2e18-4c69-8cb7-af48665db190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:20.607362 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e04eba8e-c6b2-4ec9-879b-e324c0068783 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:20.642360 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a4cea74d-2e18-4c69-8cb7-af48665db190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:20.659901 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cea74d-2e18-4c69-8cb7-af48665db190 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:20.660954 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a4cea74d-2e18-4c69-8cb7-af48665db190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:20.872767 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a4cea74d-2e18-4c69-8cb7-af48665db190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:20.873875 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cea74d-2e18-4c69-8cb7-af48665db190 None None] The sync data for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:12:20.920867 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e04eba8e-c6b2-4ec9-879b-e324c0068783 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:20.930059 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e04eba8e-c6b2-4ec9-879b-e324c0068783 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:20.949784 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dffb8657-a2b0-43b7-a93a-85200a8e0db4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:20.985688 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:21.025218 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e04eba8e-c6b2-4ec9-879b-e324c0068783 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:21.026171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04eba8e-c6b2-4ec9-879b-e324c0068783 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 127c4344-54f5-4a90-8ada-405ec2a41f4f {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:12:21.031584 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:21.074951 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event deleted for resources: {'Network': ['ID=0d7b8243-9619-4686-9fd0-6727825cafc3,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:21.120481 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:21.136518 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e04eba8e-c6b2-4ec9-879b-e324c0068783 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:21.138571 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e04eba8e-c6b2-4ec9-879b-e324c0068783 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "DELETE /v2.0/routers/127c4344-54f5-4a90-8ada-405ec2a41f4f HTTP/1.1" status: 204 len: 168 time: 3.3515592 Jan 17 14:12:21.156549 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56966) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:21.164983 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-752ca1d8-23ee-4180-ab17-cc450d7d0e4e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "DELETE /v2.0/networks/0d7b8243-9619-4686-9fd0-6727825cafc3 HTTP/1.1" status: 204 len: 168 time: 4.7500045 Jan 17 14:12:21.178433 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56970) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:21.184897 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-934505896', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}, 'admin_state_up': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:21.203257 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:21.219565 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Usage tracker for resource:router and tenant:e73c8911752e469dbe116e445f4ec395 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:21.230006 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:21.247855 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:21.257932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c4bd463e-3f0d-454b-887e-40e3c6d1e76d tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:21.351876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:21.352888 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:21.390842 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:21.440628 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-39cb16c4-3e18-4bf5-82c7-43730be85b23 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.7384028 Jan 17 14:12:21.446289 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56976) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:21.460000 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-c4bd463e-3f0d-454b-887e-40e3c6d1e76d tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Calling delete_port for 17a62014-bd25-4087-93cc-f8d2fc7f6a5c owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:21.526478 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-a2e32fd8-7449-4b94-8b70-d8cd0cb00571 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'floatingip': {'port_id': '0ad0638d-7c1e-40c0-9198-f95897ffccbe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:21.638456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbea4012-04c7-45c9-b5c1-b512d9ed93fe tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Deleting subnet 5b6923e8-193f-478b-b2e6-ba69a9683b41 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:12:21.665619 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bbea4012-04c7-45c9-b5c1-b512d9ed93fe tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:21.754830 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a2e32fd8-7449-4b94-8b70-d8cd0cb00571 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:21.861539 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bbea4012-04c7-45c9-b5c1-b512d9ed93fe tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:22.058209 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dffb8657-a2b0-43b7-a93a-85200a8e0db4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Router 4b7606fd-0fe8-4ecd-9adb-2f86042b99e1 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:12:22.074954 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:22.138978 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c4bd463e-3f0d-454b-887e-40e3c6d1e76d tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:22.225911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd463e-3f0d-454b-887e-40e3c6d1e76d tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Pushing event deleted for resources: {'Port': ['ID=17a62014-bd25-4087-93cc-f8d2fc7f6a5c,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:22.251223 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3ae27c91-dca1-4c12-a880-7334c47d8fba no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:12:22.267328 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bbea4012-04c7-45c9-b5c1-b512d9ed93fe tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:22.332283 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 3ae27c91-dca1-4c12-a880-7334c47d8fba {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:12:22.332848 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3ae27c91-dca1-4c12-a880-7334c47d8fba not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:12:22.505685 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffb8657-a2b0-43b7-a93a-85200a8e0db4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:12:22.525713 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53f8ab9-dbf8-4a05-8e58-2117197a0ec5 None None] Sync routers for ids ['4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:12:22.537916 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-dffb8657-a2b0-43b7-a93a-85200a8e0db4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] 10.222.0.48 "PUT /v2.0/routers/4b7606fd-0fe8-4ecd-9adb-2f86042b99e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6804960 Jan 17 14:12:22.543367 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 56984) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:22.546226 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f8ab9-dbf8-4a05-8e58-2117197a0ec5 None None] Routers {'4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:22.548175 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-a53f8ab9-dbf8-4a05-8e58-2117197a0ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:22.582170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:22.650803 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-a53f8ab9-dbf8-4a05-8e58-2117197a0ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:22.660129 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c4bd463e-3f0d-454b-887e-40e3c6d1e76d tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:22.662012 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f8ab9-dbf8-4a05-8e58-2117197a0ec5 None None] Routers {'4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:22.662785 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-a53f8ab9-dbf8-4a05-8e58-2117197a0ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:22.738873 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-a53f8ab9-dbf8-4a05-8e58-2117197a0ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:22.739883 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53f8ab9-dbf8-4a05-8e58-2117197a0ec5 None None] The sync data for ids ['4b7606fd-0fe8-4ecd-9adb-2f86042b99e1'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:12:22.948961 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c4bd463e-3f0d-454b-887e-40e3c6d1e76d tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] 10.222.0.48 "DELETE /v2.0/ports/17a62014-bd25-4087-93cc-f8d2fc7f6a5c HTTP/1.1" status: 204 len: 168 time: 3.0343819 Jan 17 14:12:22.963852 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56990) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:22.970891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bbea4012-04c7-45c9-b5c1-b512d9ed93fe tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:23.064520 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae558cf3-c8ef-40ed-9e91-edcd46c641f7 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:23.073735 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea4012-04c7-45c9-b5c1-b512d9ed93fe tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event deleted for resources: {'Subnet': ['ID=5b6923e8-193f-478b-b2e6-ba69a9683b41,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:23.093419 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bbea4012-04c7-45c9-b5c1-b512d9ed93fe tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:23.098343 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bbea4012-04c7-45c9-b5c1-b512d9ed93fe tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "DELETE /v2.0/subnets/5b6923e8-193f-478b-b2e6-ba69a9683b41 HTTP/1.1" status: 204 len: 168 time: 1.9149559 Jan 17 14:12:23.104774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 56996) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:23.112635 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e088b0b1-ee1a-4fbf-9be5-ba5f102b72f9 None None] Network e9622303-b716-4b13-90a8-d72ae08ecdd9 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:12:23.208438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-90511735-41ee-4aba-ba44-4afe72ddab39 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Deleting subnet 5ace8ec2-7fc5-45f2-8348-e0b80816e332 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:12:23.219175 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-90511735-41ee-4aba-ba44-4afe72ddab39 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:23.229884 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:23.266855 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:23.449659 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a2e32fd8-7449-4b94-8b70-d8cd0cb00571 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:23.457875 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a2e32fd8-7449-4b94-8b70-d8cd0cb00571 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:23.516142 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae558cf3-c8ef-40ed-9e91-edcd46c641f7 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:23.532186 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a505f0-da9c-4477-9902-70ed272d8958 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:23.532821 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-08a505f0-da9c-4477-9902-70ed272d8958 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Synchronizing usage tracker for tenant:f8fce0a680114a33b66b132ca6cbf041 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:12:23.537215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-90511735-41ee-4aba-ba44-4afe72ddab39 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:23.596550 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-ae558cf3-c8ef-40ed-9e91-edcd46c641f7 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Deleting port 6c7f0157-6113-41cf-ae0a-e13277adfb29 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:23.598243 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae558cf3-c8ef-40ed-9e91-edcd46c641f7 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:23.693577 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a40a75-72c1-4dd1-8386-40b8dedc0109 None None] DHCP port deletion for e9622303-b716-4b13-90a8-d72ae08ecdd9 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:12:23.695978 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-08a505f0-da9c-4477-9902-70ed272d8958 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Unset dirty status for tenant:f8fce0a680114a33b66b132ca6cbf041 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:12:23.699777 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-08a505f0-da9c-4477-9902-70ed272d8958 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] 10.222.0.48 "GET /v2.0/ports?device_id=55cd163b-c102-4c1f-8512-9dcea68755b9 HTTP/1.1" status: 200 len: 913 time: 0.7323422 Jan 17 14:12:23.702413 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Allocated IP 172.26.3.45 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/96f4a270-1654-416f-b648-0d08f755744a) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:12:23.703767 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c7a40a75-72c1-4dd1-8386-40b8dedc0109 None None] Deleting port b9a94553-37c3-41d1-b0f0-fc768a97087d {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:23.704523 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57002) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:23.704978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c7a40a75-72c1-4dd1-8386-40b8dedc0109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:23.742949 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-90511735-41ee-4aba-ba44-4afe72ddab39 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:23.861583 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-90511735-41ee-4aba-ba44-4afe72ddab39 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:23.909701 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90511735-41ee-4aba-ba44-4afe72ddab39 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event deleted for resources: {'Subnet': ['ID=5ace8ec2-7fc5-45f2-8348-e0b80816e332,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:23.911888 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-90511735-41ee-4aba-ba44-4afe72ddab39 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:23.924631 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-90511735-41ee-4aba-ba44-4afe72ddab39 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "DELETE /v2.0/subnets/5ace8ec2-7fc5-45f2-8348-e0b80816e332 HTTP/1.1" status: 204 len: 168 time: 0.8139565 Jan 17 14:12:23.926112 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57006) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:23.927260 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a6eb75-55a9-4a0f-ad63-524ddde7252a None None] Network 41d164f3-c137-4fdd-8fae-ee3b0e02859c requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:12:24.237505 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c7a40a75-72c1-4dd1-8386-40b8dedc0109 None None] For port b9a94553-37c3-41d1-b0f0-fc768a97087d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b9a94553-37c3-41d1-b0f0-fc768a97087d,segment=NetworkSegment(37489852-9668-4ad4-8419-dc115f7d1eba),segment_id=37489852-9668-4ad4-8419-dc115f7d1eba)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:12:24.237894 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c7a40a75-72c1-4dd1-8386-40b8dedc0109 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:24.296865 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:24.313245 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b9a94553-37c3-41d1-b0f0-fc768a97087d no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:12:24.321240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Deleting port b9a94553-37c3-41d1-b0f0-fc768a97087d {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:24.321957 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:24.324668 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae558cf3-c8ef-40ed-9e91-edcd46c641f7 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:24.412992 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c7a40a75-72c1-4dd1-8386-40b8dedc0109 None None] Calling delete_port for b9a94553-37c3-41d1-b0f0-fc768a97087d owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:24.419882 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e32fd8-7449-4b94-8b70-d8cd0cb00571 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Router bf4f45c6-0a42-4026-a3ba-e3d9770cf671 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:12:24.618069 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c7a40a75-72c1-4dd1-8386-40b8dedc0109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:24.744914 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a03d3f7-bc2d-4933-aaee-c7732995c147 None None] DHCP port deletion for 41d164f3-c137-4fdd-8fae-ee3b0e02859c request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:12:24.746377 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-ae558cf3-c8ef-40ed-9e91-edcd46c641f7 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Calling delete_port for 6c7f0157-6113-41cf-ae0a-e13277adfb29 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:24.760097 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a40a75-72c1-4dd1-8386-40b8dedc0109 None None] No DVR routers for this DVR port b9a94553-37c3-41d1-b0f0-fc768a97087d on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:12:24.762272 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8a03d3f7-bc2d-4933-aaee-c7732995c147 None None] Deleting port 275da639-8853-4da0-b080-5c2bf1fdd978 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:24.762766 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a03d3f7-bc2d-4933-aaee-c7732995c147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:24.789794 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:24.811259 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a40a75-72c1-4dd1-8386-40b8dedc0109 None None] Pushing event deleted for resources: {'Port': ['ID=b9a94553-37c3-41d1-b0f0-fc768a97087d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:24.826798 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:24.860487 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a40a75-72c1-4dd1-8386-40b8dedc0109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:24.861193 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a40a75-72c1-4dd1-8386-40b8dedc0109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:24.861850 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a40a75-72c1-4dd1-8386-40b8dedc0109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:24.862504 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a40a75-72c1-4dd1-8386-40b8dedc0109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:24.863149 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a40a75-72c1-4dd1-8386-40b8dedc0109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:24.863840 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a40a75-72c1-4dd1-8386-40b8dedc0109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:24.864473 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a40a75-72c1-4dd1-8386-40b8dedc0109 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:24.865132 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a40a75-72c1-4dd1-8386-40b8dedc0109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:24.865780 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a40a75-72c1-4dd1-8386-40b8dedc0109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:24.866448 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a40a75-72c1-4dd1-8386-40b8dedc0109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:24.867111 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a40a75-72c1-4dd1-8386-40b8dedc0109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:24.867798 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a40a75-72c1-4dd1-8386-40b8dedc0109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:25.209297 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:25.218060 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8a03d3f7-bc2d-4933-aaee-c7732995c147 None None] For port 275da639-8853-4da0-b080-5c2bf1fdd978, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=275da639-8853-4da0-b080-5c2bf1fdd978,segment=NetworkSegment(f91bc049-f065-4136-a9d2-07c3cf410913),segment_id=f91bc049-f065-4136-a9d2-07c3cf410913)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:12:25.218778 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a03d3f7-bc2d-4933-aaee-c7732995c147 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:25.312608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] For port b9a94553-37c3-41d1-b0f0-fc768a97087d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b9a94553-37c3-41d1-b0f0-fc768a97087d,segment=NetworkSegment(37489852-9668-4ad4-8419-dc115f7d1eba),segment_id=37489852-9668-4ad4-8419-dc115f7d1eba)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:12:25.314107 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:25.362857 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8a03d3f7-bc2d-4933-aaee-c7732995c147 None None] Calling delete_port for 275da639-8853-4da0-b080-5c2bf1fdd978 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:25.468312 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a03d3f7-bc2d-4933-aaee-c7732995c147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:25.480339 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:12:25.489576 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:25.505244 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:12:25.526168 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Calling delete_port for b9a94553-37c3-41d1-b0f0-fc768a97087d owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:25.575754 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03d3f7-bc2d-4933-aaee-c7732995c147 None None] Pushing event deleted for resources: {'Port': ['ID=275da639-8853-4da0-b080-5c2bf1fdd978,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:25.579694 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a03d3f7-bc2d-4933-aaee-c7732995c147 None None] No DVR routers for this DVR port 275da639-8853-4da0-b080-5c2bf1fdd978 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:12:25.602322 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e32fd8-7449-4b94-8b70-d8cd0cb00571 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:12:25.608006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a2e32fd8-7449-4b94-8b70-d8cd0cb00571 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:25.608771 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Pushing event updated for resources: {'Port': ['ID=96f4a270-1654-416f-b648-0d08f755744a,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:25.625726 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ca87dc-0536-4da5-bb52-b58b6ca71edc None None] Sync routers for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:12:25.646011 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ca87dc-0536-4da5-bb52-b58b6ca71edc None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:25.647031 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-87ca87dc-0536-4da5-bb52-b58b6ca71edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:25.657687 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:25.657812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:25.658417 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:25.658833 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:25.659389 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:25.659937 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:25.660535 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:25.661003 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:25.661633 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:25.662055 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:25.662578 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:25.663104 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:12:25.678572 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae558cf3-c8ef-40ed-9e91-edcd46c641f7 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:25.709707 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:12:25.710198 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:12:25.791338 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-87ca87dc-0536-4da5-bb52-b58b6ca71edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:25.793905 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a2e32fd8-7449-4b94-8b70-d8cd0cb00571 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "PUT /v2.0/floatingips/f63f4553-120c-42d1-903c-ca521645491f HTTP/1.1" status: 200 len: 978 time: 4.2787068 Jan 17 14:12:25.795144 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57020) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:25.829756 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ca87dc-0536-4da5-bb52-b58b6ca71edc None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:25.832709 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-87ca87dc-0536-4da5-bb52-b58b6ca71edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:25.891724 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae558cf3-c8ef-40ed-9e91-edcd46c641f7 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Pushing event deleted for resources: {'Port': ['ID=6c7f0157-6113-41cf-ae0a-e13277adfb29,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:25.958953 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-87ca87dc-0536-4da5-bb52-b58b6ca71edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:25.959637 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ca87dc-0536-4da5-bb52-b58b6ca71edc None None] The sync data for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:12:26.135961 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-9a9c176f-d505-475b-a240-c0910de11c1b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Deleting port 01656e46-b10c-4968-8e01-0b45b19c9525 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:26.136559 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9a9c176f-d505-475b-a240-c0910de11c1b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:26.214617 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Deleting port b9a94553-37c3-41d1-b0f0-fc768a97087d {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:26.214971 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:26.241891 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 275da639-8853-4da0-b080-5c2bf1fdd978 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:12:26.298973 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 275da639-8853-4da0-b080-5c2bf1fdd978 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:12:26.300660 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 275da639-8853-4da0-b080-5c2bf1fdd978 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:12:26.300928 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae558cf3-c8ef-40ed-9e91-edcd46c641f7 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:26.318902 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] The port 'b9a94553-37c3-41d1-b0f0-fc768a97087d' was deleted {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:12:26.577103 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:26.615573 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9a9c176f-d505-475b-a240-c0910de11c1b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:26.615937 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9a9c176f-d505-475b-a240-c0910de11c1b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:26.628670 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9622303-b716-4b13-90a8-d72ae08ecdd9']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:26.658936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae558cf3-c8ef-40ed-9e91-edcd46c641f7 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:26.715695 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae558cf3-c8ef-40ed-9e91-edcd46c641f7 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:26.718714 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-25bc0287-fc3e-4bd6-98c5-c824229c775f tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:26.778093 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37489852-9668-4ad4-8419-dc115f7d1eba') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:26.778798 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37489852-9668-4ad4-8419-dc115f7d1eba') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:26.799982 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-9a9c176f-d505-475b-a240-c0910de11c1b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Calling delete_port for 01656e46-b10c-4968-8e01-0b45b19c9525 owned by network:floatingip {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:26.887108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:26.910467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae558cf3-c8ef-40ed-9e91-edcd46c641f7 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:26.910988 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae558cf3-c8ef-40ed-9e91-edcd46c641f7 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Fanout notify agent at l3_agent the message router_deleted on router 4b7606fd-0fe8-4ecd-9adb-2f86042b99e1 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:12:26.916644 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:26.931745 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:26.940937 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:12:26.942067 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:12:26.969537 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:12:27.127225 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae558cf3-c8ef-40ed-9e91-edcd46c641f7 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:27.128393 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ae558cf3-c8ef-40ed-9e91-edcd46c641f7 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] 10.222.0.48 "DELETE /v2.0/routers/4b7606fd-0fe8-4ecd-9adb-2f86042b99e1 HTTP/1.1" status: 204 len: 168 time: 4.5829368 Jan 17 14:12:27.175544 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57032) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:27.290902 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:27.322379 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:27.345238 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c774c4-2748-4e1d-b161-2e7c28a32ac4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Deleting subnet 9c6fc3b3-fc5e-4e70-8747-31068d04070b {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:12:27.383216 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event deleted for resources: {'Network': ['ID=e9622303-b716-4b13-90a8-d72ae08ecdd9,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:27.399089 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d0c774c4-2748-4e1d-b161-2e7c28a32ac4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:27.446528 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8d31fe0d-fedc-452b-87d8-28c8ada21c60 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "DELETE /v2.0/networks/e9622303-b716-4b13-90a8-d72ae08ecdd9 HTTP/1.1" status: 204 len: 168 time: 3.5194955 Jan 17 14:12:27.451763 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57036) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:27.479965 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-25bc0287-fc3e-4bd6-98c5-c824229c775f tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Deleting port 6f1487f0-f65a-49bb-9355-3da41b1f3fd4 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:27.480415 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-25bc0287-fc3e-4bd6-98c5-c824229c775f tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:27.542329 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:27.547670 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d0c774c4-2748-4e1d-b161-2e7c28a32ac4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:27.615969 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9a9c176f-d505-475b-a240-c0910de11c1b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:27.698067 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c176f-d505-475b-a240-c0910de11c1b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event deleted for resources: {'Port': ['ID=01656e46-b10c-4968-8e01-0b45b19c9525,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:27.703001 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-186af90b-a076-4100-be60-2226427f162e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:27.975380 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d0c774c4-2748-4e1d-b161-2e7c28a32ac4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:27.978865 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-25bc0287-fc3e-4bd6-98c5-c824229c775f tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:28.064505 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9a9c176f-d505-475b-a240-c0910de11c1b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:28.065031 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-9a9c176f-d505-475b-a240-c0910de11c1b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Floating IP f63f4553-120c-42d1-903c-ca521645491f disassociated (deleted). External IP: 172.26.3.57, port: 0ad0638d-7c1e-40c0-9198-f95897ffccbe. Jan 17 14:12:28.115168 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-25bc0287-fc3e-4bd6-98c5-c824229c775f tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Calling delete_port for 6f1487f0-f65a-49bb-9355-3da41b1f3fd4 owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:28.249731 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-186af90b-a076-4100-be60-2226427f162e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:28.317350 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Router 8375430c-1fda-4da0-ac73-f96fd6148dad is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:12:28.332794 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d2a6d294-caac-4d3d-9218-cc7bc6a439cf req-66604b7d-da51-46aa-ab5a-51cd2f8f5693 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1851737 Jan 17 14:12:28.382116 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-186af90b-a076-4100-be60-2226427f162e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d164f3-c137-4fdd-8fae-ee3b0e02859c']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:28.423161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-186af90b-a076-4100-be60-2226427f162e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91bc049-f065-4136-a9d2-07c3cf410913') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:28.423671 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-186af90b-a076-4100-be60-2226427f162e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91bc049-f065-4136-a9d2-07c3cf410913') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:28.439266 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d0c774c4-2748-4e1d-b161-2e7c28a32ac4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:28.473361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-186af90b-a076-4100-be60-2226427f162e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:28.515573 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c774c4-2748-4e1d-b161-2e7c28a32ac4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Pushing event deleted for resources: {'Subnet': ['ID=9c6fc3b3-fc5e-4e70-8747-31068d04070b,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:28.532133 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d0c774c4-2748-4e1d-b161-2e7c28a32ac4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:28.539580 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-186af90b-a076-4100-be60-2226427f162e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:28.542457 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cec55f-f7f8-4d7e-9850-5d69617dd22c None None] Network 07d6cab6-e03d-4709-acd6-381fa3b36143 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:12:28.559847 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d0c774c4-2748-4e1d-b161-2e7c28a32ac4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] 10.222.0.48 "DELETE /v2.0/subnets/9c6fc3b3-fc5e-4e70-8747-31068d04070b HTTP/1.1" status: 204 len: 168 time: 1.3739281 Jan 17 14:12:28.559847 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186af90b-a076-4100-be60-2226427f162e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:12:28.559847 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-186af90b-a076-4100-be60-2226427f162e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:28.563605 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57046) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:12:28.581940 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:12:28.779130 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7943aa37-a15f-439a-9493-5050219f4ef4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:28.833166 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:12:28.848284 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033ba55a-124f-43ef-ac65-030c41e19d3c None None] Sync routers for ids ['8375430c-1fda-4da0-ac73-f96fd6148dad'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:12:28.864273 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033ba55a-124f-43ef-ac65-030c41e19d3c None None] Routers {'8375430c-1fda-4da0-ac73-f96fd6148dad'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:28.865355 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-033ba55a-124f-43ef-ac65-030c41e19d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['8375430c-1fda-4da0-ac73-f96fd6148dad'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:28.897141 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-25bc0287-fc3e-4bd6-98c5-c824229c775f tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:28.962154 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ebf7ae-384a-4a43-b564-47b79189ede3 None None] DHCP port deletion for 07d6cab6-e03d-4709-acd6-381fa3b36143 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:12:28.973508 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-186af90b-a076-4100-be60-2226427f162e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:28.976230 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e3ebf7ae-384a-4a43-b564-47b79189ede3 None None] Deleting port c4db401a-0a4d-4746-a320-35495c1e7fcd {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:28.976991 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e3ebf7ae-384a-4a43-b564-47b79189ede3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:28.987731 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-186af90b-a076-4100-be60-2226427f162e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:29.012739 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:29.017637 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d1c51a98-668a-4947-8076-a872395dee52 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.8596919 Jan 17 14:12:29.018535 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57052) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:29.029887 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc0287-fc3e-4bd6-98c5-c824229c775f tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Pushing event deleted for resources: {'Port': ['ID=6f1487f0-f65a-49bb-9355-3da41b1f3fd4,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:29.035968 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-27dd0f3a-7e40-4648-a3d5-50da0a06122b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'enable_snat': False}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:29.041697 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-033ba55a-124f-43ef-ac65-030c41e19d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:29.052759 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186af90b-a076-4100-be60-2226427f162e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event deleted for resources: {'Network': ['ID=41d164f3-c137-4fdd-8fae-ee3b0e02859c,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:29.064261 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-186af90b-a076-4100-be60-2226427f162e tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "DELETE /v2.0/networks/41d164f3-c137-4fdd-8fae-ee3b0e02859c HTTP/1.1" status: 204 len: 168 time: 1.6113427 Jan 17 14:12:29.065160 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57056) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:29.066234 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033ba55a-124f-43ef-ac65-030c41e19d3c None None] Routers {'8375430c-1fda-4da0-ac73-f96fd6148dad'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:29.067043 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-033ba55a-124f-43ef-ac65-030c41e19d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['8375430c-1fda-4da0-ac73-f96fd6148dad'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:29.196043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9c176f-d505-475b-a240-c0910de11c1b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Router bf4f45c6-0a42-4026-a3ba-e3d9770cf671 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:12:29.218335 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-dceca684-0b40-45ef-95da-9b3ecf88905c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Deleting subnet 447c5450-8fef-49c0-879d-c086e725f5b2 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:12:29.225600 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dceca684-0b40-45ef-95da-9b3ecf88905c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:29.235298 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-033ba55a-124f-43ef-ac65-030c41e19d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:29.238741 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033ba55a-124f-43ef-ac65-030c41e19d3c None None] The sync data for ids ['8375430c-1fda-4da0-ac73-f96fd6148dad'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:12:29.471082 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-7943aa37-a15f-439a-9493-5050219f4ef4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Deleting port c4db401a-0a4d-4746-a320-35495c1e7fcd {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:29.471640 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7943aa37-a15f-439a-9493-5050219f4ef4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:29.482439 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-e3ebf7ae-384a-4a43-b564-47b79189ede3 None None] For port c4db401a-0a4d-4746-a320-35495c1e7fcd, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c4db401a-0a4d-4746-a320-35495c1e7fcd,segment=NetworkSegment(5a110c6f-7f89-4549-b07d-b7ad6917b1bd),segment_id=5a110c6f-7f89-4549-b07d-b7ad6917b1bd)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:12:29.484502 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e3ebf7ae-384a-4a43-b564-47b79189ede3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:29.538200 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dceca684-0b40-45ef-95da-9b3ecf88905c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:29.693701 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6d294-caac-4d3d-9218-cc7bc6a439cf req-8c24d5d3-2418-49fd-b11d-e3a93560bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:29.695188 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d2a6d294-caac-4d3d-9218-cc7bc6a439cf req-8c24d5d3-2418-49fd-b11d-e3a93560bea2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bf9d590b7484aed9edd856f9636eb85&device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 1098 time: 1.2600989 Jan 17 14:12:29.702052 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9c176f-d505-475b-a240-c0910de11c1b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:12:29.705988 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e3ebf7ae-384a-4a43-b564-47b79189ede3 None None] Calling delete_port for c4db401a-0a4d-4746-a320-35495c1e7fcd owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:29.707983 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9a9c176f-d505-475b-a240-c0910de11c1b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:29.754033 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e5295-2a71-40ee-900f-9a51affd7be1 None None] Sync routers for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:12:29.788152 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e5295-2a71-40ee-900f-9a51affd7be1 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:29.788639 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-999e5295-2a71-40ee-900f-9a51affd7be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:29.790894 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dceca684-0b40-45ef-95da-9b3ecf88905c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:29.856241 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-999e5295-2a71-40ee-900f-9a51affd7be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:29.876895 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e5295-2a71-40ee-900f-9a51affd7be1 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:29.877522 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-999e5295-2a71-40ee-900f-9a51affd7be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:29.903257 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9a9c176f-d505-475b-a240-c0910de11c1b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "DELETE /v2.0/floatingips/f63f4553-120c-42d1-903c-ca521645491f HTTP/1.1" status: 204 len: 168 time: 4.1032114 Jan 17 14:12:29.903552 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57064) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:29.983140 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-999e5295-2a71-40ee-900f-9a51affd7be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:29.983534 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e5295-2a71-40ee-900f-9a51affd7be1 None None] The sync data for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:12:29.997767 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e3ebf7ae-384a-4a43-b564-47b79189ede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:30.002379 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dceca684-0b40-45ef-95da-9b3ecf88905c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:30.048593 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-66d52d56-0308-467d-b10f-9166a9ea8e61 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Deleting port 0ad0638d-7c1e-40c0-9198-f95897ffccbe {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:30.048858 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ebf7ae-384a-4a43-b564-47b79189ede3 None None] No DVR routers for this DVR port c4db401a-0a4d-4746-a320-35495c1e7fcd on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:12:30.049084 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-66d52d56-0308-467d-b10f-9166a9ea8e61 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:30.060233 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebf7ae-384a-4a43-b564-47b79189ede3 None None] Pushing event deleted for resources: {'Port': ['ID=c4db401a-0a4d-4746-a320-35495c1e7fcd,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:30.082541 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-7943aa37-a15f-439a-9493-5050219f4ef4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] The port 'c4db401a-0a4d-4746-a320-35495c1e7fcd' was deleted {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:12:30.089124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceca684-0b40-45ef-95da-9b3ecf88905c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event deleted for resources: {'Subnet': ['ID=447c5450-8fef-49c0-879d-c086e725f5b2,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:30.091321 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dceca684-0b40-45ef-95da-9b3ecf88905c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:30.104818 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f78f7d9-479d-4e18-b87d-31dc86d013d6 None None] Network 506c739c-51ba-492d-9036-b6fc9d3765e4 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:12:30.118905 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-dceca684-0b40-45ef-95da-9b3ecf88905c tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "DELETE /v2.0/subnets/447c5450-8fef-49c0-879d-c086e725f5b2 HTTP/1.1" status: 204 len: 168 time: 1.0408771 Jan 17 14:12:30.119360 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57068) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:30.275754 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c4db401a-0a4d-4746-a320-35495c1e7fcd no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:12:30.348197 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:30.351811 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: c4db401a-0a4d-4746-a320-35495c1e7fcd {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:12:30.352384 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c4db401a-0a4d-4746-a320-35495c1e7fcd not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:12:30.426879 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Deleting port f0f16286-83a8-489f-aa94-c37bbc71bf69 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:30.427231 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:30.487578 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70027a45-1881-4948-badc-6f7509cd1ba4 None None] DHCP port deletion for 506c739c-51ba-492d-9036-b6fc9d3765e4 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:12:30.491642 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-70027a45-1881-4948-badc-6f7509cd1ba4 None None] Deleting port f0f16286-83a8-489f-aa94-c37bbc71bf69 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:30.492050 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70027a45-1881-4948-badc-6f7509cd1ba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:30.503592 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-25bc0287-fc3e-4bd6-98c5-c824229c775f tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:30.521838 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6d294-caac-4d3d-9218-cc7bc6a439cf req-04740d94-edfb-4c79-a10d-413b24b8cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:30.523204 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d2a6d294-caac-4d3d-9218-cc7bc6a439cf req-04740d94-edfb-4c79-a10d-413b24b8cc20 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65490aef-7574-47e8-8e01-18ff3449c348 HTTP/1.1" status: 200 len: 913 time: 0.7781422 Jan 17 14:12:30.609958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-66d52d56-0308-467d-b10f-9166a9ea8e61 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:30.809358 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7943aa37-a15f-439a-9493-5050219f4ef4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:30.820377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-66d52d56-0308-467d-b10f-9166a9ea8e61 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Calling delete_port for 0ad0638d-7c1e-40c0-9198-f95897ffccbe owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:30.826144 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-70027a45-1881-4948-badc-6f7509cd1ba4 None None] For port f0f16286-83a8-489f-aa94-c37bbc71bf69, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=f0f16286-83a8-489f-aa94-c37bbc71bf69,segment=NetworkSegment(8e83a45e-ef10-4436-8cec-40d56d5a17c1),segment_id=8e83a45e-ef10-4436-8cec-40d56d5a17c1)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:12:30.826790 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70027a45-1881-4948-badc-6f7509cd1ba4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:30.843495 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-7943aa37-a15f-439a-9493-5050219f4ef4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d6cab6-e03d-4709-acd6-381fa3b36143']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:30.857871 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-7943aa37-a15f-439a-9493-5050219f4ef4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a110c6f-7f89-4549-b07d-b7ad6917b1bd') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:30.858146 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-7943aa37-a15f-439a-9493-5050219f4ef4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a110c6f-7f89-4549-b07d-b7ad6917b1bd') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:30.888426 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7943aa37-a15f-439a-9493-5050219f4ef4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:30.984415 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-70027a45-1881-4948-badc-6f7509cd1ba4 None None] Calling delete_port for f0f16286-83a8-489f-aa94-c37bbc71bf69 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:30.989902 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d2a6d294-caac-4d3d-9218-cc7bc6a439cf req-7b37afaa-2e9f-4246-a5c5-1c41117c68bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f0120a3-b504-4e3f-961d-8d0e46099075 HTTP/1.1" status: 200 len: 1001 time: 0.3605895 Jan 17 14:12:31.022804 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] For port f0f16286-83a8-489f-aa94-c37bbc71bf69, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=f0f16286-83a8-489f-aa94-c37bbc71bf69,segment=NetworkSegment(8e83a45e-ef10-4436-8cec-40d56d5a17c1),segment_id=8e83a45e-ef10-4436-8cec-40d56d5a17c1)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:12:31.023318 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:31.078609 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70027a45-1881-4948-badc-6f7509cd1ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:31.142596 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70027a45-1881-4948-badc-6f7509cd1ba4 None None] Pushing event deleted for resources: {'Port': ['ID=f0f16286-83a8-489f-aa94-c37bbc71bf69,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:31.146971 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70027a45-1881-4948-badc-6f7509cd1ba4 None None] No DVR routers for this DVR port f0f16286-83a8-489f-aa94-c37bbc71bf69 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:12:31.198023 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7943aa37-a15f-439a-9493-5050219f4ef4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:31.248311 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7943aa37-a15f-439a-9493-5050219f4ef4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:12:31.248714 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7943aa37-a15f-439a-9493-5050219f4ef4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:12:31.269496 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:12:31.303521 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Calling delete_port for f0f16286-83a8-489f-aa94-c37bbc71bf69 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:31.339004 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-27dd0f3a-7e40-4648-a3d5-50da0a06122b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:31.505566 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:12:31.506217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:12:31.535933 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-66d52d56-0308-467d-b10f-9166a9ea8e61 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:31.599023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d52d56-0308-467d-b10f-9166a9ea8e61 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event deleted for resources: {'Port': ['ID=0ad0638d-7c1e-40c0-9198-f95897ffccbe,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:31.630937 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6d294-caac-4d3d-9218-cc7bc6a439cf req-c9d83751-fba3-4927-859e-3cf4006a7630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:31.632588 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d2a6d294-caac-4d3d-9218-cc7bc6a439cf req-c9d83751-fba3-4927-859e-3cf4006a7630 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=108e9ce5-417b-4ebb-b330-fd1632de2fea HTTP/1.1" status: 200 len: 851 time: 0.5647693 Jan 17 14:12:31.804215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-66d52d56-0308-467d-b10f-9166a9ea8e61 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:31.848651 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7943aa37-a15f-439a-9493-5050219f4ef4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:31.853665 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7943aa37-a15f-439a-9493-5050219f4ef4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:31.869843 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-66d52d56-0308-467d-b10f-9166a9ea8e61 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "DELETE /v2.0/ports/0ad0638d-7c1e-40c0-9198-f95897ffccbe HTTP/1.1" status: 204 len: 168 time: 1.9650555 Jan 17 14:12:31.874741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57084) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:31.881374 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-781cb9c5-6da3-4d6d-8f1c-88673c0702c5 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:31.889242 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7943aa37-a15f-439a-9493-5050219f4ef4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] 10.222.0.48 "DELETE /v2.0/networks/07d6cab6-e03d-4709-acd6-381fa3b36143 HTTP/1.1" status: 204 len: 168 time: 3.3180742 Jan 17 14:12:31.889786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-781cb9c5-6da3-4d6d-8f1c-88673c0702c5 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:31.892610 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57088) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:31.913944 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bc0287-fc3e-4bd6-98c5-c824229c775f tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Router 55cd163b-c102-4c1f-8512-9dcea68755b9 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:12:31.916352 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943aa37-a15f-439a-9493-5050219f4ef4 tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Pushing event deleted for resources: {'Network': ['ID=07d6cab6-e03d-4709-acd6-381fa3b36143,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:31.989892 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-781cb9c5-6da3-4d6d-8f1c-88673c0702c5 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:32.050958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Deleting port f0f16286-83a8-489f-aa94-c37bbc71bf69 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:32.051297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:32.102779 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-781cb9c5-6da3-4d6d-8f1c-88673c0702c5 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:32.152106 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bc0287-fc3e-4bd6-98c5-c824229c775f tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:12:32.153627 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-7c381b47-c9b3-47e0-87e7-0a0beb621a4a tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Deleting port 55c3f7b5-e18d-4da5-888d-44fe7b75ca01 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:32.153866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c381b47-c9b3-47e0-87e7-0a0beb621a4a tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:32.159829 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-25bc0287-fc3e-4bd6-98c5-c824229c775f tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] 10.222.0.48 "PUT /v2.0/routers/55cd163b-c102-4c1f-8512-9dcea68755b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4542112 Jan 17 14:12:32.163170 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57092) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:32.165293 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6d294-caac-4d3d-9218-cc7bc6a439cf req-a6d35a05-ae43-4deb-bab2-1c54a17b8dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:32.167408 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d2a6d294-caac-4d3d-9218-cc7bc6a439cf req-a6d35a05-ae43-4deb-bab2-1c54a17b8dae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65490aef-7574-47e8-8e01-18ff3449c348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4442687 Jan 17 14:12:32.178729 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113173d0-d96a-4997-9167-de592f4c6ba5 None None] Sync routers for ids ['55cd163b-c102-4c1f-8512-9dcea68755b9'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:12:32.189312 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113173d0-d96a-4997-9167-de592f4c6ba5 None None] Routers {'55cd163b-c102-4c1f-8512-9dcea68755b9'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:32.190168 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-113173d0-d96a-4997-9167-de592f4c6ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['55cd163b-c102-4c1f-8512-9dcea68755b9'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:32.207901 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device f0f16286-83a8-489f-aa94-c37bbc71bf69 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:12:32.224870 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] The port 'f0f16286-83a8-489f-aa94-c37bbc71bf69' was deleted {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:12:32.281324 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-113173d0-d96a-4997-9167-de592f4c6ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:32.289482 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: f0f16286-83a8-489f-aa94-c37bbc71bf69 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:12:32.290317 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device f0f16286-83a8-489f-aa94-c37bbc71bf69 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:12:32.296778 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113173d0-d96a-4997-9167-de592f4c6ba5 None None] Routers {'55cd163b-c102-4c1f-8512-9dcea68755b9'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:32.298411 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-113173d0-d96a-4997-9167-de592f4c6ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['55cd163b-c102-4c1f-8512-9dcea68755b9'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:32.370702 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-113173d0-d96a-4997-9167-de592f4c6ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:32.371142 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113173d0-d96a-4997-9167-de592f4c6ba5 None None] The sync data for ids ['55cd163b-c102-4c1f-8512-9dcea68755b9'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:12:32.414242 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0635276b-432f-4610-ab76-166e5dc9ec1b tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:32.540519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:32.597819 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506c739c-51ba-492d-9036-b6fc9d3765e4']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:32.613400 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e83a45e-ef10-4436-8cec-40d56d5a17c1') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:32.613842 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e83a45e-ef10-4436-8cec-40d56d5a17c1') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:32.642153 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:32.654740 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c381b47-c9b3-47e0-87e7-0a0beb621a4a tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:32.655165 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c381b47-c9b3-47e0-87e7-0a0beb621a4a tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:32.723954 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:32.792080 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-7c381b47-c9b3-47e0-87e7-0a0beb621a4a tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Calling delete_port for 55c3f7b5-e18d-4da5-888d-44fe7b75ca01 owned by network:floatingip {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:32.810084 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d2a6d294-caac-4d3d-9218-cc7bc6a439cf req-a75f39ef-3d81-4e0b-8c1b-39701494b16a service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804987 Jan 17 14:12:32.832682 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:12:32.833530 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:32.848712 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0635276b-432f-4610-ab76-166e5dc9ec1b tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:32.853230 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0635276b-432f-4610-ab76-166e5dc9ec1b tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:12:32.856268 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:12:33.115480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-781cb9c5-6da3-4d6d-8f1c-88673c0702c5 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:33.120817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:33.175360 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:33.236792 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0635276b-432f-4610-ab76-166e5dc9ec1b tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:33.237288 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0635276b-432f-4610-ab76-166e5dc9ec1b tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Fanout notify agent at l3_agent the message router_deleted on router 55cd163b-c102-4c1f-8512-9dcea68755b9 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:12:33.237891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Pushing event deleted for resources: {'Network': ['ID=506c739c-51ba-492d-9036-b6fc9d3765e4,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:33.255082 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-342e519c-61a4-4071-926f-0b66369eabaa tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "DELETE /v2.0/networks/506c739c-51ba-492d-9036-b6fc9d3765e4 HTTP/1.1" status: 204 len: 168 time: 3.1345205 Jan 17 14:12:33.259952 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57102) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:33.323744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f1193400-c7d8-4568-be70-04ab1b295e71 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Synchronizing usage tracker for tenant:83c738a27e9c460eb9a2c5fcc792d103 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:12:33.327342 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0635276b-432f-4610-ab76-166e5dc9ec1b tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:33.332084 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0635276b-432f-4610-ab76-166e5dc9ec1b tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] 10.222.0.48 "DELETE /v2.0/routers/55cd163b-c102-4c1f-8512-9dcea68755b9 HTTP/1.1" status: 204 len: 168 time: 1.1603186 Jan 17 14:12:33.336816 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57106) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:33.369262 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d2a6d294-caac-4d3d-9218-cc7bc6a439cf req-e371c8f0-2cd2-4210-aa0a-588e47c08a94 service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479040 Jan 17 14:12:33.371581 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c381b47-c9b3-47e0-87e7-0a0beb621a4a tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:33.476193 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c381b47-c9b3-47e0-87e7-0a0beb621a4a tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Pushing event deleted for resources: {'Port': ['ID=55c3f7b5-e18d-4da5-888d-44fe7b75ca01,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:33.483553 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f1193400-c7d8-4568-be70-04ab1b295e71 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Unset dirty status for tenant:83c738a27e9c460eb9a2c5fcc792d103 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:12:33.484776 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f1193400-c7d8-4568-be70-04ab1b295e71 tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "GET /v2.0/ports?device_id=e899e17f-5c2f-4160-9e18-a747f4e79bbd HTTP/1.1" status: 200 len: 205 time: 0.2217870 Jan 17 14:12:33.492351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57110) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:33.644915 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-781cb9c5-6da3-4d6d-8f1c-88673c0702c5 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Allocated IP 172.26.3.41 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/37d60579-5089-4a89-bbce-f9e9dbdedf87) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:12:33.702724 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-002f3443-f543-4c55-8508-22bec50887ed tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Deleting subnet 655df595-5036-49df-9d3f-67284b724819 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:12:33.729623 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-002f3443-f543-4c55-8508-22bec50887ed tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:33.744423 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-27dd0f3a-7e40-4648-a3d5-50da0a06122b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:33.748852 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-27dd0f3a-7e40-4648-a3d5-50da0a06122b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:33.784107 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d362dfbb-c5bd-4fa7-8e9f-7d8a76e2fece tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:33.937109 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27dd0f3a-7e40-4648-a3d5-50da0a06122b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Router 8375430c-1fda-4da0-ac73-f96fd6148dad has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:12:34.039778 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-002f3443-f543-4c55-8508-22bec50887ed tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:34.073471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c381b47-c9b3-47e0-87e7-0a0beb621a4a tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks [] for floatingip, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:34.119176 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dd0f3a-7e40-4648-a3d5-50da0a06122b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:12:34.125181 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-27dd0f3a-7e40-4648-a3d5-50da0a06122b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:34.129721 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-27dd0f3a-7e40-4648-a3d5-50da0a06122b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "PUT /v2.0/routers/8375430c-1fda-4da0-ac73-f96fd6148dad HTTP/1.1" status: 200 len: 924 time: 5.1030054 Jan 17 14:12:34.130449 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57118) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:34.142524 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a4e6e4-a14c-4636-b11b-bdf5dfc7572f None None] Sync routers for ids ['8375430c-1fda-4da0-ac73-f96fd6148dad'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:12:34.174464 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c381b47-c9b3-47e0-87e7-0a0beb621a4a tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:34.177943 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7c381b47-c9b3-47e0-87e7-0a0beb621a4a tempest-FloatingIPAdminTestJSON-739565832 tempest-FloatingIPAdminTestJSON-739565832-project] 10.222.0.48 "DELETE /v2.0/floatingips/86168901-4a5d-455e-af9c-f50c4c65c996 HTTP/1.1" status: 204 len: 168 time: 2.2818441 Jan 17 14:12:34.184097 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a4e6e4-a14c-4636-b11b-bdf5dfc7572f None None] Routers {'8375430c-1fda-4da0-ac73-f96fd6148dad'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:34.184826 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-17a4e6e4-a14c-4636-b11b-bdf5dfc7572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['8375430c-1fda-4da0-ac73-f96fd6148dad'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:34.365772 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-17a4e6e4-a14c-4636-b11b-bdf5dfc7572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:34.382943 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a4e6e4-a14c-4636-b11b-bdf5dfc7572f None None] Routers {'8375430c-1fda-4da0-ac73-f96fd6148dad'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:34.383614 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-17a4e6e4-a14c-4636-b11b-bdf5dfc7572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['8375430c-1fda-4da0-ac73-f96fd6148dad'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:34.388464 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d362dfbb-c5bd-4fa7-8e9f-7d8a76e2fece tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:34.389333 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-13a8cef8-e547-4b88-a380-6e7cf60971da tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "GET /v2.0/routers/8375430c-1fda-4da0-ac73-f96fd6148dad HTTP/1.1" status: 200 len: 924 time: 0.2574756 Jan 17 14:12:34.390466 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57126) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:34.399455 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d362dfbb-c5bd-4fa7-8e9f-7d8a76e2fece tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:34.425380 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-781cb9c5-6da3-4d6d-8f1c-88673c0702c5 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:34.464242 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d362dfbb-c5bd-4fa7-8e9f-7d8a76e2fece tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:34.465074 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d362dfbb-c5bd-4fa7-8e9f-7d8a76e2fece tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Fanout notify agent at l3_agent the message router_deleted on router e899e17f-5c2f-4160-9e18-a747f4e79bbd {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:12:34.476804 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-002f3443-f543-4c55-8508-22bec50887ed tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:34.481749 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-17a4e6e4-a14c-4636-b11b-bdf5dfc7572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:34.482210 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a4e6e4-a14c-4636-b11b-bdf5dfc7572f None None] The sync data for ids ['8375430c-1fda-4da0-ac73-f96fd6148dad'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:12:34.506630 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14167a9-c355-41c6-a259-5c5de2ec31ff tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:34.507449 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c14167a9-c355-41c6-a259-5c5de2ec31ff tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Synchronizing usage tracker for tenant:72af6175791d44bcba99b51ff65fd2b6 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:12:34.529985 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c14167a9-c355-41c6-a259-5c5de2ec31ff tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Unset dirty status for tenant:72af6175791d44bcba99b51ff65fd2b6 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:12:34.532054 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c14167a9-c355-41c6-a259-5c5de2ec31ff tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&device_id=8375430c-1fda-4da0-ac73-f96fd6148dad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1396031 Jan 17 14:12:34.537291 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57132) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:34.648458 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57136) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:34.664900 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d362dfbb-c5bd-4fa7-8e9f-7d8a76e2fece tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:34.665994 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d362dfbb-c5bd-4fa7-8e9f-7d8a76e2fece tempest-RoutersNegativeIpV6Test-1589150137 tempest-RoutersNegativeIpV6Test-1589150137-project] 10.222.0.48 "DELETE /v2.0/routers/e899e17f-5c2f-4160-9e18-a747f4e79bbd HTTP/1.1" status: 204 len: 168 time: 1.1707036 Jan 17 14:12:34.700438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-781cb9c5-6da3-4d6d-8f1c-88673c0702c5 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:34.785470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781cb9c5-6da3-4d6d-8f1c-88673c0702c5 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:12:34.789885 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-781cb9c5-6da3-4d6d-8f1c-88673c0702c5 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:34.795404 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781cb9c5-6da3-4d6d-8f1c-88673c0702c5 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:12:34.846488 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-002f3443-f543-4c55-8508-22bec50887ed tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:34.858493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042eec6f-0458-4f39-aa65-045ffb3b1551 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:34.859519 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-042eec6f-0458-4f39-aa65-045ffb3b1551 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Synchronizing usage tracker for tenant:72af6175791d44bcba99b51ff65fd2b6 on resource:network {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:12:34.887954 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781cb9c5-6da3-4d6d-8f1c-88673c0702c5 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Port': ['ID=37d60579-5089-4a89-bbce-f9e9dbdedf87,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:34.908068 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-042eec6f-0458-4f39-aa65-045ffb3b1551 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Unset dirty status for tenant:72af6175791d44bcba99b51ff65fd2b6 on resource:network {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:12:34.909753 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-042eec6f-0458-4f39-aa65-045ffb3b1551 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "GET /v2.0/networks/8e713ad1-069e-4db5-8938-0391ff946f65 HTTP/1.1" status: 200 len: 881 time: 0.3685696 Jan 17 14:12:34.912662 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57146) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:34.918215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f3443-f543-4c55-8508-22bec50887ed tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Pushing event deleted for resources: {'Subnet': ['ID=655df595-5036-49df-9d3f-67284b724819,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:34.931804 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-002f3443-f543-4c55-8508-22bec50887ed tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:34.941201 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215305b8-6cec-4777-8f16-1159e7ccecd7 None None] Network 1a47b5bb-60d4-470e-a191-e2d4c1746f65 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:12:34.960528 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-002f3443-f543-4c55-8508-22bec50887ed tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] 10.222.0.48 "DELETE /v2.0/subnets/655df595-5036-49df-9d3f-67284b724819 HTTP/1.1" status: 204 len: 168 time: 1.5959327 Jan 17 14:12:34.972950 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57152) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:35.023799 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-054413ef-f233-44da-a5bf-2b89813b606c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=043a9c63b01c446e9f1fa31a41971a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705354 Jan 17 14:12:35.023799 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0c5c3aea-d6d9-4aa1-bcf8-0d128bbd1b86 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "GET /v2.0/ports?device_id=8375430c-1fda-4da0-ac73-f96fd6148dad HTTP/1.1" status: 200 len: 205 time: 0.0999489 Jan 17 14:12:35.024213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57156) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:35.026438 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57158) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:35.136249 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57164) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:35.178930 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:35.195883 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-781cb9c5-6da3-4d6d-8f1c-88673c0702c5 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:35.203043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Deleting port fcd17d01-f9fa-48af-a178-f16f28a87d0c {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:35.204269 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:35.360664 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c142a82a-9cda-4cee-9f3d-547058d8dcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:35.408099 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4bd32752-d3e1-4fa7-96b3-3016d1b0e0ab tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:35.480533 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91beadf-1793-4ae4-ac60-db95d4cb6ecf None None] DHCP port deletion for 1a47b5bb-60d4-470e-a191-e2d4c1746f65 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:12:35.485962 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c91beadf-1793-4ae4-ac60-db95d4cb6ecf None None] Deleting port fcd17d01-f9fa-48af-a178-f16f28a87d0c {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:35.486338 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c91beadf-1793-4ae4-ac60-db95d4cb6ecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:35.531109 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c142a82a-9cda-4cee-9f3d-547058d8dcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:35.566134 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] For port fcd17d01-f9fa-48af-a178-f16f28a87d0c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=fcd17d01-f9fa-48af-a178-f16f28a87d0c,segment=NetworkSegment(7b02c544-1b63-4fc8-8cc3-de239a24ab6a),segment_id=7b02c544-1b63-4fc8-8cc3-de239a24ab6a)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:12:35.566506 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:35.621883 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4885adfd-855a-4078-8b74-4227f0bc3ab6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83c738a27e9c460eb9a2c5fcc792d103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4841063 Jan 17 14:12:35.654056 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57174) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:35.712770 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-781cb9c5-6da3-4d6d-8f1c-88673c0702c5 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:35.771384 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c142a82a-9cda-4cee-9f3d-547058d8dcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:35.785453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Calling delete_port for fcd17d01-f9fa-48af-a178-f16f28a87d0c owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:35.786691 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4bd32752-d3e1-4fa7-96b3-3016d1b0e0ab tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:35.800933 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142a82a-9cda-4cee-9f3d-547058d8dcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f4d92c-1d7d-48c2-9fe5-0ebd6fb6d2d3,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:35.811436 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c142a82a-9cda-4cee-9f3d-547058d8dcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:35.813717 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c142a82a-9cda-4cee-9f3d-547058d8dcf9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7f4d92c-1d7d-48c2-9fe5-0ebd6fb6d2d3 HTTP/1.1" status: 204 len: 168 time: 0.7887325 Jan 17 14:12:35.817938 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-4bd32752-d3e1-4fa7-96b3-3016d1b0e0ab tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Deleting port 96f4a270-1654-416f-b648-0d08f755744a {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:35.818526 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4bd32752-d3e1-4fa7-96b3-3016d1b0e0ab tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:35.820099 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c91beadf-1793-4ae4-ac60-db95d4cb6ecf None None] For port fcd17d01-f9fa-48af-a178-f16f28a87d0c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=fcd17d01-f9fa-48af-a178-f16f28a87d0c,segment=NetworkSegment(7b02c544-1b63-4fc8-8cc3-de239a24ab6a),segment_id=7b02c544-1b63-4fc8-8cc3-de239a24ab6a)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:12:35.820707 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c91beadf-1793-4ae4-ac60-db95d4cb6ecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:35.992931 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c91beadf-1793-4ae4-ac60-db95d4cb6ecf None None] Calling delete_port for fcd17d01-f9fa-48af-a178-f16f28a87d0c owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:36.106505 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4bd32752-d3e1-4fa7-96b3-3016d1b0e0ab tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:36.122282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c91beadf-1793-4ae4-ac60-db95d4cb6ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:36.177459 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-15b7d91f-6f42-4198-bc79-d152fc326d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:36.207387 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91beadf-1793-4ae4-ac60-db95d4cb6ecf None None] No DVR routers for this DVR port fcd17d01-f9fa-48af-a178-f16f28a87d0c on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:12:36.209236 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91beadf-1793-4ae4-ac60-db95d4cb6ecf None None] Pushing event deleted for resources: {'Port': ['ID=fcd17d01-f9fa-48af-a178-f16f28a87d0c,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:36.225127 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:12:36.225127 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:12:36.237489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-15b7d91f-6f42-4198-bc79-d152fc326d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:36.262109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device fcd17d01-f9fa-48af-a178-f16f28a87d0c no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:12:36.338940 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-781cb9c5-6da3-4d6d-8f1c-88673c0702c5 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:36.340754 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: fcd17d01-f9fa-48af-a178-f16f28a87d0c {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:12:36.341980 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-4bd32752-d3e1-4fa7-96b3-3016d1b0e0ab tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Calling delete_port for 96f4a270-1654-416f-b648-0d08f755744a owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:36.343979 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device fcd17d01-f9fa-48af-a178-f16f28a87d0c not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:12:36.355208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-781cb9c5-6da3-4d6d-8f1c-88673c0702c5 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:36.390500 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57184) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:36.404539 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-15b7d91f-6f42-4198-bc79-d152fc326d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:36.430598 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bbf68915-dcca-48b2-b976-b7a7c02b4728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:36.459862 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-bbf68915-dcca-48b2-b976-b7a7c02b4728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:36.470520 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bbf68915-dcca-48b2-b976-b7a7c02b4728 admin admin] Usage tracker for resource:security_group_rule and tenant:b8056e68ae734448b52cdc63a8026f67 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:36.482294 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bbf68915-dcca-48b2-b976-b7a7c02b4728 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:36.490590 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-bbf68915-dcca-48b2-b976-b7a7c02b4728 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:36.519728 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7d91f-6f42-4198-bc79-d152fc326d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e49213-15a3-49c0-8486-d05dd94b726f,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:36.590847 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781cb9c5-6da3-4d6d-8f1c-88673c0702c5 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Port': ['ID=37d60579-5089-4a89-bbce-f9e9dbdedf87,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:36.628170 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-781cb9c5-6da3-4d6d-8f1c-88673c0702c5 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:36.633171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4bd32752-d3e1-4fa7-96b3-3016d1b0e0ab tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:36.655639 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-15b7d91f-6f42-4198-bc79-d152fc326d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:36.663661 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-15b7d91f-6f42-4198-bc79-d152fc326d3d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32e49213-15a3-49c0-8486-d05dd94b726f HTTP/1.1" status: 204 len: 168 time: 1.0026243 Jan 17 14:12:36.669176 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-781cb9c5-6da3-4d6d-8f1c-88673c0702c5 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:36.675282 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-781cb9c5-6da3-4d6d-8f1c-88673c0702c5 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7944875 Jan 17 14:12:36.677589 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57194) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:36.689958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-2eeccb27-a115-40ff-aa16-1d9588e865ae tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'port': {'network_id': '00bb5fcf-dc03-45f8-a900-4c5df8ced5fc', 'name': 'tempest-FloatingIPTestJSON-2109037082'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:36.693816 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd32752-d3e1-4fa7-96b3-3016d1b0e0ab tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Pushing event deleted for resources: {'Port': ['ID=96f4a270-1654-416f-b648-0d08f755744a,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:36.725891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Deleting port fcd17d01-f9fa-48af-a178-f16f28a87d0c {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:36.726465 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:36.831998 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4bd32752-d3e1-4fa7-96b3-3016d1b0e0ab tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:36.930354 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] The port 'fcd17d01-f9fa-48af-a178-f16f28a87d0c' was deleted {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:12:37.068437 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bbf68915-dcca-48b2-b976-b7a7c02b4728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.129444 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bbf68915-dcca-48b2-b976-b7a7c02b4728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.172821 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4bd32752-d3e1-4fa7-96b3-3016d1b0e0ab tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.187081 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4bd32752-d3e1-4fa7-96b3-3016d1b0e0ab tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.198184 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf68915-dcca-48b2-b976-b7a7c02b4728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95911dad-fc48-4193-9ca6-d7d2560f04a8,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:37.206658 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bbf68915-dcca-48b2-b976-b7a7c02b4728 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8056e68ae734448b52cdc63a8026f67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8109400 Jan 17 14:12:37.206932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57202) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:37.244670 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.251091 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4bd32752-d3e1-4fa7-96b3-3016d1b0e0ab tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.256380 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd32752-d3e1-4fa7-96b3-3016d1b0e0ab tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Fanout notify agent at l3_agent the message router_deleted on router 8375430c-1fda-4da0-ac73-f96fd6148dad {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:12:37.292223 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2eeccb27-a115-40ff-aa16-1d9588e865ae tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:37.302191 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a47b5bb-60d4-470e-a191-e2d4c1746f65']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:37.302742 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b77fc14d-63c0-419b-b76f-6e79d427e750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.323033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4bd32752-d3e1-4fa7-96b3-3016d1b0e0ab tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.324221 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4bd32752-d3e1-4fa7-96b3-3016d1b0e0ab tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "DELETE /v2.0/routers/8375430c-1fda-4da0-ac73-f96fd6148dad HTTP/1.1" status: 204 len: 168 time: 2.2969742 Jan 17 14:12:37.330593 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57212) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:37.336476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2eeccb27-a115-40ff-aa16-1d9588e865ae tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Usage tracker for resource:port and tenant:47556c7adaf148f193a49a6f0ca864f6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:37.341778 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-35746d74-c5f8-4612-972c-6f42a3399514 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-697690709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:37.347255 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2eeccb27-a115-40ff-aa16-1d9588e865ae tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:37.363847 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-35746d74-c5f8-4612-972c-6f42a3399514 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:37.370862 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2eeccb27-a115-40ff-aa16-1d9588e865ae tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:37.371419 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b77fc14d-63c0-419b-b76f-6e79d427e750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.377170 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b02c544-1b63-4fc8-8cc3-de239a24ab6a') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:37.377486 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b02c544-1b63-4fc8-8cc3-de239a24ab6a') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:37.380656 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-35746d74-c5f8-4612-972c-6f42a3399514 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Usage tracker for resource:router and tenant:e73c8911752e469dbe116e445f4ec395 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:37.389665 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-35746d74-c5f8-4612-972c-6f42a3399514 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:37.394993 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.404570 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-35746d74-c5f8-4612-972c-6f42a3399514 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:37.409058 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeccb27-a115-40ff-aa16-1d9588e865ae tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Made reservation on behalf of 47556c7adaf148f193a49a6f0ca864f6 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:12:37.413061 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2eeccb27-a115-40ff-aa16-1d9588e865ae tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.436476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.441978 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-35746d74-c5f8-4612-972c-6f42a3399514 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.442786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-35746d74-c5f8-4612-972c-6f42a3399514 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.453919 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:12:37.454566 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:12:37.473087 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:12:37.475261 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-35746d74-c5f8-4612-972c-6f42a3399514 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.476864 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-2eeccb27-a115-40ff-aa16-1d9588e865ae tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] device_id is not set on port 0873bc1c-37cd-47f2-8dea-b46f0b08be8c yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:12:37.512506 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-35746d74-c5f8-4612-972c-6f42a3399514 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.527347 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b77fc14d-63c0-419b-b76f-6e79d427e750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.552755 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fc14d-63c0-419b-b76f-6e79d427e750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95911dad-fc48-4193-9ca6-d7d2560f04a8,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:37.572107 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-35746d74-c5f8-4612-972c-6f42a3399514 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.574954 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-35746d74-c5f8-4612-972c-6f42a3399514 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2409804 Jan 17 14:12:37.574954 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b77fc14d-63c0-419b-b76f-6e79d427e750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.579410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57218) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:37.585067 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b77fc14d-63c0-419b-b76f-6e79d427e750 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/95911dad-fc48-4193-9ca6-d7d2560f04a8 HTTP/1.1" status: 204 len: 168 time: 0.3764470 Jan 17 14:12:37.616644 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-5a0560f1-1ba8-40d9-864d-922376eb1aae tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Request body: {'router': {'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:37.913910 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.918233 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:37.926126 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-2eeccb27-a115-40ff-aa16-1d9588e865ae tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Allocated IP 172.20.0.7 (00bb5fcf-dc03-45f8-a900-4c5df8ced5fc/ffa63332-356b-497a-a931-2b7b1a3f6caf/0873bc1c-37cd-47f2-8dea-b46f0b08be8c) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:12:38.007785 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] Pushing event deleted for resources: {'Network': ['ID=1a47b5bb-60d4-470e-a191-e2d4c1746f65,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:38.022174 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-34bdb4bc-8f1d-4f8d-99c4-decc3e762b18 tempest-FloatingIPNegativeTestJSON-169028545 tempest-FloatingIPNegativeTestJSON-169028545-project] 10.222.0.48 "DELETE /v2.0/networks/1a47b5bb-60d4-470e-a191-e2d4c1746f65 HTTP/1.1" status: 204 len: 168 time: 3.0441241 Jan 17 14:12:38.125509 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57240) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:38.191577 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57246) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:38.223512 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3cb9ff4f-ad9f-4d16-bd31-4d55eed8c13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:38.253633 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3cb9ff4f-ad9f-4d16-bd31-4d55eed8c13a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:38.263483 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3cb9ff4f-ad9f-4d16-bd31-4d55eed8c13a admin admin] Usage tracker for resource:security_group_rule and tenant:7e082b8c085549f6951104e6107200d2 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:38.270876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3cb9ff4f-ad9f-4d16-bd31-4d55eed8c13a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:38.273217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a0560f1-1ba8-40d9-864d-922376eb1aae tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:38.285149 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3cb9ff4f-ad9f-4d16-bd31-4d55eed8c13a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:38.453125 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57252) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:38.470923 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3cb9ff4f-ad9f-4d16-bd31-4d55eed8c13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:38.476912 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3cb9ff4f-ad9f-4d16-bd31-4d55eed8c13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:38.533396 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2eeccb27-a115-40ff-aa16-1d9588e865ae tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:38.618692 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group': {'name': 'tempest-secgroup--398223901'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:38.653948 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2eeccb27-a115-40ff-aa16-1d9588e865ae tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:38.661142 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:38.680437 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:38.684711 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9ff4f-ad9f-4d16-bd31-4d55eed8c13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae87101-4a17-47a0-af32-7a3710a073b0,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:38.689296 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:38.705863 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3cb9ff4f-ad9f-4d16-bd31-4d55eed8c13a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e082b8c085549f6951104e6107200d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5116990 Jan 17 14:12:38.708920 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-130d9913-a815-430d-8b17-faf0675f1953 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f8fce0a680114a33b66b132ca6cbf041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539520 Jan 17 14:12:38.710630 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57260) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:38.712086 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:38.735599 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57262) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:38.798916 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:38.854763 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:38.901637 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:38.909664 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeccb27-a115-40ff-aa16-1d9588e865ae tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Network 00bb5fcf-dc03-45f8-a900-4c5df8ced5fc is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:12:38.911003 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group_rule and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:38.918334 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:38.929691 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-2eeccb27-a115-40ff-aa16-1d9588e865ae tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:38.945101 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeccb27-a115-40ff-aa16-1d9588e865ae tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:12:38.951977 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:38.966548 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9225b3df-9084-4e0f-b23f-422076b06f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:38.969230 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b3097896-f07b-42ec-83b4-d1d0abd993e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.054049 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9225b3df-9084-4e0f-b23f-422076b06f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.066361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a0560f1-1ba8-40d9-864d-922376eb1aae tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.067460 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b3097896-f07b-42ec-83b4-d1d0abd993e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.103306 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeccb27-a115-40ff-aa16-1d9588e865ae tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Port': ['ID=0873bc1c-37cd-47f2-8dea-b46f0b08be8c,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:39.113708 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a0560f1-1ba8-40d9-864d-922376eb1aae tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.124074 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeccb27-a115-40ff-aa16-1d9588e865ae tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:39.124841 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2eeccb27-a115-40ff-aa16-1d9588e865ae tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.201443 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.211665 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2eeccb27-a115-40ff-aa16-1d9588e865ae tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5315268 Jan 17 14:12:39.223015 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.223315 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57272) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:39.223315 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-0da2f36c-dd0d-4991-8c69-5edf98d94274 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'floatingip': {'port_id': '0873bc1c-37cd-47f2-8dea-b46f0b08be8c'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:39.232312 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b3097896-f07b-42ec-83b4-d1d0abd993e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.241694 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:39.247643 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9225b3df-9084-4e0f-b23f-422076b06f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.261319 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group_rule and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:39.272699 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:39.284439 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:39.288058 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175b50d6-a9ae-4159-a2cd-af25439d5dcb,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:39.318874 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3097896-f07b-42ec-83b4-d1d0abd993e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e88f3c-8d39-43fb-8dee-b0dffe3c92c4,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:39.321762 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b3097896-f07b-42ec-83b4-d1d0abd993e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.323114 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b3097896-f07b-42ec-83b4-d1d0abd993e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85e88f3c-8d39-43fb-8dee-b0dffe3c92c4 HTTP/1.1" status: 204 len: 168 time: 0.5859222 Jan 17 14:12:39.335995 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9225b3df-9084-4e0f-b23f-422076b06f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.336983 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9225b3df-9084-4e0f-b23f-422076b06f85 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ae87101-4a17-47a0-af32-7a3710a073b0 HTTP/1.1" status: 204 len: 168 time: 0.6214945 Jan 17 14:12:39.350472 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225b3df-9084-4e0f-b23f-422076b06f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae87101-4a17-47a0-af32-7a3710a073b0,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:39.436688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.442695 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.442904 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-5a0560f1-1ba8-40d9-864d-922376eb1aae tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Allocated IP 172.26.3.13 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/d55302b1-a347-478f-8b17-6b6a8b88a297) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:12:39.495666 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d3e1ca-5f70-4ae2-99aa-b1d330991f61,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:39.499342 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.501821 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-363d8f20-d0a7-4d3e-818e-31ec9d38d620 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3743289 Jan 17 14:12:39.504649 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57280) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:39.551034 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0da2f36c-dd0d-4991-8c69-5edf98d94274 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.589119 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-63ad425a-becf-42e5-8e82-6430ed98a3cf tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:12:39.608806 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-63ad425a-becf-42e5-8e82-6430ed98a3cf tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:12:39.611524 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-63ad425a-becf-42e5-8e82-6430ed98a3cf tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1052504 Jan 17 14:12:39.614315 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57288) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:39.620424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-aaad4d51-286a-498b-9373-83f17b6e7f53 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group': {'name': 'tempest-security--2037960414', 'description': 'tempest-security-description-1353482967'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:39.655584 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-aaad4d51-286a-498b-9373-83f17b6e7f53 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.733271 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-aaad4d51-286a-498b-9373-83f17b6e7f53 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.741838 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-aaad4d51-286a-498b-9373-83f17b6e7f53 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.746347 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-aaad4d51-286a-498b-9373-83f17b6e7f53 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.761612 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-aaad4d51-286a-498b-9373-83f17b6e7f53 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "PUT /v2.0/security-groups/e9d3e1ca-5f70-4ae2-99aa-b1d330991f61 HTTP/1.1" status: 200 len: 1778 time: 0.1435122 Jan 17 14:12:39.805630 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57298) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:39.818174 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a0560f1-1ba8-40d9-864d-922376eb1aae tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.854432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a0560f1-1ba8-40d9-864d-922376eb1aae tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:39.925076 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad4d51-286a-498b-9373-83f17b6e7f53 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d3e1ca-5f70-4ae2-99aa-b1d330991f61,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:39.948525 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0560f1-1ba8-40d9-864d-922376eb1aae tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:12:39.950349 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5e32926f-7b34-40a7-9185-8ea066c66b0b tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-groups/e9d3e1ca-5f70-4ae2-99aa-b1d330991f61 HTTP/1.1" status: 200 len: 1778 time: 0.1432040 Jan 17 14:12:39.952899 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57310) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:39.959452 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-5a0560f1-1ba8-40d9-864d-922376eb1aae tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:39.962105 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0560f1-1ba8-40d9-864d-922376eb1aae tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:12:40.073480 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3518f418-0075-4bbe-bb79-64b909819708 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:40.154329 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3518f418-0075-4bbe-bb79-64b909819708 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:40.301148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3518f418-0075-4bbe-bb79-64b909819708 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:40.369749 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518f418-0075-4bbe-bb79-64b909819708 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d3e1ca-5f70-4ae2-99aa-b1d330991f61,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:40.379406 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3518f418-0075-4bbe-bb79-64b909819708 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:40.386268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0560f1-1ba8-40d9-864d-922376eb1aae tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Pushing event updated for resources: {'Port': ['ID=d55302b1-a347-478f-8b17-6b6a8b88a297,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:40.393557 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3518f418-0075-4bbe-bb79-64b909819708 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-groups/e9d3e1ca-5f70-4ae2-99aa-b1d330991f61 HTTP/1.1" status: 204 len: 168 time: 0.4343657 Jan 17 14:12:40.396022 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57328) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:40.643268 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f9e0940-c733-4459-aaa0-2eb24c8eb6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:40.662051 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6e2f98b7-f4a4-40ce-8301-9dbf112ddb3b tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2646508 Jan 17 14:12:40.664966 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57342) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:40.705727 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-c0312735-2478-44ba-808a-903945f0b013 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] delete failed (client error): The resource could not be found. Jan 17 14:12:40.714470 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c0312735-2478-44ba-808a-903945f0b013 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-groups/e9d3e1ca-5f70-4ae2-99aa-b1d330991f61 HTTP/1.1" status: 404 len: 347 time: 0.0427208 Jan 17 14:12:40.714673 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57346) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:40.727537 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-35856ed5-6196-48c3-84a6-151e85ff193b tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group': {'name': 'tempest-secgroup--607558086'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:40.759900 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-35856ed5-6196-48c3-84a6-151e85ff193b tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:40.781587 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-35856ed5-6196-48c3-84a6-151e85ff193b tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:40.803835 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-35856ed5-6196-48c3-84a6-151e85ff193b tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:40.829283 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-35856ed5-6196-48c3-84a6-151e85ff193b tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:40.851378 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-35856ed5-6196-48c3-84a6-151e85ff193b tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:40.923616 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-35856ed5-6196-48c3-84a6-151e85ff193b tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:40.931191 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-35856ed5-6196-48c3-84a6-151e85ff193b tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group_rule and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:40.939875 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-35856ed5-6196-48c3-84a6-151e85ff193b tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:40.957125 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-35856ed5-6196-48c3-84a6-151e85ff193b tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:40.980263 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57354) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:41.149932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-35856ed5-6196-48c3-84a6-151e85ff193b tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:41.158037 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-35856ed5-6196-48c3-84a6-151e85ff193b tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:41.253205 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35856ed5-6196-48c3-84a6-151e85ff193b tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1717a8c6-c95e-45fb-8fa6-2e94d1990a09,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:41.257693 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-35856ed5-6196-48c3-84a6-151e85ff193b tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:41.259739 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-35856ed5-6196-48c3-84a6-151e85ff193b tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5424008 Jan 17 14:12:41.263962 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57362) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:41.273959 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-daceea5e-fb54-4f05-9917-2ea6dc3b5da0 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group_rule': {'security_group_id': '1717a8c6-c95e-45fb-8fa6-2e94d1990a09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:41.285591 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-daceea5e-fb54-4f05-9917-2ea6dc3b5da0 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:41.291588 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-daceea5e-fb54-4f05-9917-2ea6dc3b5da0 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group_rule and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:41.295677 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-daceea5e-fb54-4f05-9917-2ea6dc3b5da0 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:41.320672 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-daceea5e-fb54-4f05-9917-2ea6dc3b5da0 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:41.341237 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a0560f1-1ba8-40d9-864d-922376eb1aae tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:41.378257 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-daceea5e-fb54-4f05-9917-2ea6dc3b5da0 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:41.543681 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-513754704'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:41.551868 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-daceea5e-fb54-4f05-9917-2ea6dc3b5da0 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:41.552987 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:41.557479 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Usage tracker for resource:network and tenant:d2b652a3245f49d7a7545e5b0738ea9a is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:41.560569 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-daceea5e-fb54-4f05-9917-2ea6dc3b5da0 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:41.562531 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:41.590165 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daceea5e-fb54-4f05-9917-2ea6dc3b5da0 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeefba4c-93f2-4ecd-b442-39512e566f57,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:41.597089 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:41.643080 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Made reservation on behalf of d2b652a3245f49d7a7545e5b0738ea9a for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:12:41.648385 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:41.668986 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:41.678580 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-daceea5e-fb54-4f05-9917-2ea6dc3b5da0 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:41.679914 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-daceea5e-fb54-4f05-9917-2ea6dc3b5da0 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4143789 Jan 17 14:12:41.683940 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57376) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:41.704496 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:41.715874 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Usage tracker for resource:security_group_rule and tenant:d2b652a3245f49d7a7545e5b0738ea9a is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:41.721502 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:41.722346 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-0da2f36c-dd0d-4991-8c69-5edf98d94274 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:12:41.733515 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:41.736370 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ee58518e-cfca-47aa-b069-fa7cbeaadc0c tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:41.756158 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ee58518e-cfca-47aa-b069-fa7cbeaadc0c tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:41.832405 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ee58518e-cfca-47aa-b069-fa7cbeaadc0c tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:41.851594 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0da2f36c-dd0d-4991-8c69-5edf98d94274 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:41.874389 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58518e-cfca-47aa-b069-fa7cbeaadc0c tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aeefba4c-93f2-4ecd-b442-39512e566f57,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:41.897662 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ee58518e-cfca-47aa-b069-fa7cbeaadc0c tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:41.898764 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ee58518e-cfca-47aa-b069-fa7cbeaadc0c tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/aeefba4c-93f2-4ecd-b442-39512e566f57 HTTP/1.1" status: 204 len: 168 time: 0.2139447 Jan 17 14:12:41.907569 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57382) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:41.946765 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0da2f36c-dd0d-4991-8c69-5edf98d94274 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:41.987014 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:42.000119 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-dddebe4c-2bc5-4897-8f01-e936752feba2 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:12:42.012518 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:42.054976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-dddebe4c-2bc5-4897-8f01-e936752feba2 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:12:42.059077 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-dddebe4c-2bc5-4897-8f01-e936752feba2 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1476216 Jan 17 14:12:42.060213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:12:42.060874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57388) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:42.072223 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffceb975-5347-49b1-8c8e-fe0e0ae4d473,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:42.083669 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:42.084297 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Added segment acd6125e-62d4-44be-b43a-5e7f3a969246 of type vlan for network 64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5 Jan 17 14:12:42.121976 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a0560f1-1ba8-40d9-864d-922376eb1aae tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:42.125773 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57394) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:42.129221 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:42.176126 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:42.182886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a0560f1-1ba8-40d9-864d-922376eb1aae tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:42.184826 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:42.185752 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:42.289315 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-368196e0-8311-478c-8a7e-5da1d9e150f2 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:42.323210 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-0da2f36c-dd0d-4991-8c69-5edf98d94274 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Floating IP 4d6ff268-4c9d-459d-955c-ccf502a9cdc3 associated. External IP: 172.26.3.41, port: 0873bc1c-37cd-47f2-8dea-b46f0b08be8c. Jan 17 14:12:42.330157 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-210127562', 'router:external': True}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:42.337762 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3564517 Jan 17 14:12:42.340743 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:42.343142 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25411313-e2e7-4f57-9a88-eaf5c0d51b4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Network': ['ID=64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:42.351627 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Usage tracker for resource:network and tenant:1167218bd3734f5a92c14d7f50c68d5f is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:42.354933 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:42.363157 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:12:42.365451 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:42.379186 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Made reservation on behalf of 1167218bd3734f5a92c14d7f50c68d5f for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:12:42.385499 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:42.408130 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:42.431555 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:42.436261 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Usage tracker for resource:security_group_rule and tenant:1167218bd3734f5a92c14d7f50c68d5f is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:42.441924 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:42.449786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:42.513456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-368196e0-8311-478c-8a7e-5da1d9e150f2 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:42.604409 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:42.610583 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:42.663953 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:12:42.694227 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3540167d-d24f-4b1d-983d-ce920358492e,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:42.711528 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:42.712042 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Added segment b6dbb5b2-6087-4a7c-a3b6-8a5144ecad93 of type vlan for network c4011d08-38dc-4431-bfc6-b2f05be809bd Jan 17 14:12:42.810089 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:42.909283 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0560f1-1ba8-40d9-864d-922376eb1aae tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Router cd8d15a8-5312-4222-b853-d5d01d8f3242 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:12:42.911935 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:42.913019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:42.913698 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:43.043143 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-368196e0-8311-478c-8a7e-5da1d9e150f2 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:43.127170 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.0003495 Jan 17 14:12:43.133801 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57404) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:43.150511 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-2d5b4b4a-07d7-4c30-9a6f-3761478dae16 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Request body: {'subnet': {'network_id': 'c4011d08-38dc-4431-bfc6-b2f05be809bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:43.161357 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2d5b4b4a-07d7-4c30-9a6f-3761478dae16 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:43.166576 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368196e0-8311-478c-8a7e-5da1d9e150f2 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1717a8c6-c95e-45fb-8fa6-2e94d1990a09,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:43.169669 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2d5b4b4a-07d7-4c30-9a6f-3761478dae16 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Usage tracker for resource:subnet and tenant:1167218bd3734f5a92c14d7f50c68d5f is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:43.173208 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f081d12-61ad-4e32-b6fa-dd9c7dbb1774 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Pushing event updated for resources: {'Network': ['ID=c4011d08-38dc-4431-bfc6-b2f05be809bd,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:43.175904 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2d5b4b4a-07d7-4c30-9a6f-3761478dae16 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:43.183422 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2d5b4b4a-07d7-4c30-9a6f-3761478dae16 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:43.207290 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network c4011d08-38dc-4431-bfc6-b2f05be809bd details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:12:43.214488 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5b4b4a-07d7-4c30-9a6f-3761478dae16 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Made reservation on behalf of 1167218bd3734f5a92c14d7f50c68d5f for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:12:43.216740 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2d5b4b4a-07d7-4c30-9a6f-3761478dae16 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:43.255748 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-368196e0-8311-478c-8a7e-5da1d9e150f2 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:43.255748 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-368196e0-8311-478c-8a7e-5da1d9e150f2 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-groups/1717a8c6-c95e-45fb-8fa6-2e94d1990a09 HTTP/1.1" status: 204 len: 168 time: 1.1857657 Jan 17 14:12:43.267891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57408) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:43.414680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-38200250-9e52-40a3-9714-89c833f0688e tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:12:43.442937 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da2f36c-dd0d-4991-8c69-5edf98d94274 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Router bf4f45c6-0a42-4026-a3ba-e3d9770cf671 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:12:43.452253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0560f1-1ba8-40d9-864d-922376eb1aae tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:12:43.475126 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a0560f1-1ba8-40d9-864d-922376eb1aae tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:43.476299 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5a0560f1-1ba8-40d9-864d-922376eb1aae tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "PUT /v2.0/routers/cd8d15a8-5312-4222-b853-d5d01d8f3242 HTTP/1.1" status: 200 len: 882 time: 5.8936601 Jan 17 14:12:43.478927 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d86f92-fd64-4c6d-adde-bbe78c743bd7 None None] Sync routers for ids ['cd8d15a8-5312-4222-b853-d5d01d8f3242'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:12:43.481995 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57414) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:43.506601 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d86f92-fd64-4c6d-adde-bbe78c743bd7 None None] Routers {'cd8d15a8-5312-4222-b853-d5d01d8f3242'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:43.507703 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-79d86f92-fd64-4c6d-adde-bbe78c743bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['cd8d15a8-5312-4222-b853-d5d01d8f3242'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:43.531382 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-38200250-9e52-40a3-9714-89c833f0688e tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:12:43.532897 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-38200250-9e52-40a3-9714-89c833f0688e tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2640767 Jan 17 14:12:43.541821 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57418) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:43.555407 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-d80bb6ce-aef7-4254-99da-77c97109b1c4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163438609'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:43.572469 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d80bb6ce-aef7-4254-99da-77c97109b1c4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:43.588554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d80bb6ce-aef7-4254-99da-77c97109b1c4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:43.642824 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-79d86f92-fd64-4c6d-adde-bbe78c743bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:43.655652 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d86f92-fd64-4c6d-adde-bbe78c743bd7 None None] Routers {'cd8d15a8-5312-4222-b853-d5d01d8f3242'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:43.656842 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-79d86f92-fd64-4c6d-adde-bbe78c743bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['cd8d15a8-5312-4222-b853-d5d01d8f3242'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:43.709247 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da2f36c-dd0d-4991-8c69-5edf98d94274 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:12:43.724687 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0da2f36c-dd0d-4991-8c69-5edf98d94274 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:43.725473 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890fa7d9-3c22-4382-a78f-474e0811caf4 None None] Sync routers for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:12:43.785776 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d80bb6ce-aef7-4254-99da-77c97109b1c4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:43.801069 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-985c2b25-b66c-45ec-bc94-70953126c272 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "GET /v2.0/routers/cd8d15a8-5312-4222-b853-d5d01d8f3242 HTTP/1.1" status: 200 len: 923 time: 0.3173068 Jan 17 14:12:43.804949 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57422) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:43.829424 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-79d86f92-fd64-4c6d-adde-bbe78c743bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:43.830036 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d86f92-fd64-4c6d-adde-bbe78c743bd7 None None] The sync data for ids ['cd8d15a8-5312-4222-b853-d5d01d8f3242'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:12:43.861351 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0da2f36c-dd0d-4991-8c69-5edf98d94274 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "PUT /v2.0/floatingips/4d6ff268-4c9d-459d-955c-ccf502a9cdc3 HTTP/1.1" status: 200 len: 977 time: 4.6446874 Jan 17 14:12:43.865033 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57426) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:43.876570 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d80bb6ce-aef7-4254-99da-77c97109b1c4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:43.916323 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d80bb6ce-aef7-4254-99da-77c97109b1c4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group_rule and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:43.927033 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d80bb6ce-aef7-4254-99da-77c97109b1c4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:43.932943 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b467bf7a-4469-424e-ac37-7c087afd74ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:43.943958 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:43.966958 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890fa7d9-3c22-4382-a78f-474e0811caf4 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:43.978146 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-890fa7d9-3c22-4382-a78f-474e0811caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:44.000978 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d80bb6ce-aef7-4254-99da-77c97109b1c4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:44.096311 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-d7ec49ef-4419-469d-8545-a9a4631b8637 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Deleting port 0873bc1c-37cd-47f2-8dea-b46f0b08be8c {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:44.096791 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d7ec49ef-4419-469d-8545-a9a4631b8637 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:44.102212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-890fa7d9-3c22-4382-a78f-474e0811caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:44.150046 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.objects.ports [None req-2d5b4b4a-07d7-4c30-9a6f-3761478dae16 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87524) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 14:12:44.150764 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2d5b4b4a-07d7-4c30-9a6f-3761478dae16 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:44.165578 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890fa7d9-3c22-4382-a78f-474e0811caf4 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:44.166504 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-890fa7d9-3c22-4382-a78f-474e0811caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:44.209118 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b912a5-e435-4143-9946-2ba5b8e431ec tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:44.211167 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-91b912a5-e435-4143-9946-2ba5b8e431ec tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&device_id=cd8d15a8-5312-4222-b853-d5d01d8f3242&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4046247 Jan 17 14:12:44.220928 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57434) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:44.256982 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:44.260921 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-890fa7d9-3c22-4382-a78f-474e0811caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:44.261945 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890fa7d9-3c22-4382-a78f-474e0811caf4 None None] The sync data for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:12:44.318714 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b4b4a-07d7-4c30-9a6f-3761478dae16 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d0da9d27-1ec5-4987-b0ec-19e20ac775e4,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:44.378650 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5b4b4a-07d7-4c30-9a6f-3761478dae16 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Checking segment: {'id': 'b6dbb5b2-6087-4a7c-a3b6-8a5144ecad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c4011d08-38dc-4431-bfc6-b2f05be809bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:12:44.379205 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5b4b4a-07d7-4c30-9a6f-3761478dae16 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Network hostable DHCP agents. Network: c4011d08-38dc-4431-bfc6-b2f05be809bd, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:12:44.418285 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5b4b4a-07d7-4c30-9a6f-3761478dae16 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Network c4011d08-38dc-4431-bfc6-b2f05be809bd is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:12:44.432109 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-2d5b4b4a-07d7-4c30-9a6f-3761478dae16 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, c4011d08-38dc-4431-bfc6-b2f05be809bd) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:44.439821 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5b4b4a-07d7-4c30-9a6f-3761478dae16 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:44.440757 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2d5b4b4a-07d7-4c30-9a6f-3761478dae16 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:44.449151 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d80bb6ce-aef7-4254-99da-77c97109b1c4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:44.452113 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d043bd9-68a9-49ff-b5f0-78fbbcfc5a69 None None] Network c4011d08-38dc-4431-bfc6-b2f05be809bd requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:12:44.490887 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2d5b4b4a-07d7-4c30-9a6f-3761478dae16 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3557692 Jan 17 14:12:44.494008 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57440) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:44.502162 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-be16f88a-34db-4c3b-ba4c-3cb70d6b03da tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1452849177', 'network_id': 'c4011d08-38dc-4431-bfc6-b2f05be809bd'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:44.510689 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-be16f88a-34db-4c3b-ba4c-3cb70d6b03da tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:44.518428 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-be16f88a-34db-4c3b-ba4c-3cb70d6b03da tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Usage tracker for resource:port and tenant:1167218bd3734f5a92c14d7f50c68d5f is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:44.523820 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-be16f88a-34db-4c3b-ba4c-3cb70d6b03da tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:44.534023 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-be16f88a-34db-4c3b-ba4c-3cb70d6b03da tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:44.552336 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be16f88a-34db-4c3b-ba4c-3cb70d6b03da tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Made reservation on behalf of 1167218bd3734f5a92c14d7f50c68d5f for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:12:44.557316 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be16f88a-34db-4c3b-ba4c-3cb70d6b03da tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:44.561111 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d80bb6ce-aef7-4254-99da-77c97109b1c4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:44.605886 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-be16f88a-34db-4c3b-ba4c-3cb70d6b03da tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] device_id is not set on port b0da1524-f815-4bc2-8965-38942b2df34f yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:12:44.782701 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cccaaa-babe-4f6a-9b55-a01944dcee4b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:44.782987 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-10cccaaa-babe-4f6a-9b55-a01944dcee4b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Synchronizing usage tracker for tenant:72af6175791d44bcba99b51ff65fd2b6 on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:12:44.800876 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bb6ce-aef7-4254-99da-77c97109b1c4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d453765c-b5b3-4a45-84c6-e33e3dc222b2,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:44.814670 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d80bb6ce-aef7-4254-99da-77c97109b1c4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:44.815937 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d80bb6ce-aef7-4254-99da-77c97109b1c4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2729008 Jan 17 14:12:44.822251 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57444) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:44.836520 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-d6b6878b-ea69-45a9-bb4b-79ab85be215f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group_rule': {'security_group_id': 'd453765c-b5b3-4a45-84c6-e33e3dc222b2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:44.856055 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d6b6878b-ea69-45a9-bb4b-79ab85be215f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:44.856313 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-10cccaaa-babe-4f6a-9b55-a01944dcee4b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Unset dirty status for tenant:72af6175791d44bcba99b51ff65fd2b6 on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:12:44.856432 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-10cccaaa-babe-4f6a-9b55-a01944dcee4b tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "GET /v2.0/networks/8e713ad1-069e-4db5-8938-0391ff946f65 HTTP/1.1" status: 200 len: 881 time: 0.6344690 Jan 17 14:12:44.864766 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57448) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:44.865596 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0338531b-1926-4d68-96ff-fe4580b059ab None None] Network c4011d08-38dc-4431-bfc6-b2f05be809bd requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:12:44.870004 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d7ec49ef-4419-469d-8545-a9a4631b8637 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:44.879202 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-be16f88a-34db-4c3b-ba4c-3cb70d6b03da tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Allocated IP 172.20.0.8 (c4011d08-38dc-4431-bfc6-b2f05be809bd/d0da9d27-1ec5-4987-b0ec-19e20ac775e4/b0da1524-f815-4bc2-8965-38942b2df34f) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:12:45.074137 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a954af81-527f-40fa-a4a5-7f830ba826b8 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd8d15a8-5312-4222-b853-d5d01d8f3242 HTTP/1.1" status: 200 len: 205 time: 0.2064707 Jan 17 14:12:45.128839 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57452) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:45.205870 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be16f88a-34db-4c3b-ba4c-3cb70d6b03da tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:45.216624 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d6b6878b-ea69-45a9-bb4b-79ab85be215f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group_rule and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:45.224422 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d6b6878b-ea69-45a9-bb4b-79ab85be215f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:45.234868 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d6b6878b-ea69-45a9-bb4b-79ab85be215f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:45.273364 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d6b6878b-ea69-45a9-bb4b-79ab85be215f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:45.371558 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d6b6878b-ea69-45a9-bb4b-79ab85be215f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:45.376379 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:45.380242 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be16f88a-34db-4c3b-ba4c-3cb70d6b03da tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:45.483299 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16f88a-34db-4c3b-ba4c-3cb70d6b03da tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Pushing event updated for resources: {'Port': ['ID=b0da1524-f815-4bc2-8965-38942b2df34f,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:45.498496 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d6b6878b-ea69-45a9-bb4b-79ab85be215f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:45.518655 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be16f88a-34db-4c3b-ba4c-3cb70d6b03da tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Network c4011d08-38dc-4431-bfc6-b2f05be809bd is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:12:45.547837 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-be16f88a-34db-4c3b-ba4c-3cb70d6b03da tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:45.558089 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16f88a-34db-4c3b-ba4c-3cb70d6b03da tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:12:45.604091 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6878b-ea69-45a9-bb4b-79ab85be215f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88e9834-9065-4ba6-b315-c7e473b1aea7,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:45.635329 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de162776-4fef-4b44-a451-32c0362592fd tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:45.641934 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d6b6878b-ea69-45a9-bb4b-79ab85be215f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:45.647500 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d6b6878b-ea69-45a9-bb4b-79ab85be215f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8197601 Jan 17 14:12:45.648395 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57460) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:45.660020 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-43e5c841-1ce0-4575-8fa7-e22057f1105c tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group_rule': {'security_group_id': 'd453765c-b5b3-4a45-84c6-e33e3dc222b2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:45.674798 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-43e5c841-1ce0-4575-8fa7-e22057f1105c tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:45.684758 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be16f88a-34db-4c3b-ba4c-3cb70d6b03da tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:45.685844 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be16f88a-34db-4c3b-ba4c-3cb70d6b03da tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:45.699238 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-43e5c841-1ce0-4575-8fa7-e22057f1105c tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group_rule and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:45.703013 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-43e5c841-1ce0-4575-8fa7-e22057f1105c tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:45.714278 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-43e5c841-1ce0-4575-8fa7-e22057f1105c tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:45.720350 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-be16f88a-34db-4c3b-ba4c-3cb70d6b03da tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2249625 Jan 17 14:12:45.724667 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d7ec49ef-4419-469d-8545-a9a4631b8637 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:45.724851 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57466) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:45.725358 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d7ec49ef-4419-469d-8545-a9a4631b8637 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:45.725829 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-d7ec49ef-4419-469d-8545-a9a4631b8637 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Floating IP 4d6ff268-4c9d-459d-955c-ccf502a9cdc3 disassociated. External IP: 172.26.3.41, port: 0873bc1c-37cd-47f2-8dea-b46f0b08be8c. Jan 17 14:12:45.726476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-d7ec49ef-4419-469d-8545-a9a4631b8637 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Calling delete_port for 0873bc1c-37cd-47f2-8dea-b46f0b08be8c owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:45.828104 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-5894d897-b849-41f8-963b-9b260d9bda35 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Deleting port b0da1524-f815-4bc2-8965-38942b2df34f {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:45.828615 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5894d897-b849-41f8-963b-9b260d9bda35 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:45.913778 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-43e5c841-1ce0-4575-8fa7-e22057f1105c tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:46.075915 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de162776-4fef-4b44-a451-32c0362592fd tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:46.115018 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d7ec49ef-4419-469d-8545-a9a4631b8637 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:46.189078 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec49ef-4419-469d-8545-a9a4631b8637 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event deleted for resources: {'Port': ['ID=0873bc1c-37cd-47f2-8dea-b46f0b08be8c,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:46.193736 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-de162776-4fef-4b44-a451-32c0362592fd tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Deleting port d55302b1-a347-478f-8b17-6b6a8b88a297 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:46.193736 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de162776-4fef-4b44-a451-32c0362592fd tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:46.272565 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-43e5c841-1ce0-4575-8fa7-e22057f1105c tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:46.290896 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-43e5c841-1ce0-4575-8fa7-e22057f1105c tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:46.331647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5c841-1ce0-4575-8fa7-e22057f1105c tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4747c914-7612-48fe-a3a4-e58f85cb054b,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:46.378941 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-43e5c841-1ce0-4575-8fa7-e22057f1105c tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:46.384531 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-43e5c841-1ce0-4575-8fa7-e22057f1105c tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7314091 Jan 17 14:12:46.398152 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57472) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:46.412283 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f359bd7e-c89b-4ccc-8d4f-8ce62fc33922 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group_rule': {'security_group_id': 'd453765c-b5b3-4a45-84c6-e33e3dc222b2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:46.421187 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5894d897-b849-41f8-963b-9b260d9bda35 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:46.431330 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f359bd7e-c89b-4ccc-8d4f-8ce62fc33922 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:46.434097 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57476) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:46.445899 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f359bd7e-c89b-4ccc-8d4f-8ce62fc33922 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group_rule and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:46.452065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-15d97bdd-d76d-4754-b75d-3ea5f0c8f147 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'subnet': {'network_id': '64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:46.551736 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f359bd7e-c89b-4ccc-8d4f-8ce62fc33922 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:46.634112 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-5894d897-b849-41f8-963b-9b260d9bda35 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Calling delete_port for b0da1524-f815-4bc2-8965-38942b2df34f owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:46.650920 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ec49ef-4419-469d-8545-a9a4631b8637 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Router bf4f45c6-0a42-4026-a3ba-e3d9770cf671 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:12:46.674282 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de162776-4fef-4b44-a451-32c0362592fd tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:46.679693 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f359bd7e-c89b-4ccc-8d4f-8ce62fc33922 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:46.836801 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f359bd7e-c89b-4ccc-8d4f-8ce62fc33922 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:46.873404 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-15d97bdd-d76d-4754-b75d-3ea5f0c8f147 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:46.892239 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-15d97bdd-d76d-4754-b75d-3ea5f0c8f147 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Usage tracker for resource:subnet and tenant:d2b652a3245f49d7a7545e5b0738ea9a is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:46.900865 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-15d97bdd-d76d-4754-b75d-3ea5f0c8f147 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:46.940377 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-15d97bdd-d76d-4754-b75d-3ea5f0c8f147 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:46.973517 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d97bdd-d76d-4754-b75d-3ea5f0c8f147 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Made reservation on behalf of d2b652a3245f49d7a7545e5b0738ea9a for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:12:46.976892 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-15d97bdd-d76d-4754-b75d-3ea5f0c8f147 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:47.016515 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f359bd7e-c89b-4ccc-8d4f-8ce62fc33922 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:47.029616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-de162776-4fef-4b44-a451-32c0362592fd tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Calling delete_port for d55302b1-a347-478f-8b17-6b6a8b88a297 owned by network:router_gateway {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:47.070114 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f359bd7e-c89b-4ccc-8d4f-8ce62fc33922 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:47.120066 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5894d897-b849-41f8-963b-9b260d9bda35 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:47.189294 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359bd7e-c89b-4ccc-8d4f-8ce62fc33922 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b3d713-7ef1-411d-b647-813d7a65ce0c,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:47.214361 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894d897-b849-41f8-963b-9b260d9bda35 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0da1524-f815-4bc2-8965-38942b2df34f,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:47.265431 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f359bd7e-c89b-4ccc-8d4f-8ce62fc33922 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:47.269722 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f359bd7e-c89b-4ccc-8d4f-8ce62fc33922 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8673987 Jan 17 14:12:47.271672 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57484) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:47.285355 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-ad53c89c-2d75-4f0e-a7e5-bee51b60d2e5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group_rule': {'security_group_id': 'd453765c-b5b3-4a45-84c6-e33e3dc222b2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:47.294776 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ad53c89c-2d75-4f0e-a7e5-bee51b60d2e5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:47.298907 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ec49ef-4419-469d-8545-a9a4631b8637 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:12:47.324656 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de150832-e5d7-4735-9c7a-306ced49c674 None None] Sync routers for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:12:47.341575 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5894d897-b849-41f8-963b-9b260d9bda35 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:47.346282 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ad53c89c-2d75-4f0e-a7e5-bee51b60d2e5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group_rule and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:47.347315 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de150832-e5d7-4735-9c7a-306ced49c674 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:47.349244 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-de150832-e5d7-4735-9c7a-306ced49c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:47.377684 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ad53c89c-2d75-4f0e-a7e5-bee51b60d2e5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:47.398715 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5894d897-b849-41f8-963b-9b260d9bda35 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "DELETE /v2.0/ports/b0da1524-f815-4bc2-8965-38942b2df34f HTTP/1.1" status: 204 len: 168 time: 1.6725683 Jan 17 14:12:47.405631 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57488) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:47.413024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ad53c89c-2d75-4f0e-a7e5-bee51b60d2e5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:47.414150 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4011d08-38dc-4431-bfc6-b2f05be809bd', 'external_fixed_ips': [{'subnet_id': 'd0da9d27-1ec5-4987-b0ec-19e20ac775e4', 'ip_address': '172.20.0.8'}]}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:47.421169 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:47.429348 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Usage tracker for resource:router and tenant:1167218bd3734f5a92c14d7f50c68d5f is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:47.431649 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-de150832-e5d7-4735-9c7a-306ced49c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:47.433956 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:47.444236 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:47.447107 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de150832-e5d7-4735-9c7a-306ced49c674 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:47.448178 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-de150832-e5d7-4735-9c7a-306ced49c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:47.496308 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:47.497938 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:47.522041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-15d97bdd-d76d-4754-b75d-3ea5f0c8f147 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:47.546912 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-de150832-e5d7-4735-9c7a-306ced49c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:47.547340 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de150832-e5d7-4735-9c7a-306ced49c674 None None] The sync data for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:12:47.558466 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d7ec49ef-4419-469d-8545-a9a4631b8637 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:47.563053 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ad53c89c-2d75-4f0e-a7e5-bee51b60d2e5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:47.614334 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d7ec49ef-4419-469d-8545-a9a4631b8637 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "DELETE /v2.0/ports/0873bc1c-37cd-47f2-8dea-b46f0b08be8c HTTP/1.1" status: 204 len: 168 time: 3.7478180 Jan 17 14:12:47.622859 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57494) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:47.664817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de162776-4fef-4b44-a451-32c0362592fd tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:47.767492 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de162776-4fef-4b44-a451-32c0362592fd tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Pushing event deleted for resources: {'Port': ['ID=d55302b1-a347-478f-8b17-6b6a8b88a297,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:47.796443 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d97bdd-d76d-4754-b75d-3ea5f0c8f147 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Subnet': ['ID=2d63a92c-2d6e-47e2-8a06-c83bb10dfbc1,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:47.821546 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:47.824141 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d97bdd-d76d-4754-b75d-3ea5f0c8f147 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Checking segment: {'id': 'acd6125e-62d4-44be-b43a-5e7f3a969246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:12:47.824714 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d97bdd-d76d-4754-b75d-3ea5f0c8f147 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Network hostable DHCP agents. Network: 64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:12:47.837661 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-971e78ee-6d22-4676-bdc4-72e1ca1ec270 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "GET /v2.0/floatingips/4d6ff268-4c9d-459d-955c-ccf502a9cdc3 HTTP/1.1" status: 200 len: 687 time: 0.2131248 Jan 17 14:12:47.845796 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57500) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:47.975461 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d97bdd-d76d-4754-b75d-3ea5f0c8f147 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Network 64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:12:48.000800 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ad53c89c-2d75-4f0e-a7e5-bee51b60d2e5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:48.062849 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-15d97bdd-d76d-4754-b75d-3ea5f0c8f147 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:48.065847 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ad53c89c-2d75-4f0e-a7e5-bee51b60d2e5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:48.069840 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d97bdd-d76d-4754-b75d-3ea5f0c8f147 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:48.070881 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-15d97bdd-d76d-4754-b75d-3ea5f0c8f147 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:48.076928 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ef88d4-e992-4df6-b605-c07c1d7866eb None None] Network 64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:12:48.113874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-1319fe64-bb67-4440-9b0d-19c51a873c1e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Deleting port 37d60579-5089-4a89-bbce-f9e9dbdedf87 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:48.114303 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1319fe64-bb67-4440-9b0d-19c51a873c1e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:48.138696 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53c89c-2d75-4f0e-a7e5-bee51b60d2e5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f83db3b-4c88-43cc-9283-eddea970c0bc,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:48.141438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de162776-4fef-4b44-a451-32c0362592fd tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:48.272727 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-15d97bdd-d76d-4754-b75d-3ea5f0c8f147 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8326836 Jan 17 14:12:48.277012 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57506) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:48.285606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:48.294218 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ef245b4d-36e4-4672-92f0-bbb9aeb928b6 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-548797744'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:48.305773 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ef245b4d-36e4-4672-92f0-bbb9aeb928b6 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:48.328633 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ef245b4d-36e4-4672-92f0-bbb9aeb928b6 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Usage tracker for resource:network and tenant:d2b652a3245f49d7a7545e5b0738ea9a is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:48.334695 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ef245b4d-36e4-4672-92f0-bbb9aeb928b6 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:48.351360 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ef245b4d-36e4-4672-92f0-bbb9aeb928b6 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:48.369393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ad53c89c-2d75-4f0e-a7e5-bee51b60d2e5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:48.370610 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ad53c89c-2d75-4f0e-a7e5-bee51b60d2e5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0937564 Jan 17 14:12:48.379470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57510) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:48.414166 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-d52adcb5-a5b0-4feb-9957-422347251ca4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group_rule': {'security_group_id': 'd453765c-b5b3-4a45-84c6-e33e3dc222b2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:48.480963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de162776-4fef-4b44-a451-32c0362592fd tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:48.487472 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d52adcb5-a5b0-4feb-9957-422347251ca4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:48.498414 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de162776-4fef-4b44-a451-32c0362592fd tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:48.505110 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d52adcb5-a5b0-4feb-9957-422347251ca4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group_rule and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:48.511594 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d52adcb5-a5b0-4feb-9957-422347251ca4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:48.524009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d52adcb5-a5b0-4feb-9957-422347251ca4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:48.563450 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5', 'network_id': '64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5', 'tenant_id': 'd2b652a3245f49d7a7545e5b0738ea9a', 'fixed_ips': [{'subnet_id': '2d63a92c-2d6e-47e2-8a06-c83bb10dfbc1'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:12:48.565260 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:48.578364 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de162776-4fef-4b44-a451-32c0362592fd tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:48.579026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de162776-4fef-4b44-a451-32c0362592fd tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Fanout notify agent at l3_agent the message router_deleted on router cd8d15a8-5312-4222-b853-d5d01d8f3242 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:12:48.588293 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef245b4d-36e4-4672-92f0-bbb9aeb928b6 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Made reservation on behalf of d2b652a3245f49d7a7545e5b0738ea9a for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:12:48.592349 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ef245b4d-36e4-4672-92f0-bbb9aeb928b6 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:48.596809 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d52adcb5-a5b0-4feb-9957-422347251ca4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:48.645240 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef245b4d-36e4-4672-92f0-bbb9aeb928b6 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:12:48.663143 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ef245b4d-36e4-4672-92f0-bbb9aeb928b6 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:48.663518 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-ef245b4d-36e4-4672-92f0-bbb9aeb928b6 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Added segment 7d25646c-bc97-4b98-a394-a7ad9ce5b8e7 of type vlan for network eadaa598-1637-421e-9c44-872d5d204fd2 Jan 17 14:12:48.756978 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ef245b4d-36e4-4672-92f0-bbb9aeb928b6 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:48.766745 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de162776-4fef-4b44-a451-32c0362592fd tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:48.767361 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-de162776-4fef-4b44-a451-32c0362592fd tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "DELETE /v2.0/routers/cd8d15a8-5312-4222-b853-d5d01d8f3242 HTTP/1.1" status: 204 len: 168 time: 3.6371770 Jan 17 14:12:48.785216 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57516) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:48.794193 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-e66f8543-d10d-4ffa-aba6-2562cecfd5d3 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-421608927', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:48.815452 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1319fe64-bb67-4440-9b0d-19c51a873c1e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:48.815805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1319fe64-bb67-4440-9b0d-19c51a873c1e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:48.827867 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e66f8543-d10d-4ffa-aba6-2562cecfd5d3 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:48.833836 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e66f8543-d10d-4ffa-aba6-2562cecfd5d3 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Usage tracker for resource:router and tenant:e73c8911752e469dbe116e445f4ec395 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:48.909282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Allocated IP 2001:db8:0:ffff::2 (64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5/2d63a92c-2d6e-47e2-8a06-c83bb10dfbc1/b0254ed9-bde5-49a3-b967-72ac3d05061f) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:12:48.954440 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e66f8543-d10d-4ffa-aba6-2562cecfd5d3 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:48.968471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-1319fe64-bb67-4440-9b0d-19c51a873c1e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Calling delete_port for 37d60579-5089-4a89-bbce-f9e9dbdedf87 owned by network:floatingip {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:48.985283 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ef245b4d-36e4-4672-92f0-bbb9aeb928b6 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:48.990781 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef245b4d-36e4-4672-92f0-bbb9aeb928b6 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:48.991845 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ef245b4d-36e4-4672-92f0-bbb9aeb928b6 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:49.039956 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e66f8543-d10d-4ffa-aba6-2562cecfd5d3 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:49.105460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e66f8543-d10d-4ffa-aba6-2562cecfd5d3 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:49.106986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e66f8543-d10d-4ffa-aba6-2562cecfd5d3 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:49.143936 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d52adcb5-a5b0-4feb-9957-422347251ca4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:49.165661 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d52adcb5-a5b0-4feb-9957-422347251ca4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:49.190463 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef245b4d-36e4-4672-92f0-bbb9aeb928b6 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Network': ['ID=eadaa598-1637-421e-9c44-872d5d204fd2,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:49.204400 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ef245b4d-36e4-4672-92f0-bbb9aeb928b6 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9221587 Jan 17 14:12:49.206549 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network eadaa598-1637-421e-9c44-872d5d204fd2 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:12:49.210774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57522) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:49.223358 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e66f8543-d10d-4ffa-aba6-2562cecfd5d3 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:49.233684 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-da4c3ac9-69f0-4969-b7bc-c7289a3e2af8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'subnet': {'network_id': 'eadaa598-1637-421e-9c44-872d5d204fd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:49.277156 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52adcb5-a5b0-4feb-9957-422347251ca4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e98306-e63a-4366-a322-1fa62d8f7c47,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:49.294632 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:49.335437 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:49.517539 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d52adcb5-a5b0-4feb-9957-422347251ca4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:49.519444 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d52adcb5-a5b0-4feb-9957-422347251ca4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.1387486 Jan 17 14:12:49.521286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:49.524817 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57528) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:49.542579 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e66f8543-d10d-4ffa-aba6-2562cecfd5d3 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:49.580480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-da4c3ac9-69f0-4969-b7bc-c7289a3e2af8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:49.585321 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Transition to ACTIVE for port object b0254ed9-bde5-49a3-b967-72ac3d05061f will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:12:49.586231 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1319fe64-bb67-4440-9b0d-19c51a873c1e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:49.590855 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-da4c3ac9-69f0-4969-b7bc-c7289a3e2af8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Usage tracker for resource:subnet and tenant:d2b652a3245f49d7a7545e5b0738ea9a is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:49.617806 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Transition to ACTIVE for port object b0254ed9-bde5-49a3-b967-72ac3d05061f will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:12:49.631669 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:49.635543 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-548dea8e-0c5a-4a4f-aea6-e5e8a2872172 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:49.640320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-da4c3ac9-69f0-4969-b7bc-c7289a3e2af8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:49.644412 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e66f8543-d10d-4ffa-aba6-2562cecfd5d3 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:49.645607 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e66f8543-d10d-4ffa-aba6-2562cecfd5d3 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8594577 Jan 17 14:12:49.653258 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-548dea8e-0c5a-4a4f-aea6-e5e8a2872172 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:49.658401 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57532) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:49.661317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319fe64-bb67-4440-9b0d-19c51a873c1e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event deleted for resources: {'Port': ['ID=37d60579-5089-4a89-bbce-f9e9dbdedf87,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:49.665435 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-da4c3ac9-69f0-4969-b7bc-c7289a3e2af8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:49.672196 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-ebf8e34a-6b9e-4ceb-9fe4-2e6627bc7b21 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'enable_snat': True}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:49.679284 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Allocated IP 172.20.0.8 (c4011d08-38dc-4431-bfc6-b2f05be809bd/d0da9d27-1ec5-4987-b0ec-19e20ac775e4/66988a44-9bc9-4ce1-832a-7b0b8221d02d) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:12:49.681938 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-548dea8e-0c5a-4a4f-aea6-e5e8a2872172 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:49.699870 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dea8e-0c5a-4a4f-aea6-e5e8a2872172 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93e98306-e63a-4366-a322-1fa62d8f7c47,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:49.741388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-548dea8e-0c5a-4a4f-aea6-e5e8a2872172 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:49.745458 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-548dea8e-0c5a-4a4f-aea6-e5e8a2872172 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/93e98306-e63a-4366-a322-1fa62d8f7c47 HTTP/1.1" status: 204 len: 168 time: 0.1745322 Jan 17 14:12:49.746514 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Network 64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:12:49.759155 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:49.765535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57536) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:49.776039 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:12:49.885815 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4c3ac9-69f0-4969-b7bc-c7289a3e2af8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Made reservation on behalf of d2b652a3245f49d7a7545e5b0738ea9a for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:12:49.888106 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-da4c3ac9-69f0-4969-b7bc-c7289a3e2af8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:49.904538 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Pushing event updated for resources: {'Port': ['ID=b0254ed9-bde5-49a3-b967-72ac3d05061f,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:49.921992 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Attempting to bind port b0254ed9-bde5-49a3-b967-72ac3d05061f on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:12:49.922779 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Attempting to bind port b0254ed9-bde5-49a3-b967-72ac3d05061f by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'acd6125e-62d4-44be-b43a-5e7f3a969246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:12:49.923394 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Attempting to bind port b0254ed9-bde5-49a3-b967-72ac3d05061f on network 64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:12:49.931135 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:12:49.931925 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Checking segment: {'id': 'acd6125e-62d4-44be-b43a-5e7f3a969246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:12:49.932612 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:49.933208 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Bound using segment: {'id': 'acd6125e-62d4-44be-b43a-5e7f3a969246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:12:49.933870 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Bound port: b0254ed9-bde5-49a3-b967-72ac3d05061f, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd6125e-62d4-44be-b43a-5e7f3a969246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:12:49.934476 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:49.954651 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:50.022675 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:50.077778 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] For port b0254ed9-bde5-49a3-b967-72ac3d05061f, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:12:50.084825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] For port b0254ed9-bde5-49a3-b967-72ac3d05061f, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b0254ed9-bde5-49a3-b967-72ac3d05061f,segment=NetworkSegment(acd6125e-62d4-44be-b43a-5e7f3a969246),segment_id=acd6125e-62d4-44be-b43a-5e7f3a969246)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:12:50.094451 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:50.100969 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Network c4011d08-38dc-4431-bfc6-b2f05be809bd is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:12:50.102388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:50.106640 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:12:50.157670 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Pushing event updated for resources: {'Port': ['ID=66988a44-9bc9-4ce1-832a-7b0b8221d02d,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:50.237642 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d2433777-53be-43b1-bb67-d9f69e03a448 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:12:50.251601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1319fe64-bb67-4440-9b0d-19c51a873c1e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:50.254111 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1319fe64-bb67-4440-9b0d-19c51a873c1e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:50.256930 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1319fe64-bb67-4440-9b0d-19c51a873c1e tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "DELETE /v2.0/floatingips/4d6ff268-4c9d-459d-955c-ccf502a9cdc3 HTTP/1.1" status: 204 len: 168 time: 2.4081919 Jan 17 14:12:50.287487 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc998d-f43d-45a9-a877-d42104841b87 None None] Pushing event updated for resources: {'Port': ['ID=b0254ed9-bde5-49a3-b967-72ac3d05061f,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:50.334250 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57544) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:50.340278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': '5457a3cd-0dda-4d56-b53f-0d3a0c73ba5e'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:50.378089 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:50.389209 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e34a-6b9e-4ceb-9fe4-2e6627bc7b21 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:50.394635 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Usage tracker for resource:floatingip and tenant:47556c7adaf148f193a49a6f0ca864f6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:50.400737 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:50.405471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d2433777-53be-43b1-bb67-d9f69e03a448 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:12:50.407413 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d2433777-53be-43b1-bb67-d9f69e03a448 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.6388500 Jan 17 14:12:50.414194 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:50.419088 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57548) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:50.532396 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:50.942619 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-07578189-bd9b-4088-b450-49fef87b2991 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:50.956441 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:50.974273 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-07578189-bd9b-4088-b450-49fef87b2991 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:51.066821 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-da4c3ac9-69f0-4969-b7bc-c7289a3e2af8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:51.100772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-07578189-bd9b-4088-b450-49fef87b2991 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:51.149849 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07578189-bd9b-4088-b450-49fef87b2991 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f83db3b-4c88-43cc-9283-eddea970c0bc,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:51.203966 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-07578189-bd9b-4088-b450-49fef87b2991 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:51.207846 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-07578189-bd9b-4088-b450-49fef87b2991 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/8f83db3b-4c88-43cc-9283-eddea970c0bc HTTP/1.1" status: 204 len: 168 time: 0.7858007 Jan 17 14:12:51.207846 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c3ac9-69f0-4969-b7bc-c7289a3e2af8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Subnet': ['ID=b41603ac-8ac5-4ace-af81-4e052a4f5971,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:51.208901 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57556) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:51.257498 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4c3ac9-69f0-4969-b7bc-c7289a3e2af8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Checking segment: {'id': '7d25646c-bc97-4b98-a394-a7ad9ce5b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'eadaa598-1637-421e-9c44-872d5d204fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:12:51.257829 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4c3ac9-69f0-4969-b7bc-c7289a3e2af8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Network hostable DHCP agents. Network: eadaa598-1637-421e-9c44-872d5d204fd2, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:12:51.288919 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:51.349921 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-636d79a2-ef04-49b1-92e0-4c60a4ffd479 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:12:51.381892 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-636d79a2-ef04-49b1-92e0-4c60a4ffd479 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:12:51.383791 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-636d79a2-ef04-49b1-92e0-4c60a4ffd479 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1738069 Jan 17 14:12:51.392785 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4c3ac9-69f0-4969-b7bc-c7289a3e2af8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Network eadaa598-1637-421e-9c44-872d5d204fd2 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:12:51.394820 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57560) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:51.566642 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-da4c3ac9-69f0-4969-b7bc-c7289a3e2af8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, eadaa598-1637-421e-9c44-872d5d204fd2) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:51.581094 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6924af42-6fd1-4f86-81f8-7b95a9152a67 None None] Network eadaa598-1637-421e-9c44-872d5d204fd2 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:12:51.588184 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c3ac9-69f0-4969-b7bc-c7289a3e2af8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:51.588772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-da4c3ac9-69f0-4969-b7bc-c7289a3e2af8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:51.603532 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-85476872-df7f-459f-a5e2-0704bf9537dc tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:51.615155 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-85476872-df7f-459f-a5e2-0704bf9537dc tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:51.698210 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:51.709443 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e34a-6b9e-4ceb-9fe4-2e6627bc7b21 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:51.771739 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e34a-6b9e-4ceb-9fe4-2e6627bc7b21 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:51.853999 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889c9ce4-a552-4c66-b294-372c5ca152dc None None] Network 64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:12:51.884949 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-85476872-df7f-459f-a5e2-0704bf9537dc tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:51.907132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-85476872-df7f-459f-a5e2-0704bf9537dc tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:51.911814 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-85476872-df7f-459f-a5e2-0704bf9537dc tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f4b3d713-7ef1-411d-b647-813d7a65ce0c HTTP/1.1" status: 204 len: 168 time: 0.4666927 Jan 17 14:12:51.913691 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-da4c3ac9-69f0-4969-b7bc-c7289a3e2af8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6941614 Jan 17 14:12:51.919855 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57568) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:51.920286 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57570) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:51.983007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85476872-df7f-459f-a5e2-0704bf9537dc tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4b3d713-7ef1-411d-b647-813d7a65ce0c,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:52.012184 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Allocated IP 172.26.3.137 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/08c7bbc9-26a0-4f22-b17c-b3de61e2fc89) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:12:52.055642 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Router 3eefda05-3aa5-4b59-8734-51f389aa7c91 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:12:52.057186 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-740204b1-3c7f-4633-bcac-ccff0addda8e None None] Provisioning for port b0254ed9-bde5-49a3-b967-72ac3d05061f completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:12:52.293695 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-eadaa598-1637-421e-9c44-872d5d204fd2', 'network_id': 'eadaa598-1637-421e-9c44-872d5d204fd2', 'tenant_id': 'd2b652a3245f49d7a7545e5b0738ea9a', 'fixed_ips': [{'subnet_id': 'b41603ac-8ac5-4ace-af81-4e052a4f5971'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:12:52.294894 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:52.311113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1cc7837b-e249-4cdf-bd0e-d414e80842b5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:12:52.357769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:12:52.387391 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:52.395902 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9f861bd1-8e4e-424d-a366-98438dc1ae07 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.9885089 Jan 17 14:12:52.396813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57578) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:52.416692 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1cc7837b-e249-4cdf-bd0e-d414e80842b5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:12:52.422609 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1cc7837b-e249-4cdf-bd0e-d414e80842b5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4907296 Jan 17 14:12:52.425247 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b0254ed9-bde5-49a3-b967-72ac3d05061f up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:12:52.438593 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57582) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:52.455345 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a776a682-1a63-4f32-b928-269b712fda65 None None] Sync routers for ids ['3eefda05-3aa5-4b59-8734-51f389aa7c91'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:12:52.467142 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:52.557748 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5c689b4e-4b2d-4860-bbb0-2336ee7310cc tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:52.561421 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a776a682-1a63-4f32-b928-269b712fda65 None None] Routers {'3eefda05-3aa5-4b59-8734-51f389aa7c91'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:52.562951 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a776a682-1a63-4f32-b928-269b712fda65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['3eefda05-3aa5-4b59-8734-51f389aa7c91'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:52.584890 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:52.597559 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5c689b4e-4b2d-4860-bbb0-2336ee7310cc tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:52.616478 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5b9d80b9-ee77-4ef0-8d87-82b7f9edc889 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:52.644732 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:52.704788 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5c689b4e-4b2d-4860-bbb0-2336ee7310cc tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:52.744890 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c689b4e-4b2d-4860-bbb0-2336ee7310cc tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4747c914-7612-48fe-a3a4-e58f85cb054b,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:52.752851 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5c689b4e-4b2d-4860-bbb0-2336ee7310cc tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:52.756563 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5c689b4e-4b2d-4860-bbb0-2336ee7310cc tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/4747c914-7612-48fe-a3a4-e58f85cb054b HTTP/1.1" status: 204 len: 168 time: 0.3132842 Jan 17 14:12:52.757283 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57588) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:52.774981 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:52.788225 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:52.961153 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:12:52.970583 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:52.976860 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:12:52.984643 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f6954392-8a1f-4158-a56c-18b9037003e0 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2252364 Jan 17 14:12:52.985472 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Allocated IP 2001:db8::1 (eadaa598-1637-421e-9c44-872d5d204fd2/b41603ac-8ac5-4ace-af81-4e052a4f5971/8315d061-b176-4e81-b466-a2436c29184a) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:12:52.988712 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57592) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:52.995503 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port b0254ed9-bde5-49a3-b967-72ac3d05061f completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:12:53.013167 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port b0254ed9-bde5-49a3-b967-72ac3d05061f triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:12:53.014160 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:53.059332 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5b9d80b9-ee77-4ef0-8d87-82b7f9edc889 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:53.065619 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f3dcd93-d574-4df5-8131-fed24c254d24 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:53.069783 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-ebf8e34a-6b9e-4ceb-9fe4-2e6627bc7b21 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Allocated IP 172.26.3.195 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/830757cc-c852-45af-bee8-aeb421d52d93) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:12:53.079688 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Port': ['ID=08c7bbc9-26a0-4f22-b17c-b3de61e2fc89,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:53.095863 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f3dcd93-d574-4df5-8131-fed24c254d24 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:53.141225 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f3dcd93-d574-4df5-8131-fed24c254d24 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:53.170950 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f3dcd93-d574-4df5-8131-fed24c254d24 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:53.172961 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1f3dcd93-d574-4df5-8131-fed24c254d24 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/d88e9834-9065-4ba6-b315-c7e473b1aea7 HTTP/1.1" status: 204 len: 168 time: 0.1827700 Jan 17 14:12:53.177010 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-5b9d80b9-ee77-4ef0-8d87-82b7f9edc889 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Deleting port 66988a44-9bc9-4ce1-832a-7b0b8221d02d {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:53.177750 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5b9d80b9-ee77-4ef0-8d87-82b7f9edc889 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:53.244542 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57598) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:53.249862 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-a776a682-1a63-4f32-b928-269b712fda65 None None] Set router 3eefda05-3aa5-4b59-8734-51f389aa7c91 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:12:53.279878 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dcd93-d574-4df5-8131-fed24c254d24 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d88e9834-9065-4ba6-b315-c7e473b1aea7,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:53.466385 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ee59e115-24a2-46b7-88bb-cfb3a5a0ed7b None None] Provisioning complete for port b0254ed9-bde5-49a3-b967-72ac3d05061f triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:12:53.466854 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ee59e115-24a2-46b7-88bb-cfb3a5a0ed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:53.534121 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c51a5989-9170-47f3-9b89-d7c577cdf33a tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:12:53.559671 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c51a5989-9170-47f3-9b89-d7c577cdf33a tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:12:53.565363 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c51a5989-9170-47f3-9b89-d7c577cdf33a tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3155522 Jan 17 14:12:53.573746 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57604) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:53.620141 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5b9d80b9-ee77-4ef0-8d87-82b7f9edc889 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:53.794926 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-5b9d80b9-ee77-4ef0-8d87-82b7f9edc889 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Calling delete_port for 66988a44-9bc9-4ce1-832a-7b0b8221d02d owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:53.809992 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:53.870393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e34a-6b9e-4ceb-9fe4-2e6627bc7b21 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:53.908331 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-676a5db4-457f-4499-962a-b7b44ad70a95 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:53.952630 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-676a5db4-457f-4499-962a-b7b44ad70a95 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:53.962120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e34a-6b9e-4ceb-9fe4-2e6627bc7b21 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:53.993255 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port b0254ed9-bde5-49a3-b967-72ac3d05061f, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b0254ed9-bde5-49a3-b967-72ac3d05061f,segment=NetworkSegment(acd6125e-62d4-44be-b43a-5e7f3a969246),segment_id=acd6125e-62d4-44be-b43a-5e7f3a969246)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:12:54.002626 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:54.020362 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:54.063858 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Transition to ACTIVE for port object 8315d061-b176-4e81-b466-a2436c29184a will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:12:54.067691 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf8e34a-6b9e-4ceb-9fe4-2e6627bc7b21 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:12:54.071866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-ebf8e34a-6b9e-4ceb-9fe4-2e6627bc7b21 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:54.075840 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ee59e115-24a2-46b7-88bb-cfb3a5a0ed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:54.076649 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf8e34a-6b9e-4ceb-9fe4-2e6627bc7b21 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:12:54.086220 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-676a5db4-457f-4499-962a-b7b44ad70a95 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:54.108047 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a5db4-457f-4499-962a-b7b44ad70a95 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d453765c-b5b3-4a45-84c6-e33e3dc222b2,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:54.153854 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8e34a-6b9e-4ceb-9fe4-2e6627bc7b21 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Pushing event updated for resources: {'Port': ['ID=830757cc-c852-45af-bee8-aeb421d52d93,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:54.170692 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-676a5db4-457f-4499-962a-b7b44ad70a95 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:54.177516 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-676a5db4-457f-4499-962a-b7b44ad70a95 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-groups/d453765c-b5b3-4a45-84c6-e33e3dc222b2 HTTP/1.1" status: 204 len: 168 time: 0.6021578 Jan 17 14:12:54.178951 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57610) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:54.214065 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=b0254ed9-bde5-49a3-b967-72ac3d05061f,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:54.240622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Transition to ACTIVE for port object 8315d061-b176-4e81-b466-a2436c29184a will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:12:54.244780 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a776a682-1a63-4f32-b928-269b712fda65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eefda05-3aa5-4b59-8734-51f389aa7c91', 'name': '', 'tenant_id': '1167218bd3734f5a92c14d7f50c68d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4011d08-38dc-4431-bfc6-b2f05be809bd', 'external_fixed_ips': [{'subnet_id': 'd0da9d27-1ec5-4987-b0ec-19e20ac775e4', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '66988a44-9bc9-4ce1-832a-7b0b8221d02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:12:47Z', 'updated_at': '2022-01-17T14:12:50Z', 'revision_number': 3, 'project_id': '1167218bd3734f5a92c14d7f50c68d5f', 'gw_port': {'id': '66988a44-9bc9-4ce1-832a-7b0b8221d02d', 'name': '', 'network_id': 'c4011d08-38dc-4431-bfc6-b2f05be809bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eefda05-3aa5-4b59-8734-51f389aa7c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd0da9d27-1ec5-4987-b0ec-19e20ac775e4', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:12:49Z', 'updated_at': '2022-01-17T14:12:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0da9d27-1ec5-4987-b0ec-19e20ac775e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:54.250510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5b9d80b9-ee77-4ef0-8d87-82b7f9edc889 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:54.250889 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-ee59e115-24a2-46b7-88bb-cfb3a5a0ed7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:12:54.251332 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-ee59e115-24a2-46b7-88bb-cfb3a5a0ed7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:12:54.253067 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a776a682-1a63-4f32-b928-269b712fda65 None None] Checking router: 3eefda05-3aa5-4b59-8734-51f389aa7c91 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:12:54.253414 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a776a682-1a63-4f32-b928-269b712fda65 None None] Updating router 3eefda05-3aa5-4b59-8734-51f389aa7c91 port 66988a44-9bc9-4ce1-832a-7b0b8221d02d binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:12:54.282162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:54.350073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7f8c716e-d817-4564-9b42-34b514efb94e tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:12:54.362215 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a776a682-1a63-4f32-b928-269b712fda65 None None] Port 66988a44-9bc9-4ce1-832a-7b0b8221d02d not found while updating agent binding for router 3eefda05-3aa5-4b59-8734-51f389aa7c91. {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 17 14:12:54.379149 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d80b9-ee77-4ef0-8d87-82b7f9edc889 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Pushing event deleted for resources: {'Port': ['ID=66988a44-9bc9-4ce1-832a-7b0b8221d02d,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:54.398821 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Network eadaa598-1637-421e-9c44-872d5d204fd2 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:12:54.406653 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a776a682-1a63-4f32-b928-269b712fda65 None None] Routers {'3eefda05-3aa5-4b59-8734-51f389aa7c91'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:54.407607 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a776a682-1a63-4f32-b928-269b712fda65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['3eefda05-3aa5-4b59-8734-51f389aa7c91'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:54.413614 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:54.475236 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:12:54.493462 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:12:54.505774 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7f8c716e-d817-4564-9b42-34b514efb94e tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:12:54.512471 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7f8c716e-d817-4564-9b42-34b514efb94e tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3044982 Jan 17 14:12:54.514589 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57616) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:54.514745 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Pushing event updated for resources: {'Port': ['ID=8315d061-b176-4e81-b466-a2436c29184a,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:54.521115 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-7e25f6c1-bb27-4201-9909-f80173dd01d6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987341579'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:54.530274 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7e25f6c1-bb27-4201-9909-f80173dd01d6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:54.547574 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7e25f6c1-bb27-4201-9909-f80173dd01d6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:54.552262 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5b9d80b9-ee77-4ef0-8d87-82b7f9edc889 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:54.572987 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:54.699772 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-a776a682-1a63-4f32-b928-269b712fda65 None None] Set router 3eefda05-3aa5-4b59-8734-51f389aa7c91 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:12:54.722371 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Subnet': ['ID=b41603ac-8ac5-4ace-af81-4e052a4f5971,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:54.776292 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5b9d80b9-ee77-4ef0-8d87-82b7f9edc889 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:54.783214 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5b9d80b9-ee77-4ef0-8d87-82b7f9edc889 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:54.816280 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e25f6c1-bb27-4201-9909-f80173dd01d6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:54.849767 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5b9d80b9-ee77-4ef0-8d87-82b7f9edc889 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:54.850404 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9d80b9-ee77-4ef0-8d87-82b7f9edc889 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3eefda05-3aa5-4b59-8734-51f389aa7c91 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:12:54.867198 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7e25f6c1-bb27-4201-9909-f80173dd01d6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:54.883029 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7e25f6c1-bb27-4201-9909-f80173dd01d6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group_rule and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:54.888694 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:54.890789 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7e25f6c1-bb27-4201-9909-f80173dd01d6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:54.899575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:54.901045 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7e25f6c1-bb27-4201-9909-f80173dd01d6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:54.904041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5b9d80b9-ee77-4ef0-8d87-82b7f9edc889 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:54.907947 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5b9d80b9-ee77-4ef0-8d87-82b7f9edc889 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "DELETE /v2.0/routers/3eefda05-3aa5-4b59-8734-51f389aa7c91 HTTP/1.1" status: 204 len: 168 time: 2.5073631 Jan 17 14:12:54.914625 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57622) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:54.967973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eadaa598-1637-421e-9c44-872d5d204fd2']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:54.981269 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a776a682-1a63-4f32-b928-269b712fda65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eefda05-3aa5-4b59-8734-51f389aa7c91', 'name': '', 'tenant_id': '1167218bd3734f5a92c14d7f50c68d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:12:47Z', 'updated_at': '2022-01-17T14:12:54Z', 'revision_number': 5, 'project_id': '1167218bd3734f5a92c14d7f50c68d5f', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:54.994701 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a776a682-1a63-4f32-b928-269b712fda65 None None] The sync data for ids ['3eefda05-3aa5-4b59-8734-51f389aa7c91'] in dv-neutron-824901-1-hyperv is: [{'id': '3eefda05-3aa5-4b59-8734-51f389aa7c91', 'name': '', 'tenant_id': '1167218bd3734f5a92c14d7f50c68d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:12:47Z', 'updated_at': '2022-01-17T14:12:54Z', 'revision_number': 5, 'project_id': '1167218bd3734f5a92c14d7f50c68d5f', 'gw_port_host': None}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:12:54.995226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d25646c-bc97-4b98-a394-a7ad9ce5b8e7') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:54.996255 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d25646c-bc97-4b98-a394-a7ad9ce5b8e7') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:55.000344 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7dfe12-2d5a-4a01-ae17-784df89d472d tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Deleting subnet d0da9d27-1ec5-4987-b0ec-19e20ac775e4 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:12:55.005263 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Attempting to bind port 8315d061-b176-4e81-b466-a2436c29184a on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:12:55.005504 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-da7dfe12-2d5a-4a01-ae17-784df89d472d tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:55.005872 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Attempting to bind port 8315d061-b176-4e81-b466-a2436c29184a by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '7d25646c-bc97-4b98-a394-a7ad9ce5b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'eadaa598-1637-421e-9c44-872d5d204fd2'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:12:55.006430 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Attempting to bind port 8315d061-b176-4e81-b466-a2436c29184a on network eadaa598-1637-421e-9c44-872d5d204fd2 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:12:55.013841 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e34a-6b9e-4ceb-9fe4-2e6627bc7b21 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:55.016056 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:12:55.016928 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Checking segment: {'id': '7d25646c-bc97-4b98-a394-a7ad9ce5b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'eadaa598-1637-421e-9c44-872d5d204fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:12:55.017578 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:55.018226 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Bound using segment: {'id': '7d25646c-bc97-4b98-a394-a7ad9ce5b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'eadaa598-1637-421e-9c44-872d5d204fd2'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:12:55.019026 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Bound port: 8315d061-b176-4e81-b466-a2436c29184a, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d25646c-bc97-4b98-a394-a7ad9ce5b8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'eadaa598-1637-421e-9c44-872d5d204fd2'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:12:55.019624 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:55.095749 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-da7dfe12-2d5a-4a01-ae17-784df89d472d tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:55.127312 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e25f6c1-bb27-4201-9909-f80173dd01d6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:55.181438 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] For port 8315d061-b176-4e81-b466-a2436c29184a, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:12:55.188657 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] For port 8315d061-b176-4e81-b466-a2436c29184a, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8315d061-b176-4e81-b466-a2436c29184a,segment=NetworkSegment(7d25646c-bc97-4b98-a394-a7ad9ce5b8e7),segment_id=7d25646c-bc97-4b98-a394-a7ad9ce5b8e7)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:12:55.193822 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e25f6c1-bb27-4201-9909-f80173dd01d6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:55.198391 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:55.204410 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-da7dfe12-2d5a-4a01-ae17-784df89d472d tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:55.308427 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:55.341531 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25f6c1-bb27-4201-9909-f80173dd01d6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcfeea6-153a-42de-907b-90c79403a52c,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:55.363566 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:55.365487 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e25f6c1-bb27-4201-9909-f80173dd01d6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:55.370885 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7e25f6c1-bb27-4201-9909-f80173dd01d6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8559234 Jan 17 14:12:55.371770 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57628) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:55.379953 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-8fbe31c9-aabd-439f-87e3-e5f04d1776a4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group_rule': {'security_group_id': '0dcfeea6-153a-42de-907b-90c79403a52c', 'direction': 'ingress', 'protocol': 17}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:55.391378 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8fbe31c9-aabd-439f-87e3-e5f04d1776a4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:55.397712 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8fbe31c9-aabd-439f-87e3-e5f04d1776a4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group_rule and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:55.404933 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8fbe31c9-aabd-439f-87e3-e5f04d1776a4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:55.416365 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8fbe31c9-aabd-439f-87e3-e5f04d1776a4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:55.428625 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-da7dfe12-2d5a-4a01-ae17-784df89d472d tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:55.440675 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734ff9c-38ca-4d71-b210-e5f1bbe3a2a3 None None] Pushing event updated for resources: {'Port': ['ID=8315d061-b176-4e81-b466-a2436c29184a,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:55.493143 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8fbe31c9-aabd-439f-87e3-e5f04d1776a4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:55.501867 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4969981-8c50-4a8d-b647-4f996baa2241 None None] Network eadaa598-1637-421e-9c44-872d5d204fd2 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:12:55.514897 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7dfe12-2d5a-4a01-ae17-784df89d472d tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d0da9d27-1ec5-4987-b0ec-19e20ac775e4,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:55.527731 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-da7dfe12-2d5a-4a01-ae17-784df89d472d tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:55.551463 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-da7dfe12-2d5a-4a01-ae17-784df89d472d tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/d0da9d27-1ec5-4987-b0ec-19e20ac775e4 HTTP/1.1" status: 204 len: 168 time: 0.6358171 Jan 17 14:12:55.552388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57634) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:55.553785 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:12:55.554195 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:12:55.579671 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:12:55.728940 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8fbe31c9-aabd-439f-87e3-e5f04d1776a4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:55.740469 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8fbe31c9-aabd-439f-87e3-e5f04d1776a4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:55.756056 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 14:12:55.756056 dv-neutron-824901-1-hyperv neutron-server[87523]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 14:12:55.756056 dv-neutron-824901-1-hyperv neutron-server[87523]: [parameters: {'id': 'eadaa598-1637-421e-9c44-872d5d204fd2'}] Jan 17 14:12:55.756056 dv-neutron-824901-1-hyperv neutron-server[87523]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:12:55.756795 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:12:55.879312 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-182d4982-47ad-425d-9270-653b34db4f79 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:55.886185 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b430c9b6-867e-4eb5-8911-cab797b2c13e None None] get_active_networks_info from dv-neutron-824901-1-hyperv {{(pid=87525) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 17 14:12:55.905093 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8fbe31c9-aabd-439f-87e3-e5f04d1776a4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:55.905560 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8fbe31c9-aabd-439f-87e3-e5f04d1776a4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5299306 Jan 17 14:12:55.910847 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57640) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:55.913318 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe31c9-aabd-439f-87e3-e5f04d1776a4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4912dcea-feca-44c5-bfba-7cf887826e9e,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:56.005766 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:56.013617 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:56.111356 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b430c9b6-867e-4eb5-8911-cab797b2c13e None None] Resources bound (agent type, host, resource id): {{(pid=87525) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 14:12:56.136226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e34a-6b9e-4ceb-9fe4-2e6627bc7b21 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:56.146830 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e34a-6b9e-4ceb-9fe4-2e6627bc7b21 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:56.273636 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-182d4982-47ad-425d-9270-653b34db4f79 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:56.327424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-182d4982-47ad-425d-9270-653b34db4f79 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4011d08-38dc-4431-bfc6-b2f05be809bd']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:56.348289 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3add904d-273c-4251-a479-2637725c8e35 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:56.408915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3add904d-273c-4251-a479-2637725c8e35 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:56.430259 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b0254ed9-bde5-49a3-b967-72ac3d05061f up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:12:56.451951 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:56.474837 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:56.544065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-182d4982-47ad-425d-9270-653b34db4f79 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6dbb5b2-6087-4a7c-a3b6-8a5144ecad93') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:56.544547 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-182d4982-47ad-425d-9270-653b34db4f79 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6dbb5b2-6087-4a7c-a3b6-8a5144ecad93') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:56.566042 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3add904d-273c-4251-a479-2637725c8e35 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:56.606320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Port': ['ID=08c7bbc9-26a0-4f22-b17c-b3de61e2fc89,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:56.638731 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port b0254ed9-bde5-49a3-b967-72ac3d05061f triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:12:56.639471 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:56.645989 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3add904d-273c-4251-a479-2637725c8e35 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:56.650196 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3add904d-273c-4251-a479-2637725c8e35 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-groups/0dcfeea6-153a-42de-907b-90c79403a52c HTTP/1.1" status: 204 len: 168 time: 0.7375455 Jan 17 14:12:56.653711 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57648) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:56.658137 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-182d4982-47ad-425d-9270-653b34db4f79 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:56.673293 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add904d-273c-4251-a479-2637725c8e35 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcfeea6-153a-42de-907b-90c79403a52c,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:56.720584 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-182d4982-47ad-425d-9270-653b34db4f79 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:56.732077 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182d4982-47ad-425d-9270-653b34db4f79 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:12:56.732743 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-182d4982-47ad-425d-9270-653b34db4f79 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:12:56.748428 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:12:56.771972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Deleting port 8315d061-b176-4e81-b466-a2436c29184a {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:12:56.772513 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:56.841282 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:12:56.910657 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-182d4982-47ad-425d-9270-653b34db4f79 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:56.940477 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182d4982-47ad-425d-9270-653b34db4f79 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c4011d08-38dc-4431-bfc6-b2f05be809bd {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 17 14:12:56.951918 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-182d4982-47ad-425d-9270-653b34db4f79 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:56.959790 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d4982-47ad-425d-9270-653b34db4f79 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Pushing event deleted for resources: {'Network': ['ID=c4011d08-38dc-4431-bfc6-b2f05be809bd,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:56.992229 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-182d4982-47ad-425d-9270-653b34db4f79 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "DELETE /v2.0/networks/c4011d08-38dc-4431-bfc6-b2f05be809bd HTTP/1.1" status: 204 len: 168 time: 1.4355404 Jan 17 14:12:57.079857 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf8e34a-6b9e-4ceb-9fe4-2e6627bc7b21 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Router 35bbbf1f-1594-4dbf-9cf6-785dc78565a1 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:12:57.215980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4d99ba4d-b541-4da4-9a59-91a8642371b1 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:12:57.240399 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Floating IP 93c13e99-4daa-4849-a771-07b09c13f6bd associated. External IP: 172.26.3.137, port: 5457a3cd-0dda-4d56-b53f-0d3a0c73ba5e. Jan 17 14:12:57.361274 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57660) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:57.371301 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f9094a9d-fe0d-4f01-9d26-a0856abbd585 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Request body: {'router': {'name': 'tempest-router--649472604', 'project_id': '097d5875ef764f54b6bb8df9ee99190b'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:57.380100 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f9094a9d-fe0d-4f01-9d26-a0856abbd585 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:57.387796 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f9094a9d-fe0d-4f01-9d26-a0856abbd585 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Usage tracker for resource:router and tenant:097d5875ef764f54b6bb8df9ee99190b is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:57.392125 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f9094a9d-fe0d-4f01-9d26-a0856abbd585 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:57.399237 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f9094a9d-fe0d-4f01-9d26-a0856abbd585 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:57.415646 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f9094a9d-fe0d-4f01-9d26-a0856abbd585 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:57.417680 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f9094a9d-fe0d-4f01-9d26-a0856abbd585 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:57.442143 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f9094a9d-fe0d-4f01-9d26-a0856abbd585 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:57.471405 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f9094a9d-fe0d-4f01-9d26-a0856abbd585 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:57.502930 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f9094a9d-fe0d-4f01-9d26-a0856abbd585 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:57.504658 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f9094a9d-fe0d-4f01-9d26-a0856abbd585 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1415033 Jan 17 14:12:57.509151 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57664) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:57.663765 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8f8a1a78-a668-4db8-9196-7015d44c0cf7 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:57.670041 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4d99ba4d-b541-4da4-9a59-91a8642371b1 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:12:57.671354 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4d99ba4d-b541-4da4-9a59-91a8642371b1 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9549701 Jan 17 14:12:57.677223 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57670) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:57.761258 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-029da48b-a0a4-4dc9-9ab2-8a35d3c45fb6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group': {'name': 'tempest-secgroup--1934143151'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:57.832830 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-029da48b-a0a4-4dc9-9ab2-8a35d3c45fb6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:57.893332 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-029da48b-a0a4-4dc9-9ab2-8a35d3c45fb6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:57.916628 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] For port 8315d061-b176-4e81-b466-a2436c29184a, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8315d061-b176-4e81-b466-a2436c29184a,segment=NetworkSegment(7d25646c-bc97-4b98-a394-a7ad9ce5b8e7),segment_id=7d25646c-bc97-4b98-a394-a7ad9ce5b8e7)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:12:57.917236 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:58.005812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8f8a1a78-a668-4db8-9196-7015d44c0cf7 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:58.008361 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8f8a1a78-a668-4db8-9196-7015d44c0cf7 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:58.038660 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8f8a1a78-a668-4db8-9196-7015d44c0cf7 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:58.039396 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8a1a78-a668-4db8-9196-7015d44c0cf7 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa2634ca-aef6-459c-b36e-e0af45994198 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:12:58.053730 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8f8a1a78-a668-4db8-9196-7015d44c0cf7 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:58.055565 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8f8a1a78-a668-4db8-9196-7015d44c0cf7 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "DELETE /v2.0/routers/fa2634ca-aef6-459c-b36e-e0af45994198 HTTP/1.1" status: 204 len: 168 time: 0.5451295 Jan 17 14:12:58.107976 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Calling delete_port for 8315d061-b176-4e81-b466-a2436c29184a owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:12:58.136749 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-029da48b-a0a4-4dc9-9ab2-8a35d3c45fb6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:58.148193 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf8e34a-6b9e-4ceb-9fe4-2e6627bc7b21 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:12:58.162660 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeae9d0-b31f-4963-8595-5e03801562d5 None None] Sync routers for ids ['35bbbf1f-1594-4dbf-9cf6-785dc78565a1'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:12:58.191652 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeae9d0-b31f-4963-8595-5e03801562d5 None None] Routers {'35bbbf1f-1594-4dbf-9cf6-785dc78565a1'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:58.192354 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-aaeae9d0-b31f-4963-8595-5e03801562d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['35bbbf1f-1594-4dbf-9cf6-785dc78565a1'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:58.213370 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-029da48b-a0a4-4dc9-9ab2-8a35d3c45fb6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:58.219414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57678) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:58.228692 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-029da48b-a0a4-4dc9-9ab2-8a35d3c45fb6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group_rule and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:58.316710 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-029da48b-a0a4-4dc9-9ab2-8a35d3c45fb6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:58.329983 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-aaeae9d0-b31f-4963-8595-5e03801562d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:58.344678 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e34a-6b9e-4ceb-9fe4-2e6627bc7b21 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:58.346780 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ebf8e34a-6b9e-4ceb-9fe4-2e6627bc7b21 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "PUT /v2.0/routers/35bbbf1f-1594-4dbf-9cf6-785dc78565a1 HTTP/1.1" status: 200 len: 918 time: 8.6867671 Jan 17 14:12:58.349680 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57686) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:58.351603 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeae9d0-b31f-4963-8595-5e03801562d5 None None] Routers {'35bbbf1f-1594-4dbf-9cf6-785dc78565a1'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:58.352944 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-aaeae9d0-b31f-4963-8595-5e03801562d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['35bbbf1f-1594-4dbf-9cf6-785dc78565a1'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:58.365753 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-029da48b-a0a4-4dc9-9ab2-8a35d3c45fb6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:58.430251 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:58.503612 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-aaeae9d0-b31f-4963-8595-5e03801562d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:58.504272 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeae9d0-b31f-4963-8595-5e03801562d5 None None] The sync data for ids ['35bbbf1f-1594-4dbf-9cf6-785dc78565a1'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:12:58.590865 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Port': ['ID=8315d061-b176-4e81-b466-a2436c29184a,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:58.599877 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] No DVR routers for this DVR port 8315d061-b176-4e81-b466-a2436c29184a on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:12:58.662825 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-483aa5eb-35cc-4c52-a815-ed95038d58e8 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "GET /v2.0/routers/35bbbf1f-1594-4dbf-9cf6-785dc78565a1 HTTP/1.1" status: 200 len: 924 time: 0.3075085 Jan 17 14:12:58.664443 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57690) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:58.736380 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1654512339', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}, 'admin_state_up': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:58.749375 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:58.758083 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Usage tracker for resource:router and tenant:5611986ee91b4ea3a8fa8c26072f4e01 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:58.762753 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:58.772510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:58.796805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:58.797813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:58.811311 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Router bf4f45c6-0a42-4026-a3ba-e3d9770cf671 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:12:58.813349 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:58.814725 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-029da48b-a0a4-4dc9-9ab2-8a35d3c45fb6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:58.817300 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:58.845192 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-029da48b-a0a4-4dc9-9ab2-8a35d3c45fb6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:58.993273 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eadaa598-1637-421e-9c44-872d5d204fd2']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:59.028632 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa7a657-a8b7-434a-b505-fbe4857220f0 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:59.031478 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-faa7a657-a8b7-434a-b505-fbe4857220f0 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&device_id=35bbbf1f-1594-4dbf-9cf6-785dc78565a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3648748 Jan 17 14:12:59.042995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57698) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:59.051702 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d25646c-bc97-4b98-a394-a7ad9ce5b8e7') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:59.052047 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d25646c-bc97-4b98-a394-a7ad9ce5b8e7') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:59.089262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029da48b-a0a4-4dc9-9ab2-8a35d3c45fb6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000702af-a63f-4ead-94b4-83971ed2357d,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:59.112993 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:59.276204 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:59.362116 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-029da48b-a0a4-4dc9-9ab2-8a35d3c45fb6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:59.363325 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-029da48b-a0a4-4dc9-9ab2-8a35d3c45fb6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6833451 Jan 17 14:12:59.366915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57702) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:59.375919 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ec6ebcdd-60a6-40ab-bfc6-90c9f399f278 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group': {'name': 'tempest-secgroup--981961965'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:59.384367 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ec6ebcdd-60a6-40ab-bfc6-90c9f399f278 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:59.395755 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ec6ebcdd-60a6-40ab-bfc6-90c9f399f278 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:59.399482 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:59.400344 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ec6ebcdd-60a6-40ab-bfc6-90c9f399f278 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:59.413334 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ec6ebcdd-60a6-40ab-bfc6-90c9f399f278 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:59.423487 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:12:59.423933 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:59.431852 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ec6ebcdd-60a6-40ab-bfc6-90c9f399f278 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:12:59.445230 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:12:59.462003 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ec6ebcdd-60a6-40ab-bfc6-90c9f399f278 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:59.472944 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ec6ebcdd-60a6-40ab-bfc6-90c9f399f278 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group_rule and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:59.478328 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ec6ebcdd-60a6-40ab-bfc6-90c9f399f278 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:59.491283 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ec6ebcdd-60a6-40ab-bfc6-90c9f399f278 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:59.549933 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:12:59.572409 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37631665-07fa-4ff7-801d-f5b05c9af107 None None] Sync routers for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:12:59.592244 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37631665-07fa-4ff7-801d-f5b05c9af107 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:59.593109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-37631665-07fa-4ff7-801d-f5b05c9af107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:59.610655 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52759fc9-2b90-4871-890a-3f928c79164d tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:12:59.616264 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-52759fc9-2b90-4871-890a-3f928c79164d tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "GET /v2.0/networks/8e713ad1-069e-4db5-8938-0391ff946f65 HTTP/1.1" status: 200 len: 881 time: 0.5631526 Jan 17 14:12:59.616264 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:59.623891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:59.627208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57708) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:59.685631 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-37631665-07fa-4ff7-801d-f5b05c9af107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:59.699701 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37631665-07fa-4ff7-801d-f5b05c9af107 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:12:59.700554 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-37631665-07fa-4ff7-801d-f5b05c9af107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:59.703543 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:59.728180 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Network': ['ID=eadaa598-1637-421e-9c44-872d5d204fd2,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:12:59.737616 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6bc3291a-eaab-4abb-95d0-bac68ff9b4aa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/networks/eadaa598-1637-421e-9c44-872d5d204fd2 HTTP/1.1" status: 204 len: 168 time: 7.8068631 Jan 17 14:12:59.744032 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-87282eec-0380-495d-b0a8-16bdf85b2132 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "GET /v2.0/ports?device_id=35bbbf1f-1594-4dbf-9cf6-785dc78565a1 HTTP/1.1" status: 200 len: 205 time: 0.0946505 Jan 17 14:12:59.747500 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57712) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:59.747500 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57714) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:59.763025 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-4bf78302-7ec2-4df0-b1e5-4c57e1e0cc62 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-985642062'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:59.820998 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-37631665-07fa-4ff7-801d-f5b05c9af107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:12:59.821928 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37631665-07fa-4ff7-801d-f5b05c9af107 None None] The sync data for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:12:59.832404 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:59.860034 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4bf78302-7ec2-4df0-b1e5-4c57e1e0cc62 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:59.874830 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ec6ebcdd-60a6-40ab-bfc6-90c9f399f278 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:59.879618 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:59.883129 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ec6ebcdd-60a6-40ab-bfc6-90c9f399f278 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:12:59.883390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4bf78302-7ec2-4df0-b1e5-4c57e1e0cc62 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Usage tracker for resource:network and tenant:d2b652a3245f49d7a7545e5b0738ea9a is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:12:59.890592 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4bf78302-7ec2-4df0-b1e5-4c57e1e0cc62 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:12:59.922480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4bf78302-7ec2-4df0-b1e5-4c57e1e0cc62 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:12:59.928432 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-11c52c19-1784-47bc-a954-f3d4ea24f5ff tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.5929863 Jan 17 14:12:59.932759 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57720) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:12:59.944431 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-bf5e993a-96b0-4912-8b57-ac9cedc24d84 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-832473952'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:12:59.952313 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-bf5e993a-96b0-4912-8b57-ac9cedc24d84 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:12:59.965037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bf5e993a-96b0-4912-8b57-ac9cedc24d84 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Usage tracker for resource:network and tenant:47556c7adaf148f193a49a6f0ca864f6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:00.017704 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ebcdd-60a6-40ab-bfc6-90c9f399f278 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9947c48b-6fd2-47e9-90e0-d0769602a5db,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:00.034917 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ec6ebcdd-60a6-40ab-bfc6-90c9f399f278 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.045048 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ec6ebcdd-60a6-40ab-bfc6-90c9f399f278 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6680491 Jan 17 14:13:00.047334 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57726) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:00.053444 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bf5e993a-96b0-4912-8b57-ac9cedc24d84 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:00.057342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf78302-7ec2-4df0-b1e5-4c57e1e0cc62 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Made reservation on behalf of d2b652a3245f49d7a7545e5b0738ea9a for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:13:00.061527 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4bf78302-7ec2-4df0-b1e5-4c57e1e0cc62 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.084312 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-bf5e993a-96b0-4912-8b57-ac9cedc24d84 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:00.095018 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-acabcf31-1678-4dae-ba43-a4fdfb7de8fa tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group_rule': {'security_group_id': '000702af-a63f-4ead-94b4-83971ed2357d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9947c48b-6fd2-47e9-90e0-d0769602a5db', 'remote_ip_prefix': None}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:00.110835 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-acabcf31-1678-4dae-ba43-a4fdfb7de8fa tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:00.129763 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-acabcf31-1678-4dae-ba43-a4fdfb7de8fa tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group_rule and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:00.135917 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-acabcf31-1678-4dae-ba43-a4fdfb7de8fa tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:00.147556 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-acabcf31-1678-4dae-ba43-a4fdfb7de8fa tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:00.149498 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5e993a-96b0-4912-8b57-ac9cedc24d84 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Made reservation on behalf of 47556c7adaf148f193a49a6f0ca864f6 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:13:00.156203 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bf5e993a-96b0-4912-8b57-ac9cedc24d84 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.178490 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Allocated IP 172.26.3.242 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/845446bd-f770-436b-851d-e7c14da2b4b7) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:13:00.205642 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-acabcf31-1678-4dae-ba43-a4fdfb7de8fa tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.207314 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf78302-7ec2-4df0-b1e5-4c57e1e0cc62 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:13:00.227402 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5fb8df5a-abc3-4f39-9ac7-3ef600bce944 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.306181 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4bf78302-7ec2-4df0-b1e5-4c57e1e0cc62 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.306511 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-4bf78302-7ec2-4df0-b1e5-4c57e1e0cc62 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Added segment 3c9e24f7-51ca-4620-96cb-ad792dd13c69 of type vlan for network 89e9e5e0-93af-4275-bfe9-4f012d7a4731 Jan 17 14:13:00.329165 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5e993a-96b0-4912-8b57-ac9cedc24d84 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:13:00.367208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4bf78302-7ec2-4df0-b1e5-4c57e1e0cc62 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.371908 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bf5e993a-96b0-4912-8b57-ac9cedc24d84 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.372409 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-bf5e993a-96b0-4912-8b57-ac9cedc24d84 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Added segment a4c0dddc-e278-4f04-8155-952f7d0bf551 of type vlan for network 10dbafeb-6006-43d5-9e94-3bb5bcce72cd Jan 17 14:13:00.444588 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-acabcf31-1678-4dae-ba43-a4fdfb7de8fa tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.450896 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-acabcf31-1678-4dae-ba43-a4fdfb7de8fa tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.482359 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.504472 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabcf31-1678-4dae-ba43-a4fdfb7de8fa tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3172dbf2-0222-4a91-8812-4a16dc3ee1d9,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:00.526086 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bf5e993a-96b0-4912-8b57-ac9cedc24d84 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.528961 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-acabcf31-1678-4dae-ba43-a4fdfb7de8fa tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.530332 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-acabcf31-1678-4dae-ba43-a4fdfb7de8fa tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4818432 Jan 17 14:13:00.535224 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57732) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:00.544305 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4bf78302-7ec2-4df0-b1e5-4c57e1e0cc62 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.549833 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf78302-7ec2-4df0-b1e5-4c57e1e0cc62 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:00.550431 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4bf78302-7ec2-4df0-b1e5-4c57e1e0cc62 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.571836 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5fb8df5a-abc3-4f39-9ac7-3ef600bce944 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.577582 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b8712917-d523-42bb-8871-ae2bf8e52a43 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.583850 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.653519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-bf5e993a-96b0-4912-8b57-ac9cedc24d84 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:13:00.676741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-5fb8df5a-abc3-4f39-9ac7-3ef600bce944 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Deleting port 830757cc-c852-45af-bee8-aeb421d52d93 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:00.677167 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5fb8df5a-abc3-4f39-9ac7-3ef600bce944 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.685794 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Pushing event updated for resources: {'Port': ['ID=845446bd-f770-436b-851d-e7c14da2b4b7,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:00.692012 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b8712917-d523-42bb-8871-ae2bf8e52a43 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.727230 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4bf78302-7ec2-4df0-b1e5-4c57e1e0cc62 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9757061 Jan 17 14:13:00.736148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57738) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:00.739201 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bf5e993a-96b0-4912-8b57-ac9cedc24d84 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.742665 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:13:00.745017 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5e993a-96b0-4912-8b57-ac9cedc24d84 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:00.745639 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bf5e993a-96b0-4912-8b57-ac9cedc24d84 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.749939 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-552e241e-1a9a-4935-8ecf-fa3d546db17f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'subnet': {'network_id': '89e9e5e0-93af-4275-bfe9-4f012d7a4731', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:00.752078 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf78302-7ec2-4df0-b1e5-4c57e1e0cc62 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Network': ['ID=89e9e5e0-93af-4275-bfe9-4f012d7a4731,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:00.766491 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:00.768458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 89e9e5e0-93af-4275-bfe9-4f012d7a4731 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:13:00.774738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b8712917-d523-42bb-8871-ae2bf8e52a43 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.778115 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:13:00.946302 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8712917-d523-42bb-8871-ae2bf8e52a43 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3172dbf2-0222-4a91-8812-4a16dc3ee1d9,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:00.951750 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b8712917-d523-42bb-8871-ae2bf8e52a43 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:00.956614 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b8712917-d523-42bb-8871-ae2bf8e52a43 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/3172dbf2-0222-4a91-8812-4a16dc3ee1d9 HTTP/1.1" status: 204 len: 168 time: 0.4166334 Jan 17 14:13:00.958098 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57742) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:00.981279 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bf5e993a-96b0-4912-8b57-ac9cedc24d84 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0477383 Jan 17 14:13:01.002874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57746) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:01.023107 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-14cbec49-523c-4ae7-b53e-02f708ce4325 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'subnet': {'network_id': '10dbafeb-6006-43d5-9e94-3bb5bcce72cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:01.042753 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e993a-96b0-4912-8b57-ac9cedc24d84 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Network': ['ID=10dbafeb-6006-43d5-9e94-3bb5bcce72cd,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:01.060295 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 10dbafeb-6006-43d5-9e94-3bb5bcce72cd details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:13:01.222721 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-552e241e-1a9a-4935-8ecf-fa3d546db17f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:01.235752 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f5f0ca16-55a2-44c2-baf9-a298dd615804 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:13:01.236619 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-552e241e-1a9a-4935-8ecf-fa3d546db17f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Usage tracker for resource:subnet and tenant:d2b652a3245f49d7a7545e5b0738ea9a is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:01.240143 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-552e241e-1a9a-4935-8ecf-fa3d546db17f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:01.280001 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5fb8df5a-abc3-4f39-9ac7-3ef600bce944 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:01.293430 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-552e241e-1a9a-4935-8ecf-fa3d546db17f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:01.347509 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552e241e-1a9a-4935-8ecf-fa3d546db17f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Made reservation on behalf of d2b652a3245f49d7a7545e5b0738ea9a for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:13:01.355389 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-552e241e-1a9a-4935-8ecf-fa3d546db17f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:01.507038 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-14cbec49-523c-4ae7-b53e-02f708ce4325 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:01.586057 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f5f0ca16-55a2-44c2-baf9-a298dd615804 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:13:01.587375 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f5f0ca16-55a2-44c2-baf9-a298dd615804 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6164880 Jan 17 14:13:01.594062 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57754) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:01.596612 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-5fb8df5a-abc3-4f39-9ac7-3ef600bce944 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Calling delete_port for 830757cc-c852-45af-bee8-aeb421d52d93 owned by network:router_gateway {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:01.628094 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-14cbec49-523c-4ae7-b53e-02f708ce4325 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Usage tracker for resource:subnet and tenant:47556c7adaf148f193a49a6f0ca864f6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:01.637381 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-14cbec49-523c-4ae7-b53e-02f708ce4325 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:01.653390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-14cbec49-523c-4ae7-b53e-02f708ce4325 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:01.670893 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cbec49-523c-4ae7-b53e-02f708ce4325 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Made reservation on behalf of 47556c7adaf148f193a49a6f0ca864f6 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:13:01.674919 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-14cbec49-523c-4ae7-b53e-02f708ce4325 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:01.847768 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:02.009534 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6727f706-d1d8-4003-b514-26f3b8cc718e tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:02.036610 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5fb8df5a-abc3-4f39-9ac7-3ef600bce944 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:02.096681 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-14cbec49-523c-4ae7-b53e-02f708ce4325 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:02.168571 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8df5a-abc3-4f39-9ac7-3ef600bce944 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Pushing event deleted for resources: {'Port': ['ID=830757cc-c852-45af-bee8-aeb421d52d93,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:02.178381 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6727f706-d1d8-4003-b514-26f3b8cc718e tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:02.193254 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-552e241e-1a9a-4935-8ecf-fa3d546db17f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:02.303868 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbec49-523c-4ae7-b53e-02f708ce4325 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Subnet': ['ID=530fbd88-4531-465f-aa9c-8cc24ac16973,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:02.317625 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5fb8df5a-abc3-4f39-9ac7-3ef600bce944 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:02.403117 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e241e-1a9a-4935-8ecf-fa3d546db17f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Subnet': ['ID=50d75cd3-9730-44a6-9f20-a49c9a33d3da,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:02.439535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cbec49-523c-4ae7-b53e-02f708ce4325 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Checking segment: {'id': 'a4c0dddc-e278-4f04-8155-952f7d0bf551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '10dbafeb-6006-43d5-9e94-3bb5bcce72cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:13:02.439535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cbec49-523c-4ae7-b53e-02f708ce4325 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Network hostable DHCP agents. Network: 10dbafeb-6006-43d5-9e94-3bb5bcce72cd, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:13:02.503657 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6727f706-d1d8-4003-b514-26f3b8cc718e tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:02.536847 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552e241e-1a9a-4935-8ecf-fa3d546db17f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Checking segment: {'id': '3c9e24f7-51ca-4620-96cb-ad792dd13c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '89e9e5e0-93af-4275-bfe9-4f012d7a4731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:13:02.540254 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552e241e-1a9a-4935-8ecf-fa3d546db17f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Network hostable DHCP agents. Network: 89e9e5e0-93af-4275-bfe9-4f012d7a4731, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:13:02.576004 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727f706-d1d8-4003-b514-26f3b8cc718e tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9947c48b-6fd2-47e9-90e0-d0769602a5db,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:02.587041 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5fb8df5a-abc3-4f39-9ac7-3ef600bce944 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:02.591840 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5fb8df5a-abc3-4f39-9ac7-3ef600bce944 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:02.610119 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cbec49-523c-4ae7-b53e-02f708ce4325 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Network 10dbafeb-6006-43d5-9e94-3bb5bcce72cd is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:13:02.634371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:02.650369 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5fb8df5a-abc3-4f39-9ac7-3ef600bce944 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:02.650912 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552e241e-1a9a-4935-8ecf-fa3d546db17f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Network 89e9e5e0-93af-4275-bfe9-4f012d7a4731 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:13:02.653430 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb8df5a-abc3-4f39-9ac7-3ef600bce944 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Fanout notify agent at l3_agent the message router_deleted on router 35bbbf1f-1594-4dbf-9cf6-785dc78565a1 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:13:02.666337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-14cbec49-523c-4ae7-b53e-02f708ce4325 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 10dbafeb-6006-43d5-9e94-3bb5bcce72cd) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:02.676610 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cbec49-523c-4ae7-b53e-02f708ce4325 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:02.677613 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-14cbec49-523c-4ae7-b53e-02f708ce4325 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:02.685058 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd843a5f-173c-451d-8716-795850a78e43 None None] Network 10dbafeb-6006-43d5-9e94-3bb5bcce72cd requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:13:02.742992 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5fb8df5a-abc3-4f39-9ac7-3ef600bce944 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:02.744921 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5fb8df5a-abc3-4f39-9ac7-3ef600bce944 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "DELETE /v2.0/routers/35bbbf1f-1594-4dbf-9cf6-785dc78565a1 HTTP/1.1" status: 204 len: 168 time: 2.9940228 Jan 17 14:13:02.750029 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-14cbec49-523c-4ae7-b53e-02f708ce4325 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7381587 Jan 17 14:13:02.751564 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57764) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:02.751564 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57766) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:02.760129 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1247472579', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}, 'admin_state_up': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:02.762928 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6727f706-d1d8-4003-b514-26f3b8cc718e tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:02.767473 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6727f706-d1d8-4003-b514-26f3b8cc718e tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-groups/9947c48b-6fd2-47e9-90e0-d0769602a5db HTTP/1.1" status: 204 len: 168 time: 1.1694376 Jan 17 14:13:02.771660 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-6deb95a2-0ff0-4406-b9b1-6eb9d8afcea9 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2100813590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:02.781793 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57772) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:02.785634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:02.786086 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-552e241e-1a9a-4935-8ecf-fa3d546db17f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 89e9e5e0-93af-4275-bfe9-4f012d7a4731) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:02.804339 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6deb95a2-0ff0-4406-b9b1-6eb9d8afcea9 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:02.809504 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552e241e-1a9a-4935-8ecf-fa3d546db17f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:02.810374 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-552e241e-1a9a-4935-8ecf-fa3d546db17f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:02.813953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Usage tracker for resource:router and tenant:47556c7adaf148f193a49a6f0ca864f6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:02.817035 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6deb95a2-0ff0-4406-b9b1-6eb9d8afcea9 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Usage tracker for resource:router and tenant:e73c8911752e469dbe116e445f4ec395 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:02.821638 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:02.824675 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6deb95a2-0ff0-4406-b9b1-6eb9d8afcea9 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:02.838076 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726009c9-77a3-49a1-a877-47cbb5d2aae1 None None] Network 89e9e5e0-93af-4275-bfe9-4f012d7a4731 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:13:02.902330 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-552e241e-1a9a-4935-8ecf-fa3d546db17f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1589663 Jan 17 14:13:02.912367 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57776) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:02.912642 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:02.915673 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6deb95a2-0ff0-4406-b9b1-6eb9d8afcea9 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:02.920936 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c49a2527-9d15-4c0d-95d1-e4c1ebbd276c tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:13:02.935379 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-99eb6287-bac2-4dff-b500-4dd4698c4c4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1076866655'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:02.957562 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-99eb6287-bac2-4dff-b500-4dd4698c4c4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:02.969135 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-99eb6287-bac2-4dff-b500-4dd4698c4c4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Usage tracker for resource:network and tenant:d2b652a3245f49d7a7545e5b0738ea9a is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:02.973149 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6deb95a2-0ff0-4406-b9b1-6eb9d8afcea9 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:02.974740 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6deb95a2-0ff0-4406-b9b1-6eb9d8afcea9 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:02.982598 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-99eb6287-bac2-4dff-b500-4dd4698c4c4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:02.988767 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:02.990171 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:02.994374 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Router a4f1f715-7be6-4305-8e56-ae07852263d4 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:13:03.019186 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-99eb6287-bac2-4dff-b500-4dd4698c4c4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:03.051765 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c49a2527-9d15-4c0d-95d1-e4c1ebbd276c tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:13:03.059830 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c49a2527-9d15-4c0d-95d1-e4c1ebbd276c tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2766981 Jan 17 14:13:03.063790 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99eb6287-bac2-4dff-b500-4dd4698c4c4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Made reservation on behalf of d2b652a3245f49d7a7545e5b0738ea9a for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:13:03.068054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-99eb6287-bac2-4dff-b500-4dd4698c4c4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:03.112425 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57782) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:03.136457 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6deb95a2-0ff0-4406-b9b1-6eb9d8afcea9 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:03.163174 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:03.193126 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99eb6287-bac2-4dff-b500-4dd4698c4c4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:13:03.221845 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-99eb6287-bac2-4dff-b500-4dd4698c4c4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:03.222407 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-99eb6287-bac2-4dff-b500-4dd4698c4c4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Added segment 95c72c7b-8879-4929-9f32-4d8801294407 of type vlan for network 19f00740-ca39-40f5-9fae-f8af1e215032 Jan 17 14:13:03.240287 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6deb95a2-0ff0-4406-b9b1-6eb9d8afcea9 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:03.256996 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-10dbafeb-6006-43d5-9e94-3bb5bcce72cd', 'network_id': '10dbafeb-6006-43d5-9e94-3bb5bcce72cd', 'tenant_id': '47556c7adaf148f193a49a6f0ca864f6', 'fixed_ips': [{'subnet_id': '530fbd88-4531-465f-aa9c-8cc24ac16973'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:13:03.257826 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:03.335317 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-89e9e5e0-93af-4275-bfe9-4f012d7a4731', 'network_id': '89e9e5e0-93af-4275-bfe9-4f012d7a4731', 'tenant_id': 'd2b652a3245f49d7a7545e5b0738ea9a', 'fixed_ips': [{'subnet_id': '50d75cd3-9730-44a6-9f20-a49c9a33d3da'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:13:03.336515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:03.525024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-99eb6287-bac2-4dff-b500-4dd4698c4c4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:03.569364 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6deb95a2-0ff0-4406-b9b1-6eb9d8afcea9 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:03.571541 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6deb95a2-0ff0-4406-b9b1-6eb9d8afcea9 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8170452 Jan 17 14:13:03.581736 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57786) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:03.588184 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Allocated IP 172.20.0.2 (10dbafeb-6006-43d5-9e94-3bb5bcce72cd/530fbd88-4531-465f-aa9c-8cc24ac16973/ebbc67c8-2974-44c2-8e4d-01d128543fb3) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:13:03.598243 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-97d265f7-339a-4830-8c3b-0eb7cd9cc026 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:03.611089 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-42dc7755-9ee1-4f2f-b253-95f1ff6c34bd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'enable_snat': False}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:03.615217 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Allocated IP 2001:db8::1 (89e9e5e0-93af-4275-bfe9-4f012d7a4731/50d75cd3-9730-44a6-9f20-a49c9a33d3da/a762411a-ab9b-4e38-8fb6-8bab1a395a6b) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:13:03.743108 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:13:03.754772 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0881390-1ad5-4b19-90e2-630c650b6659 None None] Sync routers for ids ['a4f1f715-7be6-4305-8e56-ae07852263d4'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:13:03.796652 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0881390-1ad5-4b19-90e2-630c650b6659 None None] Routers {'a4f1f715-7be6-4305-8e56-ae07852263d4'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:03.798357 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d0881390-1ad5-4b19-90e2-630c650b6659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a4f1f715-7be6-4305-8e56-ae07852263d4'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:03.869028 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:03.882548 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Transition to ACTIVE for port object a762411a-ab9b-4e38-8fb6-8bab1a395a6b will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:13:03.906816 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Transition to ACTIVE for port object a762411a-ab9b-4e38-8fb6-8bab1a395a6b will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:13:03.937175 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-99eb6287-bac2-4dff-b500-4dd4698c4c4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:13:04.008853 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:04.024887 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-97d265f7-339a-4830-8c3b-0eb7cd9cc026 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:04.025364 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:04.026460 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d0881390-1ad5-4b19-90e2-630c650b6659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:04.040414 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0881390-1ad5-4b19-90e2-630c650b6659 None None] Routers {'a4f1f715-7be6-4305-8e56-ae07852263d4'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:04.041596 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d0881390-1ad5-4b19-90e2-630c650b6659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a4f1f715-7be6-4305-8e56-ae07852263d4'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:04.068275 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-99eb6287-bac2-4dff-b500-4dd4698c4c4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:04.079935 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eb6287-bac2-4dff-b500-4dd4698c4c4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:04.081231 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-99eb6287-bac2-4dff-b500-4dd4698c4c4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:04.114456 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Network 89e9e5e0-93af-4275-bfe9-4f012d7a4731 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:13:04.117635 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Pushing event updated for resources: {'Port': ['ID=a762411a-ab9b-4e38-8fb6-8bab1a395a6b,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:04.120212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:04.128726 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:13:04.151143 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:04.160372 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5dbb28c0-30c1-47a4-958e-148985186b1f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9387057 Jan 17 14:13:04.166377 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d0881390-1ad5-4b19-90e2-630c650b6659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:04.167348 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0881390-1ad5-4b19-90e2-630c650b6659 None None] The sync data for ids ['a4f1f715-7be6-4305-8e56-ae07852263d4'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:13:04.181722 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57794) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:04.250778 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Attempting to bind port a762411a-ab9b-4e38-8fb6-8bab1a395a6b on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:13:04.251110 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Attempting to bind port a762411a-ab9b-4e38-8fb6-8bab1a395a6b by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '3c9e24f7-51ca-4620-96cb-ad792dd13c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '89e9e5e0-93af-4275-bfe9-4f012d7a4731'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:13:04.251523 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Attempting to bind port a762411a-ab9b-4e38-8fb6-8bab1a395a6b on network 89e9e5e0-93af-4275-bfe9-4f012d7a4731 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:13:04.260072 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:13:04.260425 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Checking segment: {'id': '3c9e24f7-51ca-4620-96cb-ad792dd13c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '89e9e5e0-93af-4275-bfe9-4f012d7a4731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:13:04.260885 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:04.261282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Bound using segment: {'id': '3c9e24f7-51ca-4620-96cb-ad792dd13c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '89e9e5e0-93af-4275-bfe9-4f012d7a4731'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:13:04.261753 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Bound port: a762411a-ab9b-4e38-8fb6-8bab1a395a6b, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9e24f7-51ca-4620-96cb-ad792dd13c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '89e9e5e0-93af-4275-bfe9-4f012d7a4731'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:13:04.262288 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:04.515687 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] For port a762411a-ab9b-4e38-8fb6-8bab1a395a6b, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:13:04.523585 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] For port a762411a-ab9b-4e38-8fb6-8bab1a395a6b, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a762411a-ab9b-4e38-8fb6-8bab1a395a6b,segment=NetworkSegment(3c9e24f7-51ca-4620-96cb-ad792dd13c69),segment_id=3c9e24f7-51ca-4620-96cb-ad792dd13c69)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:13:04.532468 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:04.540361 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-99eb6287-bac2-4dff-b500-4dd4698c4c4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6120157 Jan 17 14:13:04.541090 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:04.555451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57800) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:04.568543 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-02493f47-2955-4286-b703-115c7b00c0e2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'subnet': {'network_id': '19f00740-ca39-40f5-9fae-f8af1e215032', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:04.622608 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Transition to ACTIVE for port object ebbc67c8-2974-44c2-8e4d-01d128543fb3 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:13:04.626025 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-42dc7755-9ee1-4f2f-b253-95f1ff6c34bd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:04.629718 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-97d265f7-339a-4830-8c3b-0eb7cd9cc026 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:04.653548 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb6287-bac2-4dff-b500-4dd4698c4c4f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Network': ['ID=19f00740-ca39-40f5-9fae-f8af1e215032,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:04.670015 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Transition to ACTIVE for port object ebbc67c8-2974-44c2-8e4d-01d128543fb3 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:13:04.674972 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d34f64-f50a-44eb-95f0-c64476b4bb72 None None] Pushing event updated for resources: {'Port': ['ID=a762411a-ab9b-4e38-8fb6-8bab1a395a6b,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:04.679165 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 19f00740-ca39-40f5-9fae-f8af1e215032 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:13:04.690439 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d265f7-339a-4830-8c3b-0eb7cd9cc026 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=000702af-a63f-4ead-94b4-83971ed2357d,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:04.696044 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:04.766948 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fbdd5dff-6f63-4b57-a436-70b27fd82758 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "GET /v2.0/routers/a4f1f715-7be6-4305-8e56-ae07852263d4 HTTP/1.1" status: 200 len: 921 time: 0.5837910 Jan 17 14:13:04.768264 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-02493f47-2955-4286-b703-115c7b00c0e2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:04.770738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57804) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:04.784292 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-02493f47-2955-4286-b703-115c7b00c0e2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Usage tracker for resource:subnet and tenant:d2b652a3245f49d7a7545e5b0738ea9a is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:04.791480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-02493f47-2955-4286-b703-115c7b00c0e2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:04.802338 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-02493f47-2955-4286-b703-115c7b00c0e2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:04.838672 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02493f47-2955-4286-b703-115c7b00c0e2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Made reservation on behalf of d2b652a3245f49d7a7545e5b0738ea9a for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:13:04.842690 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-02493f47-2955-4286-b703-115c7b00c0e2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:04.888257 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-97d265f7-339a-4830-8c3b-0eb7cd9cc026 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:04.889440 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-97d265f7-339a-4830-8c3b-0eb7cd9cc026 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-groups/000702af-a63f-4ead-94b4-83971ed2357d HTTP/1.1" status: 204 len: 168 time: 1.7764931 Jan 17 14:13:04.907990 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Network 10dbafeb-6006-43d5-9e94-3bb5bcce72cd is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:13:04.938953 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:04.955032 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9ca3e431-62c5-487e-9642-5696b911c460 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f1f715-7be6-4305-8e56-ae07852263d4 HTTP/1.1" status: 200 len: 205 time: 0.0818174 Jan 17 14:13:04.955655 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57808) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:04.956172 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57812) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:04.975564 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:13:05.008972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.ipam_backend_mixin [None req-02493f47-2955-4286-b703-115c7b00c0e2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Performing IP validity checks on allocation pools {{(pid=87523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 17 14:13:05.009658 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Pushing event updated for resources: {'Port': ['ID=ebbc67c8-2974-44c2-8e4d-01d128543fb3,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:05.039256 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.ipam_backend_mixin [None req-02493f47-2955-4286-b703-115c7b00c0e2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 17 14:13:05.216471 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Attempting to bind port ebbc67c8-2974-44c2-8e4d-01d128543fb3 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:13:05.217171 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Attempting to bind port ebbc67c8-2974-44c2-8e4d-01d128543fb3 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'a4c0dddc-e278-4f04-8155-952f7d0bf551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '10dbafeb-6006-43d5-9e94-3bb5bcce72cd'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:13:05.217750 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Attempting to bind port ebbc67c8-2974-44c2-8e4d-01d128543fb3 on network 10dbafeb-6006-43d5-9e94-3bb5bcce72cd {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:13:05.227865 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:13:05.228502 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Checking segment: {'id': 'a4c0dddc-e278-4f04-8155-952f7d0bf551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '10dbafeb-6006-43d5-9e94-3bb5bcce72cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:13:05.229114 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:05.229721 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Bound using segment: {'id': 'a4c0dddc-e278-4f04-8155-952f7d0bf551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '10dbafeb-6006-43d5-9e94-3bb5bcce72cd'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:13:05.230510 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Bound port: ebbc67c8-2974-44c2-8e4d-01d128543fb3, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c0dddc-e278-4f04-8155-952f7d0bf551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '10dbafeb-6006-43d5-9e94-3bb5bcce72cd'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:13:05.231259 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:05.367070 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] For port ebbc67c8-2974-44c2-8e4d-01d128543fb3, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:13:05.373049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] For port ebbc67c8-2974-44c2-8e4d-01d128543fb3, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ebbc67c8-2974-44c2-8e4d-01d128543fb3,segment=NetworkSegment(a4c0dddc-e278-4f04-8155-952f7d0bf551),segment_id=a4c0dddc-e278-4f04-8155-952f7d0bf551)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:13:05.376376 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bf1083d8-6b1f-4dba-8c21-56265a032e04 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:13:05.380034 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:05.382338 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-218b43be-b539-4900-9b28-564c68813901 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:05.393611 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:05.539942 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffa74f-7a59-47a1-87b5-76bffadb611f None None] Pushing event updated for resources: {'Port': ['ID=ebbc67c8-2974-44c2-8e4d-01d128543fb3,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:05.561800 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:05.706341 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bf1083d8-6b1f-4dba-8c21-56265a032e04 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:13:05.712075 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57822) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:05.713041 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bf1083d8-6b1f-4dba-8c21-56265a032e04 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7544651 Jan 17 14:13:05.720688 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-ab671ab8-e3c6-410d-abc3-4df397408a8f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group': {'name': 'tempest-secgroup--73231588'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:05.732880 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ab671ab8-e3c6-410d-abc3-4df397408a8f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:05.799693 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ab671ab8-e3c6-410d-abc3-4df397408a8f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:05.900899 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-02493f47-2955-4286-b703-115c7b00c0e2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:06.009643 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ab671ab8-e3c6-410d-abc3-4df397408a8f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:06.050140 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-218b43be-b539-4900-9b28-564c68813901 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:06.100609 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ab671ab8-e3c6-410d-abc3-4df397408a8f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:06.100743 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-218b43be-b539-4900-9b28-564c68813901 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Deleting port 845446bd-f770-436b-851d-e7c14da2b4b7 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:06.100935 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-218b43be-b539-4900-9b28-564c68813901 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:06.117619 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ab671ab8-e3c6-410d-abc3-4df397408a8f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group_rule and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:06.132564 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ab671ab8-e3c6-410d-abc3-4df397408a8f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:06.153451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02493f47-2955-4286-b703-115c7b00c0e2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Subnet': ['ID=98809482-520d-4a60-8440-85fe6554b3c9,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:06.164973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ab671ab8-e3c6-410d-abc3-4df397408a8f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:06.169370 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Allocated IP 172.26.3.78 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/82a71ae8-f50e-48eb-9699-d9ca62a5dba4) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:13:06.204224 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-42dc7755-9ee1-4f2f-b253-95f1ff6c34bd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:06.241631 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02493f47-2955-4286-b703-115c7b00c0e2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Checking segment: {'id': '95c72c7b-8879-4929-9f32-4d8801294407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '19f00740-ca39-40f5-9fae-f8af1e215032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:13:06.242163 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02493f47-2955-4286-b703-115c7b00c0e2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Network hostable DHCP agents. Network: 19f00740-ca39-40f5-9fae-f8af1e215032, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:13:06.394373 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-42dc7755-9ee1-4f2f-b253-95f1ff6c34bd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:06.457599 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a762411a-ab9b-4e38-8fb6-8bab1a395a6b up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:13:06.555294 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02493f47-2955-4286-b703-115c7b00c0e2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Network 19f00740-ca39-40f5-9fae-f8af1e215032 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:13:06.586918 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-218b43be-b539-4900-9b28-564c68813901 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:06.597356 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port a762411a-ab9b-4e38-8fb6-8bab1a395a6b completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:13:06.608588 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ebbc67c8-2974-44c2-8e4d-01d128543fb3 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:13:06.616855 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-02493f47-2955-4286-b703-115c7b00c0e2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 19f00740-ca39-40f5-9fae-f8af1e215032) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:06.665203 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02493f47-2955-4286-b703-115c7b00c0e2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:06.665486 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7ba785-8dca-4ca0-93cd-07859455b616 None None] Network 89e9e5e0-93af-4275-bfe9-4f012d7a4731 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:13:06.665636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-02493f47-2955-4286-b703-115c7b00c0e2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:06.696489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ab671ab8-e3c6-410d-abc3-4df397408a8f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:06.712640 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217eab52-25f5-4944-9bfc-33490a73c9f0 None None] Network 19f00740-ca39-40f5-9fae-f8af1e215032 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:13:06.728375 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ab671ab8-e3c6-410d-abc3-4df397408a8f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:06.791737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-218b43be-b539-4900-9b28-564c68813901 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Calling delete_port for 845446bd-f770-436b-851d-e7c14da2b4b7 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:06.876306 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:06.881558 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ab671ab8-e3c6-410d-abc3-4df397408a8f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:06.883750 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ab671ab8-e3c6-410d-abc3-4df397408a8f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1702170 Jan 17 14:13:06.890399 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-02493f47-2955-4286-b703-115c7b00c0e2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.3335595 Jan 17 14:13:06.893904 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57832) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:06.894374 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57834) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:06.908036 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab671ab8-e3c6-410d-abc3-4df397408a8f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9330da-33a4-4ef4-b926-30afc39cfb71,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:06.982231 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-f464b239-13f2-4c6e-8352-b445d96ccfd2 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group_rule': {'security_group_id': '3e9330da-33a4-4ef4-b926-30afc39cfb71', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:07.017844 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f464b239-13f2-4c6e-8352-b445d96ccfd2 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:07.105268 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-218b43be-b539-4900-9b28-564c68813901 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:07.123755 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f464b239-13f2-4c6e-8352-b445d96ccfd2 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group_rule and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:07.137475 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f464b239-13f2-4c6e-8352-b445d96ccfd2 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:07.153162 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f464b239-13f2-4c6e-8352-b445d96ccfd2 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:07.167400 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b43be-b539-4900-9b28-564c68813901 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Pushing event deleted for resources: {'Port': ['ID=845446bd-f770-436b-851d-e7c14da2b4b7,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:07.174232 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:07.222291 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-975ce1a5-80bf-4925-90de-634ce6300f47 None None] Provisioning for port a762411a-ab9b-4e38-8fb6-8bab1a395a6b completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:13:07.249506 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-975ce1a5-80bf-4925-90de-634ce6300f47 None None] Provisioning complete for port a762411a-ab9b-4e38-8fb6-8bab1a395a6b triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:07.249878 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-975ce1a5-80bf-4925-90de-634ce6300f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:07.282730 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dd0cf2-b88d-4144-a39a-8eec71fd9c7d None None] Network 10dbafeb-6006-43d5-9e94-3bb5bcce72cd requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:13:07.381180 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-42dc7755-9ee1-4f2f-b253-95f1ff6c34bd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Allocated IP 172.26.3.151 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/1ee7fb9f-0fea-4c65-8f1b-6842f5299291) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:13:07.393392 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f464b239-13f2-4c6e-8352-b445d96ccfd2 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:07.394242 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-218b43be-b539-4900-9b28-564c68813901 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:07.420010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c0051951-a7c9-4d99-8995-050116392ad9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:07.425401 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:13:07.440683 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:07.454664 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:13:07.505808 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port ebbc67c8-2974-44c2-8e4d-01d128543fb3 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:13:07.532240 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d1de75-4eb4-4581-a0b6-ba2633313944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-19f00740-ca39-40f5-9fae-f8af1e215032', 'network_id': '19f00740-ca39-40f5-9fae-f8af1e215032', 'tenant_id': 'd2b652a3245f49d7a7545e5b0738ea9a', 'fixed_ips': [{'subnet_id': '98809482-520d-4a60-8440-85fe6554b3c9'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:13:07.533082 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-14d1de75-4eb4-4581-a0b6-ba2633313944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:07.700003 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Port': ['ID=82a71ae8-f50e-48eb-9699-d9ca62a5dba4,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:07.713652 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-218b43be-b539-4900-9b28-564c68813901 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:07.802938 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-218b43be-b539-4900-9b28-564c68813901 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:07.986651 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f464b239-13f2-4c6e-8352-b445d96ccfd2 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:08.011874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f464b239-13f2-4c6e-8352-b445d96ccfd2 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:08.026141 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c0051951-a7c9-4d99-8995-050116392ad9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:08.032429 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-218b43be-b539-4900-9b28-564c68813901 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:08.032976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218b43be-b539-4900-9b28-564c68813901 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Fanout notify agent at l3_agent the message router_deleted on router a4f1f715-7be6-4305-8e56-ae07852263d4 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:13:08.064020 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-218b43be-b539-4900-9b28-564c68813901 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:08.076902 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-218b43be-b539-4900-9b28-564c68813901 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "DELETE /v2.0/routers/a4f1f715-7be6-4305-8e56-ae07852263d4 HTTP/1.1" status: 204 len: 168 time: 3.1052780 Jan 17 14:13:08.076902 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57844) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:08.080532 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1747801862', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'enable_snat': False}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:08.085492 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:08.089718 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Usage tracker for resource:router and tenant:1167218bd3734f5a92c14d7f50c68d5f is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:08.093983 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:08.101311 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:08.119085 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:08.120580 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:08.156071 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-42dc7755-9ee1-4f2f-b253-95f1ff6c34bd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:08.192677 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464b239-13f2-4c6e-8352-b445d96ccfd2 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfce4d42-b2f0-4f74-b0c0-f004bb675f63,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:08.225826 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:08.276940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-975ce1a5-80bf-4925-90de-634ce6300f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:08.282120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f464b239-13f2-4c6e-8352-b445d96ccfd2 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:08.284266 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f464b239-13f2-4c6e-8352-b445d96ccfd2 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3880367 Jan 17 14:13:08.291700 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57850) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:08.370975 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-975ce1a5-80bf-4925-90de-634ce6300f47 None None] For port a762411a-ab9b-4e38-8fb6-8bab1a395a6b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a762411a-ab9b-4e38-8fb6-8bab1a395a6b,segment=NetworkSegment(3c9e24f7-51ca-4620-96cb-ad792dd13c69),segment_id=3c9e24f7-51ca-4620-96cb-ad792dd13c69)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:08.377727 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-975ce1a5-80bf-4925-90de-634ce6300f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:08.418438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c0051951-a7c9-4d99-8995-050116392ad9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server [None req-14d1de75-4eb4-4581-a0b6-ba2633313944 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98809482-520d-4a60-8440-85fe6554b3c9: This subnet is being modified by another concurrent operation. Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 14:13:08.471006 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server raise exception Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98809482-520d-4a60-8440-85fe6554b3c9: This subnet is being modified by another concurrent operation. Jan 17 14:13:08.477112 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server Jan 17 14:13:08.514145 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ce1a5-80bf-4925-90de-634ce6300f47 None None] Pushing event updated for resources: {'Port': ['ID=a762411a-ab9b-4e38-8fb6-8bab1a395a6b,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:08.532100 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3786f89f-11a0-45db-8805-3984f5090c81 None None] Network 19f00740-ca39-40f5-9fae-f8af1e215032 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:13:08.560470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0ce85324-1986-4165-98a0-72404f3c2987 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:08.586134 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0ce85324-1986-4165-98a0-72404f3c2987 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:08.683971 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0ce85324-1986-4165-98a0-72404f3c2987 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:08.686608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0051951-a7c9-4d99-8995-050116392ad9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Subnet': ['ID=98809482-520d-4a60-8440-85fe6554b3c9,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:08.705410 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-42dc7755-9ee1-4f2f-b253-95f1ff6c34bd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:08.711612 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0b031fe9-7226-44be-a247-8dcbd57ca3c5 None None] Provisioning for port ebbc67c8-2974-44c2-8e4d-01d128543fb3 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:13:08.740169 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0b031fe9-7226-44be-a247-8dcbd57ca3c5 None None] Provisioning complete for port ebbc67c8-2974-44c2-8e4d-01d128543fb3 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:08.741342 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b031fe9-7226-44be-a247-8dcbd57ca3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:08.948493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc7755-9ee1-4f2f-b253-95f1ff6c34bd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Pushing event updated for resources: {'Port': ['ID=1ee7fb9f-0fea-4c65-8f1b-6842f5299291,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:08.967495 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:08.977180 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d1baf1-efab-45f7-a501-3c60fa850216 None None] get_active_networks_info from dv-neutron-824901-1-hyperv {{(pid=87525) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 17 14:13:09.008545 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dc7755-9ee1-4f2f-b253-95f1ff6c34bd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:13:09.010437 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-42dc7755-9ee1-4f2f-b253-95f1ff6c34bd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:09.036708 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc7755-9ee1-4f2f-b253-95f1ff6c34bd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:13:09.132205 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce85324-1986-4165-98a0-72404f3c2987 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfce4d42-b2f0-4f74-b0c0-f004bb675f63,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:09.166103 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b031fe9-7226-44be-a247-8dcbd57ca3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:09.188210 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0ce85324-1986-4165-98a0-72404f3c2987 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:09.192846 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0ce85324-1986-4165-98a0-72404f3c2987 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/dfce4d42-b2f0-4f74-b0c0-f004bb675f63 HTTP/1.1" status: 204 len: 168 time: 0.8959346 Jan 17 14:13:09.195232 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57860) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:09.232391 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c0051951-a7c9-4d99-8995-050116392ad9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:09.247437 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0b031fe9-7226-44be-a247-8dcbd57ca3c5 None None] For port ebbc67c8-2974-44c2-8e4d-01d128543fb3, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ebbc67c8-2974-44c2-8e4d-01d128543fb3,segment=NetworkSegment(a4c0dddc-e278-4f04-8155-952f7d0bf551),segment_id=a4c0dddc-e278-4f04-8155-952f7d0bf551)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:09.256398 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b031fe9-7226-44be-a247-8dcbd57ca3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:09.268509 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:09.360596 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-c0051951-a7c9-4d99-8995-050116392ad9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f00740-ca39-40f5-9fae-f8af1e215032']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:09.380047 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d1baf1-efab-45f7-a501-3c60fa850216 None None] Resources bound (agent type, host, resource id): {{(pid=87525) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 14:13:09.390222 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d80bd204-b7b5-4426-9140-606f4250a28a tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:13:09.405289 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-c0051951-a7c9-4d99-8995-050116392ad9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c72c7b-8879-4929-9f32-4d8801294407') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:09.405632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-c0051951-a7c9-4d99-8995-050116392ad9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c72c7b-8879-4929-9f32-4d8801294407') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:09.418082 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b031fe9-7226-44be-a247-8dcbd57ca3c5 None None] Pushing event updated for resources: {'Port': ['ID=ebbc67c8-2974-44c2-8e4d-01d128543fb3,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:09.431577 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c0051951-a7c9-4d99-8995-050116392ad9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:09.505614 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5d0dcbbe-dd29-44c3-a5ff-7b0f50f09552 None None] Provisioning complete for port a762411a-ab9b-4e38-8fb6-8bab1a395a6b triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:09.506143 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d0dcbbe-dd29-44c3-a5ff-7b0f50f09552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:09.535427 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d80bd204-b7b5-4426-9140-606f4250a28a tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:13:09.536983 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d80bd204-b7b5-4426-9140-606f4250a28a tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3406398 Jan 17 14:13:09.538099 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c0051951-a7c9-4d99-8995-050116392ad9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:09.542430 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57866) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:09.553512 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0051951-a7c9-4d99-8995-050116392ad9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:13:09.554116 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c0051951-a7c9-4d99-8995-050116392ad9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:13:09.573134 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:13:09.772554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c0051951-a7c9-4d99-8995-050116392ad9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:09.874728 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6be0ac37-f79f-425b-bb2d-496c4d1cbf32 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:09.883687 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c0051951-a7c9-4d99-8995-050116392ad9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:09.885956 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5d0dcbbe-dd29-44c3-a5ff-7b0f50f09552 None None] Provisioning complete for port ebbc67c8-2974-44c2-8e4d-01d128543fb3 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:09.886515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d0dcbbe-dd29-44c3-a5ff-7b0f50f09552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:09.889755 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0051951-a7c9-4d99-8995-050116392ad9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Network': ['ID=19f00740-ca39-40f5-9fae-f8af1e215032,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:09.908375 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c0051951-a7c9-4d99-8995-050116392ad9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/networks/19f00740-ca39-40f5-9fae-f8af1e215032 HTTP/1.1" status: 204 len: 168 time: 2.9984343 Jan 17 14:13:09.909381 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57870) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:09.918625 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-a3a0adb7-33f8-488a-a54a-08c871b3239e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1106544802'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:09.931898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a3a0adb7-33f8-488a-a54a-08c871b3239e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:09.939805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:09.941127 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a3a0adb7-33f8-488a-a54a-08c871b3239e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Usage tracker for resource:network and tenant:d2b652a3245f49d7a7545e5b0738ea9a is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:09.944898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a3a0adb7-33f8-488a-a54a-08c871b3239e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:09.970798 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6be0ac37-f79f-425b-bb2d-496c4d1cbf32 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:09.978655 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-42dc7755-9ee1-4f2f-b253-95f1ff6c34bd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:10.169173 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a3a0adb7-33f8-488a-a54a-08c871b3239e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:10.246820 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a0adb7-33f8-488a-a54a-08c871b3239e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Made reservation on behalf of d2b652a3245f49d7a7545e5b0738ea9a for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:13:10.250641 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a3a0adb7-33f8-488a-a54a-08c871b3239e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:10.356872 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a762411a-ab9b-4e38-8fb6-8bab1a395a6b up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:13:10.391323 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a0adb7-33f8-488a-a54a-08c871b3239e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:13:10.412255 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a3a0adb7-33f8-488a-a54a-08c871b3239e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:10.412694 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-a3a0adb7-33f8-488a-a54a-08c871b3239e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Added segment e93385d6-7a0a-4eb6-8805-1f45bcb342d2 of type vlan for network faa4e701-6549-47a7-868c-be45a817763d Jan 17 14:13:10.466107 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a3a0adb7-33f8-488a-a54a-08c871b3239e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:10.478332 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port a762411a-ab9b-4e38-8fb6-8bab1a395a6b triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:10.478919 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:10.511654 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Router d6b9d6cb-8b4a-4002-83d6-1d002d763b8f is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:13:10.525951 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a3a0adb7-33f8-488a-a54a-08c871b3239e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:10.532031 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a0adb7-33f8-488a-a54a-08c871b3239e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:10.532777 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a3a0adb7-33f8-488a-a54a-08c871b3239e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:10.690631 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ac0f20ee-3ae9-4320-85fd-5a1392f6f182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:10.740589 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6be0ac37-f79f-425b-bb2d-496c4d1cbf32 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:10.773659 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0ac37-f79f-425b-bb2d-496c4d1cbf32 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9330da-33a4-4ef4-b926-30afc39cfb71,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:10.828342 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a3a0adb7-33f8-488a-a54a-08c871b3239e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9172945 Jan 17 14:13:10.840361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57882) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:10.855565 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-79fce417-ba22-4988-af3f-ce6ff0d4b53b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'subnet': {'network_id': 'faa4e701-6549-47a7-868c-be45a817763d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:10.878046 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ebbc67c8-2974-44c2-8e4d-01d128543fb3 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:13:10.900433 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0adb7-33f8-488a-a54a-08c871b3239e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Network': ['ID=faa4e701-6549-47a7-868c-be45a817763d,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:10.927123 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:10.944860 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network faa4e701-6549-47a7-868c-be45a817763d details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:13:10.993344 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:11.112103 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:13:11.113624 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-79fce417-ba22-4988-af3f-ce6ff0d4b53b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:11.126031 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-79fce417-ba22-4988-af3f-ce6ff0d4b53b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Usage tracker for resource:subnet and tenant:d2b652a3245f49d7a7545e5b0738ea9a is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:11.132955 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-79fce417-ba22-4988-af3f-ce6ff0d4b53b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:11.147544 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910a6ff6-eacb-49ad-a154-83279fb8efe6 None None] Sync routers for ids ['d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:13:11.153749 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-79fce417-ba22-4988-af3f-ce6ff0d4b53b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:11.166671 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:11.176474 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-05aa9552-8b18-460a-be94-ec31e29d1c2a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.4162140 Jan 17 14:13:11.177585 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57886) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:11.180975 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port ebbc67c8-2974-44c2-8e4d-01d128543fb3 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:11.181385 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:11.196457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6be0ac37-f79f-425b-bb2d-496c4d1cbf32 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:11.202099 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6be0ac37-f79f-425b-bb2d-496c4d1cbf32 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-groups/3e9330da-33a4-4ef4-b926-30afc39cfb71 HTTP/1.1" status: 204 len: 168 time: 1.6542270 Jan 17 14:13:11.204746 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57890) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:11.279619 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-42dc7755-9ee1-4f2f-b253-95f1ff6c34bd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:11.295639 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-42dc7755-9ee1-4f2f-b253-95f1ff6c34bd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:11.297685 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910a6ff6-eacb-49ad-a154-83279fb8efe6 None None] Routers {'d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:11.298336 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-910a6ff6-eacb-49ad-a154-83279fb8efe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:11.312753 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fce417-ba22-4988-af3f-ce6ff0d4b53b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Made reservation on behalf of d2b652a3245f49d7a7545e5b0738ea9a for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:13:11.321267 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-79fce417-ba22-4988-af3f-ce6ff0d4b53b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:11.387344 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-910a6ff6-eacb-49ad-a154-83279fb8efe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:11.475139 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910a6ff6-eacb-49ad-a154-83279fb8efe6 None None] Routers {'d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:11.476069 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-910a6ff6-eacb-49ad-a154-83279fb8efe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:11.585418 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-11cc23fd-8551-4aa9-a437-ad50b44c8cef tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:13:11.604846 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-910a6ff6-eacb-49ad-a154-83279fb8efe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:11.605770 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910a6ff6-eacb-49ad-a154-83279fb8efe6 None None] The sync data for ids ['d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:13:11.629424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Allocated IP 172.26.3.148 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/4d39fd19-09b9-4742-a2c1-b47f24338b66) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:13:11.724292 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-11cc23fd-8551-4aa9-a437-ad50b44c8cef tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:13:11.726442 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-11cc23fd-8551-4aa9-a437-ad50b44c8cef tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5151575 Jan 17 14:13:11.802000 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57900) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:11.814947 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-7187515f-ac5d-4e70-8d4e-55dc071bc6f6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group': {'name': 'tempest-secgroup--1162696636'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:11.834618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7187515f-ac5d-4e70-8d4e-55dc071bc6f6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:11.884151 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7187515f-ac5d-4e70-8d4e-55dc071bc6f6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:12.037748 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:12.038803 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7187515f-ac5d-4e70-8d4e-55dc071bc6f6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:12.050189 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42dc7755-9ee1-4f2f-b253-95f1ff6c34bd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Router d6e7d4f0-3521-4ef0-8d1c-89bf1af0ea34 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:13:12.109857 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7187515f-ac5d-4e70-8d4e-55dc071bc6f6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:12.126585 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7187515f-ac5d-4e70-8d4e-55dc071bc6f6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group_rule and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:12.139084 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7187515f-ac5d-4e70-8d4e-55dc071bc6f6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:12.205831 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7187515f-ac5d-4e70-8d4e-55dc071bc6f6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:12.240380 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-79fce417-ba22-4988-af3f-ce6ff0d4b53b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:12.288427 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:12.401559 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:13:12.407890 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:12.414282 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:13:12.450282 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Pushing event updated for resources: {'Port': ['ID=4d39fd19-09b9-4742-a2c1-b47f24338b66,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:12.457557 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dc7755-9ee1-4f2f-b253-95f1ff6c34bd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:13:12.473661 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7787873-4a3b-4c5d-bd7f-c047d4912b96 None None] Sync routers for ids ['d6e7d4f0-3521-4ef0-8d1c-89bf1af0ea34'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:13:12.479083 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-42dc7755-9ee1-4f2f-b253-95f1ff6c34bd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:12.480344 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-42dc7755-9ee1-4f2f-b253-95f1ff6c34bd tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "PUT /v2.0/routers/d6e7d4f0-3521-4ef0-8d1c-89bf1af0ea34 HTTP/1.1" status: 200 len: 920 time: 8.8973105 Jan 17 14:13:12.484805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57906) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:12.513016 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7787873-4a3b-4c5d-bd7f-c047d4912b96 None None] Routers {'d6e7d4f0-3521-4ef0-8d1c-89bf1af0ea34'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:12.516435 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-c7787873-4a3b-4c5d-bd7f-c047d4912b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d6e7d4f0-3521-4ef0-8d1c-89bf1af0ea34'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:12.646960 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-c7787873-4a3b-4c5d-bd7f-c047d4912b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:12.661754 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7787873-4a3b-4c5d-bd7f-c047d4912b96 None None] Routers {'d6e7d4f0-3521-4ef0-8d1c-89bf1af0ea34'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:12.662717 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-c7787873-4a3b-4c5d-bd7f-c047d4912b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:12:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d6e7d4f0-3521-4ef0-8d1c-89bf1af0ea34'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:12.683591 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fce417-ba22-4988-af3f-ce6ff0d4b53b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Subnet': ['ID=2875a56a-a85d-4c61-9bb4-e4199683399a,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:12.753489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fce417-ba22-4988-af3f-ce6ff0d4b53b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Checking segment: {'id': 'e93385d6-7a0a-4eb6-8805-1f45bcb342d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'faa4e701-6549-47a7-868c-be45a817763d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:13:12.753860 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fce417-ba22-4988-af3f-ce6ff0d4b53b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Network hostable DHCP agents. Network: faa4e701-6549-47a7-868c-be45a817763d, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:13:12.816798 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7187515f-ac5d-4e70-8d4e-55dc071bc6f6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:12.837704 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7187515f-ac5d-4e70-8d4e-55dc071bc6f6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:12.844204 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-c7787873-4a3b-4c5d-bd7f-c047d4912b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:12.844991 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7787873-4a3b-4c5d-bd7f-c047d4912b96 None None] The sync data for ids ['d6e7d4f0-3521-4ef0-8d1c-89bf1af0ea34'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:13:12.916836 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fce417-ba22-4988-af3f-ce6ff0d4b53b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Network faa4e701-6549-47a7-868c-be45a817763d is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:13:12.991075 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187515f-ac5d-4e70-8d4e-55dc071bc6f6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b02bbfc-095d-4095-a8eb-2a7cf6db827c,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:13.000118 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-79fce417-ba22-4988-af3f-ce6ff0d4b53b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, faa4e701-6549-47a7-868c-be45a817763d) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:13.014093 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fce417-ba22-4988-af3f-ce6ff0d4b53b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:13.015648 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-79fce417-ba22-4988-af3f-ce6ff0d4b53b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:13.023124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7187515f-ac5d-4e70-8d4e-55dc071bc6f6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:13.028086 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7187515f-ac5d-4e70-8d4e-55dc071bc6f6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2219908 Jan 17 14:13:13.035048 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57914) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:13.053274 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c20bbb-0399-40c0-bffd-2f0b804d19b6 None None] Network faa4e701-6549-47a7-868c-be45a817763d requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:13:13.054123 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-ddf178f4-e525-4447-af6e-64804716654f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group_rule': {'security_group_id': '2b02bbfc-095d-4095-a8eb-2a7cf6db827c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:13.096916 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ddf178f4-e525-4447-af6e-64804716654f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:13.113082 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ddf178f4-e525-4447-af6e-64804716654f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group_rule and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:13.123940 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ddf178f4-e525-4447-af6e-64804716654f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:13.132784 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-79fce417-ba22-4988-af3f-ce6ff0d4b53b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2861357 Jan 17 14:13:13.135824 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57920) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:13.137158 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ddf178f4-e525-4447-af6e-64804716654f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:13.242680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-abf77b82-b412-40dc-b5bb-9fe754ab4f62 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:13.284368 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ddf178f4-e525-4447-af6e-64804716654f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:13.355911 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-549686f0-8c3d-4ace-a35d-09848333732c tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "GET /v2.0/routers/d6e7d4f0-3521-4ef0-8d1c-89bf1af0ea34 HTTP/1.1" status: 200 len: 926 time: 0.8697610 Jan 17 14:13:13.417425 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57924) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:13.431882 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-faa4e701-6549-47a7-868c-be45a817763d', 'network_id': 'faa4e701-6549-47a7-868c-be45a817763d', 'tenant_id': 'd2b652a3245f49d7a7545e5b0738ea9a', 'fixed_ips': [{'subnet_id': '2875a56a-a85d-4c61-9bb4-e4199683399a'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:13:13.433625 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:13.569666 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:13.655875 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:13.700855 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Allocated IP 2001:db8::1 (faa4e701-6549-47a7-868c-be45a817763d/2875a56a-a85d-4c61-9bb4-e4199683399a/ee6eee64-4dd7-428d-9812-71a0a479b7ed) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:13:13.813250 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ddf178f4-e525-4447-af6e-64804716654f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:13.858072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ddf178f4-e525-4447-af6e-64804716654f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:13.861487 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5f2d22c-4087-427c-a409-c9ae6ccca90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:13.868650 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:13.920288 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d93873-778b-452c-bb21-e257042e8a30 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:13.926370 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b7d93873-778b-452c-bb21-e257042e8a30 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&device_id=d6e7d4f0-3521-4ef0-8d1c-89bf1af0ea34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5070300 Jan 17 14:13:13.929707 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf178f4-e525-4447-af6e-64804716654f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9def8fac-bc83-4672-ae45-60566a0b18e6,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:13.930565 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57932) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:14.018448 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0952e-e22a-4a94-a64a-a34c639afdca req-013a7b6b-1aef-4799-82a7-2152fad50c88 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:14.020324 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e0a0952e-e22a-4a94-a64a-a34c639afdca req-013a7b6b-1aef-4799-82a7-2152fad50c88 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.6504135 Jan 17 14:13:14.021214 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:14.057014 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:14.080930 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:14.089236 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ddf178f4-e525-4447-af6e-64804716654f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:14.093606 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ddf178f4-e525-4447-af6e-64804716654f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0539708 Jan 17 14:13:14.102713 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Transition to ACTIVE for port object ee6eee64-4dd7-428d-9812-71a0a479b7ed will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:13:14.104531 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57938) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:14.142118 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Transition to ACTIVE for port object ee6eee64-4dd7-428d-9812-71a0a479b7ed will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:13:14.151491 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:14.244178 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f99b06c8-0b34-41ce-b4f1-28bd211f3174 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-group-rules/9def8fac-bc83-4672-ae45-60566a0b18e6 HTTP/1.1" status: 200 len: 763 time: 0.1146781 Jan 17 14:13:14.266019 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57942) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:14.272837 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Pushing event updated for resources: {'Port': ['ID=ee6eee64-4dd7-428d-9812-71a0a479b7ed,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:14.281783 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Network faa4e701-6549-47a7-868c-be45a817763d is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:13:14.283346 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:14.285551 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e0a0952e-e22a-4a94-a64a-a34c639afdca req-cb06581e-abba-473f-b374-9726978aa874 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218392 Jan 17 14:13:14.286818 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:13:14.438548 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Attempting to bind port ee6eee64-4dd7-428d-9812-71a0a479b7ed on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:13:14.439108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Attempting to bind port ee6eee64-4dd7-428d-9812-71a0a479b7ed by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'e93385d6-7a0a-4eb6-8805-1f45bcb342d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'faa4e701-6549-47a7-868c-be45a817763d'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:13:14.439466 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Attempting to bind port ee6eee64-4dd7-428d-9812-71a0a479b7ed on network faa4e701-6549-47a7-868c-be45a817763d {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:13:14.450826 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:13:14.452943 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Checking segment: {'id': 'e93385d6-7a0a-4eb6-8805-1f45bcb342d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'faa4e701-6549-47a7-868c-be45a817763d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:13:14.453273 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:14.454075 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Bound using segment: {'id': 'e93385d6-7a0a-4eb6-8805-1f45bcb342d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'faa4e701-6549-47a7-868c-be45a817763d'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:13:14.454866 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Bound port: ee6eee64-4dd7-428d-9812-71a0a479b7ed, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93385d6-7a0a-4eb6-8805-1f45bcb342d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'faa4e701-6549-47a7-868c-be45a817763d'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:13:14.455555 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:14.463443 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:14.476258 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94adf6c3-1bee-4bb8-b3a2-5d94b9fcfbde tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:14.483838 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-94adf6c3-1bee-4bb8-b3a2-5d94b9fcfbde tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "GET /v2.0/networks/8e713ad1-069e-4db5-8938-0391ff946f65 HTTP/1.1" status: 200 len: 881 time: 0.5516882 Jan 17 14:13:14.485113 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57948) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:14.488178 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:14.528571 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8f7ca345-2f71-43bd-adb9-09fac7abaadf tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:13:14.552032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Subnet': ['ID=2875a56a-a85d-4c61-9bb4-e4199683399a,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:14.582020 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-abf77b82-b412-40dc-b5bb-9fe754ab4f62 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Allocated IP 172.20.0.1 (10dbafeb-6006-43d5-9e94-3bb5bcce72cd/530fbd88-4531-465f-aa9c-8cc24ac16973/5a17b89c-66c3-489b-af33-0b28eb31b016) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:13:14.611519 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] For port ee6eee64-4dd7-428d-9812-71a0a479b7ed, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:13:14.616475 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] For port ee6eee64-4dd7-428d-9812-71a0a479b7ed, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ee6eee64-4dd7-428d-9812-71a0a479b7ed,segment=NetworkSegment(e93385d6-7a0a-4eb6-8805-1f45bcb342d2),segment_id=e93385d6-7a0a-4eb6-8805-1f45bcb342d2)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:13:14.622098 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:14.706863 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8f7ca345-2f71-43bd-adb9-09fac7abaadf tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:13:14.708823 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8f7ca345-2f71-43bd-adb9-09fac7abaadf tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4381447 Jan 17 14:13:14.711307 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:14.720206 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3c6da-9b7a-4f41-bf83-717a848e0728 None None] Pushing event updated for resources: {'Port': ['ID=ee6eee64-4dd7-428d-9812-71a0a479b7ed,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:14.749858 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57952) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:14.849669 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09664b8-3c43-42a0-832a-ed4de6924f52 None None] Network faa4e701-6549-47a7-868c-be45a817763d requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:13:14.970610 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-77feb0a9-1523-46f2-8b99-1c35f0cf16e4 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6e7d4f0-3521-4ef0-8d1c-89bf1af0ea34 HTTP/1.1" status: 200 len: 205 time: 0.4785125 Jan 17 14:13:14.975135 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57958) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:15.090958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa4e701-6549-47a7-868c-be45a817763d']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:15.128342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93385d6-7a0a-4eb6-8805-1f45bcb342d2') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:15.128342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93385d6-7a0a-4eb6-8805-1f45bcb342d2') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:15.141126 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8a0116df-92c6-4787-ac29-947ecb88cdc3 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:15.153312 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:15.183916 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8a0116df-92c6-4787-ac29-947ecb88cdc3 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:15.215064 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b43237-fbc3-413d-b103-8fbd91c5e94c None None] get_active_networks_info from dv-neutron-824901-1-hyperv {{(pid=87525) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 17 14:13:15.216979 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:15.222930 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccf6b3-4dd0-4e95-92bd-edc2a7c7f2f7 req-fa802c6f-036e-4a02-82bb-eada8e1258cd tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:15.235229 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-43ccf6b3-4dd0-4e95-92bd-edc2a7c7f2f7 req-fa802c6f-036e-4a02-82bb-eada8e1258cd tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 945 time: 0.9714253 Jan 17 14:13:15.244830 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:13:15.245897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:13:15.264932 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:13:15.343836 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Router fbe413a1-5e5e-4914-8423-ecd5d2ae1ab3 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:13:15.368377 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:15.412742 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8a0116df-92c6-4787-ac29-947ecb88cdc3 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:15.478840 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b43237-fbc3-413d-b103-8fbd91c5e94c None None] Resources bound (agent type, host, resource id): {{(pid=87525) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 14:13:15.501973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-abf77b82-b412-40dc-b5bb-9fe754ab4f62 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:15.547616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0116df-92c6-4787-ac29-947ecb88cdc3 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9def8fac-bc83-4672-ae45-60566a0b18e6,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:15.564705 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-43ccf6b3-4dd0-4e95-92bd-edc2a7c7f2f7 req-ba4d8c15-5233-433a-a966-a123aa881819 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/security-groups?id=52275d3c-d271-4283-9536-5a9c047fdeed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115897 Jan 17 14:13:15.567292 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-abf77b82-b412-40dc-b5bb-9fe754ab4f62 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Transition to ACTIVE for port object 5a17b89c-66c3-489b-af33-0b28eb31b016 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:13:15.577702 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 14:13:15.577702 dv-neutron-824901-1-hyperv neutron-server[87523]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 14:13:15.577702 dv-neutron-824901-1-hyperv neutron-server[87523]: [parameters: {'id': 'faa4e701-6549-47a7-868c-be45a817763d'}] Jan 17 14:13:15.577702 dv-neutron-824901-1-hyperv neutron-server[87523]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:13:15.578195 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:13:15.617378 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-abf77b82-b412-40dc-b5bb-9fe754ab4f62 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:15.619238 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d28d05f1-617f-4cb3-96a0-f3212dba8937 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:15.713771 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8a0116df-92c6-4787-ac29-947ecb88cdc3 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:15.719218 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8a0116df-92c6-4787-ac29-947ecb88cdc3 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/9def8fac-bc83-4672-ae45-60566a0b18e6 HTTP/1.1" status: 204 len: 168 time: 0.9607837 Jan 17 14:13:15.723742 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57968) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:15.767624 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf77b82-b412-40dc-b5bb-9fe754ab4f62 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Network 10dbafeb-6006-43d5-9e94-3bb5bcce72cd is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:13:15.777472 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-abf77b82-b412-40dc-b5bb-9fe754ab4f62 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:15.785922 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf77b82-b412-40dc-b5bb-9fe754ab4f62 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:13:15.825099 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf77b82-b412-40dc-b5bb-9fe754ab4f62 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Port': ['ID=5a17b89c-66c3-489b-af33-0b28eb31b016,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:15.881776 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d35eaa-c125-48a6-9761-11eb7cb3d022 req-19867532-4836-46a7-9066-061edf1057a8 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:15.883194 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b1d35eaa-c125-48a6-9761-11eb7cb3d022 req-19867532-4836-46a7-9066-061edf1057a8 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.4734979 Jan 17 14:13:15.896851 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d8108568-7f21-4b97-858c-6c5b52739856 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:13:15.972867 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:13:15.981204 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-abf77b82-b412-40dc-b5bb-9fe754ab4f62 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:15.992427 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d8108568-7f21-4b97-858c-6c5b52739856 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:13:15.995120 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d8108568-7f21-4b97-858c-6c5b52739856 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2670672 Jan 17 14:13:15.999336 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 57972) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:16.006781 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-4831d70e-28ae-4ebe-a2d3-11dbfda62386 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group_rule': {'security_group_id': '2b02bbfc-095d-4095-a8eb-2a7cf6db827c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:16.013000 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:16.018604 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2a7b4e38-2599-4c60-9a10-c6025586c7ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.9384284 Jan 17 14:13:16.018604 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-4831d70e-28ae-4ebe-a2d3-11dbfda62386 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:16.020137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57976) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:16.033776 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82388f36-592f-4245-a82c-223d409a5486 None None] Sync routers for ids ['fbe413a1-5e5e-4914-8423-ecd5d2ae1ab3'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:13:16.036496 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-4831d70e-28ae-4ebe-a2d3-11dbfda62386 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:16.040643 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d28d05f1-617f-4cb3-96a0-f3212dba8937 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:16.057203 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-d28d05f1-617f-4cb3-96a0-f3212dba8937 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Deleting port 1ee7fb9f-0fea-4c65-8f1b-6842f5299291 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:16.057597 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d28d05f1-617f-4cb3-96a0-f3212dba8937 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:16.062200 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82388f36-592f-4245-a82c-223d409a5486 None None] Routers {'fbe413a1-5e5e-4914-8423-ecd5d2ae1ab3'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:16.062841 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-82388f36-592f-4245-a82c-223d409a5486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['fbe413a1-5e5e-4914-8423-ecd5d2ae1ab3'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:16.120682 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:16.127910 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b1d35eaa-c125-48a6-9761-11eb7cb3d022 req-c484087c-5bb3-4691-9adf-5ea84cc32e34 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267118 Jan 17 14:13:16.136298 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4831d70e-28ae-4ebe-a2d3-11dbfda62386 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:16.231492 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Deleting port ee6eee64-4dd7-428d-9812-71a0a479b7ed {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:16.232050 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:16.465669 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-82388f36-592f-4245-a82c-223d409a5486 None None] Set router fbe413a1-5e5e-4914-8423-ecd5d2ae1ab3 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:13:16.482467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4831d70e-28ae-4ebe-a2d3-11dbfda62386 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:16.493519 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4831d70e-28ae-4ebe-a2d3-11dbfda62386 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:16.560345 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831d70e-28ae-4ebe-a2d3-11dbfda62386 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77122e34-a6f6-49f0-91de-e8d726ebe0f6,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:16.700722 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d28d05f1-617f-4cb3-96a0-f3212dba8937 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:16.720969 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4831d70e-28ae-4ebe-a2d3-11dbfda62386 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:16.723561 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4831d70e-28ae-4ebe-a2d3-11dbfda62386 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7222595 Jan 17 14:13:16.728597 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57988) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:16.779912 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-34ef76ac-1131-4920-864c-452fc00f73c7 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "GET /v2.0/routers/fbe413a1-5e5e-4914-8423-ecd5d2ae1ab3 HTTP/1.1" status: 200 len: 909 time: 0.7551994 Jan 17 14:13:16.794262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57992) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:16.810486 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1747801862', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'enable_snat': True}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:16.828770 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e523fc09-a0d2-4819-a150-616ec5efb3d4 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-group-rules/77122e34-a6f6-49f0-91de-e8d726ebe0f6 HTTP/1.1" status: 200 len: 763 time: 0.0840037 Jan 17 14:13:16.868865 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 57996) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:16.873797 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:16.919357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Usage tracker for resource:router and tenant:1167218bd3734f5a92c14d7f50c68d5f is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:16.998671 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5145b947-87b0-4a59-be15-1174fa5e38d4 None None] Provisioning for port 5a17b89c-66c3-489b-af33-0b28eb31b016 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:13:17.031824 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5145b947-87b0-4a59-be15-1174fa5e38d4 None None] Provisioning complete for port 5a17b89c-66c3-489b-af33-0b28eb31b016 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:17.034132 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5145b947-87b0-4a59-be15-1174fa5e38d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:17.090304 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:17.109137 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-d28d05f1-617f-4cb3-96a0-f3212dba8937 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Calling delete_port for 1ee7fb9f-0fea-4c65-8f1b-6842f5299291 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:17.115209 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-5145b947-87b0-4a59-be15-1174fa5e38d4 None None] Port 5a17b89c-66c3-489b-af33-0b28eb31b016 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:13:17.194591 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:17.283373 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-82388f36-592f-4245-a82c-223d409a5486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe413a1-5e5e-4914-8423-ecd5d2ae1ab3', 'name': 'tempest-snat-router-1747801862', 'tenant_id': '1167218bd3734f5a92c14d7f50c68d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.148'}], 'enable_snat': False}, 'gw_port_id': '4d39fd19-09b9-4742-a2c1-b47f24338b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:13:08Z', 'updated_at': '2022-01-17T14:13:13Z', 'revision_number': 3, 'project_id': '1167218bd3734f5a92c14d7f50c68d5f', 'gw_port': {'id': '4d39fd19-09b9-4742-a2c1-b47f24338b66', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe413a1-5e5e-4914-8423-ecd5d2ae1ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:13:11Z', 'updated_at': '2022-01-17T14:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:17.291064 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82388f36-592f-4245-a82c-223d409a5486 None None] Checking router: fbe413a1-5e5e-4914-8423-ecd5d2ae1ab3 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:13:17.291594 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82388f36-592f-4245-a82c-223d409a5486 None None] Updating router fbe413a1-5e5e-4914-8423-ecd5d2ae1ab3 port 4d39fd19-09b9-4742-a2c1-b47f24338b66 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:13:17.390995 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-82388f36-592f-4245-a82c-223d409a5486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:17.411604 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d28d05f1-617f-4cb3-96a0-f3212dba8937 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:17.468876 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c75c5b36-2935-4e43-848e-faf4d02dc39d tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5971191 Jan 17 14:13:17.472270 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:17.479383 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:17.511861 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58008) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:17.516911 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d05f1-617f-4cb3-96a0-f3212dba8937 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Pushing event deleted for resources: {'Port': ['ID=1ee7fb9f-0fea-4c65-8f1b-6842f5299291,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:17.534460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] For port ee6eee64-4dd7-428d-9812-71a0a479b7ed, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ee6eee64-4dd7-428d-9812-71a0a479b7ed,segment=NetworkSegment(e93385d6-7a0a-4eb6-8805-1f45bcb342d2),segment_id=e93385d6-7a0a-4eb6-8805-1f45bcb342d2)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:17.535007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:17.560181 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-abf77b82-b412-40dc-b5bb-9fe754ab4f62 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:17.664164 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:17.724349 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-58c915ae-274f-462f-94db-37d489214963 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:17.745219 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-58c915ae-274f-462f-94db-37d489214963 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:17.764303 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d28d05f1-617f-4cb3-96a0-f3212dba8937 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:17.794877 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Calling delete_port for ee6eee64-4dd7-428d-9812-71a0a479b7ed owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:17.942065 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe47f42-4c92-49c3-ac2d-c84cc10b9821 req-e7d57a36-7acb-4c8b-9514-e6c1419927f5 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:17.943755 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cbe47f42-4c92-49c3-ac2d-c84cc10b9821 req-e7d57a36-7acb-4c8b-9514-e6c1419927f5 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 945 time: 0.7429082 Jan 17 14:13:17.954979 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-82388f36-592f-4245-a82c-223d409a5486 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:17.986154 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-82388f36-592f-4245-a82c-223d409a5486 None None] Transition to ACTIVE for port object 4d39fd19-09b9-4742-a2c1-b47f24338b66 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:13:17.999809 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-82388f36-592f-4245-a82c-223d409a5486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:18.114829 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6f37c-cd52-4dc7-a916-0d5f0f0f8235 None None] Pushing event updated for resources: {'Port': ['ID=4d39fd19-09b9-4742-a2c1-b47f24338b66,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:18.119932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9903275-1a08-4f17-a86f-481031807c0e req-019e8d71-6546-4d22-9d85-704221a8dd59 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:18.120312 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-82388f36-592f-4245-a82c-223d409a5486 None None] Attempting to bind port 4d39fd19-09b9-4742-a2c1-b47f24338b66 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:13:18.120923 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-82388f36-592f-4245-a82c-223d409a5486 None None] Attempting to bind port 4d39fd19-09b9-4742-a2c1-b47f24338b66 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:13:18.121518 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82388f36-592f-4245-a82c-223d409a5486 None None] Attempting to bind port 4d39fd19-09b9-4742-a2c1-b47f24338b66 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:13:18.121829 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f9903275-1a08-4f17-a86f-481031807c0e req-019e8d71-6546-4d22-9d85-704221a8dd59 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.5392292 Jan 17 14:13:18.125285 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d28d05f1-617f-4cb3-96a0-f3212dba8937 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:18.128048 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-58c915ae-274f-462f-94db-37d489214963 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:18.131534 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82388f36-592f-4245-a82c-223d409a5486 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:13:18.132108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82388f36-592f-4245-a82c-223d409a5486 None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:13:18.132628 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d28d05f1-617f-4cb3-96a0-f3212dba8937 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:18.132798 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-82388f36-592f-4245-a82c-223d409a5486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:18.133127 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82388f36-592f-4245-a82c-223d409a5486 None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:13:18.133770 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-82388f36-592f-4245-a82c-223d409a5486 None None] Bound port: 4d39fd19-09b9-4742-a2c1-b47f24338b66, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:13:18.134672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-82388f36-592f-4245-a82c-223d409a5486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:18.180442 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c915ae-274f-462f-94db-37d489214963 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77122e34-a6f6-49f0-91de-e8d726ebe0f6,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:18.235952 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f9903275-1a08-4f17-a86f-481031807c0e req-57d9e82c-b22b-40ed-8657-a43a3e425363 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021867 Jan 17 14:13:18.239481 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-58c915ae-274f-462f-94db-37d489214963 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:18.253604 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-58c915ae-274f-462f-94db-37d489214963 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/77122e34-a6f6-49f0-91de-e8d726ebe0f6 HTTP/1.1" status: 204 len: 168 time: 0.7212970 Jan 17 14:13:18.254330 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d28d05f1-617f-4cb3-96a0-f3212dba8937 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:18.255062 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28d05f1-617f-4cb3-96a0-f3212dba8937 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Fanout notify agent at l3_agent the message router_deleted on router d6e7d4f0-3521-4ef0-8d1c-89bf1af0ea34 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:13:18.258463 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58012) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:18.277263 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-82388f36-592f-4245-a82c-223d409a5486 None None] For port 4d39fd19-09b9-4742-a2c1-b47f24338b66, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:13:18.284257 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-82388f36-592f-4245-a82c-223d409a5486 None None] For port 4d39fd19-09b9-4742-a2c1-b47f24338b66, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4d39fd19-09b9-4742-a2c1-b47f24338b66,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:13:18.292312 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-82388f36-592f-4245-a82c-223d409a5486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:18.300419 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d28d05f1-617f-4cb3-96a0-f3212dba8937 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:18.307053 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d28d05f1-617f-4cb3-96a0-f3212dba8937 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "DELETE /v2.0/routers/d6e7d4f0-3521-4ef0-8d1c-89bf1af0ea34 HTTP/1.1" status: 204 len: 168 time: 3.3240235 Jan 17 14:13:18.307053 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58016) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:18.312942 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-634144587', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}, 'admin_state_up': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:18.325824 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:18.336146 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Usage tracker for resource:router and tenant:e73c8911752e469dbe116e445f4ec395 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:18.340679 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:18.353506 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:18.365193 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1b5f70ea-fc6e-4ade-922b-a483674a98c5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:13:18.387774 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:18.389719 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:18.409980 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1b5f70ea-fc6e-4ade-922b-a483674a98c5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:13:18.412272 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1b5f70ea-fc6e-4ade-922b-a483674a98c5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1528761 Jan 17 14:13:18.415696 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58020) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:18.425301 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-0c931247-c1b1-4d7d-ac24-cbdb339ab6d7 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group_rule': {'security_group_id': '2b02bbfc-095d-4095-a8eb-2a7cf6db827c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:18.430436 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:18.434248 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0c931247-c1b1-4d7d-ac24-cbdb339ab6d7 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:18.457798 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0c931247-c1b1-4d7d-ac24-cbdb339ab6d7 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:18.509197 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82388f36-592f-4245-a82c-223d409a5486 None None] Routers {'fbe413a1-5e5e-4914-8423-ecd5d2ae1ab3'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:18.510006 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-82388f36-592f-4245-a82c-223d409a5486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['fbe413a1-5e5e-4914-8423-ecd5d2ae1ab3'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:18.540595 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-0c931247-c1b1-4d7d-ac24-cbdb339ab6d7 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Project 0b3438f29d9f435fa879dc6386be69fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:13:18.595490 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6f37c-cd52-4dc7-a916-0d5f0f0f8235 None None] Pushing event updated for resources: {'Port': ['ID=4d39fd19-09b9-4742-a2c1-b47f24338b66,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:18.611483 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0c931247-c1b1-4d7d-ac24-cbdb339ab6d7 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:18.626171 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cbe47f42-4c92-49c3-ac2d-c84cc10b9821 req-77c6d590-8047-4baa-982a-974b516e9ea5 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/security-groups?id=52275d3c-d271-4283-9536-5a9c047fdeed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4439387 Jan 17 14:13:18.803775 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-82388f36-592f-4245-a82c-223d409a5486 None None] Set router fbe413a1-5e5e-4914-8423-ecd5d2ae1ab3 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:13:18.804058 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:18.926441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Port': ['ID=ee6eee64-4dd7-428d-9812-71a0a479b7ed,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:18.935753 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:18.944624 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:19.060534 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0c931247-c1b1-4d7d-ac24-cbdb339ab6d7 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:19.078931 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:19.079557 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:19.080026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:19.080456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:19.080888 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:19.081333 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:19.081919 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:19.082382 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:19.082791 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:19.083208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:19.083622 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:19.084059 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:19.097328 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] No DVR routers for this DVR port ee6eee64-4dd7-428d-9812-71a0a479b7ed on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:13:19.124219 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0c931247-c1b1-4d7d-ac24-cbdb339ab6d7 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:19.172925 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c931247-c1b1-4d7d-ac24-cbdb339ab6d7 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a499d4a-98c8-40ec-acc2-cfdc5a484bee,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:19.231366 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3fb00-0e32-43c3-befb-1c4676cfc432 req-03fede2a-bbcc-48ce-8812-c413d63ea60a tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:19.234710 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3ef3fb00-0e32-43c3-befb-1c4676cfc432 req-03fede2a-bbcc-48ce-8812-c413d63ea60a tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.15 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 945 time: 0.4429803 Jan 17 14:13:19.246584 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-82388f36-592f-4245-a82c-223d409a5486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe413a1-5e5e-4914-8423-ecd5d2ae1ab3', 'name': 'tempest-snat-router-1747801862', 'tenant_id': '1167218bd3734f5a92c14d7f50c68d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.148'}], 'enable_snat': False}, 'gw_port_id': '4d39fd19-09b9-4742-a2c1-b47f24338b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:13:08Z', 'updated_at': '2022-01-17T14:13:13Z', 'revision_number': 3, 'project_id': '1167218bd3734f5a92c14d7f50c68d5f', 'gw_port': {'id': '4d39fd19-09b9-4742-a2c1-b47f24338b66', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe413a1-5e5e-4914-8423-ecd5d2ae1ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:13:11Z', 'updated_at': '2022-01-17T14:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:19.252564 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82388f36-592f-4245-a82c-223d409a5486 None None] The sync data for ids ['fbe413a1-5e5e-4914-8423-ecd5d2ae1ab3'] in dv-neutron-824901-1-hyperv is: [{'id': 'fbe413a1-5e5e-4914-8423-ecd5d2ae1ab3', 'name': 'tempest-snat-router-1747801862', 'tenant_id': '1167218bd3734f5a92c14d7f50c68d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.148'}], 'enable_snat': False}, 'gw_port_id': '4d39fd19-09b9-4742-a2c1-b47f24338b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:13:08Z', 'updated_at': '2022-01-17T14:13:13Z', 'revision_number': 3, 'project_id': '1167218bd3734f5a92c14d7f50c68d5f', 'gw_port': {'id': '4d39fd19-09b9-4742-a2c1-b47f24338b66', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe413a1-5e5e-4914-8423-ecd5d2ae1ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:13:11Z', 'updated_at': '2022-01-17T14:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:13:19.316749 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0c931247-c1b1-4d7d-ac24-cbdb339ab6d7 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:19.322118 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0c931247-c1b1-4d7d-ac24-cbdb339ab6d7 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9011431 Jan 17 14:13:19.326991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58026) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:19.388617 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8db5eac1-bf61-4d21-9552-9be4edafa8e7 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-group-rules/0a499d4a-98c8-40ec-acc2-cfdc5a484bee HTTP/1.1" status: 200 len: 769 time: 0.0601053 Jan 17 14:13:19.395804 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58030) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:19.422529 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-3ef3fb00-0e32-43c3-befb-1c4676cfc432 req-27b226a3-99ee-4f4f-9a0d-82ebc5c35dbd tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Deleting port 97500c21-d690-48c9-b8e5-23e7cb89ddf7 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:19.422529 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-3ef3fb00-0e32-43c3-befb-1c4676cfc432 req-27b226a3-99ee-4f4f-9a0d-82ebc5c35dbd tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:19.423507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:19.503242 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa4e701-6549-47a7-868c-be45a817763d']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:19.528492 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93385d6-7a0a-4eb6-8805-1f45bcb342d2') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:19.528715 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93385d6-7a0a-4eb6-8805-1f45bcb342d2') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:19.551891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:19.589410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-abf77b82-b412-40dc-b5bb-9fe754ab4f62 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:19.591258 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:19.600929 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:13:19.601383 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:19.619622 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-abf77b82-b412-40dc-b5bb-9fe754ab4f62 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:19.660249 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-400653aa-b961-487c-a910-4dc5d01faad1 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:13:19.678963 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:13:19.878137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:19.972632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:20.010720 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Network': ['ID=faa4e701-6549-47a7-868c-be45a817763d,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:20.036449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf77b82-b412-40dc-b5bb-9fe754ab4f62 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Port': ['ID=5a17b89c-66c3-489b-af33-0b28eb31b016,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:20.042306 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d6504f4d-a46e-4af2-8aa9-a64981386192 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/networks/faa4e701-6549-47a7-868c-be45a817763d HTTP/1.1" status: 204 len: 168 time: 6.9069707 Jan 17 14:13:20.043174 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-abf77b82-b412-40dc-b5bb-9fe754ab4f62 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:20.048866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58038) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:20.069261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-823bd622-1e53-4d4f-917d-592d9dc277df tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1003739898'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:20.071830 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-400653aa-b961-487c-a910-4dc5d01faad1 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:13:20.075186 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-400653aa-b961-487c-a910-4dc5d01faad1 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.6815948 Jan 17 14:13:20.079545 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58042) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:20.083319 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-823bd622-1e53-4d4f-917d-592d9dc277df tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:20.090132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-823bd622-1e53-4d4f-917d-592d9dc277df tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Usage tracker for resource:network and tenant:d2b652a3245f49d7a7545e5b0738ea9a is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:20.095794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-823bd622-1e53-4d4f-917d-592d9dc277df tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:20.105788 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-823bd622-1e53-4d4f-917d-592d9dc277df tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:20.334361 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4d39fd19-09b9-4742-a2c1-b47f24338b66 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:13:20.343347 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8982380-2802-4f7d-b359-1c9212958cee req-fc5684d0-37b7-4d13-9581-a00bb75f1db8 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:20.345053 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f8982380-2802-4f7d-b359-1c9212958cee req-fc5684d0-37b7-4d13-9581-a00bb75f1db8 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.8886926 Jan 17 14:13:20.428971 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 4d39fd19-09b9-4742-a2c1-b47f24338b66 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:13:20.436597 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 4d39fd19-09b9-4742-a2c1-b47f24338b66 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:20.437353 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:20.505983 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:20.538289 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823bd622-1e53-4d4f-917d-592d9dc277df tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Made reservation on behalf of d2b652a3245f49d7a7545e5b0738ea9a for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:13:20.541771 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-823bd622-1e53-4d4f-917d-592d9dc277df tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:20.571922 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-036ed021-5a2f-451d-996a-cef86180157f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:20.589105 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:20.620562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:20.650895 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 4d39fd19-09b9-4742-a2c1-b47f24338b66, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4d39fd19-09b9-4742-a2c1-b47f24338b66,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:20.675088 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6df56-514a-4eb3-927d-53cbef578134 req-dba5a95a-8577-4289-9a73-4deb8751aef2 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:20.675887 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-036ed021-5a2f-451d-996a-cef86180157f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:20.676743 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-00e6df56-514a-4eb3-927d-53cbef578134 req-dba5a95a-8577-4289-9a73-4deb8751aef2 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 945 time: 0.8166914 Jan 17 14:13:20.684296 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:20.714300 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-3ef3fb00-0e32-43c3-befb-1c4676cfc432 req-27b226a3-99ee-4f4f-9a0d-82ebc5c35dbd tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] For port 97500c21-d690-48c9-b8e5-23e7cb89ddf7, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=97500c21-d690-48c9-b8e5-23e7cb89ddf7,segment=NetworkSegment(f36f3c3f-963f-4e6f-89ab-420cbbc62bd6),segment_id=f36f3c3f-963f-4e6f-89ab-420cbbc62bd6)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:20.715009 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-3ef3fb00-0e32-43c3-befb-1c4676cfc432 req-27b226a3-99ee-4f4f-9a0d-82ebc5c35dbd tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:20.724553 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823bd622-1e53-4d4f-917d-592d9dc277df tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:13:20.762460 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f8982380-2802-4f7d-b359-1c9212958cee req-92601be9-4876-45e7-932c-36e480688442 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3935511 Jan 17 14:13:20.767350 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-823bd622-1e53-4d4f-917d-592d9dc277df tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:20.767808 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-823bd622-1e53-4d4f-917d-592d9dc277df tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Added segment 6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69 of type vlan for network a8f190af-9988-4454-904a-147a9b8f44df Jan 17 14:13:20.797146 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf77b82-b412-40dc-b5bb-9fe754ab4f62 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Network 10dbafeb-6006-43d5-9e94-3bb5bcce72cd is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:13:20.803569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-abf77b82-b412-40dc-b5bb-9fe754ab4f62 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:20.811119 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:20.875040 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=4d39fd19-09b9-4742-a2c1-b47f24338b66,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:20.880402 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:20.896128 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-00e6df56-514a-4eb3-927d-53cbef578134 req-f213f45f-be4b-4beb-8a13-0856c47506fb tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/security-groups?id=52275d3c-d271-4283-9536-5a9c047fdeed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917660 Jan 17 14:13:20.971127 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-036ed021-5a2f-451d-996a-cef86180157f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:21.057347 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ed021-5a2f-451d-996a-cef86180157f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a499d4a-98c8-40ec-acc2-cfdc5a484bee,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:21.062035 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-823bd622-1e53-4d4f-917d-592d9dc277df tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:21.205037 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Allocated IP 172.26.3.205 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/bda25897-98a4-4f4c-9c59-e75407979d41) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:13:21.210059 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-036ed021-5a2f-451d-996a-cef86180157f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:21.215392 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-036ed021-5a2f-451d-996a-cef86180157f tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/0a499d4a-98c8-40ec-acc2-cfdc5a484bee HTTP/1.1" status: 204 len: 168 time: 1.1234083 Jan 17 14:13:21.216081 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58050) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:21.280414 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3cca8989-113f-4edc-89a4-333812f154b1 None None] Provisioning complete for port 5a17b89c-66c3-489b-af33-0b28eb31b016 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:21.281043 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3cca8989-113f-4edc-89a4-333812f154b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:21.386501 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3cca8989-113f-4edc-89a4-333812f154b1 None None] Port 5a17b89c-66c3-489b-af33-0b28eb31b016 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:13:21.387566 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-823bd622-1e53-4d4f-917d-592d9dc277df tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:21.394825 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823bd622-1e53-4d4f-917d-592d9dc277df tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:21.395334 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-823bd622-1e53-4d4f-917d-592d9dc277df tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:21.466605 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fa54d8b9-d7b9-46f3-8579-3e2f6d376189 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:13:21.477478 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-3ef3fb00-0e32-43c3-befb-1c4676cfc432 req-27b226a3-99ee-4f4f-9a0d-82ebc5c35dbd tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:21.477797 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-3ef3fb00-0e32-43c3-befb-1c4676cfc432 req-27b226a3-99ee-4f4f-9a0d-82ebc5c35dbd tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:21.478035 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [req-3ef3fb00-0e32-43c3-befb-1c4676cfc432 req-27b226a3-99ee-4f4f-9a0d-82ebc5c35dbd tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Floating IP 9040cfac-e6bc-4fb5-9cd9-617129c494e6 disassociated. External IP: 172.26.3.44, port: 97500c21-d690-48c9-b8e5-23e7cb89ddf7. Jan 17 14:13:21.478359 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-3ef3fb00-0e32-43c3-befb-1c4676cfc432 req-27b226a3-99ee-4f4f-9a0d-82ebc5c35dbd tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Calling delete_port for 97500c21-d690-48c9-b8e5-23e7cb89ddf7 owned by compute:nova {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:21.562642 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-823bd622-1e53-4d4f-917d-592d9dc277df tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5112548 Jan 17 14:13:21.565867 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf77b82-b412-40dc-b5bb-9fe754ab4f62 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Router d6b9d6cb-8b4a-4002-83d6-1d002d763b8f has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:13:21.570766 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58054) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:21.571957 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bd622-1e53-4d4f-917d-592d9dc277df tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Network': ['ID=a8f190af-9988-4454-904a-147a9b8f44df,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:21.575113 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fa54d8b9-d7b9-46f3-8579-3e2f6d376189 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:13:21.579236 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fa54d8b9-d7b9-46f3-8579-3e2f6d376189 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3576548 Jan 17 14:13:21.583514 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58058) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:21.587586 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network a8f190af-9988-4454-904a-147a9b8f44df details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:13:21.587910 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-5b9c5cd1-2dfd-465e-91a5-d1d74b8a262f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'subnet': {'network_id': 'a8f190af-9988-4454-904a-147a9b8f44df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:21.712829 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:21.716203 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-3ef3fb00-0e32-43c3-befb-1c4676cfc432 req-27b226a3-99ee-4f4f-9a0d-82ebc5c35dbd tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:21.789779 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b226a3-99ee-4f4f-9a0d-82ebc5c35dbd tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Pushing event deleted for resources: {'Port': ['ID=97500c21-d690-48c9-b8e5-23e7cb89ddf7,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:21.833911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f72fb6-e019-41bd-8d98-958f98d69891 req-7244f024-d107-40eb-8e01-581dc66913d4 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:21.836140 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-25f72fb6-e019-41bd-8d98-958f98d69891 req-7244f024-d107-40eb-8e01-581dc66913d4 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 945 time: 0.6921935 Jan 17 14:13:21.854047 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 97500c21-d690-48c9-b8e5-23e7cb89ddf7 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:13:21.908635 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e833f42-567c-4afd-8e28-750fc8a47df5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:21.988929 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5b9c5cd1-2dfd-465e-91a5-d1d74b8a262f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:22.020765 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 97500c21-d690-48c9-b8e5-23e7cb89ddf7 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:13:22.021049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 97500c21-d690-48c9-b8e5-23e7cb89ddf7 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:13:22.028955 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5b9c5cd1-2dfd-465e-91a5-d1d74b8a262f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Usage tracker for resource:subnet and tenant:d2b652a3245f49d7a7545e5b0738ea9a is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:22.036310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5b9c5cd1-2dfd-465e-91a5-d1d74b8a262f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:22.046133 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5b9c5cd1-2dfd-465e-91a5-d1d74b8a262f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:22.067414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e833f42-567c-4afd-8e28-750fc8a47df5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:22.070552 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-25f72fb6-e019-41bd-8d98-958f98d69891 req-4aac1ca9-57bb-447b-9a82-eae09cd99bae tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d34a5e2-2ede-48df-8d4e-898d07db5631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952202 Jan 17 14:13:22.080813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf77b82-b412-40dc-b5bb-9fe754ab4f62 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:13:22.083963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9c5cd1-2dfd-465e-91a5-d1d74b8a262f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Made reservation on behalf of d2b652a3245f49d7a7545e5b0738ea9a for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:13:22.088416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5b9c5cd1-2dfd-465e-91a5-d1d74b8a262f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:22.097907 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0950f4c3-eb0d-48aa-ba0b-5ddbc6cca9a2 None None] Sync routers for ids ['d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:13:22.120682 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0950f4c3-eb0d-48aa-ba0b-5ddbc6cca9a2 None None] Routers {'d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:22.121763 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-0950f4c3-eb0d-48aa-ba0b-5ddbc6cca9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:22.133252 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-abf77b82-b412-40dc-b5bb-9fe754ab4f62 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "PUT /v2.0/routers/d6b9d6cb-8b4a-4002-83d6-1d002d763b8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9543188 Jan 17 14:13:22.137193 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58068) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:22.148484 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-f6f2235b-0851-41cd-b1cb-46188b3a9051 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'port': {'network_id': '10dbafeb-6006-43d5-9e94-3bb5bcce72cd', 'name': 'tempest-FloatingIPTestJSON-1147751896'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:22.216603 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:22.244956 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-0950f4c3-eb0d-48aa-ba0b-5ddbc6cca9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:22.281935 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0950f4c3-eb0d-48aa-ba0b-5ddbc6cca9a2 None None] Routers {'d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:22.282369 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-0950f4c3-eb0d-48aa-ba0b-5ddbc6cca9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:22.391727 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4d39fd19-09b9-4742-a2c1-b47f24338b66 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:13:22.450241 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-0950f4c3-eb0d-48aa-ba0b-5ddbc6cca9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:22.450635 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0950f4c3-eb0d-48aa-ba0b-5ddbc6cca9a2 None None] The sync data for ids ['d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:13:22.472190 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Pushing event updated for resources: {'Port': ['ID=bda25897-98a4-4f4c-9c59-e75407979d41,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:22.495152 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:13:22.498322 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:22.510216 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:13:22.514898 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 4d39fd19-09b9-4742-a2c1-b47f24338b66 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:22.515608 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:22.551337 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ef3fb00-0e32-43c3-befb-1c4676cfc432 req-27b226a3-99ee-4f4f-9a0d-82ebc5c35dbd tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Router 30aeda3d-2fc7-461f-889c-73e0d6fb843e has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:13:22.557177 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e833f42-567c-4afd-8e28-750fc8a47df5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:22.596881 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e833f42-567c-4afd-8e28-750fc8a47df5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b02bbfc-095d-4095-a8eb-2a7cf6db827c,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:22.637688 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:22.698492 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-64fad6d1-2c48-45ba-bb3c-3bee34788b3a req-71abc45c-f779-4cec-aa15-72ec73d36fe0 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 210 time: 0.1569312 Jan 17 14:13:22.871025 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Allocated IP 172.26.3.166 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/6f6b4244-a5d2-4051-a85f-1005f4e78eb2) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:13:22.881342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f6f2235b-0851-41cd-b1cb-46188b3a9051 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:22.887309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f6f2235b-0851-41cd-b1cb-46188b3a9051 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Usage tracker for resource:port and tenant:47556c7adaf148f193a49a6f0ca864f6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:22.891608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f6f2235b-0851-41cd-b1cb-46188b3a9051 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:22.901725 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f6f2235b-0851-41cd-b1cb-46188b3a9051 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:22.926718 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f2235b-0851-41cd-b1cb-46188b3a9051 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Made reservation on behalf of 47556c7adaf148f193a49a6f0ca864f6 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:13:22.930955 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6f2235b-0851-41cd-b1cb-46188b3a9051 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:22.987510 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-f6f2235b-0851-41cd-b1cb-46188b3a9051 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] device_id is not set on port 4e8d95da-8279-4242-8fd8-376cf55d759e yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:13:23.008183 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e833f42-567c-4afd-8e28-750fc8a47df5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:23.012018 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6e833f42-567c-4afd-8e28-750fc8a47df5 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-groups/2b02bbfc-095d-4095-a8eb-2a7cf6db827c HTTP/1.1" status: 204 len: 168 time: 1.4250667 Jan 17 14:13:23.030165 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58074) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:23.038880 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da036c-3740-4bfb-9347-6d0cfa50caa3 req-b9c4d8f0-4ded-4eb8-ab17-be47e867be6d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:23.040767 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-10da036c-3740-4bfb-9347-6d0cfa50caa3 req-b9c4d8f0-4ded-4eb8-ab17-be47e867be6d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.9758291 Jan 17 14:13:23.363913 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-43442764-b45b-42e8-ae3c-58c228a4ad43 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:13:23.370273 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-10da036c-3740-4bfb-9347-6d0cfa50caa3 req-58a1daa8-2bdf-4792-af01-2e19c6fc6b88 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2994182 Jan 17 14:13:23.389303 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ef3fb00-0e32-43c3-befb-1c4676cfc432 req-27b226a3-99ee-4f4f-9a0d-82ebc5c35dbd tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:13:23.407997 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db48b65-b179-484a-974f-8e3c8b0f5478 None None] Sync routers for ids ['30aeda3d-2fc7-461f-889c-73e0d6fb843e'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:13:23.426883 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db48b65-b179-484a-974f-8e3c8b0f5478 None None] Routers {'30aeda3d-2fc7-461f-889c-73e0d6fb843e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:23.427849 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-2db48b65-b179-484a-974f-8e3c8b0f5478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['30aeda3d-2fc7-461f-889c-73e0d6fb843e'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:23.478482 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-f6f2235b-0851-41cd-b1cb-46188b3a9051 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Allocated IP 172.20.0.11 (10dbafeb-6006-43d5-9e94-3bb5bcce72cd/530fbd88-4531-465f-aa9c-8cc24ac16973/4e8d95da-8279-4242-8fd8-376cf55d759e) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:13:23.485092 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:23.488995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5b9c5cd1-2dfd-465e-91a5-d1d74b8a262f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:23.521936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef3fb00-0e32-43c3-befb-1c4676cfc432 req-27b226a3-99ee-4f4f-9a0d-82ebc5c35dbd tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] No DVR routers for this DVR port 97500c21-d690-48c9-b8e5-23e7cb89ddf7 on host hv-neutron-8249 {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:13:23.594636 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-3ef3fb00-0e32-43c3-befb-1c4676cfc432 req-27b226a3-99ee-4f4f-9a0d-82ebc5c35dbd tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:23.597429 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3ef3fb00-0e32-43c3-befb-1c4676cfc432 req-27b226a3-99ee-4f4f-9a0d-82ebc5c35dbd tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.15 "DELETE /v2.0/ports/97500c21-d690-48c9-b8e5-23e7cb89ddf7 HTTP/1.1" status: 204 len: 173 time: 4.3539546 Jan 17 14:13:23.608839 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-43442764-b45b-42e8-ae3c-58c228a4ad43 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:13:23.611043 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-43442764-b45b-42e8-ae3c-58c228a4ad43 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5689023 Jan 17 14:13:23.612369 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27041eb1-3d45-414c-892d-7efd132c82c8', 'name': 'network-vif-deleted', 'tag': '97500c21-d690-48c9-b8e5-23e7cb89ddf7'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:13:23.642087 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58080) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:23.655928 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-e1b9f28c-cc88-4064-82fc-69b3e3e2b633 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group': {'name': 'tempest-secgroup--2147383469'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:23.673226 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e1b9f28c-cc88-4064-82fc-69b3e3e2b633 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:23.704985 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e1b9f28c-cc88-4064-82fc-69b3e3e2b633 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:23.835605 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27041eb1-3d45-414c-892d-7efd132c82c8', 'name': 'network-vif-deleted', 'tag': '97500c21-d690-48c9-b8e5-23e7cb89ddf7', 'status': 'completed', 'code': 200} Jan 17 14:13:23.852865 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c5cd1-2dfd-465e-91a5-d1d74b8a262f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Subnet': ['ID=b0c0a36b-f1e3-4426-9712-18760d0fd475,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:23.919484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f28c-cc88-4064-82fc-69b3e3e2b633 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:23.931697 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-2db48b65-b179-484a-974f-8e3c8b0f5478 None None] Set router 30aeda3d-2fc7-461f-889c-73e0d6fb843e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:13:24.004847 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c5cd1-2dfd-465e-91a5-d1d74b8a262f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Checking segment: {'id': '6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a8f190af-9988-4454-904a-147a9b8f44df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:13:24.005614 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9c5cd1-2dfd-465e-91a5-d1d74b8a262f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Network hostable DHCP agents. Network: a8f190af-9988-4454-904a-147a9b8f44df, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:13:24.060953 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e1b9f28c-cc88-4064-82fc-69b3e3e2b633 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:24.066409 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:24.095693 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:24.153785 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e1b9f28c-cc88-4064-82fc-69b3e3e2b633 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group_rule and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:24.216450 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:13:24.221867 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:24.233586 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:13:24.261265 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e1b9f28c-cc88-4064-82fc-69b3e3e2b633 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:24.278435 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-161639e2-dedf-496e-996b-b5654c7825c4 req-fe761d93-1b36-4df5-8c13-2bc087c0bcbd tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Synchronizing usage tracker for tenant:464561e5600c4cb5a08009418eecb6f6 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:13:24.287127 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e1b9f28c-cc88-4064-82fc-69b3e3e2b633 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:24.305258 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Pushing event updated for resources: {'Port': ['ID=6f6b4244-a5d2-4051-a85f-1005f4e78eb2,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:24.314274 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9c5cd1-2dfd-465e-91a5-d1d74b8a262f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Network a8f190af-9988-4454-904a-147a9b8f44df is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:13:24.441915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-161639e2-dedf-496e-996b-b5654c7825c4 req-fe761d93-1b36-4df5-8c13-2bc087c0bcbd tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Unset dirty status for tenant:464561e5600c4cb5a08009418eecb6f6 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:13:24.449644 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-5b9c5cd1-2dfd-465e-91a5-d1d74b8a262f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, a8f190af-9988-4454-904a-147a9b8f44df) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:24.454510 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-161639e2-dedf-496e-996b-b5654c7825c4 req-fe761d93-1b36-4df5-8c13-2bc087c0bcbd tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/ports?device_id=27041eb1-3d45-414c-892d-7efd132c82c8 HTTP/1.1" status: 200 len: 210 time: 0.3078401 Jan 17 14:13:24.464138 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6f2235b-0851-41cd-b1cb-46188b3a9051 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:24.476413 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9c5cd1-2dfd-465e-91a5-d1d74b8a262f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:24.477080 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5b9c5cd1-2dfd-465e-91a5-d1d74b8a262f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:24.517386 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ed2867-bf55-46b1-ac55-d01b337b09cd None None] Network a8f190af-9988-4454-904a-147a9b8f44df requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:13:24.577826 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-f6f2235b-0851-41cd-b1cb-46188b3a9051 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Transition to ACTIVE for port object 4e8d95da-8279-4242-8fd8-376cf55d759e will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:13:24.719508 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc430696-0b3c-45d6-89a2-fe9ea7d83853 req-a40067a4-096e-4296-b88e-526d80e0618c tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:24.720977 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bc430696-0b3c-45d6-89a2-fe9ea7d83853 req-a40067a4-096e-4296-b88e-526d80e0618c tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 945 time: 0.7816544 Jan 17 14:13:24.762767 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-2db48b65-b179-484a-974f-8e3c8b0f5478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'name': 'tempest-ServersTestJSON-1364175991-router', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:40Z', 'revision_number': 4, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'gw_port': {'id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:25Z', 'updated_at': '2022-01-17T14:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'cf5925ed-3171-48be-89b2-177822bceddc', 'name': '', 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'mac_address': 'fa:16:3e:1f:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5148f200-260f-4779-8cba-a4140d2a0c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:36Z', 'updated_at': '2022-01-17T14:10:59Z', 'revision_number': 5, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'subnets': [{'id': '5148f200-260f-4779-8cba-a4140d2a0c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:24.767828 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f28c-cc88-4064-82fc-69b3e3e2b633 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:24.811551 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db48b65-b179-484a-974f-8e3c8b0f5478 None None] Checking router: 30aeda3d-2fc7-461f-889c-73e0d6fb843e for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:13:24.838446 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db48b65-b179-484a-974f-8e3c8b0f5478 None None] Routers {'30aeda3d-2fc7-461f-889c-73e0d6fb843e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:24.838833 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f28c-cc88-4064-82fc-69b3e3e2b633 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:24.839663 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-2db48b65-b179-484a-974f-8e3c8b0f5478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['30aeda3d-2fc7-461f-889c-73e0d6fb843e'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:24.938140 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9f28c-cc88-4064-82fc-69b3e3e2b633 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2e3fcd-c53f-40df-b1a3-a8ee6b01826e,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:24.952584 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:24.973131 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:25.042418 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f28c-cc88-4064-82fc-69b3e3e2b633 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:25.044443 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e1b9f28c-cc88-4064-82fc-69b3e3e2b633 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4009025 Jan 17 14:13:25.065558 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5b9c5cd1-2dfd-465e-91a5-d1d74b8a262f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4901721 Jan 17 14:13:25.121079 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-a8f190af-9988-4454-904a-147a9b8f44df', 'network_id': 'a8f190af-9988-4454-904a-147a9b8f44df', 'tenant_id': 'd2b652a3245f49d7a7545e5b0738ea9a', 'fixed_ips': [{'subnet_id': 'b0c0a36b-f1e3-4426-9712-18760d0fd475'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:13:25.123025 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:25.252614 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58092) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:25.253685 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58094) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:25.296639 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-5801d86c-732b-470d-af19-d79b39ce6cff tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Request body: {'security_group_rule': {'security_group_id': 'bb2e3fcd-c53f-40df-b1a3-a8ee6b01826e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:25.337179 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c10ae-82f4-4e1c-9af7-5154b3b6f2e7 req-5abc7602-5ee7-4b0b-84ec-13e6eee35471 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:25.338908 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5801d86c-732b-470d-af19-d79b39ce6cff tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:25.347645 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-da8c10ae-82f4-4e1c-9af7-5154b3b6f2e7 req-5abc7602-5ee7-4b0b-84ec-13e6eee35471 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.6536036 Jan 17 14:13:25.351487 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-2db48b65-b179-484a-974f-8e3c8b0f5478 None None] Set router 30aeda3d-2fc7-461f-889c-73e0d6fb843e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:13:25.409994 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5801d86c-732b-470d-af19-d79b39ce6cff tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Usage tracker for resource:security_group_rule and tenant:0b3438f29d9f435fa879dc6386be69fc is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:25.431329 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5801d86c-732b-470d-af19-d79b39ce6cff tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:25.514603 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5801d86c-732b-470d-af19-d79b39ce6cff tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:25.540966 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-da8c10ae-82f4-4e1c-9af7-5154b3b6f2e7 req-fde09ce5-0f8f-4d48-9d51-7e3dfa3707aa tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920969 Jan 17 14:13:25.550090 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bc430696-0b3c-45d6-89a2-fe9ea7d83853 req-caf87a68-1506-4ef2-a007-04a73784f43f tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d34a5e2-2ede-48df-8d4e-898d07db5631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5794172 Jan 17 14:13:25.579572 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6f2235b-0851-41cd-b1cb-46188b3a9051 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:25.589640 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db9eb9-d0fd-4911-b336-4a6d61353e3c req-763a665b-2857-4ac7-adee-6e4b67557d1b tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:25.594219 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d8db9eb9-d0fd-4911-b336-4a6d61353e3c req-763a665b-2857-4ac7-adee-6e4b67557d1b tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.15 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 945 time: 0.3127105 Jan 17 14:13:25.679267 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2235b-0851-41cd-b1cb-46188b3a9051 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event updated for resources: {'Port': ['ID=4e8d95da-8279-4242-8fd8-376cf55d759e,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:25.713917 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58104) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:25.752128 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-d8db9eb9-d0fd-4911-b336-4a6d61353e3c req-2092f125-c95a-411e-8b08-1f3ae8736037 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Deleting port 113619fe-1823-40f5-a2bb-2892927ae905 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:25.752398 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d8db9eb9-d0fd-4911-b336-4a6d61353e3c req-2092f125-c95a-411e-8b08-1f3ae8736037 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:25.779840 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5801d86c-732b-470d-af19-d79b39ce6cff tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:25.791856 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Router 7ab6f706-f1ff-4d95-9862-06447df23360 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:13:25.838853 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f2235b-0851-41cd-b1cb-46188b3a9051 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Network 10dbafeb-6006-43d5-9e94-3bb5bcce72cd is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:13:25.862314 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-f6f2235b-0851-41cd-b1cb-46188b3a9051 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:25.907273 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5801d86c-732b-470d-af19-d79b39ce6cff tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:25.908721 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f2235b-0851-41cd-b1cb-46188b3a9051 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:13:25.959605 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5801d86c-732b-470d-af19-d79b39ce6cff tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:26.034273 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:26.041557 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Allocated IP 2001:db8::1 (a8f190af-9988-4454-904a-147a9b8f44df/b0c0a36b-f1e3-4426-9712-18760d0fd475/bd203e1e-57a6-4273-9323-e374a449fc4e) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:13:26.042374 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f2235b-0851-41cd-b1cb-46188b3a9051 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:26.043244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6f2235b-0851-41cd-b1cb-46188b3a9051 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:26.081871 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ea098412-78a5-4e1f-bcb5-d164d0848f87 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:26.205239 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801d86c-732b-470d-af19-d79b39ce6cff tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc50d2d2-0fdd-4e93-80ad-298b74de3baa,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:26.237391 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5801d86c-732b-470d-af19-d79b39ce6cff tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:26.237669 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ea098412-78a5-4e1f-bcb5-d164d0848f87 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:26.242466 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5801d86c-732b-470d-af19-d79b39ce6cff tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9835334 Jan 17 14:13:26.242466 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f6f2235b-0851-41cd-b1cb-46188b3a9051 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1020603 Jan 17 14:13:26.244363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58108) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:26.244702 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58110) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:26.272936 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-2db48b65-b179-484a-974f-8e3c8b0f5478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'name': 'tempest-ServersTestJSON-1364175991-router', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:40Z', 'revision_number': 4, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'gw_port': {'id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:25Z', 'updated_at': '2022-01-17T14:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'cf5925ed-3171-48be-89b2-177822bceddc', 'name': '', 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'mac_address': 'fa:16:3e:1f:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5148f200-260f-4779-8cba-a4140d2a0c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:36Z', 'updated_at': '2022-01-17T14:10:59Z', 'revision_number': 5, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'subnets': [{'id': '5148f200-260f-4779-8cba-a4140d2a0c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:26.281584 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db48b65-b179-484a-974f-8e3c8b0f5478 None None] The sync data for ids ['30aeda3d-2fc7-461f-889c-73e0d6fb843e'] in dv-neutron-824901-1-hyperv is: [{'id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'name': 'tempest-ServersTestJSON-1364175991-router', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:40Z', 'revision_number': 4, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'gw_port': {'id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:25Z', 'updated_at': '2022-01-17T14:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'cf5925ed-3171-48be-89b2-177822bceddc', 'name': '', 'network_id': '6e0dd9fe-ccdf-45be-b211-f6a9095516c6', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'mac_address': 'fa:16:3e:1f:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5148f200-260f-4779-8cba-a4140d2a0c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:36Z', 'updated_at': '2022-01-17T14:10:59Z', 'revision_number': 5, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'subnets': [{'id': '5148f200-260f-4779-8cba-a4140d2a0c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:13:26.294593 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-bd9e475f-ce71-4e42-a69d-a9236cb53391 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Request body: {'floatingip': {'port_id': '4e8d95da-8279-4242-8fd8-376cf55d759e'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:26.371797 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:13:26.394653 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5afd20-a54e-4040-a656-529305bab50f None None] Sync routers for ids ['7ab6f706-f1ff-4d95-9862-06447df23360'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:13:26.416643 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5afd20-a54e-4040-a656-529305bab50f None None] Routers {'7ab6f706-f1ff-4d95-9862-06447df23360'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:26.417273 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-fa5afd20-a54e-4040-a656-529305bab50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7ab6f706-f1ff-4d95-9862-06447df23360'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:26.432887 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:26.525645 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:26.556118 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:26.572202 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Transition to ACTIVE for port object bd203e1e-57a6-4273-9323-e374a449fc4e will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:13:26.602797 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Transition to ACTIVE for port object bd203e1e-57a6-4273-9323-e374a449fc4e will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:13:26.610755 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-fa5afd20-a54e-4040-a656-529305bab50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:26.613893 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:26.664042 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5afd20-a54e-4040-a656-529305bab50f None None] Routers {'7ab6f706-f1ff-4d95-9862-06447df23360'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:26.665144 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-fa5afd20-a54e-4040-a656-529305bab50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7ab6f706-f1ff-4d95-9862-06447df23360'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:26.676299 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Network a8f190af-9988-4454-904a-147a9b8f44df is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:13:26.677389 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4e233b3a-7ae3-4ff0-81f5-c9018b3b97e4 None None] Provisioning for port 4e8d95da-8279-4242-8fd8-376cf55d759e completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:13:26.691753 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:26.692495 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-d8db9eb9-d0fd-4911-b336-4a6d61353e3c req-2092f125-c95a-411e-8b08-1f3ae8736037 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] For port 113619fe-1823-40f5-a2bb-2892927ae905, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=113619fe-1823-40f5-a2bb-2892927ae905,segment=NetworkSegment(72dde1a6-dbe9-4489-998d-c072094ffa2e),segment_id=72dde1a6-dbe9-4489-998d-c072094ffa2e)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:26.692993 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d8db9eb9-d0fd-4911-b336-4a6d61353e3c req-2092f125-c95a-411e-8b08-1f3ae8736037 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:26.700715 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:13:26.714308 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4e233b3a-7ae3-4ff0-81f5-c9018b3b97e4 None None] Provisioning complete for port 4e8d95da-8279-4242-8fd8-376cf55d759e triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:26.714832 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4e233b3a-7ae3-4ff0-81f5-c9018b3b97e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:26.739328 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd9e475f-ce71-4e42-a69d-a9236cb53391 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:26.773191 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5b69a-cdce-49f2-b689-6099c16f92fa None None] New status for floating IP 9040cfac-e6bc-4fb5-9cd9-617129c494e6: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:13:26.881302 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-fa5afd20-a54e-4040-a656-529305bab50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:26.881700 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5afd20-a54e-4040-a656-529305bab50f None None] The sync data for ids ['7ab6f706-f1ff-4d95-9862-06447df23360'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:13:26.940873 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:26.945677 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3f26318e-c387-4d8d-b87b-2e4f4c9a9b5a tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.6386714 Jan 17 14:13:27.027850 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58122) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:27.046079 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-580b4f2a-d93b-40ec-9744-34d0145558a2 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:27.070549 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ea098412-78a5-4e1f-bcb5-d164d0848f87 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:27.118747 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ea098412-78a5-4e1f-bcb5-d164d0848f87 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:27.123091 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ea098412-78a5-4e1f-bcb5-d164d0848f87 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "DELETE /v2.0/security-groups/52275d3c-d271-4283-9536-5a9c047fdeed HTTP/1.1" status: 204 len: 168 time: 1.4049933 Jan 17 14:13:27.126019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea098412-78a5-4e1f-bcb5-d164d0848f87 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52275d3c-d271-4283-9536-5a9c047fdeed,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:27.126846 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58126) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:27.214428 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-114d055f-3ce3-4db3-9362-618db6f6aca9 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] show failed (client error): The resource could not be found. Jan 17 14:13:27.217945 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-114d055f-3ce3-4db3-9362-618db6f6aca9 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "GET /v2.0/security-groups/52275d3c-d271-4283-9536-5a9c047fdeed HTTP/1.1" status: 404 len: 347 time: 0.0858684 Jan 17 14:13:27.226227 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Attempting to bind port bd203e1e-57a6-4273-9323-e374a449fc4e on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:13:27.226818 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Attempting to bind port bd203e1e-57a6-4273-9323-e374a449fc4e by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a8f190af-9988-4454-904a-147a9b8f44df'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:13:27.226930 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Attempting to bind port bd203e1e-57a6-4273-9323-e374a449fc4e on network a8f190af-9988-4454-904a-147a9b8f44df {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:13:27.237337 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58130) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:27.251145 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Pushing event updated for resources: {'Port': ['ID=bd203e1e-57a6-4273-9323-e374a449fc4e,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:27.256320 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:13:27.256634 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Checking segment: {'id': '6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a8f190af-9988-4454-904a-147a9b8f44df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:13:27.256919 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:27.257311 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Bound using segment: {'id': '6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a8f190af-9988-4454-904a-147a9b8f44df'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:13:27.257794 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Bound port: bd203e1e-57a6-4273-9323-e374a449fc4e, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a8f190af-9988-4454-904a-147a9b8f44df'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:13:27.258178 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:27.308889 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea098412-78a5-4e1f-bcb5-d164d0848f87 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.309200 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea098412-78a5-4e1f-bcb5-d164d0848f87 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.309580 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea098412-78a5-4e1f-bcb5-d164d0848f87 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.309868 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea098412-78a5-4e1f-bcb5-d164d0848f87 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.310176 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea098412-78a5-4e1f-bcb5-d164d0848f87 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.310496 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea098412-78a5-4e1f-bcb5-d164d0848f87 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.310808 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea098412-78a5-4e1f-bcb5-d164d0848f87 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.311693 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea098412-78a5-4e1f-bcb5-d164d0848f87 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.312199 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea098412-78a5-4e1f-bcb5-d164d0848f87 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.312508 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea098412-78a5-4e1f-bcb5-d164d0848f87 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.312841 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea098412-78a5-4e1f-bcb5-d164d0848f87 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.313133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea098412-78a5-4e1f-bcb5-d164d0848f87 tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.394703 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] For port bd203e1e-57a6-4273-9323-e374a449fc4e, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:13:27.400186 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] For port bd203e1e-57a6-4273-9323-e374a449fc4e, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=bd203e1e-57a6-4273-9323-e374a449fc4e,segment=NetworkSegment(6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69),segment_id=6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:13:27.402028 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4e233b3a-7ae3-4ff0-81f5-c9018b3b97e4 None None] Port 4e8d95da-8279-4242-8fd8-376cf55d759e cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:13:27.412964 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:27.435198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.436717 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.436717 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.436921 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.437124 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.437447 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.437772 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.438094 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.438417 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.438732 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.439049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.439360 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:13:27.443975 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-08bb82d9-332d-4d82-94ad-515a495324ff tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Deleting port cfc1b061-5f96-4978-a637-9b335ee59fca {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:27.444331 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-08bb82d9-332d-4d82-94ad-515a495324ff tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:27.562927 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bccb513-f5b0-4fce-8603-8abff1733686 None None] Pushing event updated for resources: {'Port': ['ID=bd203e1e-57a6-4273-9323-e374a449fc4e,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:27.592185 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-07013b5f-0af5-4da1-832b-a58cc63cf0a6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:27.639485 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d8db9eb9-d0fd-4911-b336-4a6d61353e3c req-2092f125-c95a-411e-8b08-1f3ae8736037 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:27.639879 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d8db9eb9-d0fd-4911-b336-4a6d61353e3c req-2092f125-c95a-411e-8b08-1f3ae8736037 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:27.640421 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [req-d8db9eb9-d0fd-4911-b336-4a6d61353e3c req-2092f125-c95a-411e-8b08-1f3ae8736037 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Floating IP 95301481-aeac-47b0-bbde-fe35e35a209d disassociated. External IP: 172.26.3.232, port: 113619fe-1823-40f5-a2bb-2892927ae905. Jan 17 14:13:27.640740 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-d8db9eb9-d0fd-4911-b336-4a6d61353e3c req-2092f125-c95a-411e-8b08-1f3ae8736037 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Calling delete_port for 113619fe-1823-40f5-a2bb-2892927ae905 owned by compute:nova {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:27.689531 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911bdab-b1fd-4f60-bab9-1014b88afa0b req-9342b62a-4814-4732-8ead-6a419fb154d9 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:27.691626 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e911bdab-b1fd-4f60-bab9-1014b88afa0b req-9342b62a-4814-4732-8ead-6a419fb154d9 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.8040795 Jan 17 14:13:27.903231 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e911bdab-b1fd-4f60-bab9-1014b88afa0b req-d7e47861-a183-435e-85ff-0ee5d402a8ac tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963139 Jan 17 14:13:28.002811 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-07013b5f-0af5-4da1-832b-a58cc63cf0a6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:28.017107 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:28.035825 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-08bb82d9-332d-4d82-94ad-515a495324ff tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:28.036156 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-08bb82d9-332d-4d82-94ad-515a495324ff tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:28.108545 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d8db9eb9-d0fd-4911-b336-4a6d61353e3c req-2092f125-c95a-411e-8b08-1f3ae8736037 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:28.208833 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-08bb82d9-332d-4d82-94ad-515a495324ff tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Calling delete_port for cfc1b061-5f96-4978-a637-9b335ee59fca owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:28.224611 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c0a36b-f1e3-4426-9712-18760d0fd475,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:28.279321 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092f125-c95a-411e-8b08-1f3ae8736037 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Pushing event deleted for resources: {'Port': ['ID=113619fe-1823-40f5-a2bb-2892927ae905,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:28.358012 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:28.385489 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device bd203e1e-57a6-4273-9323-e374a449fc4e up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:13:28.397792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f190af-9988-4454-904a-147a9b8f44df']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:28.416154 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:28.416523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:28.430814 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:28.449852 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:28.458793 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:13:28.459249 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:28.512326 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port bd203e1e-57a6-4273-9323-e374a449fc4e completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:13:28.515451 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:13:28.569361 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8db9eb9-d0fd-4911-b336-4a6d61353e3c req-2092f125-c95a-411e-8b08-1f3ae8736037 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Router 8f09b19d-a03e-4e4d-8473-2f12e1e40994 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:13:28.686817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 14:13:28.686817 dv-neutron-824901-1-hyperv neutron-server[87523]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 14:13:28.686817 dv-neutron-824901-1-hyperv neutron-server[87523]: [parameters: {'id': 'a8f190af-9988-4454-904a-147a9b8f44df'}] Jan 17 14:13:28.686817 dv-neutron-824901-1-hyperv neutron-server[87523]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:13:28.687606 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:13:28.744657 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-08bb82d9-332d-4d82-94ad-515a495324ff tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:28.822508 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037abe76-0738-4abd-a023-45fe1f960d03 req-fe0ac491-5efe-479b-b708-81482600e5d3 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:28.840618 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-037abe76-0738-4abd-a023-45fe1f960d03 req-fe0ac491-5efe-479b-b708-81482600e5d3 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b46ff7-4289-447b-be13-f46cea3d9cf9 HTTP/1.1" status: 200 len: 945 time: 1.8132577 Jan 17 14:13:28.876177 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da960c89-23da-4dbf-80c4-4d1c0bb06c10 None None] Network a8f190af-9988-4454-904a-147a9b8f44df requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:13:28.954456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-07013b5f-0af5-4da1-832b-a58cc63cf0a6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:28.988872 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Router 6a81499d-fc50-4031-a617-cd4b533dceba is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:13:29.016319 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8db9eb9-d0fd-4911-b336-4a6d61353e3c req-2092f125-c95a-411e-8b08-1f3ae8736037 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:13:29.031436 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05603482-b3bc-43ba-a5f5-c3e5869aa24d None None] Sync routers for ids ['8f09b19d-a03e-4e4d-8473-2f12e1e40994'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:13:29.060341 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05603482-b3bc-43ba-a5f5-c3e5869aa24d None None] Routers {'8f09b19d-a03e-4e4d-8473-2f12e1e40994'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:29.061919 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-05603482-b3bc-43ba-a5f5-c3e5869aa24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['8f09b19d-a03e-4e4d-8473-2f12e1e40994'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:29.068889 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ab24cd3a-cf54-4cf2-b698-327af3e3a3a2 None None] Provisioning for port bd203e1e-57a6-4273-9323-e374a449fc4e completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:13:29.071498 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07013b5f-0af5-4da1-832b-a58cc63cf0a6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2e3fcd-c53f-40df-b1a3-a8ee6b01826e,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:29.076946 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ab24cd3a-cf54-4cf2-b698-327af3e3a3a2 None None] Provisioning complete for port bd203e1e-57a6-4273-9323-e374a449fc4e triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:29.077607 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ab24cd3a-cf54-4cf2-b698-327af3e3a3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:29.179947 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb82d9-332d-4d82-94ad-515a495324ff tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Pushing event deleted for resources: {'Port': ['ID=cfc1b061-5f96-4978-a637-9b335ee59fca,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:29.237455 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:29.293502 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ab24cd3a-cf54-4cf2-b698-327af3e3a3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:29.304505 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f05d122-5cb1-4ced-bfbd-51fcbeabdcab None None] DHCP port deletion for a8f190af-9988-4454-904a-147a9b8f44df request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:13:29.316552 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9f05d122-5cb1-4ced-bfbd-51fcbeabdcab None None] Deleting port bd203e1e-57a6-4273-9323-e374a449fc4e {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:29.316934 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9f05d122-5cb1-4ced-bfbd-51fcbeabdcab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:29.321083 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8db9eb9-d0fd-4911-b336-4a6d61353e3c req-2092f125-c95a-411e-8b08-1f3ae8736037 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] No DVR routers for this DVR port 113619fe-1823-40f5-a2bb-2892927ae905 on host hv-neutron-8249 {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:13:29.328457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d8db9eb9-d0fd-4911-b336-4a6d61353e3c req-2092f125-c95a-411e-8b08-1f3ae8736037 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:29.332486 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b46ff7-4289-447b-be13-f46cea3d9cf9', 'name': 'network-vif-deleted', 'tag': '113619fe-1823-40f5-a2bb-2892927ae905'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:13:29.379913 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-08bb82d9-332d-4d82-94ad-515a495324ff tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:29.382949 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-08bb82d9-332d-4d82-94ad-515a495324ff tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:29.387753 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-08bb82d9-332d-4d82-94ad-515a495324ff tempest-ServersTestJSON-1494424700 tempest-ServersTestJSON-1494424700-project] 10.222.0.48 "DELETE /v2.0/floatingips/9040cfac-e6bc-4fb5-9cd9-617129c494e6 HTTP/1.1" status: 204 len: 168 time: 2.1459394 Jan 17 14:13:29.388922 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58138) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:29.397536 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d8db9eb9-d0fd-4911-b336-4a6d61353e3c req-2092f125-c95a-411e-8b08-1f3ae8736037 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.15 "DELETE /v2.0/ports/113619fe-1823-40f5-a2bb-2892927ae905 HTTP/1.1" status: 204 len: 173 time: 3.7965043 Jan 17 14:13:29.481509 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ab24cd3a-cf54-4cf2-b698-327af3e3a3a2 None None] For port bd203e1e-57a6-4273-9323-e374a449fc4e, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=bd203e1e-57a6-4273-9323-e374a449fc4e,segment=NetworkSegment(6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69),segment_id=6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:29.531468 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-05603482-b3bc-43ba-a5f5-c3e5869aa24d None None] Set router 8f09b19d-a03e-4e4d-8473-2f12e1e40994 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:13:29.532747 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ab24cd3a-cf54-4cf2-b698-327af3e3a3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:29.552549 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-037abe76-0738-4abd-a023-45fe1f960d03 req-f7ffda1b-144d-4791-aab9-ef0383f87049 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d34a5e2-2ede-48df-8d4e-898d07db5631&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7106347 Jan 17 14:13:29.663204 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-07013b5f-0af5-4da1-832b-a58cc63cf0a6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:29.667037 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-07013b5f-0af5-4da1-832b-a58cc63cf0a6 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-groups/bb2e3fcd-c53f-40df-b1a3-a8ee6b01826e HTTP/1.1" status: 204 len: 168 time: 3.4185040 Jan 17 14:13:29.678031 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58144) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:29.679803 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d66323-c396-482f-a57b-2635cb003ccf req-4b8331e2-dceb-4f49-bcfd-a916c428f2b7 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:29.687029 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-10d66323-c396-482f-a57b-2635cb003ccf req-4b8331e2-dceb-4f49-bcfd-a916c428f2b7 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.5285406 Jan 17 14:13:29.708712 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b46ff7-4289-447b-be13-f46cea3d9cf9', 'name': 'network-vif-deleted', 'tag': '113619fe-1823-40f5-a2bb-2892927ae905', 'status': 'completed', 'code': 200} Jan 17 14:13:29.766613 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Deleting port bd203e1e-57a6-4273-9323-e374a449fc4e {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:29.766857 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:29.829561 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-10d66323-c396-482f-a57b-2635cb003ccf req-a9127134-e304-4eab-9fd2-4b6247a8d1f9 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414444 Jan 17 14:13:29.853059 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-580b4f2a-d93b-40ec-9744-34d0145558a2 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:29.899098 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 113619fe-1823-40f5-a2bb-2892927ae905 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:13:29.965052 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 113619fe-1823-40f5-a2bb-2892927ae905 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:13:29.965394 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 113619fe-1823-40f5-a2bb-2892927ae905 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:13:29.968590 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9f05d122-5cb1-4ced-bfbd-51fcbeabdcab None None] For port bd203e1e-57a6-4273-9323-e374a449fc4e, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=bd203e1e-57a6-4273-9323-e374a449fc4e,segment=NetworkSegment(6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69),segment_id=6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:29.968590 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9f05d122-5cb1-4ced-bfbd-51fcbeabdcab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:30.020987 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-580b4f2a-d93b-40ec-9744-34d0145558a2 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:30.060586 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-bd9e475f-ce71-4e42-a69d-a9236cb53391 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:13:30.162749 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6e618a7f-9dc0-4efe-90f0-fddd3500fe4b tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:13:30.190146 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:13:30.198164 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-580b4f2a-d93b-40ec-9744-34d0145558a2 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Deleting port bda25897-98a4-4f4c-9c59-e75407979d41 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:30.198661 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-580b4f2a-d93b-40ec-9744-34d0145558a2 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:30.229668 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-05603482-b3bc-43ba-a5f5-c3e5869aa24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'name': 'tempest-ServersTestManualDisk-20752007-router', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:46Z', 'revision_number': 4, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'gw_port': {'id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:27Z', 'updated_at': '2022-01-17T14:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'c6c68a29-d716-461d-9670-b65e52350056', 'name': '', 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'mac_address': 'fa:16:3e:6b:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'ce596845-3d6c-4047-a87b-93e3264b0c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:43Z', 'updated_at': '2022-01-17T14:11:01Z', 'revision_number': 5, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'subnets': [{'id': 'ce596845-3d6c-4047-a87b-93e3264b0c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:30.239534 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05603482-b3bc-43ba-a5f5-c3e5869aa24d None None] Checking router: 8f09b19d-a03e-4e4d-8473-2f12e1e40994 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:13:30.259801 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05603482-b3bc-43ba-a5f5-c3e5869aa24d None None] Routers {'8f09b19d-a03e-4e4d-8473-2f12e1e40994'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:30.260328 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9f05d122-5cb1-4ced-bfbd-51fcbeabdcab None None] Calling delete_port for bd203e1e-57a6-4273-9323-e374a449fc4e owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:30.260923 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-05603482-b3bc-43ba-a5f5-c3e5869aa24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['8f09b19d-a03e-4e4d-8473-2f12e1e40994'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:30.370315 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] Sync routers for ids ['6a81499d-fc50-4031-a617-cd4b533dceba'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:13:30.374399 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device bd203e1e-57a6-4273-9323-e374a449fc4e no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:13:30.424275 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24cd3a-cf54-4cf2-b698-327af3e3a3a2 None None] Pushing event updated for resources: {'Port': ['ID=bd203e1e-57a6-4273-9323-e374a449fc4e,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:30.482313 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] Routers {'6a81499d-fc50-4031-a617-cd4b533dceba'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:30.484060 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6a81499d-fc50-4031-a617-cd4b533dceba'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:30.487404 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd9e475f-ce71-4e42-a69d-a9236cb53391 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:30.487404 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6e618a7f-9dc0-4efe-90f0-fddd3500fe4b tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:13:30.490078 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6e618a7f-9dc0-4efe-90f0-fddd3500fe4b tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8054252 Jan 17 14:13:30.502277 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58148) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:30.566459 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-05603482-b3bc-43ba-a5f5-c3e5869aa24d None None] Set router 8f09b19d-a03e-4e4d-8473-2f12e1e40994 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:13:30.616533 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-500b95d8-4656-4009-ac2b-0c7788780f61 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:13:30.628573 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-9f05d122-5cb1-4ced-bfbd-51fcbeabdcab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:13:30.629236 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-9f05d122-5cb1-4ced-bfbd-51fcbeabdcab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:13:30.642001 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-500b95d8-4656-4009-ac2b-0c7788780f61 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group_rule {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:13:30.643290 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-500b95d8-4656-4009-ac2b-0c7788780f61 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1332104 Jan 17 14:13:30.646044 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] For port bd203e1e-57a6-4273-9323-e374a449fc4e, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=bd203e1e-57a6-4273-9323-e374a449fc4e,segment=NetworkSegment(6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69),segment_id=6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:30.646425 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:30.649924 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58154) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:30.681799 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9c10ee00-49db-4478-b626-6fda1cebb8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:30.781098 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:30.792618 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-d629599d-caf3-4364-a6d8-f20a2acfc51a tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] delete failed (client error): The resource could not be found. Jan 17 14:13:30.804056 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d629599d-caf3-4364-a6d8-f20a2acfc51a tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "DELETE /v2.0/security-groups/bb2e3fcd-c53f-40df-b1a3-a8ee6b01826e HTTP/1.1" status: 404 len: 347 time: 0.1516700 Jan 17 14:13:30.806786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58160) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:30.826839 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port bd203e1e-57a6-4273-9323-e374a449fc4e, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=bd203e1e-57a6-4273-9323-e374a449fc4e,segment=NetworkSegment(6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69),segment_id=6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:30.832821 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:30.862365 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Calling delete_port for bd203e1e-57a6-4273-9323-e374a449fc4e owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:30.864709 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58162) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:30.897064 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] Set router 6a81499d-fc50-4031-a617-cd4b533dceba gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:13:31.073864 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-580b4f2a-d93b-40ec-9744-34d0145558a2 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:31.079084 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5e099ccb-a823-4303-860c-755d640a4852 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Synchronizing usage tracker for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:13:31.176738 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9f05d122-5cb1-4ced-bfbd-51fcbeabdcab None None] Deleting port bd203e1e-57a6-4273-9323-e374a449fc4e {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:31.177537 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9f05d122-5cb1-4ced-bfbd-51fcbeabdcab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:31.205371 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-05603482-b3bc-43ba-a5f5-c3e5869aa24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'name': 'tempest-ServersTestManualDisk-20752007-router', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:46Z', 'revision_number': 4, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'gw_port': {'id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:27Z', 'updated_at': '2022-01-17T14:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'c6c68a29-d716-461d-9670-b65e52350056', 'name': '', 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'mac_address': 'fa:16:3e:6b:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'ce596845-3d6c-4047-a87b-93e3264b0c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:43Z', 'updated_at': '2022-01-17T14:11:01Z', 'revision_number': 5, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'subnets': [{'id': 'ce596845-3d6c-4047-a87b-93e3264b0c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:31.205903 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b40cf448-87a1-4a24-9edf-3a2469f175c3 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:31.210109 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05603482-b3bc-43ba-a5f5-c3e5869aa24d None None] The sync data for ids ['8f09b19d-a03e-4e4d-8473-2f12e1e40994'] in dv-neutron-824901-1-hyperv is: [{'id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'name': 'tempest-ServersTestManualDisk-20752007-router', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:10:46Z', 'revision_number': 4, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'gw_port': {'id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:27Z', 'updated_at': '2022-01-17T14:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'c6c68a29-d716-461d-9670-b65e52350056', 'name': '', 'network_id': '1fe33185-0d26-416b-811b-abfdf1359eb1', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'mac_address': 'fa:16:3e:6b:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'ce596845-3d6c-4047-a87b-93e3264b0c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:43Z', 'updated_at': '2022-01-17T14:11:01Z', 'revision_number': 5, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'subnets': [{'id': 'ce596845-3d6c-4047-a87b-93e3264b0c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:13:31.228172 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5e099ccb-a823-4303-860c-755d640a4852 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] Unset dirty status for tenant:0b3438f29d9f435fa879dc6386be69fc on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:13:31.233896 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5e099ccb-a823-4303-860c-755d640a4852 tempest-SecGroupIPv6Test-1206488320 tempest-SecGroupIPv6Test-1206488320-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3789802 Jan 17 14:13:31.254919 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-580b4f2a-d93b-40ec-9744-34d0145558a2 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Calling delete_port for bda25897-98a4-4f4c-9c59-e75407979d41 owned by network:router_gateway {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:31.266451 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b40cf448-87a1-4a24-9edf-3a2469f175c3 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:31.313427 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=bd203e1e-57a6-4273-9323-e374a449fc4e,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:31.398915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b40cf448-87a1-4a24-9edf-3a2469f175c3 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:31.428789 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-9c10ee00-49db-4478-b626-6fda1cebb8cc admin admin] Deleting port cf5925ed-3171-48be-89b2-177822bceddc {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:31.429201 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9c10ee00-49db-4478-b626-6fda1cebb8cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:31.431958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:31.439252 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1a80fe6e-25c7-4327-a836-715ab94d49ce tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 14.6432891 Jan 17 14:13:31.473607 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58172) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:31.477487 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cf448-87a1-4a24-9edf-3a2469f175c3 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d34a5e2-2ede-48df-8d4e-898d07db5631,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:31.529761 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:13:31.530270 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:13:31.534591 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd9e475f-ce71-4e42-a69d-a9236cb53391 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:31.653147 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d597fb-af6e-494e-a94d-04a36a042dc4 None None] New status for floating IP 95301481-aeac-47b0-bbde-fe35e35a209d: DOWN {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:13:31.710638 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b40cf448-87a1-4a24-9edf-3a2469f175c3 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:31.711978 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b40cf448-87a1-4a24-9edf-3a2469f175c3 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "DELETE /v2.0/security-groups/0d34a5e2-2ede-48df-8d4e-898d07db5631 HTTP/1.1" status: 204 len: 168 time: 0.8434408 Jan 17 14:13:31.718406 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58178) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:31.760617 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9f05d122-5cb1-4ced-bfbd-51fcbeabdcab None None] For port bd203e1e-57a6-4273-9323-e374a449fc4e, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=bd203e1e-57a6-4273-9323-e374a449fc4e,segment=NetworkSegment(6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69),segment_id=6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:31.761181 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9f05d122-5cb1-4ced-bfbd-51fcbeabdcab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:31.900179 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58182) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:31.923154 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-dcb84fbf-e6ad-4551-8ea5-b160b154368d tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "GET /v2.0/routers/6a81499d-fc50-4031-a617-cd4b533dceba HTTP/1.1" status: 200 len: 908 time: 0.4432621 Jan 17 14:13:31.929002 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-43c84a08-c51d-4e4b-9db9-4a8cd1ba1658 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] show failed (client error): The resource could not be found. Jan 17 14:13:31.930168 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-43c84a08-c51d-4e4b-9db9-4a8cd1ba1658 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "GET /v2.0/security-groups/0d34a5e2-2ede-48df-8d4e-898d07db5631 HTTP/1.1" status: 404 len: 347 time: 0.2067244 Jan 17 14:13:31.930811 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58188) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:31.982045 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee61cf-7b55-4b57-9bde-db3984cc2324 req-cba58ff3-7c98-49a3-8104-92add59df606 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:31.990346 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-63ee61cf-7b55-4b57-9bde-db3984cc2324 req-cba58ff3-7c98-49a3-8104-92add59df606 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.5491788 Jan 17 14:13:31.994464 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58190) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:32.013541 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9f05d122-5cb1-4ced-bfbd-51fcbeabdcab None None] Calling delete_port for bd203e1e-57a6-4273-9323-e374a449fc4e owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:32.040833 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Deleting port bd203e1e-57a6-4273-9323-e374a449fc4e {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:32.041290 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:32.139221 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9f05d122-5cb1-4ced-bfbd-51fcbeabdcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:32.165563 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-580b4f2a-d93b-40ec-9744-34d0145558a2 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:32.225278 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-63ee61cf-7b55-4b57-9bde-db3984cc2324 req-7913db88-1426-4d67-91bc-133d174d04ba tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340403 Jan 17 14:13:32.285323 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05d122-5cb1-4ced-bfbd-51fcbeabdcab None None] Pushing event deleted for resources: {'Port': ['ID=bd203e1e-57a6-4273-9323-e374a449fc4e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:32.290327 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f05d122-5cb1-4ced-bfbd-51fcbeabdcab None None] No DVR routers for this DVR port bd203e1e-57a6-4273-9323-e374a449fc4e on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:13:32.301042 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a81499d-fc50-4031-a617-cd4b533dceba', 'name': 'tempest-snat-router-1747801862', 'tenant_id': '1167218bd3734f5a92c14d7f50c68d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': '6f6b4244-a5d2-4051-a85f-1005f4e78eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:13:17Z', 'updated_at': '2022-01-17T14:13:24Z', 'revision_number': 3, 'project_id': '1167218bd3734f5a92c14d7f50c68d5f', 'gw_port': {'id': '6f6b4244-a5d2-4051-a85f-1005f4e78eb2', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a81499d-fc50-4031-a617-cd4b533dceba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:13:20Z', 'updated_at': '2022-01-17T14:13:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:32.310546 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] Checking router: 6a81499d-fc50-4031-a617-cd4b533dceba for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:13:32.310546 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] Updating router 6a81499d-fc50-4031-a617-cd4b533dceba port 6f6b4244-a5d2-4051-a85f-1005f4e78eb2 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:13:32.312333 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] The port 'bd203e1e-57a6-4273-9323-e374a449fc4e' was deleted {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:13:32.314651 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-bd9e475f-ce71-4e42-a69d-a9236cb53391 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Floating IP 93c13e99-4daa-4849-a771-07b09c13f6bd associated. External IP: 172.26.3.137, port: 5457a3cd-0dda-4d56-b53f-0d3a0c73ba5e. Jan 17 14:13:32.373294 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:32.442899 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b4f2a-d93b-40ec-9744-34d0145558a2 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Pushing event deleted for resources: {'Port': ['ID=bda25897-98a4-4f4c-9c59-e75407979d41,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:32.569140 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-909afcfc-c7fe-4e2a-9ff0-5bfc809421e0 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Deleting port a8b1e088-32be-454b-b3d9-0acccb364149 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:32.569437 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-909afcfc-c7fe-4e2a-9ff0-5bfc809421e0 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:32.657614 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-9c10ee00-49db-4478-b626-6fda1cebb8cc admin admin] For port cf5925ed-3171-48be-89b2-177822bceddc, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=cf5925ed-3171-48be-89b2-177822bceddc,segment=NetworkSegment(f36f3c3f-963f-4e6f-89ab-420cbbc62bd6),segment_id=f36f3c3f-963f-4e6f-89ab-420cbbc62bd6)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:32.657972 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9c10ee00-49db-4478-b626-6fda1cebb8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:32.679193 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:32.850903 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:32.857135 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:32.880313 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] Transition to ACTIVE for port object 6f6b4244-a5d2-4051-a85f-1005f4e78eb2 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:13:32.891503 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:32.947634 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cf8beafa-44ce-42ba-a6b6-a48c88d9ea1f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b3438f29d9f435fa879dc6386be69fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0466502 Jan 17 14:13:32.961508 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58196) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:32.987909 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] Attempting to bind port 6f6b4244-a5d2-4051-a85f-1005f4e78eb2 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:13:32.988589 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] Attempting to bind port 6f6b4244-a5d2-4051-a85f-1005f4e78eb2 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:13:32.989028 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] Attempting to bind port 6f6b4244-a5d2-4051-a85f-1005f4e78eb2 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:13:32.995421 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f190af-9988-4454-904a-147a9b8f44df']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:32.997106 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:13:32.997717 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:13:32.998934 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:32.999593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:13:33.000386 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] Bound port: 6f6b4244-a5d2-4051-a85f-1005f4e78eb2, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:13:33.000983 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:33.028710 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-580b4f2a-d93b-40ec-9744-34d0145558a2 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:33.043595 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-9c10ee00-49db-4478-b626-6fda1cebb8cc admin admin] Calling delete_port for cf5925ed-3171-48be-89b2-177822bceddc owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:33.093695 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] For port 6f6b4244-a5d2-4051-a85f-1005f4e78eb2, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:13:33.094011 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:33.094011 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb121d8-cb6a-46d3-86a5-acbc5c1a1d69') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:33.095118 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] For port 6f6b4244-a5d2-4051-a85f-1005f4e78eb2, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6f6b4244-a5d2-4051-a85f-1005f4e78eb2,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:13:33.102700 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991bcbc-321e-4294-b042-93ade6966fcf None None] Pushing event updated for resources: {'Port': ['ID=6f6b4244-a5d2-4051-a85f-1005f4e78eb2,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:33.105861 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:33.176436 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:33.199468 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] Routers {'6a81499d-fc50-4031-a617-cd4b533dceba'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:33.200416 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6a81499d-fc50-4031-a617-cd4b533dceba'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:33.289350 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:33.300452 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991bcbc-321e-4294-b042-93ade6966fcf None None] Pushing event updated for resources: {'Port': ['ID=6f6b4244-a5d2-4051-a85f-1005f4e78eb2,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:33.303984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-90efdf84-d845-4061-8bfc-ad38ca80daf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:33.313685 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-909afcfc-c7fe-4e2a-9ff0-5bfc809421e0 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:33.314118 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-909afcfc-c7fe-4e2a-9ff0-5bfc809421e0 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:33.334189 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Deleting port 6f6b4244-a5d2-4051-a85f-1005f4e78eb2 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:33.334189 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:33.367148 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:33.489293 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] Set router 6a81499d-fc50-4031-a617-cd4b533dceba gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:13:33.601174 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:13:33.601589 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:13:33.617397 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:13:33.698272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-90efdf84-d845-4061-8bfc-ad38ca80daf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:33.715372 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-909afcfc-c7fe-4e2a-9ff0-5bfc809421e0 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Calling delete_port for a8b1e088-32be-454b-b3d9-0acccb364149 owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:33.842800 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:13:33.843630 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a81499d-fc50-4031-a617-cd4b533dceba', 'name': 'tempest-snat-router-1747801862', 'tenant_id': '1167218bd3734f5a92c14d7f50c68d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': '6f6b4244-a5d2-4051-a85f-1005f4e78eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:13:17Z', 'updated_at': '2022-01-17T14:13:24Z', 'revision_number': 3, 'project_id': '1167218bd3734f5a92c14d7f50c68d5f', 'gw_port': {'id': '6f6b4244-a5d2-4051-a85f-1005f4e78eb2', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a81499d-fc50-4031-a617-cd4b533dceba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:13:20Z', 'updated_at': '2022-01-17T14:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:33.851108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c844664b-2ce2-47d7-a5a3-5b6e37eec086 None None] The sync data for ids ['6a81499d-fc50-4031-a617-cd4b533dceba'] in dv-neutron-824901-1-hyperv is: [{'id': '6a81499d-fc50-4031-a617-cd4b533dceba', 'name': 'tempest-snat-router-1747801862', 'tenant_id': '1167218bd3734f5a92c14d7f50c68d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': '6f6b4244-a5d2-4051-a85f-1005f4e78eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:13:17Z', 'updated_at': '2022-01-17T14:13:24Z', 'revision_number': 3, 'project_id': '1167218bd3734f5a92c14d7f50c68d5f', 'gw_port': {'id': '6f6b4244-a5d2-4051-a85f-1005f4e78eb2', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a81499d-fc50-4031-a617-cd4b533dceba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:13:20Z', 'updated_at': '2022-01-17T14:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:13:33.878295 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9e475f-ce71-4e42-a69d-a9236cb53391 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Router bf4f45c6-0a42-4026-a3ba-e3d9770cf671 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:13:33.910504 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-580b4f2a-d93b-40ec-9744-34d0145558a2 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:33.966894 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:34.007959 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:34.011027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-580b4f2a-d93b-40ec-9744-34d0145558a2 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:34.098624 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Network': ['ID=a8f190af-9988-4454-904a-147a9b8f44df,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:34.130783 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d8938a72-35d1-479e-9d45-27f66a2c3052 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/networks/a8f190af-9988-4454-904a-147a9b8f44df HTTP/1.1" status: 204 len: 168 time: 8.8688612 Jan 17 14:13:34.137556 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f78284-dcc3-410d-a19b-71083f04e9e7 req-b915f23a-ea23-486d-bb17-b715b5b93aa4 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:34.140378 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-81f78284-dcc3-410d-a19b-71083f04e9e7 req-b915f23a-ea23-486d-bb17-b715b5b93aa4 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.7013438 Jan 17 14:13:34.166781 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58202) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:34.187050 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] For port 6f6b4244-a5d2-4051-a85f-1005f4e78eb2, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6f6b4244-a5d2-4051-a85f-1005f4e78eb2,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:34.187950 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:34.237602 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-69bf36f2-dece-471f-bde9-9037ac283ecb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-905265557'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:34.246256 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-69bf36f2-dece-471f-bde9-9037ac283ecb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:34.281691 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-90efdf84-d845-4061-8bfc-ad38ca80daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:34.284334 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-90efdf84-d845-4061-8bfc-ad38ca80daf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:34.285621 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-90efdf84-d845-4061-8bfc-ad38ca80daf9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/175b50d6-a9ae-4159-a2cd-af25439d5dcb HTTP/1.1" status: 204 len: 168 time: 1.3228796 Jan 17 14:13:34.305161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580b4f2a-d93b-40ec-9744-34d0145558a2 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Router 7ab6f706-f1ff-4d95-9862-06447df23360 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:13:34.316306 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efdf84-d845-4061-8bfc-ad38ca80daf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175b50d6-a9ae-4159-a2cd-af25439d5dcb,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:34.351364 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9e475f-ce71-4e42-a69d-a9236cb53391 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:13:34.374088 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c8e5eb-d472-423a-9d61-f2ea310a293f None None] Sync routers for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:13:34.390534 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6f6b4244-a5d2-4051-a85f-1005f4e78eb2 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:13:34.497976 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c8e5eb-d472-423a-9d61-f2ea310a293f None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:34.499910 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-66c8e5eb-d472-423a-9d61-f2ea310a293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:34.543395 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Calling delete_port for 6f6b4244-a5d2-4051-a85f-1005f4e78eb2 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:34.573638 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-66c8e5eb-d472-423a-9d61-f2ea310a293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:34.580421 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 6f6b4244-a5d2-4051-a85f-1005f4e78eb2 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:13:34.590575 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 6f6b4244-a5d2-4051-a85f-1005f4e78eb2 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:34.590954 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:34.594032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580b4f2a-d93b-40ec-9744-34d0145558a2 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:13:34.605117 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6443b551-ba1d-4c78-9025-d3b7ae3bce6b None None] Sync routers for ids ['7ab6f706-f1ff-4d95-9862-06447df23360'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:13:34.613371 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-580b4f2a-d93b-40ec-9744-34d0145558a2 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:34.617986 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-580b4f2a-d93b-40ec-9744-34d0145558a2 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "PUT /v2.0/routers/7ab6f706-f1ff-4d95-9862-06447df23360 HTTP/1.1" status: 200 len: 709 time: 7.5869498 Jan 17 14:13:34.621120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58210) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:34.625671 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6443b551-ba1d-4c78-9025-d3b7ae3bce6b None None] Routers {'7ab6f706-f1ff-4d95-9862-06447df23360'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:34.626519 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-6443b551-ba1d-4c78-9025-d3b7ae3bce6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7ab6f706-f1ff-4d95-9862-06447df23360'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:34.637386 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c8e5eb-d472-423a-9d61-f2ea310a293f None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:34.638305 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-66c8e5eb-d472-423a-9d61-f2ea310a293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:34.753619 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-66c8e5eb-d472-423a-9d61-f2ea310a293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:34.754028 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c8e5eb-d472-423a-9d61-f2ea310a293f None None] The sync data for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:13:34.805014 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-69bf36f2-dece-471f-bde9-9037ac283ecb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Usage tracker for resource:network and tenant:d2b652a3245f49d7a7545e5b0738ea9a is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:34.818827 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-69bf36f2-dece-471f-bde9-9037ac283ecb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:34.889415 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-6443b551-ba1d-4c78-9025-d3b7ae3bce6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:34.913895 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6443b551-ba1d-4c78-9025-d3b7ae3bce6b None None] Routers {'7ab6f706-f1ff-4d95-9862-06447df23360'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:34.914812 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-6443b551-ba1d-4c78-9025-d3b7ae3bce6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7ab6f706-f1ff-4d95-9862-06447df23360'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:34.916238 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:34.970811 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 6f6b4244-a5d2-4051-a85f-1005f4e78eb2, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6f6b4244-a5d2-4051-a85f-1005f4e78eb2,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:34.979458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:34.982175 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9c10ee00-49db-4478-b626-6fda1cebb8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:35.002373 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-909afcfc-c7fe-4e2a-9ff0-5bfc809421e0 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:35.003219 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-257ddce1-ef83-4371-a5ed-daf958b8e30a tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "GET /v2.0/routers/7ab6f706-f1ff-4d95-9862-06447df23360 HTTP/1.1" status: 200 len: 744 time: 0.3808692 Jan 17 14:13:35.004072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58220) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:35.026732 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-69bf36f2-dece-471f-bde9-9037ac283ecb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:35.124500 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-6443b551-ba1d-4c78-9025-d3b7ae3bce6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:35.125251 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6443b551-ba1d-4c78-9025-d3b7ae3bce6b None None] The sync data for ids ['7ab6f706-f1ff-4d95-9862-06447df23360'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:13:35.135731 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-00c0d6a7-d5fd-473e-a8e5-f953fd114e45 tempest-RoutersIpV6AdminTest-2080399254 tempest-RoutersIpV6AdminTest-2080399254-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&device_id=7ab6f706-f1ff-4d95-9862-06447df23360 HTTP/1.1" status: 200 len: 205 time: 0.1260393 Jan 17 14:13:35.138064 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58226) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:35.162621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10ee00-49db-4478-b626-6fda1cebb8cc admin admin] Pushing event deleted for resources: {'Port': ['ID=cf5925ed-3171-48be-89b2-177822bceddc,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:35.212654 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=6f6b4244-a5d2-4051-a85f-1005f4e78eb2,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:35.368148 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-81f78284-dcc3-410d-a19b-71083f04e9e7 req-9719f570-fdd0-41d8-bb93-844691c83029 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1463468 Jan 17 14:13:35.369748 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909afcfc-c7fe-4e2a-9ff0-5bfc809421e0 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Pushing event deleted for resources: {'Port': ['ID=a8b1e088-32be-454b-b3d9-0acccb364149,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:35.531766 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4ccc8781-3c0b-4488-829f-0aee894153ef tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab6f706-f1ff-4d95-9862-06447df23360 HTTP/1.1" status: 200 len: 205 time: 0.3891988 Jan 17 14:13:35.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58238) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:35.607463 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bf36f2-dece-471f-bde9-9037ac283ecb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Made reservation on behalf of d2b652a3245f49d7a7545e5b0738ea9a for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:13:35.617724 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-69bf36f2-dece-471f-bde9-9037ac283ecb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:35.793386 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0aaf2048-9c70-4a95-964f-a6ea01800464 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:35.833813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.api [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:13:35.834760 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG oslo_db.api [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:13:35.840432 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-909afcfc-c7fe-4e2a-9ff0-5bfc809421e0 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:36.090332 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58246) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:36.099749 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-909afcfc-c7fe-4e2a-9ff0-5bfc809421e0 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:36.101428 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-909afcfc-c7fe-4e2a-9ff0-5bfc809421e0 tempest-ServersTestManualDisk-1526625622 tempest-ServersTestManualDisk-1526625622-project] 10.222.0.48 "DELETE /v2.0/floatingips/95301481-aeac-47b0-bbde-fe35e35a209d HTTP/1.1" status: 204 len: 168 time: 3.8288214 Jan 17 14:13:36.114452 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69bf36f2-dece-471f-bde9-9037ac283ecb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:13:36.116845 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58252) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:36.268118 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9e475f-ce71-4e42-a69d-a9236cb53391 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Router d6b9d6cb-8b4a-4002-83d6-1d002d763b8f has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:13:36.270523 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-69bf36f2-dece-471f-bde9-9037ac283ecb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:36.271043 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-69bf36f2-dece-471f-bde9-9037ac283ecb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Added segment 56b46718-eb1c-4129-9b44-ec8069e729e3 of type vlan for network dcfc6b24-19f7-40e8-85c0-50c37cf4af16 Jan 17 14:13:36.276534 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0aaf2048-9c70-4a95-964f-a6ea01800464 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:36.286912 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-365303499'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:36.292668 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0aaf2048-9c70-4a95-964f-a6ea01800464 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:36.301548 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:36.315124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Usage tracker for resource:network and tenant:4c6472c9b3ee42ba843b4446bca01fd2 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:36.394088 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:36.443298 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:36.449107 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0aaf2048-9c70-4a95-964f-a6ea01800464 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:36.449906 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aaf2048-9c70-4a95-964f-a6ea01800464 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Fanout notify agent at l3_agent the message router_deleted on router 7ab6f706-f1ff-4d95-9862-06447df23360 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:13:36.503842 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6f6b4244-a5d2-4051-a85f-1005f4e78eb2 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:13:36.513517 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0aaf2048-9c70-4a95-964f-a6ea01800464 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:36.521173 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0aaf2048-9c70-4a95-964f-a6ea01800464 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "DELETE /v2.0/routers/7ab6f706-f1ff-4d95-9862-06447df23360 HTTP/1.1" status: 204 len: 168 time: 0.9764142 Jan 17 14:13:36.522642 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Made reservation on behalf of 4c6472c9b3ee42ba843b4446bca01fd2 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:13:36.528560 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:36.545729 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Deleting port 6f6b4244-a5d2-4051-a85f-1005f4e78eb2 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:36.546098 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:36.583382 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58256) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:36.615934 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9c10ee00-49db-4478-b626-6fda1cebb8cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:36.623796 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 6f6b4244-a5d2-4051-a85f-1005f4e78eb2 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:36.624169 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:36.654255 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:36.703353 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-69bf36f2-dece-471f-bde9-9037ac283ecb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:36.711229 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:36.712249 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-366f5962-174b-4678-a79f-5e83080e582b tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ab6f706-f1ff-4d95-9862-06447df23360 HTTP/1.1" status: 200 len: 205 time: 0.1204727 Jan 17 14:13:36.714821 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58260) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:36.824164 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Usage tracker for resource:security_group_rule and tenant:4c6472c9b3ee42ba843b4446bca01fd2 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:36.845340 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:36.883565 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:36.887904 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9e475f-ce71-4e42-a69d-a9236cb53391 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:13:36.891318 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-b14faae3-b799-4a5e-a39c-4d1529c6e528 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] delete failed (client error): The resource could not be found. Jan 17 14:13:36.897835 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b14faae3-b799-4a5e-a39c-4d1529c6e528 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "DELETE /v2.0/routers/7ab6f706-f1ff-4d95-9862-06447df23360 HTTP/1.1" status: 404 len: 336 time: 0.1777105 Jan 17 14:13:36.899130 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58264) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:36.900833 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ea22cb-d752-4377-a25e-620870b4566f None None] Sync routers for ids ['d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:13:36.906813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd9e475f-ce71-4e42-a69d-a9236cb53391 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:36.913104 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ea22cb-d752-4377-a25e-620870b4566f None None] Routers {'d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:36.913875 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-18ea22cb-d752-4377-a25e-620870b4566f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:36.987309 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-18ea22cb-d752-4377-a25e-620870b4566f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:37.004170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ea22cb-d752-4377-a25e-620870b4566f None None] Routers {'d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:37.005393 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-18ea22cb-d752-4377-a25e-620870b4566f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:37.059769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.resource_extend [None req-69bf36f2-dece-471f-bde9-9037ac283ecb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:13:37.070471 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4679414-aceb-4903-be46-0869bf0dd971 req-ea808895-22d5-4df8-bc48-e5c7e817ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:37.072044 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e4679414-aceb-4903-be46-0869bf0dd971 req-ea808895-22d5-4df8-bc48-e5c7e817ec4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bf9d590b7484aed9edd856f9636eb85&device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 1098 time: 1.0767972 Jan 17 14:13:37.086763 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-97a9be74-b356-4183-a76f-ff3ae4d53854 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6e7d4f0-3521-4ef0-8d1c-89bf1af0ea34 HTTP/1.1" status: 200 len: 205 time: 0.1291780 Jan 17 14:13:37.090734 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58268) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:37.114510 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-18ea22cb-d752-4377-a25e-620870b4566f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:37.115078 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ea22cb-d752-4377-a25e-620870b4566f None None] The sync data for ids ['d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:13:37.268344 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-907dd5f6-7482-4741-b7f5-096196a843de tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] delete failed (client error): The resource could not be found. Jan 17 14:13:37.269372 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-907dd5f6-7482-4741-b7f5-096196a843de tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "DELETE /v2.0/routers/d6e7d4f0-3521-4ef0-8d1c-89bf1af0ea34 HTTP/1.1" status: 404 len: 336 time: 0.1741114 Jan 17 14:13:37.278717 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58272) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:37.293278 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-69bf36f2-dece-471f-bde9-9037ac283ecb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:37.301244 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bf36f2-dece-471f-bde9-9037ac283ecb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:37.301897 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-69bf36f2-dece-471f-bde9-9037ac283ecb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:37.321215 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bd9e475f-ce71-4e42-a69d-a9236cb53391 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "PUT /v2.0/floatingips/93c13e99-4daa-4849-a771-07b09c13f6bd HTTP/1.1" status: 200 len: 979 time: 11.0730472 Jan 17 14:13:37.325047 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58276) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:37.356767 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00e113-f21f-4de7-a54a-c4c93a7badfa req-ffca97c6-5e03-4dcc-b50b-94b1f86663ce tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:37.358727 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7a00e113-f21f-4de7-a54a-c4c93a7badfa req-ffca97c6-5e03-4dcc-b50b-94b1f86663ce tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 1.2935126 Jan 17 14:13:37.588502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-44098113-d088-48f3-89ac-b8dc3cfc4006 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Deleting port 4e8d95da-8279-4242-8fd8-376cf55d759e {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:37.588927 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44098113-d088-48f3-89ac-b8dc3cfc4006 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:37.614474 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e46b7ca4-9d56-4e57-901b-0151d51e20cb tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "GET /v2.0/ports?device_id=35bbbf1f-1594-4dbf-9cf6-785dc78565a1 HTTP/1.1" status: 200 len: 205 time: 0.3081102 Jan 17 14:13:37.618714 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58280) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:37.689203 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-69bf36f2-dece-471f-bde9-9037ac283ecb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.5213201 Jan 17 14:13:37.694221 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:37.695300 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58284) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:37.728790 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-babd71a1-7085-44b3-8ee6-10096068a170 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'subnet': {'network_id': 'dcfc6b24-19f7-40e8-85c0-50c37cf4af16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:37.741736 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] For port 6f6b4244-a5d2-4051-a85f-1005f4e78eb2, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6f6b4244-a5d2-4051-a85f-1005f4e78eb2,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:37.742110 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:37.742601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:37.755946 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf36f2-dece-471f-bde9-9037ac283ecb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Network': ['ID=dcfc6b24-19f7-40e8-85c0-50c37cf4af16,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:37.760348 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-74585d9f-b15f-4419-9787-fcd447e3768c tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] delete failed (client error): The resource could not be found. Jan 17 14:13:37.761364 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-74585d9f-b15f-4419-9787-fcd447e3768c tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "DELETE /v2.0/routers/35bbbf1f-1594-4dbf-9cf6-785dc78565a1 HTTP/1.1" status: 404 len: 336 time: 0.1371279 Jan 17 14:13:37.775864 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network dcfc6b24-19f7-40e8-85c0-50c37cf4af16 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:13:37.814195 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58288) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:37.924120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:13:37.944380 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6883e80-b93c-4570-b8b6-e7c0d31b98c7,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:37.971726 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:37.972064 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Added segment 578f3b28-37f6-463b-ac46-a51244490e32 of type vlan for network 8998f9b3-74d0-4421-bbd1-ca8cc262e0f5 Jan 17 14:13:37.999761 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7a00e113-f21f-4de7-a54a-c4c93a7badfa req-6fe7b2e8-2d9f-437e-8b95-eaa0175443ac tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5135465 Jan 17 14:13:38.054822 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-babd71a1-7085-44b3-8ee6-10096068a170 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:38.065589 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Calling delete_port for 6f6b4244-a5d2-4051-a85f-1005f4e78eb2 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:38.073849 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-babd71a1-7085-44b3-8ee6-10096068a170 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Usage tracker for resource:subnet and tenant:d2b652a3245f49d7a7545e5b0738ea9a is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:38.084793 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-babd71a1-7085-44b3-8ee6-10096068a170 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:38.101513 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-babd71a1-7085-44b3-8ee6-10096068a170 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:38.106815 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:38.140308 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babd71a1-7085-44b3-8ee6-10096068a170 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Made reservation on behalf of d2b652a3245f49d7a7545e5b0738ea9a for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:13:38.143872 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-babd71a1-7085-44b3-8ee6-10096068a170 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:38.237497 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4679414-aceb-4903-be46-0869bf0dd971 req-76d4ac0a-cfef-4c54-aa3f-9f14878b473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:38.238951 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e4679414-aceb-4903-be46-0869bf0dd971 req-76d4ac0a-cfef-4c54-aa3f-9f14878b473b service neutron] 10.222.0.15 "GET /v2.0/networks?id=65490aef-7574-47e8-8e01-18ff3449c348 HTTP/1.1" status: 200 len: 913 time: 1.1382279 Jan 17 14:13:38.266105 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44098113-d088-48f3-89ac-b8dc3cfc4006 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:38.268538 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c11c3433-ec2f-4b8f-b6db-8b041ea524c7 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd8d15a8-5312-4222-b853-d5d01d8f3242 HTTP/1.1" status: 200 len: 205 time: 0.4531171 Jan 17 14:13:38.273923 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58292) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:38.353350 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:38.358812 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:38.359398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:38.464906 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-0f6cf8f9-071c-48ba-930f-135c54662592 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] delete failed (client error): The resource could not be found. Jan 17 14:13:38.465781 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0f6cf8f9-071c-48ba-930f-135c54662592 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "DELETE /v2.0/routers/cd8d15a8-5312-4222-b853-d5d01d8f3242 HTTP/1.1" status: 404 len: 336 time: 0.1827817 Jan 17 14:13:38.489085 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58296) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:38.568160 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e4679414-aceb-4903-be46-0869bf0dd971 req-29cfd5db-2b7b-40f1-9ca0-b70a46fda351 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f0120a3-b504-4e3f-961d-8d0e46099075 HTTP/1.1" status: 200 len: 1001 time: 0.3027029 Jan 17 14:13:38.583938 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.4956362 Jan 17 14:13:38.588521 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d88b5-5147-4d22-a399-f079976be92b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Pushing event updated for resources: {'Network': ['ID=8998f9b3-74d0-4421-bbd1-ca8cc262e0f5,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:38.595655 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f060395b-7125-4a8e-a536-668929fd9694 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "GET /v2.0/ports?device_id=8375430c-1fda-4da0-ac73-f96fd6148dad HTTP/1.1" status: 200 len: 205 time: 0.1056983 Jan 17 14:13:38.605481 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 8998f9b3-74d0-4421-bbd1-ca8cc262e0f5 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:13:38.633769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58300) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:38.634117 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58302) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:38.650145 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-637871da-f4a7-4ca9-b9e9-ba2374b4c3c3 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Request body: {'subnet': {'network_id': '8998f9b3-74d0-4421-bbd1-ca8cc262e0f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:38.831292 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-0131eb02-29c6-4bff-acb5-9a9337524294 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] delete failed (client error): The resource could not be found. Jan 17 14:13:38.833176 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0131eb02-29c6-4bff-acb5-9a9337524294 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "DELETE /v2.0/routers/8375430c-1fda-4da0-ac73-f96fd6148dad HTTP/1.1" status: 404 len: 336 time: 0.1957541 Jan 17 14:13:38.838049 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58308) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:38.843606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c10ee00-49db-4478-b626-6fda1cebb8cc admin admin] Router 30aeda3d-2fc7-461f-889c-73e0d6fb843e has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:13:38.880976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4679414-aceb-4903-be46-0869bf0dd971 req-c9cfa47f-f2db-47fe-a235-85332bc492d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:38.882426 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e4679414-aceb-4903-be46-0869bf0dd971 req-c9cfa47f-f2db-47fe-a235-85332bc492d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=108e9ce5-417b-4ebb-b330-fd1632de2fea HTTP/1.1" status: 200 len: 851 time: 0.2954533 Jan 17 14:13:38.911978 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9b877c29-5bfb-4509-a68b-41884683bd64 tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "GET /v2.0/ports?device_id=b88b3edb-3280-4deb-8698-d2a6883cbd0a HTTP/1.1" status: 200 len: 205 time: 0.0706542 Jan 17 14:13:38.917476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58312) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:38.930904 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44098113-d088-48f3-89ac-b8dc3cfc4006 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:38.931652 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44098113-d088-48f3-89ac-b8dc3cfc4006 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:38.931652 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-44098113-d088-48f3-89ac-b8dc3cfc4006 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Floating IP 93c13e99-4daa-4849-a771-07b09c13f6bd disassociated. External IP: 172.26.3.137, port: 4e8d95da-8279-4242-8fd8-376cf55d759e. Jan 17 14:13:38.931971 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-44098113-d088-48f3-89ac-b8dc3cfc4006 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Calling delete_port for 4e8d95da-8279-4242-8fd8-376cf55d759e owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:38.998111 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-637871da-f4a7-4ca9-b9e9-ba2374b4c3c3 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:39.022372 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-637871da-f4a7-4ca9-b9e9-ba2374b4c3c3 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Usage tracker for resource:subnet and tenant:4c6472c9b3ee42ba843b4446bca01fd2 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:39.037318 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-637871da-f4a7-4ca9-b9e9-ba2374b4c3c3 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:39.050212 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-d997c260-d5a3-4516-821b-f5a084c6cdba tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] delete failed (client error): The resource could not be found. Jan 17 14:13:39.051284 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d997c260-d5a3-4516-821b-f5a084c6cdba tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "DELETE /v2.0/routers/b88b3edb-3280-4deb-8698-d2a6883cbd0a HTTP/1.1" status: 404 len: 336 time: 0.1321526 Jan 17 14:13:39.061166 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58318) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:39.066739 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-babd71a1-7085-44b3-8ee6-10096068a170 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:39.102555 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-637871da-f4a7-4ca9-b9e9-ba2374b4c3c3 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:39.269561 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637871da-f4a7-4ca9-b9e9-ba2374b4c3c3 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Made reservation on behalf of 4c6472c9b3ee42ba843b4446bca01fd2 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:13:39.274300 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-637871da-f4a7-4ca9-b9e9-ba2374b4c3c3 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:39.301066 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:39.317968 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb0cca2-c9fc-409f-a3f2-a708cd08156d tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] DELETE failed (client error): The resource could not be found. Jan 17 14:13:39.318492 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb0cca2-c9fc-409f-a3f2-a708cd08156d tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:13:39.356873 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cfb0cca2-c9fc-409f-a3f2-a708cd08156d tempest-RoutersIpV6AdminTest-591862577 tempest-RoutersIpV6AdminTest-591862577-project] 10.222.0.48 "DELETE /v2.0/subnets/430a40e9-d2ba-408d-b4f7-e4699f723ba9 HTTP/1.1" status: 404 len: 337 time: 0.2917476 Jan 17 14:13:39.468928 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd71a1-7085-44b3-8ee6-10096068a170 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Subnet': ['ID=5c289481-72ba-45c8-8b1b-7f789889de0d,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:39.470064 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f6b4244-a5d2-4051-a85f-1005f4e78eb2,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:39.502063 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c10ee00-49db-4478-b626-6fda1cebb8cc admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:13:39.514672 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babd71a1-7085-44b3-8ee6-10096068a170 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Checking segment: {'id': '56b46718-eb1c-4129-9b44-ec8069e729e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'dcfc6b24-19f7-40e8-85c0-50c37cf4af16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:13:39.515384 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babd71a1-7085-44b3-8ee6-10096068a170 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Network hostable DHCP agents. Network: dcfc6b24-19f7-40e8-85c0-50c37cf4af16, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:13:39.518067 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fb41ff-15f0-4d45-9324-b79f50cb1f5b None None] Sync routers for ids ['30aeda3d-2fc7-461f-889c-73e0d6fb843e'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:13:39.530721 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fb41ff-15f0-4d45-9324-b79f50cb1f5b None None] Routers {'30aeda3d-2fc7-461f-889c-73e0d6fb843e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:39.532622 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-13fb41ff-15f0-4d45-9324-b79f50cb1f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['30aeda3d-2fc7-461f-889c-73e0d6fb843e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:39.564523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44098113-d088-48f3-89ac-b8dc3cfc4006 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:39.577045 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9c10ee00-49db-4478-b626-6fda1cebb8cc admin admin] 10.222.0.48 "PUT /v2.0/routers/30aeda3d-2fc7-461f-889c-73e0d6fb843e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1824546 Jan 17 14:13:39.582226 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4679414-aceb-4903-be46-0869bf0dd971 req-bcd19dc3-4c6e-4f59-a857-a10b9b37d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:39.583990 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e4679414-aceb-4903-be46-0869bf0dd971 req-bcd19dc3-4c6e-4f59-a857-a10b9b37d0d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65490aef-7574-47e8-8e01-18ff3449c348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6926179 Jan 17 14:13:39.586619 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58324) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:39.664322 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babd71a1-7085-44b3-8ee6-10096068a170 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Network dcfc6b24-19f7-40e8-85c0-50c37cf4af16 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:13:39.682508 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7607d0-e438-4cf1-949a-f15c14371635 req-209943c3-5d87-4a70-9b2c-e4e5a41d4728 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:39.685241 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3f7607d0-e438-4cf1-949a-f15c14371635 req-209943c3-5d87-4a70-9b2c-e4e5a41d4728 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.4296458 Jan 17 14:13:39.692797 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44098113-d088-48f3-89ac-b8dc3cfc4006 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event deleted for resources: {'Port': ['ID=4e8d95da-8279-4242-8fd8-376cf55d759e,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:39.740293 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58330) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:39.744061 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-babd71a1-7085-44b3-8ee6-10096068a170 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, dcfc6b24-19f7-40e8-85c0-50c37cf4af16) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:39.758838 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232dae83-1c75-4d89-9883-d324bce96e3c None None] Network dcfc6b24-19f7-40e8-85c0-50c37cf4af16 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:13:39.781475 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babd71a1-7085-44b3-8ee6-10096068a170 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:39.782454 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-babd71a1-7085-44b3-8ee6-10096068a170 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:39.785931 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-13fb41ff-15f0-4d45-9324-b79f50cb1f5b None None] Set router 30aeda3d-2fc7-461f-889c-73e0d6fb843e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:13:40.019962 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-babd71a1-7085-44b3-8ee6-10096068a170 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3069940 Jan 17 14:13:40.048197 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58336) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:40.075873 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3f7607d0-e438-4cf1-949a-f15c14371635 req-4d0fe1c4-a9e7-47b1-bd8f-d6af36bfa4c9 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3789554 Jan 17 14:13:40.093642 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-08cb479a-1398-4e87-86ab-e90c015ad92f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'subnet': {'network_id': 'dcfc6b24-19f7-40e8-85c0-50c37cf4af16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:40.249528 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-dcfc6b24-19f7-40e8-85c0-50c37cf4af16', 'network_id': 'dcfc6b24-19f7-40e8-85c0-50c37cf4af16', 'tenant_id': 'd2b652a3245f49d7a7545e5b0738ea9a', 'fixed_ips': [{'subnet_id': '5c289481-72ba-45c8-8b1b-7f789889de0d'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:13:40.250353 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:40.386139 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-72ed3326-ba0f-495a-adb6-ec26365ee9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:40.396088 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-13fb41ff-15f0-4d45-9324-b79f50cb1f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'name': 'tempest-ServersTestJSON-1364175991-router', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:13:34Z', 'revision_number': 5, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'gw_port': {'id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:25Z', 'updated_at': '2022-01-17T14:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:40.398760 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e4679414-aceb-4903-be46-0869bf0dd971 req-cd187aa1-bf8b-44b3-bb6b-411e504dbc56 service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8005378 Jan 17 14:13:40.401097 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fb41ff-15f0-4d45-9324-b79f50cb1f5b None None] Checking router: 30aeda3d-2fc7-461f-889c-73e0d6fb843e for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:13:40.401671 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f21d10eb-efa4-45c3-b521-69b49cc8c68e admin admin] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:40.411537 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fb41ff-15f0-4d45-9324-b79f50cb1f5b None None] Routers {'30aeda3d-2fc7-461f-889c-73e0d6fb843e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:40.412430 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-13fb41ff-15f0-4d45-9324-b79f50cb1f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['30aeda3d-2fc7-461f-889c-73e0d6fb843e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:40.437579 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-72ed3326-ba0f-495a-adb6-ec26365ee9f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:40.451545 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-72ed3326-ba0f-495a-adb6-ec26365ee9f5 admin admin] Usage tracker for resource:security_group_rule and tenant:e73c8911752e469dbe116e445f4ec395 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:40.474318 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-72ed3326-ba0f-495a-adb6-ec26365ee9f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:40.474606 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Allocated IP 2001:db8::2 (dcfc6b24-19f7-40e8-85c0-50c37cf4af16/5c289481-72ba-45c8-8b1b-7f789889de0d/0abf706e-d922-4dbc-9195-e735db78e5c9) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:13:40.504488 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-72ed3326-ba0f-495a-adb6-ec26365ee9f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:40.545759 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44098113-d088-48f3-89ac-b8dc3cfc4006 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Router d6b9d6cb-8b4a-4002-83d6-1d002d763b8f has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:13:40.635338 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-13fb41ff-15f0-4d45-9324-b79f50cb1f5b None None] Set router 30aeda3d-2fc7-461f-889c-73e0d6fb843e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:13:40.675158 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-08cb479a-1398-4e87-86ab-e90c015ad92f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:40.698304 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-08cb479a-1398-4e87-86ab-e90c015ad92f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Usage tracker for resource:subnet and tenant:d2b652a3245f49d7a7545e5b0738ea9a is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:40.703147 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-08cb479a-1398-4e87-86ab-e90c015ad92f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:40.722510 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-08cb479a-1398-4e87-86ab-e90c015ad92f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:40.770812 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:40.788142 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Transition to ACTIVE for port object 0abf706e-d922-4dbc-9195-e735db78e5c9 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:13:40.829112 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Transition to ACTIVE for port object 0abf706e-d922-4dbc-9195-e735db78e5c9 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:13:40.863279 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-72ed3326-ba0f-495a-adb6-ec26365ee9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:40.874229 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:40.877976 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-72ed3326-ba0f-495a-adb6-ec26365ee9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:40.925233 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cb479a-1398-4e87-86ab-e90c015ad92f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Made reservation on behalf of d2b652a3245f49d7a7545e5b0738ea9a for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:13:40.931776 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-08cb479a-1398-4e87-86ab-e90c015ad92f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:40.949296 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:41.017037 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-43d068bd-856d-4ad9-aa02-6c173091cddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:41.121673 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5707c0a7-8a17-490d-9939-d99958b530f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:41.157105 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Network dcfc6b24-19f7-40e8-85c0-50c37cf4af16 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:13:41.160136 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:41.165159 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:13:41.167446 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Pushing event updated for resources: {'Port': ['ID=0abf706e-d922-4dbc-9195-e735db78e5c9,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:41.203783 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-13fb41ff-15f0-4d45-9324-b79f50cb1f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'name': 'tempest-ServersTestJSON-1364175991-router', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:13:34Z', 'revision_number': 5, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'gw_port': {'id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:25Z', 'updated_at': '2022-01-17T14:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:41.238261 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fb41ff-15f0-4d45-9324-b79f50cb1f5b None None] The sync data for ids ['30aeda3d-2fc7-461f-889c-73e0d6fb843e'] in dv-neutron-824901-1-hyperv is: [{'id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'name': 'tempest-ServersTestJSON-1364175991-router', 'tenant_id': '464561e5600c4cb5a08009418eecb6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:13:34Z', 'revision_number': 5, 'project_id': '464561e5600c4cb5a08009418eecb6f6', 'gw_port': {'id': '60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeda3d-2fc7-461f-889c-73e0d6fb843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:25Z', 'updated_at': '2022-01-17T14:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:13:41.300598 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Attempting to bind port 0abf706e-d922-4dbc-9195-e735db78e5c9 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:13:41.300970 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Attempting to bind port 0abf706e-d922-4dbc-9195-e735db78e5c9 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '56b46718-eb1c-4129-9b44-ec8069e729e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'dcfc6b24-19f7-40e8-85c0-50c37cf4af16'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:13:41.301370 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Attempting to bind port 0abf706e-d922-4dbc-9195-e735db78e5c9 on network dcfc6b24-19f7-40e8-85c0-50c37cf4af16 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:13:41.316641 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:13:41.316920 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:41.317669 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Checking segment: {'id': '56b46718-eb1c-4129-9b44-ec8069e729e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'dcfc6b24-19f7-40e8-85c0-50c37cf4af16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:13:41.318259 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:41.319078 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Bound using segment: {'id': '56b46718-eb1c-4129-9b44-ec8069e729e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'dcfc6b24-19f7-40e8-85c0-50c37cf4af16'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:13:41.320001 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Bound port: 0abf706e-d922-4dbc-9195-e735db78e5c9, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b46718-eb1c-4129-9b44-ec8069e729e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'dcfc6b24-19f7-40e8-85c0-50c37cf4af16'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:13:41.320793 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:41.320985 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:41.353330 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-72ed3326-ba0f-495a-adb6-ec26365ee9f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e73c8911752e469dbe116e445f4ec395&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6028197 Jan 17 14:13:41.363976 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed3326-ba0f-495a-adb6-ec26365ee9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49408e5-86ac-47d7-b636-ba45fd62d648,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:41.398653 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58342) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:41.443926 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44098113-d088-48f3-89ac-b8dc3cfc4006 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:13:41.486509 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc413f02-f269-48c1-aa55-8628be79e362 None None] Sync routers for ids ['d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:13:41.496073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:41.496881 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a81499d-fc50-4031-a617-cd4b533dceba {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:13:41.532781 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc413f02-f269-48c1-aa55-8628be79e362 None None] Routers {'d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:41.533881 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-cc413f02-f269-48c1-aa55-8628be79e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:41.543532 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f21d10eb-efa4-45c3-b521-69b49cc8c68e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:41.624114 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44098113-d088-48f3-89ac-b8dc3cfc4006 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:41.629134 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] For port 0abf706e-d922-4dbc-9195-e735db78e5c9, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:13:41.643638 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-cc413f02-f269-48c1-aa55-8628be79e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:41.646234 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-44098113-d088-48f3-89ac-b8dc3cfc4006 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "DELETE /v2.0/ports/4e8d95da-8279-4242-8fd8-376cf55d759e HTTP/1.1" status: 204 len: 168 time: 4.3200655 Jan 17 14:13:41.646948 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58346) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:41.654547 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] For port 0abf706e-d922-4dbc-9195-e735db78e5c9, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=0abf706e-d922-4dbc-9195-e735db78e5c9,segment=NetworkSegment(56b46718-eb1c-4129-9b44-ec8069e729e3),segment_id=56b46718-eb1c-4129-9b44-ec8069e729e3)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:13:41.669635 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc413f02-f269-48c1-aa55-8628be79e362 None None] Routers {'d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:41.670891 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-cc413f02-f269-48c1-aa55-8628be79e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:41.788346 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-cc413f02-f269-48c1-aa55-8628be79e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:41.788987 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc413f02-f269-48c1-aa55-8628be79e362 None None] The sync data for ids ['d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:13:41.790715 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:41.947528 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:41.951651 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-877017a6-4f4b-489e-88bf-73a95eda790a tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "DELETE /v2.0/routers/6a81499d-fc50-4031-a617-cd4b533dceba HTTP/1.1" status: 204 len: 168 time: 9.9561317 Jan 17 14:13:41.951651 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-f21d10eb-efa4-45c3-b521-69b49cc8c68e admin admin] Deleting port 60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:41.951651 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f21d10eb-efa4-45c3-b521-69b49cc8c68e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:41.962545 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5e3a2-d909-4c97-be7a-257572a2e632 None None] Pushing event updated for resources: {'Port': ['ID=0abf706e-d922-4dbc-9195-e735db78e5c9,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:42.012275 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58350) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:42.025012 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-08cb479a-1398-4e87-86ab-e90c015ad92f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:42.214625 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cb479a-1398-4e87-86ab-e90c015ad92f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Network dcfc6b24-19f7-40e8-85c0-50c37cf4af16 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:13:42.223922 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-08cb479a-1398-4e87-86ab-e90c015ad92f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:42.225912 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cb479a-1398-4e87-86ab-e90c015ad92f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:42.226506 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-08cb479a-1398-4e87-86ab-e90c015ad92f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:42.282598 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e4679414-aceb-4903-be46-0869bf0dd971 req-16327956-d68f-42e3-bbd3-9abfc5aa43f4 service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5502961 Jan 17 14:13:42.315259 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-18d65ab9-c660-4d0a-b5c2-f260884e0e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:42.349906 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-637871da-f4a7-4ca9-b9e9-ba2374b4c3c3 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:42.386108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 0abf706e-d922-4dbc-9195-e735db78e5c9 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:13:42.434364 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb479a-1398-4e87-86ab-e90c015ad92f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Subnet': ['ID=ae953bf8-1ffb-4311-bb61-9192b67927ea,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:42.478733 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-08cb479a-1398-4e87-86ab-e90c015ad92f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4286900 Jan 17 14:13:42.486336 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58354) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:42.486571 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 0abf706e-d922-4dbc-9195-e735db78e5c9 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:13:42.502903 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cf5925ed-3171-48be-89b2-177822bceddc no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:13:42.522614 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-18d65ab9-c660-4d0a-b5c2-f260884e0e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:42.542716 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: cf5925ed-3171-48be-89b2-177822bceddc {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:13:42.543694 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cf5925ed-3171-48be-89b2-177822bceddc not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:13:42.543694 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6f6b4244-a5d2-4051-a85f-1005f4e78eb2 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:13:42.583128 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 6f6b4244-a5d2-4051-a85f-1005f4e78eb2 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:13:42.583128 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6f6b4244-a5d2-4051-a85f-1005f4e78eb2 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:13:42.622948 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-86443971-54fb-4044-b9f5-2d03dc012955 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:42.652322 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637871da-f4a7-4ca9-b9e9-ba2374b4c3c3 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Pushing event updated for resources: {'Subnet': ['ID=954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:42.674950 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158111fc-641d-4656-b796-44497f045ff3 req-f72b8a25-3450-4882-bb3f-d3ce4af12fbe tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:42.676449 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-158111fc-641d-4656-b796-44497f045ff3 req-f72b8a25-3450-4882-bb3f-d3ce4af12fbe tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 1.2796891 Jan 17 14:13:42.732384 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a8dde0-7732-4e60-8f9a-7eb46b2abb3f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:42.732384 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a8dde0-7732-4e60-8f9a-7eb46b2abb3f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:42.733464 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a8dde0-7732-4e60-8f9a-7eb46b2abb3f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:42.735990 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a8dde0-7732-4e60-8f9a-7eb46b2abb3f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:42.736119 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a8dde0-7732-4e60-8f9a-7eb46b2abb3f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:42.736973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-80a8dde0-7732-4e60-8f9a-7eb46b2abb3f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Synchronizing usage tracker for tenant:d2b652a3245f49d7a7545e5b0738ea9a on resource:subnet {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:13:42.743724 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637871da-f4a7-4ca9-b9e9-ba2374b4c3c3 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Checking segment: {'id': '578f3b28-37f6-463b-ac46-a51244490e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8998f9b3-74d0-4421-bbd1-ca8cc262e0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:13:42.744112 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637871da-f4a7-4ca9-b9e9-ba2374b4c3c3 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Network hostable DHCP agents. Network: 8998f9b3-74d0-4421-bbd1-ca8cc262e0f5, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:13:42.810160 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-f21d10eb-efa4-45c3-b521-69b49cc8c68e admin admin] For port 60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:42.811031 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f21d10eb-efa4-45c3-b521-69b49cc8c68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:42.832626 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-158111fc-641d-4656-b796-44497f045ff3 req-89f3921d-a979-4e54-aae1-63c06a862b83 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392071 Jan 17 14:13:42.911316 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-18d65ab9-c660-4d0a-b5c2-f260884e0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:42.961968 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-86443971-54fb-4044-b9f5-2d03dc012955 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:43.006033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-f21d10eb-efa4-45c3-b521-69b49cc8c68e admin admin] Calling delete_port for 60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:43.019128 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-86443971-54fb-4044-b9f5-2d03dc012955 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Deleting port 4d39fd19-09b9-4742-a2c1-b47f24338b66 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:43.019558 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-86443971-54fb-4044-b9f5-2d03dc012955 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:43.035631 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637871da-f4a7-4ca9-b9e9-ba2374b4c3c3 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Network 8998f9b3-74d0-4421-bbd1-ca8cc262e0f5 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:13:43.055633 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d65ab9-c660-4d0a-b5c2-f260884e0e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49408e5-86ac-47d7-b636-ba45fd62d648,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:43.086523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-80a8dde0-7732-4e60-8f9a-7eb46b2abb3f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Unset dirty status for tenant:d2b652a3245f49d7a7545e5b0738ea9a on resource:subnet {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:13:43.087899 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-80a8dde0-7732-4e60-8f9a-7eb46b2abb3f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6002090 Jan 17 14:13:43.095568 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58358) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:43.109303 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-96489c56-5be9-43f2-b49e-f2cf023a2e49 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1522622080'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:43.124928 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-637871da-f4a7-4ca9-b9e9-ba2374b4c3c3 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 8998f9b3-74d0-4421-bbd1-ca8cc262e0f5) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:43.129854 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637871da-f4a7-4ca9-b9e9-ba2374b4c3c3 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:43.130772 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-637871da-f4a7-4ca9-b9e9-ba2374b4c3c3 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:43.139159 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fdbefc-ac88-4efb-ac62-8c10ce373595 None None] Network 8998f9b3-74d0-4421-bbd1-ca8cc262e0f5 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:13:43.146947 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-18d65ab9-c660-4d0a-b5c2-f260884e0e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:43.150629 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-18d65ab9-c660-4d0a-b5c2-f260884e0e9c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f49408e5-86ac-47d7-b636-ba45fd62d648 HTTP/1.1" status: 204 len: 168 time: 1.7352791 Jan 17 14:13:43.190097 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-43d068bd-856d-4ad9-aa02-6c173091cddb admin admin] Deleting port c6c68a29-d716-461d-9670-b65e52350056 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:43.190435 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-43d068bd-856d-4ad9-aa02-6c173091cddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:43.218400 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-637871da-f4a7-4ca9-b9e9-ba2374b4c3c3 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5830977 Jan 17 14:13:43.220179 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58364) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:43.243836 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-8768a59f-3aff-4400-93f8-b794c8df7932 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Request body: {'port': {'network_id': '8998f9b3-74d0-4421-bbd1-ca8cc262e0f5', 'name': 'tempest-TagsExtTest-1909866069'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:43.255141 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-96489c56-5be9-43f2-b49e-f2cf023a2e49 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:43.304799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-96489c56-5be9-43f2-b49e-f2cf023a2e49 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Usage tracker for resource:network and tenant:d2b652a3245f49d7a7545e5b0738ea9a is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:43.324015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-96489c56-5be9-43f2-b49e-f2cf023a2e49 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:43.332598 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c175dc-88f1-4105-8698-8075e1953d62 None None] Network dcfc6b24-19f7-40e8-85c0-50c37cf4af16 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:13:43.386441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-96489c56-5be9-43f2-b49e-f2cf023a2e49 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:43.419404 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96489c56-5be9-43f2-b49e-f2cf023a2e49 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Made reservation on behalf of d2b652a3245f49d7a7545e5b0738ea9a for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:13:43.423548 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-96489c56-5be9-43f2-b49e-f2cf023a2e49 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:43.482520 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96489c56-5be9-43f2-b49e-f2cf023a2e49 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:13:43.500172 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-96489c56-5be9-43f2-b49e-f2cf023a2e49 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:43.500360 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-96489c56-5be9-43f2-b49e-f2cf023a2e49 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Added segment dc55e26e-7aa0-4ff6-b985-b582a57c7e39 of type vlan for network f0ff1a89-a942-41f8-af0a-4f0f8f3724b6 Jan 17 14:13:43.585190 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8768a59f-3aff-4400-93f8-b794c8df7932 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:43.612362 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8768a59f-3aff-4400-93f8-b794c8df7932 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Usage tracker for resource:port and tenant:4c6472c9b3ee42ba843b4446bca01fd2 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:43.615986 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-df4692b4-168b-4c88-a480-0df5b7fdb770 None None] Provisioning for port 0abf706e-d922-4dbc-9195-e735db78e5c9 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:13:43.620205 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8768a59f-3aff-4400-93f8-b794c8df7932 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:43.624122 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-43d068bd-856d-4ad9-aa02-6c173091cddb admin admin] For port c6c68a29-d716-461d-9670-b65e52350056, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c6c68a29-d716-461d-9670-b65e52350056,segment=NetworkSegment(72dde1a6-dbe9-4489-998d-c072094ffa2e),segment_id=72dde1a6-dbe9-4489-998d-c072094ffa2e)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:43.624819 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-43d068bd-856d-4ad9-aa02-6c173091cddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:43.624995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-96489c56-5be9-43f2-b49e-f2cf023a2e49 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:43.636424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8768a59f-3aff-4400-93f8-b794c8df7932 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:43.638168 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58370) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:43.681235 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-86443971-54fb-4044-b9f5-2d03dc012955 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] For port 4d39fd19-09b9-4742-a2c1-b47f24338b66, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4d39fd19-09b9-4742-a2c1-b47f24338b66,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:43.681750 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-86443971-54fb-4044-b9f5-2d03dc012955 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:43.690751 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-df4692b4-168b-4c88-a480-0df5b7fdb770 None None] Provisioning complete for port 0abf706e-d922-4dbc-9195-e735db78e5c9 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:43.691199 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-df4692b4-168b-4c88-a480-0df5b7fdb770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:43.792968 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-43d068bd-856d-4ad9-aa02-6c173091cddb admin admin] Calling delete_port for c6c68a29-d716-461d-9670-b65e52350056 owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:43.836690 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8768a59f-3aff-4400-93f8-b794c8df7932 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Made reservation on behalf of 4c6472c9b3ee42ba843b4446bca01fd2 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:13:43.840398 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8768a59f-3aff-4400-93f8-b794c8df7932 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:43.850927 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f21d10eb-efa4-45c3-b521-69b49cc8c68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:43.867657 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:43.868559 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-86443971-54fb-4044-b9f5-2d03dc012955 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Calling delete_port for 4d39fd19-09b9-4742-a2c1-b47f24338b66 owned by network:router_gateway {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:43.929990 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b90eeb22-16ab-4b9e-a33a-4b0bc2ff0b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:43.930744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-96489c56-5be9-43f2-b49e-f2cf023a2e49 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:43.937031 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96489c56-5be9-43f2-b49e-f2cf023a2e49 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:43.937622 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-96489c56-5be9-43f2-b49e-f2cf023a2e49 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:43.939856 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d10eb-efa4-45c3-b521-69b49cc8c68e admin admin] Pushing event deleted for resources: {'Port': ['ID=60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:43.996850 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-8768a59f-3aff-4400-93f8-b794c8df7932 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] device_id is not set on port dd340ea5-7435-4223-8f93-591107477b13 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:13:44.006376 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-8998f9b3-74d0-4421-bbd1-ca8cc262e0f5', 'network_id': '8998f9b3-74d0-4421-bbd1-ca8cc262e0f5', 'tenant_id': '4c6472c9b3ee42ba843b4446bca01fd2', 'fixed_ips': [{'subnet_id': '954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:13:44.007204 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:44.036974 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:44.119281 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-df4692b4-168b-4c88-a480-0df5b7fdb770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:44.221143 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-df4692b4-168b-4c88-a480-0df5b7fdb770 None None] For port 0abf706e-d922-4dbc-9195-e735db78e5c9, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=0abf706e-d922-4dbc-9195-e735db78e5c9,segment=NetworkSegment(56b46718-eb1c-4129-9b44-ec8069e729e3),segment_id=56b46718-eb1c-4129-9b44-ec8069e729e3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:44.239488 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5577b77c-f876-4522-9c0c-cf894af75829 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72af6175791d44bcba99b51ff65fd2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5958054 Jan 17 14:13:44.248942 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58376) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:44.266597 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-df4692b4-168b-4c88-a480-0df5b7fdb770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:44.329943 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-96489c56-5be9-43f2-b49e-f2cf023a2e49 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2293332 Jan 17 14:13:44.333160 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58380) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:44.342419 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-346be780-bfcf-4cee-a712-59c4167524dc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:44.355641 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ddb8c29e-9c44-41c9-87e3-14f9b27d135d tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:44.365054 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc35876-91db-4889-af9d-3d7369554231 None None] Update dhcp port {'port': {'network_id': 'dcfc6b24-19f7-40e8-85c0-50c37cf4af16', 'fixed_ips': [{'subnet_id': '5c289481-72ba-45c8-8b1b-7f789889de0d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ae953bf8-1ffb-4311-bb61-9192b67927ea'}], 'binding:host_id': 'dv-neutron-824901-1-hyperv'}, 'id': '0abf706e-d922-4dbc-9195-e735db78e5c9'} from dv-neutron-824901-1-hyperv. {{(pid=87525) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 17 14:13:44.440940 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96489c56-5be9-43f2-b49e-f2cf023a2e49 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Network': ['ID=f0ff1a89-a942-41f8-af0a-4f0f8f3724b6,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:44.455261 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f21d10eb-efa4-45c3-b521-69b49cc8c68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:44.485863 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network f0ff1a89-a942-41f8-af0a-4f0f8f3724b6 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:13:44.501355 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Allocated IP 172.20.0.2 (8998f9b3-74d0-4421-bbd1-ca8cc262e0f5/954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482/e610c61c-57da-478d-895c-d8e9842b838f) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:13:44.611618 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4cc35876-91db-4889-af9d-3d7369554231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:44.636366 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4692b4-168b-4c88-a480-0df5b7fdb770 None None] Pushing event updated for resources: {'Port': ['ID=0abf706e-d922-4dbc-9195-e735db78e5c9,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:44.700547 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da86745-2dca-4a18-86e9-4b1caf0bd661 req-0da20e8c-59c9-4b5b-b892-f6e7bc8b0478 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:44.700547 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6da86745-2dca-4a18-86e9-4b1caf0bd661 req-0da20e8c-59c9-4b5b-b892-f6e7bc8b0478 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.7049248 Jan 17 14:13:44.714342 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f21d10eb-efa4-45c3-b521-69b49cc8c68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:44.720633 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f21d10eb-efa4-45c3-b521-69b49cc8c68e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:44.739827 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ff884e80-f5a6-4bca-abb5-bce871bd6846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:44.751289 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-86443971-54fb-4044-b9f5-2d03dc012955 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:44.864565 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86443971-54fb-4044-b9f5-2d03dc012955 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d39fd19-09b9-4742-a2c1-b47f24338b66,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:44.892637 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f21d10eb-efa4-45c3-b521-69b49cc8c68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:44.893155 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21d10eb-efa4-45c3-b521-69b49cc8c68e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30aeda3d-2fc7-461f-889c-73e0d6fb843e {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:13:44.934249 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ff884e80-f5a6-4bca-abb5-bce871bd6846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:44.970416 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6da86745-2dca-4a18-86e9-4b1caf0bd661 req-2361fafe-e213-42cb-88ca-f0028f7e75c2 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207916 Jan 17 14:13:44.999012 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-86443971-54fb-4044-b9f5-2d03dc012955 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.063811 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ddb8c29e-9c44-41c9-87e3-14f9b27d135d tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.078252 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f21d10eb-efa4-45c3-b521-69b49cc8c68e admin admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.079913 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f21d10eb-efa4-45c3-b521-69b49cc8c68e admin admin] 10.222.0.48 "DELETE /v2.0/routers/30aeda3d-2fc7-461f-889c-73e0d6fb843e HTTP/1.1" status: 204 len: 168 time: 5.4889050 Jan 17 14:13:45.081172 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-43d068bd-856d-4ad9-aa02-6c173091cddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.085832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58386) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:45.112906 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.142037 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Transition to ACTIVE for port object e610c61c-57da-478d-895c-d8e9842b838f will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:13:45.157032 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-4cc35876-91db-4889-af9d-3d7369554231 None None] Allocated IP 172.20.0.1 (dcfc6b24-19f7-40e8-85c0-50c37cf4af16/ae953bf8-1ffb-4311-bb61-9192b67927ea/0abf706e-d922-4dbc-9195-e735db78e5c9) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:13:45.183613 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d068bd-856d-4ad9-aa02-6c173091cddb admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c68a29-d716-461d-9670-b65e52350056,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:45.186320 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Transition to ACTIVE for port object e610c61c-57da-478d-895c-d8e9842b838f will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:13:45.201047 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ddb8c29e-9c44-41c9-87e3-14f9b27d135d tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.211489 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.289056 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-86443971-54fb-4044-b9f5-2d03dc012955 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.295443 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-86443971-54fb-4044-b9f5-2d03dc012955 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.342926 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Pushing event updated for resources: {'Port': ['ID=e610c61c-57da-478d-895c-d8e9842b838f,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:45.356178 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ddb8c29e-9c44-41c9-87e3-14f9b27d135d tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Network f0ff1a89-a942-41f8-af0a-4f0f8f3724b6 is not hosted by any dhcp agent {{(pid=87524) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 17 14:13:45.361542 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb8c29e-9c44-41c9-87e3-14f9b27d135d tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:45.362177 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ddb8c29e-9c44-41c9-87e3-14f9b27d135d tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.367041 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ddb8c29e-9c44-41c9-87e3-14f9b27d135d tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "PUT /v2.0/networks/f0ff1a89-a942-41f8-af0a-4f0f8f3724b6 HTTP/1.1" status: 200 len: 723 time: 1.0211012 Jan 17 14:13:45.367351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-346be780-bfcf-4cee-a712-59c4167524dc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Deleting port 5a17b89c-66c3-489b-af33-0b28eb31b016 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:45.367351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-346be780-bfcf-4cee-a712-59c4167524dc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.385938 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Network 8998f9b3-74d0-4421-bbd1-ca8cc262e0f5 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:13:45.395170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:45.401499 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:13:45.421458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.432030 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58390) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:45.441130 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-86443971-54fb-4044-b9f5-2d03dc012955 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.441970 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86443971-54fb-4044-b9f5-2d03dc012955 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fbe413a1-5e5e-4914-8423-ecd5d2ae1ab3 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:13:45.453983 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-09ee1804-c184-4cac-97fc-3396fbdfab9f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'subnet': {'network_id': 'f0ff1a89-a942-41f8-af0a-4f0f8f3724b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:45.532516 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-312a1807-8c38-4fc6-9c46-563d62b49ea8 admin admin] Deleting subnet 5148f200-260f-4779-8cba-a4140d2a0c1d {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:13:45.583363 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-4cc35876-91db-4889-af9d-3d7369554231 None None] For port 0abf706e-d922-4dbc-9195-e735db78e5c9, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=0abf706e-d922-4dbc-9195-e735db78e5c9,segment=NetworkSegment(56b46718-eb1c-4129-9b44-ec8069e729e3),segment_id=56b46718-eb1c-4129-9b44-ec8069e729e3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:45.610020 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-312a1807-8c38-4fc6-9c46-563d62b49ea8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.617628 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4cc35876-91db-4889-af9d-3d7369554231 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.636110 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4cc35876-91db-4889-af9d-3d7369554231 None None] Transition to ACTIVE for port object 0abf706e-d922-4dbc-9195-e735db78e5c9 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:13:45.649767 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4cc35876-91db-4889-af9d-3d7369554231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.651376 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ff884e80-f5a6-4bca-abb5-bce871bd6846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.705292 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-86443971-54fb-4044-b9f5-2d03dc012955 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.713591 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-86443971-54fb-4044-b9f5-2d03dc012955 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "DELETE /v2.0/routers/fbe413a1-5e5e-4914-8423-ecd5d2ae1ab3 HTTP/1.1" status: 204 len: 168 time: 3.6978271 Jan 17 14:13:45.721509 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58394) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:45.744971 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-138295965', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}, 'admin_state_up': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:45.757541 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:45.766518 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Attempting to bind port e610c61c-57da-478d-895c-d8e9842b838f on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:13:45.767239 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Attempting to bind port e610c61c-57da-478d-895c-d8e9842b838f by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '578f3b28-37f6-463b-ac46-a51244490e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8998f9b3-74d0-4421-bbd1-ca8cc262e0f5'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:13:45.767483 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Usage tracker for resource:router and tenant:5611986ee91b4ea3a8fa8c26072f4e01 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:45.767738 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Attempting to bind port e610c61c-57da-478d-895c-d8e9842b838f on network 8998f9b3-74d0-4421-bbd1-ca8cc262e0f5 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:13:45.777348 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:45.778781 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff884e80-f5a6-4bca-abb5-bce871bd6846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361e271b-76ee-4451-a850-bcf80533bb54,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:45.787924 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:13:45.788378 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Checking segment: {'id': '578f3b28-37f6-463b-ac46-a51244490e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8998f9b3-74d0-4421-bbd1-ca8cc262e0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:13:45.788851 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.790111 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Bound using segment: {'id': '578f3b28-37f6-463b-ac46-a51244490e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8998f9b3-74d0-4421-bbd1-ca8cc262e0f5'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:13:45.790293 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:45.790746 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Bound port: e610c61c-57da-478d-895c-d8e9842b838f, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578f3b28-37f6-463b-ac46-a51244490e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8998f9b3-74d0-4421-bbd1-ca8cc262e0f5'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:13:45.791192 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.795867 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8c29e-9c44-41c9-87e3-14f9b27d135d tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Network': ['ID=f0ff1a89-a942-41f8-af0a-4f0f8f3724b6,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:45.796735 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-09ee1804-c184-4cac-97fc-3396fbdfab9f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:45.830294 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-09ee1804-c184-4cac-97fc-3396fbdfab9f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:45.841427 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.842487 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.842951 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-312a1807-8c38-4fc6-9c46-563d62b49ea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.855501 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network f0ff1a89-a942-41f8-af0a-4f0f8f3724b6 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:13:45.858266 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-346be780-bfcf-4cee-a712-59c4167524dc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.870917 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ee1804-c184-4cac-97fc-3396fbdfab9f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Made reservation on behalf of d2b652a3245f49d7a7545e5b0738ea9a for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:13:45.875061 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-09ee1804-c184-4cac-97fc-3396fbdfab9f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.956826 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-312a1807-8c38-4fc6-9c46-563d62b49ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:45.983175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc35876-91db-4889-af9d-3d7369554231 None None] Pushing event updated for resources: {'Port': ['ID=0abf706e-d922-4dbc-9195-e735db78e5c9,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:46.102651 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] For port e610c61c-57da-478d-895c-d8e9842b838f, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:13:46.106363 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] For port e610c61c-57da-478d-895c-d8e9842b838f, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e610c61c-57da-478d-895c-d8e9842b838f,segment=NetworkSegment(578f3b28-37f6-463b-ac46-a51244490e32),segment_id=578f3b28-37f6-463b-ac46-a51244490e32)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:13:46.113976 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:46.181646 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-8768a59f-3aff-4400-93f8-b794c8df7932 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Allocated IP 172.20.0.14 (8998f9b3-74d0-4421-bbd1-ca8cc262e0f5/954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482/dd340ea5-7435-4223-8f93-591107477b13) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:13:46.192175 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ff884e80-f5a6-4bca-abb5-bce871bd6846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:46.198837 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ff884e80-f5a6-4bca-abb5-bce871bd6846 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/361e271b-76ee-4451-a850-bcf80533bb54 HTTP/1.1" status: 204 len: 168 time: 1.9434190 Jan 17 14:13:46.205225 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2ce9b-24d9-4087-9fae-57cd9642d154 None None] Pushing event updated for resources: {'Port': ['ID=e610c61c-57da-478d-895c-d8e9842b838f,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:46.269671 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:46.272428 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-312a1807-8c38-4fc6-9c46-563d62b49ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:46.363738 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-346be780-bfcf-4cee-a712-59c4167524dc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Calling delete_port for 5a17b89c-66c3-489b-af33-0b28eb31b016 owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:46.417869 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9ce748-fde6-40e3-ac34-6191dbe495de None None] Network 6e0dd9fe-ccdf-45be-b211-f6a9095516c6 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:13:46.435577 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-312a1807-8c38-4fc6-9c46-563d62b49ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574981'] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:46.438084 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 0abf706e-d922-4dbc-9195-e735db78e5c9 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:13:46.798243 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a1807-8c38-4fc6-9c46-563d62b49ea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5148f200-260f-4779-8cba-a4140d2a0c1d,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:46.801794 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-43d068bd-856d-4ad9-aa02-6c173091cddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:46.955692 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dc1399-691d-4273-81bf-a47b892bdf7a None None] Network dcfc6b24-19f7-40e8-85c0-50c37cf4af16 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:13:46.992708 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-312a1807-8c38-4fc6-9c46-563d62b49ea8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5148f200-260f-4779-8cba-a4140d2a0c1d HTTP/1.1" status: 204 len: 168 time: 1.8680964 Jan 17 14:13:47.009450 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58408) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:47.055101 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:13:47.116907 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:13:47.117644 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 60cd9bcf-b3b9-4c24-91a7-1d906e88a6ad not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:13:47.118376 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4d39fd19-09b9-4742-a2c1-b47f24338b66 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:13:47.126271 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:47.150641 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ac120-1171-4e71-b92e-0c70545f5df6 req-600cb35e-c5fb-46c3-9655-724896a875e0 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:47.159546 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-de9ac120-1171-4e71-b92e-0c70545f5df6 req-600cb35e-c5fb-46c3-9655-724896a875e0 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 1.9430900 Jan 17 14:13:47.192021 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 4d39fd19-09b9-4742-a2c1-b47f24338b66 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:13:47.193261 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4d39fd19-09b9-4742-a2c1-b47f24338b66 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:13:47.226874 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-226d1ccd-5a58-4702-aba0-e597dfc50a0f None None] Provisioning for port 0abf706e-d922-4dbc-9195-e735db78e5c9 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:13:47.236014 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-226d1ccd-5a58-4702-aba0-e597dfc50a0f None None] Provisioning complete for port 0abf706e-d922-4dbc-9195-e735db78e5c9 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:47.236388 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-226d1ccd-5a58-4702-aba0-e597dfc50a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:47.393233 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:47.403043 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8768a59f-3aff-4400-93f8-b794c8df7932 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:47.429003 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-de9ac120-1171-4e71-b92e-0c70545f5df6 req-e69c54e5-c845-4b43-b68d-f1ea29d5c3dd tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599609 Jan 17 14:13:47.464292 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-8768a59f-3aff-4400-93f8-b794c8df7932 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Transition to ACTIVE for port object dd340ea5-7435-4223-8f93-591107477b13 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:13:47.528915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] Deleting port fa3721db-fed8-41cc-abaa-f475ab681d8f {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:47.528915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:47.557627 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-09ee1804-c184-4cac-97fc-3396fbdfab9f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:47.563243 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb3eb59-b4a4-43b1-b84c-fb26f7d26114 None None] DHCP port deletion for 6e0dd9fe-ccdf-45be-b211-f6a9095516c6 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:13:47.626316 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-cdb3eb59-b4a4-43b1-b84c-fb26f7d26114 None None] Deleting port fa3721db-fed8-41cc-abaa-f475ab681d8f {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:47.626689 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cdb3eb59-b4a4-43b1-b84c-fb26f7d26114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:47.743803 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8768a59f-3aff-4400-93f8-b794c8df7932 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:47.933970 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee1804-c184-4cac-97fc-3396fbdfab9f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Subnet': ['ID=a6e943cd-3d24-4cfb-994f-0d763af80dab,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:48.001656 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ee1804-c184-4cac-97fc-3396fbdfab9f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Checking segment: {'id': 'dc55e26e-7aa0-4ff6-b985-b582a57c7e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f0ff1a89-a942-41f8-af0a-4f0f8f3724b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:13:48.002027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ee1804-c184-4cac-97fc-3396fbdfab9f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Network hostable DHCP agents. Network: f0ff1a89-a942-41f8-af0a-4f0f8f3724b6, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:13:48.010188 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-346be780-bfcf-4cee-a712-59c4167524dc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:48.043372 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cddeb2d-4056-4608-af26-3c664795b249 None None] Network 8998f9b3-74d0-4421-bbd1-ca8cc262e0f5 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:13:48.132279 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8768a59f-3aff-4400-93f8-b794c8df7932 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Network 8998f9b3-74d0-4421-bbd1-ca8cc262e0f5 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:13:48.217712 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-8768a59f-3aff-4400-93f8-b794c8df7932 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:48.237997 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-cdb3eb59-b4a4-43b1-b84c-fb26f7d26114 None None] For port fa3721db-fed8-41cc-abaa-f475ab681d8f, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=fa3721db-fed8-41cc-abaa-f475ab681d8f,segment=NetworkSegment(f36f3c3f-963f-4e6f-89ab-420cbbc62bd6),segment_id=f36f3c3f-963f-4e6f-89ab-420cbbc62bd6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:48.238391 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cdb3eb59-b4a4-43b1-b84c-fb26f7d26114 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:48.244393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346be780-bfcf-4cee-a712-59c4167524dc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event deleted for resources: {'Port': ['ID=5a17b89c-66c3-489b-af33-0b28eb31b016,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:48.288349 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8768a59f-3aff-4400-93f8-b794c8df7932 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:13:48.417236 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] For port fa3721db-fed8-41cc-abaa-f475ab681d8f, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=fa3721db-fed8-41cc-abaa-f475ab681d8f,segment=NetworkSegment(f36f3c3f-963f-4e6f-89ab-420cbbc62bd6),segment_id=f36f3c3f-963f-4e6f-89ab-420cbbc62bd6)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:48.417799 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:48.460281 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768a59f-3aff-4400-93f8-b794c8df7932 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Pushing event updated for resources: {'Port': ['ID=dd340ea5-7435-4223-8f93-591107477b13,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:48.474627 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-cdb3eb59-b4a4-43b1-b84c-fb26f7d26114 None None] Calling delete_port for fa3721db-fed8-41cc-abaa-f475ab681d8f owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:48.489476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ee1804-c184-4cac-97fc-3396fbdfab9f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Network f0ff1a89-a942-41f8-af0a-4f0f8f3724b6 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:13:48.494296 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d068bd-856d-4ad9-aa02-6c173091cddb admin admin] Router 8f09b19d-a03e-4e4d-8473-2f12e1e40994 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:13:48.515154 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e610c61c-57da-478d-895c-d8e9842b838f up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:13:48.551907 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:48.607014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-09ee1804-c184-4cac-97fc-3396fbdfab9f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, f0ff1a89-a942-41f8-af0a-4f0f8f3724b6) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:48.614509 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:48.635700 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c00abd-dfc0-44a5-b9ad-a6b3874d6150 None None] Network f0ff1a89-a942-41f8-af0a-4f0f8f3724b6 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:13:48.656538 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e8bb73e5-9feb-458b-89dc-f8c3190497fb None None] Provisioning for port e610c61c-57da-478d-895c-d8e9842b838f completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:13:48.789896 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port e610c61c-57da-478d-895c-d8e9842b838f completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:13:48.830125 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cdb3eb59-b4a4-43b1-b84c-fb26f7d26114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:48.876002 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ee1804-c184-4cac-97fc-3396fbdfab9f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:48.876914 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-09ee1804-c184-4cac-97fc-3396fbdfab9f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:48.957130 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58440) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:48.970075 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port e610c61c-57da-478d-895c-d8e9842b838f triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:48.970437 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:49.020645 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] Calling delete_port for fa3721db-fed8-41cc-abaa-f475ab681d8f owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:49.048802 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3eb59-b4a4-43b1-b84c-fb26f7d26114 None None] Pushing event deleted for resources: {'Port': ['ID=fa3721db-fed8-41cc-abaa-f475ab681d8f,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:49.063955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb3eb59-b4a4-43b1-b84c-fb26f7d26114 None None] No DVR routers for this DVR port fa3721db-fed8-41cc-abaa-f475ab681d8f on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:13:49.258755 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768a59f-3aff-4400-93f8-b794c8df7932 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:49.259367 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8768a59f-3aff-4400-93f8-b794c8df7932 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:49.293524 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8768a59f-3aff-4400-93f8-b794c8df7932 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.0672066 Jan 17 14:13:49.302023 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58446) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:49.303378 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-f0ff1a89-a942-41f8-af0a-4f0f8f3724b6', 'network_id': 'f0ff1a89-a942-41f8-af0a-4f0f8f3724b6', 'tenant_id': 'd2b652a3245f49d7a7545e5b0738ea9a', 'fixed_ips': [{'subnet_id': 'a6e943cd-3d24-4cfb-994f-0d763af80dab'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:13:49.304237 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:49.309224 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f7cbc6af-d565-4856-a14d-d3188cf42c82 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1161374373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:49.316317 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f7cbc6af-d565-4856-a14d-d3188cf42c82 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:49.316590 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d5f7b734-5970-4d3c-8012-7f6a84b392d2 None None] Provisioning complete for port 0abf706e-d922-4dbc-9195-e735db78e5c9 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:49.316767 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d5f7b734-5970-4d3c-8012-7f6a84b392d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:49.321530 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f7cbc6af-d565-4856-a14d-d3188cf42c82 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Usage tracker for resource:router and tenant:4c6472c9b3ee42ba843b4446bca01fd2 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:49.325627 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Allocated IP 172.26.3.10 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/0f68b810-87fd-4443-bc97-047c9bfe1dac) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:13:49.326863 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f7cbc6af-d565-4856-a14d-d3188cf42c82 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:49.333453 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f7cbc6af-d565-4856-a14d-d3188cf42c82 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:49.345622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:49.355189 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b6e5a-73e0-4fb5-a1f8-c4c3489a5115 req-2a5395cf-8dd0-4446-bfd9-ecf3de22880d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:49.356834 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-560b6e5a-73e0-4fb5-a1f8-c4c3489a5115 req-2a5395cf-8dd0-4446-bfd9-ecf3de22880d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 1.3090942 Jan 17 14:13:49.372249 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc6af-d565-4856-a14d-d3188cf42c82 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:49.373798 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc6af-d565-4856-a14d-d3188cf42c82 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:49.485488 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port e610c61c-57da-478d-895c-d8e9842b838f, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e610c61c-57da-478d-895c-d8e9842b838f,segment=NetworkSegment(578f3b28-37f6-463b-ac46-a51244490e32),segment_id=578f3b28-37f6-463b-ac46-a51244490e32)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:49.498465 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:49.505502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:49.514912 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-09ee1804-c184-4cac-97fc-3396fbdfab9f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0784590 Jan 17 14:13:49.526761 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-41241759', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:49.533084 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58450) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:49.542433 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-560b6e5a-73e0-4fb5-a1f8-c4c3489a5115 req-bdfaa79a-80e1-4d5a-a7ea-8843ebf74c68 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114128 Jan 17 14:13:49.547065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.api [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:13:49.547388 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:49.548092 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG oslo_db.api [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:13:49.550027 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc6af-d565-4856-a14d-d3188cf42c82 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:49.557335 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Usage tracker for resource:port and tenant:54137e9ee9444621a63e4f95b4346e14 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:49.558549 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-91e66a62-74a8-4cb8-ac65-da8fd5b6b7fd tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:49.564011 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:49.603684 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:49.630653 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-346be780-bfcf-4cee-a712-59c4167524dc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:49.651695 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device fa3721db-fed8-41cc-abaa-f475ab681d8f no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:13:49.665845 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Made reservation on behalf of 54137e9ee9444621a63e4f95b4346e14 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:13:49.679070 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:49.746030 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: fa3721db-fed8-41cc-abaa-f475ab681d8f {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:13:49.746452 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device fa3721db-fed8-41cc-abaa-f475ab681d8f not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:13:49.775013 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=e610c61c-57da-478d-895c-d8e9842b838f,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:49.789818 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d068bd-856d-4ad9-aa02-6c173091cddb admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:13:49.793175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Allocated IP 2001:db8::2 (f0ff1a89-a942-41f8-af0a-4f0f8f3724b6/a6e943cd-3d24-4cfb-994f-0d763af80dab/33aa0035-0e79-4b4e-bdaa-cf562dc90096) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:13:49.802556 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cfb826-64d6-4eea-a668-ca2081c1666d None None] Sync routers for ids ['8f09b19d-a03e-4e4d-8473-2f12e1e40994'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:13:49.816715 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cfb826-64d6-4eea-a668-ca2081c1666d None None] Routers {'8f09b19d-a03e-4e4d-8473-2f12e1e40994'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:49.817395 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-a2cfb826-64d6-4eea-a668-ca2081c1666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['8f09b19d-a03e-4e4d-8473-2f12e1e40994'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:49.819881 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc6af-d565-4856-a14d-d3188cf42c82 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:49.864806 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:49.868814 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc6af-d565-4856-a14d-d3188cf42c82 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:49.873730 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f7cbc6af-d565-4856-a14d-d3188cf42c82 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5700285 Jan 17 14:13:49.877262 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91e66a62-74a8-4cb8-ac65-da8fd5b6b7fd tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2474871'] for subnet, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:49.882986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58456) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:49.923888 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-43d068bd-856d-4ad9-aa02-6c173091cddb admin admin] 10.222.0.48 "PUT /v2.0/routers/8f09b19d-a03e-4e4d-8473-2f12e1e40994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7727277 Jan 17 14:13:49.925254 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58460) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:49.930978 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-19220bd5-7a99-4e3c-a75f-ea6ba0051f4c tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-809746978', 'prefixes': ['172.20.0.0/16']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:49.938269 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-19220bd5-7a99-4e3c-a75f-ea6ba0051f4c tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:49.966349 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:49.974921 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:50.037732 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-87aa2743-6e64-46d8-946d-7d113f8ba50b None None] Provisioning complete for port e610c61c-57da-478d-895c-d8e9842b838f triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:50.038310 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-87aa2743-6e64-46d8-946d-7d113f8ba50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:50.056887 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Usage tracker for resource:security_group_rule and tenant:54137e9ee9444621a63e4f95b4346e14 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:50.064456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Pushing event updated for resources: {'Port': ['ID=0f68b810-87fd-4443-bc97-047c9bfe1dac,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:50.069706 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:50.089881 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:50.144671 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-a2cfb826-64d6-4eea-a668-ca2081c1666d None None] Set router 8f09b19d-a03e-4e4d-8473-2f12e1e40994 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:13:50.261503 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:13:50.300521 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:50.321757 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:13:50.376381 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-87aa2743-6e64-46d8-946d-7d113f8ba50b None None] Provisioning for port dd340ea5-7435-4223-8f93-591107477b13 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:13:50.380598 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:50.390351 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-87aa2743-6e64-46d8-946d-7d113f8ba50b None None] Provisioning complete for port dd340ea5-7435-4223-8f93-591107477b13 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:50.390917 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-87aa2743-6e64-46d8-946d-7d113f8ba50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:50.460807 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-87aa2743-6e64-46d8-946d-7d113f8ba50b None None] Port dd340ea5-7435-4223-8f93-591107477b13 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:13:50.465229 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e610c61c-57da-478d-895c-d8e9842b838f up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:13:50.491961 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Transition to ACTIVE for port object 33aa0035-0e79-4b4e-bdaa-cf562dc90096 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:13:50.538221 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Transition to ACTIVE for port object 33aa0035-0e79-4b4e-bdaa-cf562dc90096 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:13:50.547210 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:50.561357 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-a2cfb826-64d6-4eea-a668-ca2081c1666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'name': 'tempest-ServersTestManualDisk-20752007-router', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:13:44Z', 'revision_number': 5, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'gw_port': {'id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:27Z', 'updated_at': '2022-01-17T14:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:50.565538 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cfb826-64d6-4eea-a668-ca2081c1666d None None] Checking router: 8f09b19d-a03e-4e4d-8473-2f12e1e40994 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:13:50.568416 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] Deleting port fa3721db-fed8-41cc-abaa-f475ab681d8f {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:50.569435 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:50.574146 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cfb826-64d6-4eea-a668-ca2081c1666d None None] Routers {'8f09b19d-a03e-4e4d-8473-2f12e1e40994'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:50.574742 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-a2cfb826-64d6-4eea-a668-ca2081c1666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['8f09b19d-a03e-4e4d-8473-2f12e1e40994'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:50.624502 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Network f0ff1a89-a942-41f8-af0a-4f0f8f3724b6 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:13:50.629045 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:50.629716 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dcc37520-e553-4a8d-b126-dbacb50d3ed5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:50.632124 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:13:50.711354 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-19220bd5-7a99-4e3c-a75f-ea6ba0051f4c tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks [] for subnetpool, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:50.716275 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-19220bd5-7a99-4e3c-a75f-ea6ba0051f4c tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.8130448 Jan 17 14:13:50.731745 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58466) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:50.758748 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Pushing event updated for resources: {'Port': ['ID=33aa0035-0e79-4b4e-bdaa-cf562dc90096,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:50.772419 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port e610c61c-57da-478d-895c-d8e9842b838f triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:50.772951 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:50.774491 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.tag.tag_plugin [None req-6b6acba0-40b4-40cb-8a17-0f5bfecac8f2 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482', 'tempest-TagsExtTest-Tag-1667689868') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:50.846948 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Attempting to bind port 33aa0035-0e79-4b4e-bdaa-cf562dc90096 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:13:50.847550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Attempting to bind port 33aa0035-0e79-4b4e-bdaa-cf562dc90096 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'dc55e26e-7aa0-4ff6-b985-b582a57c7e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f0ff1a89-a942-41f8-af0a-4f0f8f3724b6'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:13:50.848123 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Attempting to bind port 33aa0035-0e79-4b4e-bdaa-cf562dc90096 on network f0ff1a89-a942-41f8-af0a-4f0f8f3724b6 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:13:50.851597 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-a2cfb826-64d6-4eea-a668-ca2081c1666d None None] Set router 8f09b19d-a03e-4e4d-8473-2f12e1e40994 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:13:50.858940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:13:50.859622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Checking segment: {'id': 'dc55e26e-7aa0-4ff6-b985-b582a57c7e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f0ff1a89-a942-41f8-af0a-4f0f8f3724b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:13:50.860184 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:50.860709 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Bound using segment: {'id': 'dc55e26e-7aa0-4ff6-b985-b582a57c7e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f0ff1a89-a942-41f8-af0a-4f0f8f3724b6'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:13:50.861306 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Bound port: 33aa0035-0e79-4b4e-bdaa-cf562dc90096, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc55e26e-7aa0-4ff6-b985-b582a57c7e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f0ff1a89-a942-41f8-af0a-4f0f8f3724b6'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:13:50.861823 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:51.041201 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] For port 33aa0035-0e79-4b4e-bdaa-cf562dc90096, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:13:51.045118 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] For port 33aa0035-0e79-4b4e-bdaa-cf562dc90096, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=33aa0035-0e79-4b4e-bdaa-cf562dc90096,segment=NetworkSegment(dc55e26e-7aa0-4ff6-b985-b582a57c7e39),segment_id=dc55e26e-7aa0-4ff6-b985-b582a57c7e39)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:13:51.051955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:51.211195 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] The port 'fa3721db-fed8-41cc-abaa-f475ab681d8f' was deleted {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:13:51.283409 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e7e52-aa1e-4bd8-8985-5229e8d6284e None None] Pushing event updated for resources: {'Port': ['ID=33aa0035-0e79-4b4e-bdaa-cf562dc90096,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:51.341419 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346be780-bfcf-4cee-a712-59c4167524dc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Router d6b9d6cb-8b4a-4002-83d6-1d002d763b8f has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:13:51.344945 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-a2cfb826-64d6-4eea-a668-ca2081c1666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'name': 'tempest-ServersTestManualDisk-20752007-router', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:13:44Z', 'revision_number': 5, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'gw_port': {'id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:27Z', 'updated_at': '2022-01-17T14:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:51.355337 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cfb826-64d6-4eea-a668-ca2081c1666d None None] The sync data for ids ['8f09b19d-a03e-4e4d-8473-2f12e1e40994'] in dv-neutron-824901-1-hyperv is: [{'id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'name': 'tempest-ServersTestManualDisk-20752007-router', 'tenant_id': '91022dbb65ec4eb28958344a7a8cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:22Z', 'updated_at': '2022-01-17T14:13:44Z', 'revision_number': 5, 'project_id': '91022dbb65ec4eb28958344a7a8cf246', 'gw_port': {'id': 'ca7edc92-ebc1-4119-ab2f-d9ee3def3b20', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f09b19d-a03e-4e4d-8473-2f12e1e40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:27Z', 'updated_at': '2022-01-17T14:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:13:51.629717 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91e66a62-74a8-4cb8-ac65-da8fd5b6b7fd tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762588013806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3694225'] for subnet, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:51.635722 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:51.725312 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dcc37520-e553-4a8d-b126-dbacb50d3ed5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:51.728636 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e66a62-74a8-4cb8-ac65-da8fd5b6b7fd tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:51.729158 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91e66a62-74a8-4cb8-ac65-da8fd5b6b7fd tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:51.734361 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-91e66a62-74a8-4cb8-ac65-da8fd5b6b7fd tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "PUT /v2.0/subnets/a6e943cd-3d24-4cfb-994f-0d763af80dab HTTP/1.1" status: 200 len: 826 time: 2.1865683 Jan 17 14:13:51.735939 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0dd9fe-ccdf-45be-b211-f6a9095516c6']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:51.743361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58470) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:51.759014 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99512cc1-1142-4c04-ad99-aa74cb18e10b req-78c06dbc-7f0e-462d-b593-1a96a06f58bc tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:51.768070 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-99512cc1-1142-4c04-ad99-aa74cb18e10b req-78c06dbc-7f0e-462d-b593-1a96a06f58bc tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.9529612 Jan 17 14:13:51.777957 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36f3c3f-963f-4e6f-89ab-420cbbc62bd6') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:51.778280 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36f3c3f-963f-4e6f-89ab-420cbbc62bd6') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:51.853578 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-dcc37520-e553-4a8d-b126-dbacb50d3ed5 admin admin] Deleting port ca7edc92-ebc1-4119-ab2f-d9ee3def3b20 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:51.853899 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dcc37520-e553-4a8d-b126-dbacb50d3ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:51.955987 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:52.037552 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:52.041775 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:52.053115 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e66a62-74a8-4cb8-ac65-da8fd5b6b7fd tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Subnet': ['ID=a6e943cd-3d24-4cfb-994f-0d763af80dab,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:52.090149 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] device_id is not set on port c48fffe3-70e5-4b88-9866-70895909271b yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:13:52.092162 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:52.117917 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-99512cc1-1142-4c04-ad99-aa74cb18e10b req-408eef12-0574-46bc-a992-721c28e1bc55 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3489184 Jan 17 14:13:52.123649 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:13:52.124209 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:13:52.139328 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:13:52.156456 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6b6acba0-40b4-40cb-8a17-0f5bfecac8f2 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "PUT /v2.0/subnets/954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482/tags/tempest-TagsExtTest-Tag-1667689868 HTTP/1.1" status: 201 len: 201 time: 1.4068990 Jan 17 14:13:52.181871 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58474) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:52.208339 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346be780-bfcf-4cee-a712-59c4167524dc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:13:52.216247 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.tag.tag_plugin [None req-9cff918f-24d6-490f-b3d4-92496a6c471c tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'dd340ea5-7435-4223-8f93-591107477b13', 'tempest-TagsExtTest-Tag-195888131') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:52.220284 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ab22b-77aa-46c3-adf7-fa94081e743e None None] Sync routers for ids ['d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:13:52.238675 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ab22b-77aa-46c3-adf7-fa94081e743e None None] Routers {'d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:52.239662 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-3e3ab22b-77aa-46c3-adf7-fa94081e743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:52.258348 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266fb63e-c602-48fc-9d9c-9ed839bf5d81,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:52.291364 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:52.293661 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:52.300219 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:52.347690 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6e0dd9fe-ccdf-45be-b211-f6a9095516c6 HTTP/1.1" status: 204 len: 168 time: 5.3348346 Jan 17 14:13:52.353116 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ed54c-6672-4bf9-b0e6-9d901934a4c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e0dd9fe-ccdf-45be-b211-f6a9095516c6,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:52.378737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-dcc37520-e553-4a8d-b126-dbacb50d3ed5 admin admin] For port ca7edc92-ebc1-4119-ab2f-d9ee3def3b20, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ca7edc92-ebc1-4119-ab2f-d9ee3def3b20,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:52.379367 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dcc37520-e553-4a8d-b126-dbacb50d3ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:52.408674 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:52.425988 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-3e3ab22b-77aa-46c3-adf7-fa94081e743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:52.428888 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 33aa0035-0e79-4b4e-bdaa-cf562dc90096 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:13:52.470578 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-346be780-bfcf-4cee-a712-59c4167524dc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "PUT /v2.0/routers/d6b9d6cb-8b4a-4002-83d6-1d002d763b8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8193762 Jan 17 14:13:52.494780 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58480) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:52.505751 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ab22b-77aa-46c3-adf7-fa94081e743e None None] Routers {'d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:52.506285 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-3e3ab22b-77aa-46c3-adf7-fa94081e743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:52.565085 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-dcc37520-e553-4a8d-b126-dbacb50d3ed5 admin admin] Calling delete_port for ca7edc92-ebc1-4119-ab2f-d9ee3def3b20 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:52.593737 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-3e3ab22b-77aa-46c3-adf7-fa94081e743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:52.594216 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ab22b-77aa-46c3-adf7-fa94081e743e None None] The sync data for ids ['d6b9d6cb-8b4a-4002-83d6-1d002d763b8f'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:13:52.622184 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:52.644162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 33aa0035-0e79-4b4e-bdaa-cf562dc90096 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:13:52.662593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c6c68a29-d716-461d-9670-b65e52350056 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:13:52.716022 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: c6c68a29-d716-461d-9670-b65e52350056 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:13:52.716435 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c6c68a29-d716-461d-9670-b65e52350056 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:13:52.717576 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Deleting port 33aa0035-0e79-4b4e-bdaa-cf562dc90096 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:52.717914 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:52.758612 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58484) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:52.823493 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Allocated IP 172.26.3.199 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/c48fffe3-70e5-4b88-9866-70895909271b) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:13:52.840619 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dcc37520-e553-4a8d-b126-dbacb50d3ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:52.893757 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc37520-e553-4a8d-b126-dbacb50d3ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7edc92-ebc1-4119-ab2f-d9ee3def3b20,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:52.982154 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3019578e-0de4-41cd-853c-6cfe6bc8ee8d None None] Network f0ff1a89-a942-41f8-af0a-4f0f8f3724b6 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:13:52.994254 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dcc37520-e553-4a8d-b126-dbacb50d3ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:53.081426 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3c34b544-83c9-4829-8a43-b07f3e14647b None None] Provisioning for port 33aa0035-0e79-4b4e-bdaa-cf562dc90096 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:13:53.090003 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3c34b544-83c9-4829-8a43-b07f3e14647b None None] Provisioning complete for port 33aa0035-0e79-4b4e-bdaa-cf562dc90096 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:53.090163 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3c34b544-83c9-4829-8a43-b07f3e14647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:53.117418 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9cff918f-24d6-490f-b3d4-92496a6c471c tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "PUT /v2.0/ports/dd340ea5-7435-4223-8f93-591107477b13/tags/tempest-TagsExtTest-Tag-195888131 HTTP/1.1" status: 201 len: 201 time: 0.9234676 Jan 17 14:13:53.121887 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4c9a22c0-467a-4713-b6c4-dcb25c099f89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=464561e5600c4cb5a08009418eecb6f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3458011 Jan 17 14:13:53.130286 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58488) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:53.130830 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58490) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:53.175981 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dcc37520-e553-4a8d-b126-dbacb50d3ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:53.178317 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dcc37520-e553-4a8d-b126-dbacb50d3ed5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:53.204945 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dcc37520-e553-4a8d-b126-dbacb50d3ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:53.205595 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc37520-e553-4a8d-b126-dbacb50d3ed5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f09b19d-a03e-4e4d-8473-2f12e1e40994 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:13:53.226260 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dcc37520-e553-4a8d-b126-dbacb50d3ed5 admin admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:53.229645 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-dcc37520-e553-4a8d-b126-dbacb50d3ed5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/8f09b19d-a03e-4e4d-8473-2f12e1e40994 HTTP/1.1" status: 204 len: 168 time: 3.2906673 Jan 17 14:13:53.230176 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58498) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:53.315613 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71691b5-fed2-4e22-b405-d4df3fa5b58d admin admin] Deleting subnet ce596845-3d6c-4047-a87b-93e3264b0c43 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:13:53.318815 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e71691b5-fed2-4e22-b405-d4df3fa5b58d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:53.350750 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.tag.tag_plugin [None req-36d0d9c4-0b7c-4f55-a459-c60da46299e5 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ee2563bd-99e7-4365-8f7e-4dbb086ff3f7', 'tempest-TagsExtTest-Tag-1673936629') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:53.372469 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e71691b5-fed2-4e22-b405-d4df3fa5b58d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:53.381380 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3c34b544-83c9-4829-8a43-b07f3e14647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:53.427227 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3c34b544-83c9-4829-8a43-b07f3e14647b None None] For port 33aa0035-0e79-4b4e-bdaa-cf562dc90096, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=33aa0035-0e79-4b4e-bdaa-cf562dc90096,segment=NetworkSegment(dc55e26e-7aa0-4ff6-b985-b582a57c7e39),segment_id=dc55e26e-7aa0-4ff6-b985-b582a57c7e39)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:53.433010 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3c34b544-83c9-4829-8a43-b07f3e14647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:53.473942 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e71691b5-fed2-4e22-b405-d4df3fa5b58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:53.533661 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34b544-83c9-4829-8a43-b07f3e14647b None None] Pushing event updated for resources: {'Port': ['ID=33aa0035-0e79-4b4e-bdaa-cf562dc90096,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:53.556265 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c46afb5a-276b-48c4-86bc-0b70b4a295cc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:53.571688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e71691b5-fed2-4e22-b405-d4df3fa5b58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:53.617477 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e71691b5-fed2-4e22-b405-d4df3fa5b58d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:53.620122 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71691b5-fed2-4e22-b405-d4df3fa5b58d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce596845-3d6c-4047-a87b-93e3264b0c43,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:53.623376 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4c37bf-303e-49e5-b036-bdf38aadec8e None None] Network 1fe33185-0d26-416b-811b-abfdf1359eb1 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:13:53.628973 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e71691b5-fed2-4e22-b405-d4df3fa5b58d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ce596845-3d6c-4047-a87b-93e3264b0c43 HTTP/1.1" status: 204 len: 168 time: 0.3977861 Jan 17 14:13:53.629698 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58502) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:53.709101 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def95d44-0804-41b5-b519-5f33ca003c86 None None] Network f0ff1a89-a942-41f8-af0a-4f0f8f3724b6 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:13:53.773746 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8d003255-dfda-4932-bf96-19cb7c777df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:53.801358 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-8d003255-dfda-4932-bf96-19cb7c777df2 admin admin] Deleting port 966100a4-0a08-42b5-a7a1-d8435bd02bfe {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:53.801771 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8d003255-dfda-4932-bf96-19cb7c777df2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:53.953336 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-741b0eb4-1fa0-4317-ac0b-0ef03f922f98 None None] Provisioning complete for port 33aa0035-0e79-4b4e-bdaa-cf562dc90096 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:53.953734 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-741b0eb4-1fa0-4317-ac0b-0ef03f922f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:54.064727 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:54.175000 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9c3aa3b4-8535-460c-a930-f35e91088956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:54.221762 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-8d003255-dfda-4932-bf96-19cb7c777df2 admin admin] For port 966100a4-0a08-42b5-a7a1-d8435bd02bfe, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=966100a4-0a08-42b5-a7a1-d8435bd02bfe,segment=NetworkSegment(72dde1a6-dbe9-4489-998d-c072094ffa2e),segment_id=72dde1a6-dbe9-4489-998d-c072094ffa2e)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:54.222554 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8d003255-dfda-4932-bf96-19cb7c777df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:54.310065 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 33aa0035-0e79-4b4e-bdaa-cf562dc90096 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:13:54.352211 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992a4745-c0f9-49fb-b9b1-6e8f99f889c7 None None] DHCP port deletion for 1fe33185-0d26-416b-811b-abfdf1359eb1 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:13:54.369902 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-992a4745-c0f9-49fb-b9b1-6e8f99f889c7 None None] Deleting port 966100a4-0a08-42b5-a7a1-d8435bd02bfe {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:54.370406 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-992a4745-c0f9-49fb-b9b1-6e8f99f889c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:54.418549 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] For port 33aa0035-0e79-4b4e-bdaa-cf562dc90096, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=33aa0035-0e79-4b4e-bdaa-cf562dc90096,segment=NetworkSegment(dc55e26e-7aa0-4ff6-b985-b582a57c7e39),segment_id=dc55e26e-7aa0-4ff6-b985-b582a57c7e39)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:54.419213 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:54.424711 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-8d003255-dfda-4932-bf96-19cb7c777df2 admin admin] Calling delete_port for 966100a4-0a08-42b5-a7a1-d8435bd02bfe owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:54.489757 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:54.516280 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 33aa0035-0e79-4b4e-bdaa-cf562dc90096 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:54.516875 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:54.516994 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8d003255-dfda-4932-bf96-19cb7c777df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:54.565974 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d003255-dfda-4932-bf96-19cb7c777df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=966100a4-0a08-42b5-a7a1-d8435bd02bfe,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:54.567947 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d003255-dfda-4932-bf96-19cb7c777df2 admin admin] No DVR routers for this DVR port 966100a4-0a08-42b5-a7a1-d8435bd02bfe on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:13:54.593137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaecb8d-d20d-488c-abeb-097fbc9eec09 req-9b0b231c-bd1d-41e4-a960-82d3d398f24f tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:54.599256 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3eaecb8d-d20d-488c-abeb-097fbc9eec09 req-9b0b231c-bd1d-41e4-a960-82d3d398f24f tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 1.2519419 Jan 17 14:13:54.614322 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-36d0d9c4-0b7c-4f55-a459-c60da46299e5 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "PUT /v2.0/routers/ee2563bd-99e7-4365-8f7e-4dbb086ff3f7/tags/tempest-TagsExtTest-Tag-1673936629 HTTP/1.1" status: 201 len: 201 time: 1.4748597 Jan 17 14:13:54.614322 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9c3aa3b4-8535-460c-a930-f35e91088956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:54.694996 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8d003255-dfda-4932-bf96-19cb7c777df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:54.704836 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Calling delete_port for 33aa0035-0e79-4b4e-bdaa-cf562dc90096 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:54.714390 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-40cffaef-ad60-4f0d-aa76-d03a0dbedaea None None] Provisioning complete for port 33aa0035-0e79-4b4e-bdaa-cf562dc90096 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:13:54.714981 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40cffaef-ad60-4f0d-aa76-d03a0dbedaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:54.722279 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-8d003255-dfda-4932-bf96-19cb7c777df2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe33185-0d26-416b-811b-abfdf1359eb1']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:54.735491 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-8d003255-dfda-4932-bf96-19cb7c777df2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72dde1a6-dbe9-4489-998d-c072094ffa2e') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:54.735786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-8d003255-dfda-4932-bf96-19cb7c777df2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72dde1a6-dbe9-4489-998d-c072094ffa2e') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:54.737528 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58506) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:54.750656 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8d003255-dfda-4932-bf96-19cb7c777df2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:54.766186 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8d003255-dfda-4932-bf96-19cb7c777df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:54.773094 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d003255-dfda-4932-bf96-19cb7c777df2 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:13:54.773491 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8d003255-dfda-4932-bf96-19cb7c777df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:54.777555 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c46afb5a-276b-48c4-86bc-0b70b4a295cc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:54.808530 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-992a4745-c0f9-49fb-b9b1-6e8f99f889c7 None None] For port 966100a4-0a08-42b5-a7a1-d8435bd02bfe, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=966100a4-0a08-42b5-a7a1-d8435bd02bfe,segment=NetworkSegment(72dde1a6-dbe9-4489-998d-c072094ffa2e),segment_id=72dde1a6-dbe9-4489-998d-c072094ffa2e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:54.809040 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-992a4745-c0f9-49fb-b9b1-6e8f99f889c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:54.817454 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.tag.tag_plugin [None req-b1587281-c434-4d49-8f26-92cee9934efb tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '065ec843-3ad9-487e-8f0e-9f2136cc543b', 'tempest-TagsExtTest-Tag-995873553') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:54.846062 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3eaecb8d-d20d-488c-abeb-097fbc9eec09 req-a93a3b8b-5494-4caa-9526-48aa9eb5dbb1 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205634 Jan 17 14:13:54.862772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-c46afb5a-276b-48c4-86bc-0b70b4a295cc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Deleting port 82a71ae8-f50e-48eb-9699-d9ca62a5dba4 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:54.863208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c46afb5a-276b-48c4-86bc-0b70b4a295cc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:13:54.883685 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:13:54.889924 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8d003255-dfda-4932-bf96-19cb7c777df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:54.921773 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8d003255-dfda-4932-bf96-19cb7c777df2 admin admin] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:54.937387 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d003255-dfda-4932-bf96-19cb7c777df2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fe33185-0d26-416b-811b-abfdf1359eb1,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:54.958660 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-992a4745-c0f9-49fb-b9b1-6e8f99f889c7 None None] Calling delete_port for 966100a4-0a08-42b5-a7a1-d8435bd02bfe owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:54.959457 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8d003255-dfda-4932-bf96-19cb7c777df2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1fe33185-0d26-416b-811b-abfdf1359eb1 HTTP/1.1" status: 204 len: 168 time: 1.3285809 Jan 17 14:13:55.187320 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-992a4745-c0f9-49fb-b9b1-6e8f99f889c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:13:55.187505 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-992a4745-c0f9-49fb-b9b1-6e8f99f889c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:13:55.260549 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Router a5d9a838-88e0-4f3a-9a78-01b7c6dc79df is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:13:55.272960 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ca7edc92-ebc1-4119-ab2f-d9ee3def3b20 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:13:55.296305 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58516) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:55.327020 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: ca7edc92-ebc1-4119-ab2f-d9ee3def3b20 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:13:55.327768 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ca7edc92-ebc1-4119-ab2f-d9ee3def3b20 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:13:55.337814 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:55.376771 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6c7a0afe-d61e-45d4-ae7a-252dc1e135ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91022dbb65ec4eb28958344a7a8cf246&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0790722 Jan 17 14:13:55.377866 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58520) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:55.459052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7c93befd-b3e4-4305-8dcc-5dff4a79f1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:55.497457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7c93befd-b3e4-4305-8dcc-5dff4a79f1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:55.498614 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9c3aa3b4-8535-460c-a930-f35e91088956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:55.504838 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b1587281-c434-4d49-8f26-92cee9934efb tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "PUT /v2.0/subnetpools/065ec843-3ad9-487e-8f0e-9f2136cc543b/tags/tempest-TagsExtTest-Tag-995873553 HTTP/1.1" status: 201 len: 201 time: 0.7538843 Jan 17 14:13:55.504838 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:13:55.504838 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:13:55.505920 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58524) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:55.513760 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-b9520840-282b-41b2-a5ab-1d755a3721c5 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:55.549432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c46afb5a-276b-48c4-86bc-0b70b4a295cc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:55.606229 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b9520840-282b-41b2-a5ab-1d755a3721c5 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/subnets/954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482/tags HTTP/1.1" status: 200 len: 241 time: 0.0987976 Jan 17 14:13:55.617152 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3aa3b4-8535-460c-a930-f35e91088956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8dd89c-a860-4ec8-a2b0-0dc3850dd774,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:55.617968 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58528) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:55.620759 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7c93befd-b3e4-4305-8dcc-5dff4a79f1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:55.626759 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-61e81b98-515f-41d6-af8b-b376ac192045 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482', 'tempest-TagsExtTest-Tag-1667689868') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:55.681316 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93befd-b3e4-4305-8dcc-5dff4a79f1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89190c8-2677-4544-8987-6845a42d02c8,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:55.691691 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:13:55.698291 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-992a4745-c0f9-49fb-b9b1-6e8f99f889c7 None None] Deleting port 966100a4-0a08-42b5-a7a1-d8435bd02bfe {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:55.698824 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-992a4745-c0f9-49fb-b9b1-6e8f99f889c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:55.699777 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7c93befd-b3e4-4305-8dcc-5dff4a79f1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:55.703687 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7c93befd-b3e4-4305-8dcc-5dff4a79f1c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b89190c8-2677-4544-8987-6845a42d02c8 HTTP/1.1" status: 204 len: 168 time: 0.3214681 Jan 17 14:13:55.756409 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-61e81b98-515f-41d6-af8b-b376ac192045 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/subnets/954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482/tags/tempest-TagsExtTest-Tag-1667689868 HTTP/1.1" status: 204 len: 168 time: 0.1186702 Jan 17 14:13:55.757015 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58534) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:55.762198 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-3061d9c3-d648-434a-ac9a-18ca7c0f0b5e tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482', 'tempest-TagsExtTest-Tag-1667689868') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:55.771990 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-c46afb5a-276b-48c4-86bc-0b70b4a295cc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Calling delete_port for 82a71ae8-f50e-48eb-9699-d9ca62a5dba4 owned by network:router_gateway {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:55.803848 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-992a4745-c0f9-49fb-b9b1-6e8f99f889c7 None None] The port '966100a4-0a08-42b5-a7a1-d8435bd02bfe' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:13:55.827318 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:13:55.853675 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:13:55.892577 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Pushing event updated for resources: {'Port': ['ID=c48fffe3-70e5-4b88-9866-70895909271b,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:55.913287 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3061d9c3-d648-434a-ac9a-18ca7c0f0b5e tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "DELETE /v2.0/subnets/954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482/tags/tempest-TagsExtTest-Tag-1667689868 HTTP/1.1" status: 204 len: 168 time: 0.1550312 Jan 17 14:13:55.915864 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58538) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:55.922597 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-c1a454c4-758f-4da4-9f0d-b81a88c324fe tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:56.007348 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c1a454c4-758f-4da4-9f0d-b81a88c324fe tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/subnets/954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482/tags HTTP/1.1" status: 200 len: 205 time: 0.0879376 Jan 17 14:13:56.007567 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58544) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:56.008906 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Deleting port 33aa0035-0e79-4b4e-bdaa-cf562dc90096 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:13:56.009582 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:56.015703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-ad558443-59db-4172-83f9-6e18c0fa460d tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'dd340ea5-7435-4223-8f93-591107477b13') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:56.051412 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9c3aa3b4-8535-460c-a930-f35e91088956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:56.052445 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9c3aa3b4-8535-460c-a930-f35e91088956 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e8dd89c-a860-4ec8-a2b0-0dc3850dd774 HTTP/1.1" status: 204 len: 168 time: 2.9155412 Jan 17 14:13:56.097537 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ad558443-59db-4172-83f9-6e18c0fa460d tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/ports/dd340ea5-7435-4223-8f93-591107477b13/tags HTTP/1.1" status: 200 len: 240 time: 0.0861726 Jan 17 14:13:56.097742 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58552) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:56.103472 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-28192f44-5ec2-4d5b-ae29-30795822c1a5 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dd340ea5-7435-4223-8f93-591107477b13', 'tempest-TagsExtTest-Tag-195888131') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:56.163434 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:56.164076 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:56.185448 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-28192f44-5ec2-4d5b-ae29-30795822c1a5 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/ports/dd340ea5-7435-4223-8f93-591107477b13/tags/tempest-TagsExtTest-Tag-195888131 HTTP/1.1" status: 204 len: 168 time: 0.0865872 Jan 17 14:13:56.188116 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58558) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:56.188773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:13:56.196880 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-479b7604-2916-49b4-b474-5c9b5334425b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'dd340ea5-7435-4223-8f93-591107477b13', 'tempest-TagsExtTest-Tag-195888131') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:56.205388 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf99416a-c777-4f2c-bfda-cc0a4195171e None None] Sync routers for ids ['a5d9a838-88e0-4f3a-9a78-01b7c6dc79df'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:13:56.219816 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf99416a-c777-4f2c-bfda-cc0a4195171e None None] Routers {'a5d9a838-88e0-4f3a-9a78-01b7c6dc79df'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:56.220484 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-bf99416a-c777-4f2c-bfda-cc0a4195171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a5d9a838-88e0-4f3a-9a78-01b7c6dc79df'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:56.250489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3b018-82aa-464f-9da7-a197f659039f req-1151b6ec-4d08-4418-8be7-6d7f251a423d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:56.258314 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8ef3b018-82aa-464f-9da7-a197f659039f req-1151b6ec-4d08-4418-8be7-6d7f251a423d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.9424555 Jan 17 14:13:56.328564 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4e4b7410-0faa-4bf2-bd30-b1f082ee6f99 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 7.3654547 Jan 17 14:13:56.335274 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58564) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:56.344104 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-479b7604-2916-49b4-b474-5c9b5334425b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "DELETE /v2.0/ports/dd340ea5-7435-4223-8f93-591107477b13/tags/tempest-TagsExtTest-Tag-195888131 HTTP/1.1" status: 204 len: 168 time: 0.1535678 Jan 17 14:13:56.348354 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-bf99416a-c777-4f2c-bfda-cc0a4195171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:56.348777 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58568) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:56.361560 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-54a26850-f46e-4d7a-949e-2b75d601961e tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'dd340ea5-7435-4223-8f93-591107477b13') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:56.362039 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 966100a4-0a08-42b5-a7a1-d8435bd02bfe no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:13:56.362774 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf99416a-c777-4f2c-bfda-cc0a4195171e None None] Routers {'a5d9a838-88e0-4f3a-9a78-01b7c6dc79df'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:13:56.363532 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-bf99416a-c777-4f2c-bfda-cc0a4195171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a5d9a838-88e0-4f3a-9a78-01b7c6dc79df'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:56.366855 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-bda841de-1e0c-4f13-94b8-2bcf779df956 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.199'}]}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:56.394351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:56.403770 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-44eb35a5-417f-4218-b45d-ded7b8c3034f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.6720560 Jan 17 14:13:56.414495 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 966100a4-0a08-42b5-a7a1-d8435bd02bfe {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:13:56.415163 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 966100a4-0a08-42b5-a7a1-d8435bd02bfe not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:13:56.435313 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58574) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:56.443123 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-bf99416a-c777-4f2c-bfda-cc0a4195171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:56.443940 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf99416a-c777-4f2c-bfda-cc0a4195171e None None] The sync data for ids ['a5d9a838-88e0-4f3a-9a78-01b7c6dc79df'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:13:56.448774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-bda841de-1e0c-4f13-94b8-2bcf779df956 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:56.449546 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-be0a665c-3868-49c6-a966-30e67453e742 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'enable_snat': False}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:56.464784 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bda841de-1e0c-4f13-94b8-2bcf779df956 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Usage tracker for resource:router and tenant:54137e9ee9444621a63e4f95b4346e14 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:56.469143 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bda841de-1e0c-4f13-94b8-2bcf779df956 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:56.531500 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8ef3b018-82aa-464f-9da7-a197f659039f req-1ec511b2-da04-40f1-8553-f84e5cadbe51 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2695537 Jan 17 14:13:56.547227 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-bda841de-1e0c-4f13-94b8-2bcf779df956 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:56.618609 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bda841de-1e0c-4f13-94b8-2bcf779df956 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:56.620106 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bda841de-1e0c-4f13-94b8-2bcf779df956 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:56.639015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bda841de-1e0c-4f13-94b8-2bcf779df956 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:56.782011 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-54a26850-f46e-4d7a-949e-2b75d601961e tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/ports/dd340ea5-7435-4223-8f93-591107477b13/tags HTTP/1.1" status: 200 len: 205 time: 0.4285576 Jan 17 14:13:56.783240 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58588) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:56.794754 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-cdadd8a4-1145-4ea8-829e-a81f4316847e tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ee2563bd-99e7-4365-8f7e-4dbb086ff3f7') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:57.120612 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-cdadd8a4-1145-4ea8-829e-a81f4316847e tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/routers/ee2563bd-99e7-4365-8f7e-4dbb086ff3f7/tags HTTP/1.1" status: 200 len: 241 time: 0.3362746 Jan 17 14:13:57.124461 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58606) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:57.134070 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-784b75a0-f7b6-4a95-a1df-c7e2314f7957 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ee2563bd-99e7-4365-8f7e-4dbb086ff3f7', 'tempest-TagsExtTest-Tag-1673936629') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:57.269792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c46afb5a-276b-48c4-86bc-0b70b4a295cc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:57.280322 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] For port 33aa0035-0e79-4b4e-bdaa-cf562dc90096, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=33aa0035-0e79-4b4e-bdaa-cf562dc90096,segment=NetworkSegment(dc55e26e-7aa0-4ff6-b985-b582a57c7e39),segment_id=dc55e26e-7aa0-4ff6-b985-b582a57c7e39)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:13:57.280592 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:57.334262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bda841de-1e0c-4f13-94b8-2bcf779df956 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:57.436809 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46afb5a-276b-48c4-86bc-0b70b4a295cc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event deleted for resources: {'Port': ['ID=82a71ae8-f50e-48eb-9699-d9ca62a5dba4,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:57.452685 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-784b75a0-f7b6-4a95-a1df-c7e2314f7957 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/routers/ee2563bd-99e7-4365-8f7e-4dbb086ff3f7/tags/tempest-TagsExtTest-Tag-1673936629 HTTP/1.1" status: 204 len: 168 time: 0.3246908 Jan 17 14:13:57.463157 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58616) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:57.478759 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-4a5c684c-d21f-4d01-b99c-4fe5c83ab3bf tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ee2563bd-99e7-4365-8f7e-4dbb086ff3f7', 'tempest-TagsExtTest-Tag-1673936629') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:57.546159 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Calling delete_port for 33aa0035-0e79-4b4e-bdaa-cf562dc90096 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:13:57.716924 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be0a665c-3868-49c6-a966-30e67453e742 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:57.875193 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4a5c684c-d21f-4d01-b99c-4fe5c83ab3bf tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "DELETE /v2.0/routers/ee2563bd-99e7-4365-8f7e-4dbb086ff3f7/tags/tempest-TagsExtTest-Tag-1673936629 HTTP/1.1" status: 204 len: 168 time: 0.4106586 Jan 17 14:13:57.880963 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58636) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:57.904966 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-19756da7-fa44-4ba6-8c3e-bdee8289f40b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ee2563bd-99e7-4365-8f7e-4dbb086ff3f7') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:57.912028 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c46afb5a-276b-48c4-86bc-0b70b4a295cc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:57.988765 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58905d26-6beb-49d2-ba23-39800beef98b req-6c5d92f9-811c-4fb2-a30c-a26209b7140a tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:57.990744 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-58905d26-6beb-49d2-ba23-39800beef98b req-6c5d92f9-811c-4fb2-a30c-a26209b7140a tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.3279526 Jan 17 14:13:58.048448 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58644) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:58.138975 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-58905d26-6beb-49d2-ba23-39800beef98b req-995dc931-146a-48d4-bc3e-329153fc9d29 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869107 Jan 17 14:13:58.155773 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-19756da7-fa44-4ba6-8c3e-bdee8289f40b tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/routers/ee2563bd-99e7-4365-8f7e-4dbb086ff3f7/tags HTTP/1.1" status: 200 len: 205 time: 0.2725353 Jan 17 14:13:58.160134 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58654) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:58.172226 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-1cc98b95-6b64-41de-ba01-7d8af823974e tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '065ec843-3ad9-487e-8f0e-9f2136cc543b') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:58.214305 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:58.290148 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c46afb5a-276b-48c4-86bc-0b70b4a295cc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:58.296049 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c46afb5a-276b-48c4-86bc-0b70b4a295cc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:58.309297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Port': ['ID=33aa0035-0e79-4b4e-bdaa-cf562dc90096,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:58.389418 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4235ba0f-5042-4001-98de-a13cd5813440 None None] DHCP port deletion for f0ff1a89-a942-41f8-af0a-4f0f8f3724b6 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:13:58.414476 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44c6bb5-249f-404f-ab83-48b1ceb457b7 None None] get_active_networks_info from dv-neutron-824901-1-hyperv {{(pid=87525) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 17 14:13:58.523612 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1cc98b95-6b64-41de-ba01-7d8af823974e tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/subnetpools/065ec843-3ad9-487e-8f0e-9f2136cc543b/tags HTTP/1.1" status: 200 len: 240 time: 0.3615153 Jan 17 14:13:58.526393 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58662) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:58.530230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c46afb5a-276b-48c4-86bc-0b70b4a295cc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:58.530931 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46afb5a-276b-48c4-86bc-0b70b4a295cc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Fanout notify agent at l3_agent the message router_deleted on router d6b9d6cb-8b4a-4002-83d6-1d002d763b8f {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:13:58.535655 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] No DVR routers for this DVR port 33aa0035-0e79-4b4e-bdaa-cf562dc90096 on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:13:58.552114 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-9332bcff-af0c-4c9c-b6c6-1e6a8f64382f tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '065ec843-3ad9-487e-8f0e-9f2136cc543b', 'tempest-TagsExtTest-Tag-995873553') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:58.586872 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58666) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:58.660181 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44c6bb5-249f-404f-ab83-48b1ceb457b7 None None] Resources bound (agent type, host, resource id): {{(pid=87525) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 14:13:58.672384 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c46afb5a-276b-48c4-86bc-0b70b4a295cc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:58.676751 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c46afb5a-276b-48c4-86bc-0b70b4a295cc tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "DELETE /v2.0/routers/d6b9d6cb-8b4a-4002-83d6-1d002d763b8f HTTP/1.1" status: 204 len: 168 time: 6.1756008 Jan 17 14:13:58.687776 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58674) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:58.689696 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:58.706541 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:58.711740 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:58.716381 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Usage tracker for resource:floatingip and tenant:659ff48d46d144a68dc7615602549778 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:58.719892 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:58.726882 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:58.769654 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9332bcff-af0c-4c9c-b6c6-1e6a8f64382f tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/subnetpools/065ec843-3ad9-487e-8f0e-9f2136cc543b/tags/tempest-TagsExtTest-Tag-995873553 HTTP/1.1" status: 204 len: 168 time: 0.2267449 Jan 17 14:13:58.798150 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58678) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:58.803421 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:58.848993 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-431463de-15ef-4c92-b4f4-1d077eccce30 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '065ec843-3ad9-487e-8f0e-9f2136cc543b', 'tempest-TagsExtTest-Tag-995873553') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:58.865007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:58.880718 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1705681636'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:13:58.914360 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:58.932143 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Usage tracker for resource:network and tenant:fb95742a803e4d2ca97533007098ecf5 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:58.954524 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e943cd-3d24-4cfb-994f-0d763af80dab,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:58.992217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c835da6-cd11-4c0a-b7ee-95487d17cecb req-df18a2a1-2626-4c3a-9719-5b34ed26ca52 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:13:58.999377 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5c835da6-cd11-4c0a-b7ee-95487d17cecb req-df18a2a1-2626-4c3a-9719-5b34ed26ca52 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.6260092 Jan 17 14:13:59.031527 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:59.056465 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:59.102606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Made reservation on behalf of fb95742a803e4d2ca97533007098ecf5 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:13:59.105967 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:59.153272 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c9de17-ba96-4b62-b1de-6b0b2364caae None None] Network f0ff1a89-a942-41f8-af0a-4f0f8f3724b6 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:13:59.188837 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:59.224498 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-431463de-15ef-4c92-b4f4-1d077eccce30 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "DELETE /v2.0/subnetpools/065ec843-3ad9-487e-8f0e-9f2136cc543b/tags/tempest-TagsExtTest-Tag-995873553 HTTP/1.1" status: 204 len: 168 time: 0.4227412 Jan 17 14:13:59.227043 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58684) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:59.233735 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:13:59.238285 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-90cdc688-d5dd-4667-afd1-a9b539fba28c tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '065ec843-3ad9-487e-8f0e-9f2136cc543b') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:59.239681 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f20532-f87c-4f97-a3f8-637dc5714c36 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Deleting subnet 530fbd88-4531-465f-aa9c-8cc24ac16973 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:13:59.253073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Usage tracker for resource:security_group_rule and tenant:fb95742a803e4d2ca97533007098ecf5 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:13:59.260641 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:13:59.267072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d1f20532-f87c-4f97-a3f8-637dc5714c36 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:59.274134 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:13:59.382513 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:59.396423 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-90cdc688-d5dd-4667-afd1-a9b539fba28c tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/subnetpools/065ec843-3ad9-487e-8f0e-9f2136cc543b/tags HTTP/1.1" status: 200 len: 205 time: 0.1620138 Jan 17 14:13:59.400570 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58688) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:59.402443 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7f4fb3-7406-498f-9e16-07691e8914e6 None None] DHCP port deletion for f0ff1a89-a942-41f8-af0a-4f0f8f3724b6 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:13:59.415124 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5c835da6-cd11-4c0a-b7ee-95487d17cecb req-5da6f0f3-9f0d-4a1d-8739-849c79d00440 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4148705 Jan 17 14:13:59.430157 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-32743eb4-a4d3-449e-a575-5e3fa92d7a83 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '065ec843-3ad9-487e-8f0e-9f2136cc543b') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:59.514748 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ff1a89-a942-41f8-af0a-4f0f8f3724b6']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:59.532094 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d1f20532-f87c-4f97-a3f8-637dc5714c36 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:59.603108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc55e26e-7aa0-4ff6-b985-b582a57c7e39') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:59.603432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc55e26e-7aa0-4ff6-b985-b582a57c7e39') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:59.609634 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:59.642044 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:59.672941 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be0a665c-3868-49c6-a966-30e67453e742 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:59.677280 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bda841de-1e0c-4f13-94b8-2bcf779df956 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:59.707799 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be0a665c-3868-49c6-a966-30e67453e742 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:59.709944 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:59.715129 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:59.723796 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:13:59.724201 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:59.724391 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-32743eb4-a4d3-449e-a575-5e3fa92d7a83 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "DELETE /v2.0/subnetpools/065ec843-3ad9-487e-8f0e-9f2136cc543b/tags HTTP/1.1" status: 204 len: 168 time: 0.3200595 Jan 17 14:13:59.730952 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58694) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:13:59.732564 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:13:59.745349 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:13:59.752357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bda841de-1e0c-4f13-94b8-2bcf779df956 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:59.810632 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-c628347a-61fd-424c-aa66-0d0fc3b8e47a tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ee2563bd-99e7-4365-8f7e-4dbb086ff3f7') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:13:59.919420 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d1f20532-f87c-4f97-a3f8-637dc5714c36 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:59.954883 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:13:59.986633 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5059fe8-0880-4218-be7b-6e34a264f7f8,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:13:59.991247 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:00.038825 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:14:00.058464 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Network': ['ID=f0ff1a89-a942-41f8-af0a-4f0f8f3724b6,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:00.093795 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8893e1ed-4bf9-4580-a8bf-4db85a30adf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/networks/f0ff1a89-a942-41f8-af0a-4f0f8f3724b6 HTTP/1.1" status: 204 len: 168 time: 8.3496761 Jan 17 14:14:00.098537 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58698) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:00.142405 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0955f7-626a-49fe-86d4-726f1991e92e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] DELETE failed (client error): The resource could not be found. Jan 17 14:14:00.142875 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0955f7-626a-49fe-86d4-726f1991e92e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:00.150167 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6f0955f7-626a-49fe-86d4-726f1991e92e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/networks/f0ff1a89-a942-41f8-af0a-4f0f8f3724b6 HTTP/1.1" status: 404 len: 339 time: 0.0505736 Jan 17 14:14:00.154451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58702) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:00.157785 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d1f20532-f87c-4f97-a3f8-637dc5714c36 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:00.164708 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-bb6032cf-f207-4866-953b-3a55e2c823e4 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-202365678', 'description': 'd1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:00.205534 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-bb6032cf-f207-4866-953b-3a55e2c823e4 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:00.216721 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bb6032cf-f207-4866-953b-3a55e2c823e4 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Usage tracker for resource:network and tenant:d2b652a3245f49d7a7545e5b0738ea9a is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:00.219578 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f20532-f87c-4f97-a3f8-637dc5714c36 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event deleted for resources: {'Subnet': ['ID=530fbd88-4531-465f-aa9c-8cc24ac16973,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:00.221638 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bb6032cf-f207-4866-953b-3a55e2c823e4 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:00.232541 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d1f20532-f87c-4f97-a3f8-637dc5714c36 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:00.235748 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d1f20532-f87c-4f97-a3f8-637dc5714c36 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "DELETE /v2.0/subnets/530fbd88-4531-465f-aa9c-8cc24ac16973 HTTP/1.1" status: 204 len: 168 time: 1.5501952 Jan 17 14:14:00.237216 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-bb6032cf-f207-4866-953b-3a55e2c823e4 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:00.239801 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58706) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:00.242788 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa94b77-3754-417c-916d-c48508709aee None None] Network 10dbafeb-6006-43d5-9e94-3bb5bcce72cd requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:00.265774 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:00.265774 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Added segment 4de2d48d-f767-4690-b3ca-b2613f9785bd of type vlan for network 92376ed1-bbd8-480f-95d8-1eed0788c1af Jan 17 14:14:00.319812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974075c3-4864-4965-b8d1-0ea894d17b01 req-4a51cbff-ff1f-48da-8346-bdaad0267dd7 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:00.321369 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-974075c3-4864-4965-b8d1-0ea894d17b01 req-4a51cbff-ff1f-48da-8346-bdaad0267dd7 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.7720120 Jan 17 14:14:00.323839 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6032cf-f207-4866-953b-3a55e2c823e4 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Made reservation on behalf of d2b652a3245f49d7a7545e5b0738ea9a for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:00.327310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb6032cf-f207-4866-953b-3a55e2c823e4 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:00.342016 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Allocated IP 172.26.3.37 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/8408bfcb-34da-4565-a51b-23603cf2bf45) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:00.375434 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 33aa0035-0e79-4b4e-bdaa-cf562dc90096 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:14:00.379988 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:00.396267 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6032cf-f207-4866-953b-3a55e2c823e4 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:14:00.401584 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:00.419285 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb6032cf-f207-4866-953b-3a55e2c823e4 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:00.421164 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-bb6032cf-f207-4866-953b-3a55e2c823e4 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Added segment 5323753e-05f3-4469-9085-0376d4aab2cb of type vlan for network 0837d23c-4317-4fff-b211-93e1b8f6da75 Jan 17 14:14:00.438598 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Deleting port ebbc67c8-2974-44c2-8e4d-01d128543fb3 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:00.439083 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:00.440882 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 33aa0035-0e79-4b4e-bdaa-cf562dc90096 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:14:00.441856 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 33aa0035-0e79-4b4e-bdaa-cf562dc90096 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:14:00.504523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb6032cf-f207-4866-953b-3a55e2c823e4 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:00.519603 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c628347a-61fd-424c-aa66-0d0fc3b8e47a tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "DELETE /v2.0/routers/ee2563bd-99e7-4365-8f7e-4dbb086ff3f7/tags HTTP/1.1" status: 204 len: 168 time: 0.7838244 Jan 17 14:14:00.524123 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58710) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:00.530531 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0a665c-3868-49c6-a966-30e67453e742 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Router a5d9a838-88e0-4f3a-9a78-01b7c6dc79df has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:14:00.533048 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.tag.tag_plugin [None req-26e8c6ac-60cc-469e-9a8f-e34e544c3ff1 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dd340ea5-7435-4223-8f93-591107477b13') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:00.535507 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-974075c3-4864-4965-b8d1-0ea894d17b01 req-d4805f50-7979-4c90-8bb8-5de9682c0029 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951258 Jan 17 14:14:00.571540 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:00.577738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:00.578382 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:00.709379 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb6032cf-f207-4866-953b-3a55e2c823e4 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:00.717156 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6032cf-f207-4866-953b-3a55e2c823e4 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:00.718017 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb6032cf-f207-4866-953b-3a55e2c823e4 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:00.741032 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c3254c-bab6-482b-9c5a-3b0987a8562e None None] DHCP port deletion for 10dbafeb-6006-43d5-9e94-3bb5bcce72cd request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:14:00.746047 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a1c3254c-bab6-482b-9c5a-3b0987a8562e None None] Deleting port ebbc67c8-2974-44c2-8e4d-01d128543fb3 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:00.746501 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a1c3254c-bab6-482b-9c5a-3b0987a8562e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:00.795198 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Pushing event updated for resources: {'Network': ['ID=92376ed1-bbd8-480f-95d8-1eed0788c1af,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:00.842565 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:00.846816 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 92376ed1-bbd8-480f-95d8-1eed0788c1af details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:14:00.912244 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2a0b3fd8-d1d5-414f-82e4-b1b710302c67 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3096232 Jan 17 14:14:00.923246 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58716) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:00.933753 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-183fcbee-19ad-47ad-815e-7b2f126ecf31 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Request body: {'subnet': {'network_id': '92376ed1-bbd8-480f-95d8-1eed0788c1af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:01.058246 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0a665c-3868-49c6-a966-30e67453e742 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:14:01.074263 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be0a665c-3868-49c6-a966-30e67453e742 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:01.075532 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-be0a665c-3868-49c6-a966-30e67453e742 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "PUT /v2.0/routers/a5d9a838-88e0-4f3a-9a78-01b7c6dc79df HTTP/1.1" status: 200 len: 920 time: 4.6387720 Jan 17 14:14:01.080593 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58720) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:01.095483 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a77ca17-e573-4712-a1a3-0ec8454f0133 None None] Sync routers for ids ['a5d9a838-88e0-4f3a-9a78-01b7c6dc79df'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:14:01.120587 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-a1c3254c-bab6-482b-9c5a-3b0987a8562e None None] For port ebbc67c8-2974-44c2-8e4d-01d128543fb3, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ebbc67c8-2974-44c2-8e4d-01d128543fb3,segment=NetworkSegment(a4c0dddc-e278-4f04-8155-952f7d0bf551),segment_id=a4c0dddc-e278-4f04-8155-952f7d0bf551)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:01.121171 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a1c3254c-bab6-482b-9c5a-3b0987a8562e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:01.122976 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6032cf-f207-4866-953b-3a55e2c823e4 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Network': ['ID=0837d23c-4317-4fff-b211-93e1b8f6da75,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:01.134847 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a77ca17-e573-4712-a1a3-0ec8454f0133 None None] Routers {'a5d9a838-88e0-4f3a-9a78-01b7c6dc79df'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:14:01.136213 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0a77ca17-e573-4712-a1a3-0ec8454f0133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a5d9a838-88e0-4f3a-9a78-01b7c6dc79df'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:01.147921 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bb6032cf-f207-4866-953b-3a55e2c823e4 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9858499 Jan 17 14:14:01.148400 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58724) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:01.178374 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-183fcbee-19ad-47ad-815e-7b2f126ecf31 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:01.200456 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-183fcbee-19ad-47ad-815e-7b2f126ecf31 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Usage tracker for resource:subnet and tenant:fb95742a803e4d2ca97533007098ecf5 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:01.206428 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 0837d23c-4317-4fff-b211-93e1b8f6da75 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:14:01.208925 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-183fcbee-19ad-47ad-815e-7b2f126ecf31 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:01.224546 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-183fcbee-19ad-47ad-815e-7b2f126ecf31 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:01.241255 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:01.249537 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] For port ebbc67c8-2974-44c2-8e4d-01d128543fb3, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ebbc67c8-2974-44c2-8e4d-01d128543fb3,segment=NetworkSegment(a4c0dddc-e278-4f04-8155-952f7d0bf551),segment_id=a4c0dddc-e278-4f04-8155-952f7d0bf551)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:01.249928 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:01.261228 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-26e8c6ac-60cc-469e-9a8f-e34e544c3ff1 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "DELETE /v2.0/ports/dd340ea5-7435-4223-8f93-591107477b13/tags HTTP/1.1" status: 204 len: 168 time: 0.7330666 Jan 17 14:14:01.290643 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58728) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:01.290643 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183fcbee-19ad-47ad-815e-7b2f126ecf31 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Made reservation on behalf of fb95742a803e4d2ca97533007098ecf5 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:01.293488 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-183fcbee-19ad-47ad-815e-7b2f126ecf31 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:01.399768 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0a77ca17-e573-4712-a1a3-0ec8454f0133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:01.413073 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a1c3254c-bab6-482b-9c5a-3b0987a8562e None None] Calling delete_port for ebbc67c8-2974-44c2-8e4d-01d128543fb3 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:01.453291 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Calling delete_port for ebbc67c8-2974-44c2-8e4d-01d128543fb3 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:01.468148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-050e9521-05a8-4391-abd9-7a3a6977b81a tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:01.497033 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a77ca17-e573-4712-a1a3-0ec8454f0133 None None] Routers {'a5d9a838-88e0-4f3a-9a78-01b7c6dc79df'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:14:01.499567 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0a77ca17-e573-4712-a1a3-0ec8454f0133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a5d9a838-88e0-4f3a-9a78-01b7c6dc79df'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:01.530958 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:01.533575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d680c78-4397-4d8d-9926-7508ea25d66c tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:01.535034 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8d680c78-4397-4d8d-9926-7508ea25d66c tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Synchronizing usage tracker for tenant:d2b652a3245f49d7a7545e5b0738ea9a on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:01.538712 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:01.543447 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:01.558468 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172de15-3c98-486f-a830-8ed7054b2e6d req-aa9f7a89-6aa4-4168-906a-2b6c2f296703 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:01.566378 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9172de15-3c98-486f-a830-8ed7054b2e6d req-aa9f7a89-6aa4-4168-906a-2b6c2f296703 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.7405477 Jan 17 14:14:01.572536 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bda841de-1e0c-4f13-94b8-2bcf779df956 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:01.585537 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0a77ca17-e573-4712-a1a3-0ec8454f0133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:01.585941 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a77ca17-e573-4712-a1a3-0ec8454f0133 None None] The sync data for ids ['a5d9a838-88e0-4f3a-9a78-01b7c6dc79df'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:14:01.621548 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Pushing event updated for resources: {'Port': ['ID=8408bfcb-34da-4565-a51b-23603cf2bf45,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:01.639960 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a1c3254c-bab6-482b-9c5a-3b0987a8562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:01.657279 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-12bdfbef-0991-4454-b967-66969483be55 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "GET /v2.0/routers/a5d9a838-88e0-4f3a-9a78-01b7c6dc79df HTTP/1.1" status: 200 len: 920 time: 0.5738602 Jan 17 14:14:01.659260 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58732) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:01.706253 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3254c-bab6-482b-9c5a-3b0987a8562e None None] Pushing event deleted for resources: {'Port': ['ID=ebbc67c8-2974-44c2-8e4d-01d128543fb3,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:01.716667 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c3254c-bab6-482b-9c5a-3b0987a8562e None None] No DVR routers for this DVR port ebbc67c8-2974-44c2-8e4d-01d128543fb3 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:14:01.763347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8d680c78-4397-4d8d-9926-7508ea25d66c tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Unset dirty status for tenant:d2b652a3245f49d7a7545e5b0738ea9a on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:01.765082 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8d680c78-4397-4d8d-9926-7508ea25d66c tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "GET /v2.0/networks?id=0837d23c-4317-4fff-b211-93e1b8f6da75 HTTP/1.1" status: 200 len: 764 time: 0.6112244 Jan 17 14:14:01.770461 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58736) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:01.793704 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-90251ef0-971f-4533-b276-adfc58cff9a9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'network': {'description': 'd2'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:01.813977 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:01.868139 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:14:01.868485 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:14:01.869883 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-050e9521-05a8-4391-abd9-7a3a6977b81a tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "DELETE /v2.0/subnets/954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482/tags HTTP/1.1" status: 204 len: 168 time: 0.5613587 Jan 17 14:14:01.871403 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9172de15-3c98-486f-a830-8ed7054b2e6d req-7d5ea578-a63d-41a3-b80c-0ef073dd8613 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3042016 Jan 17 14:14:01.881792 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58740) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:01.896856 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-f44c1dcb-7d9c-463a-a225-35f741db3d02 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482', 'tempest-TagsExtTest-Tag-781344977') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:02.125252 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bda841de-1e0c-4f13-94b8-2bcf779df956 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:02.129667 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bda841de-1e0c-4f13-94b8-2bcf779df956 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:02.143303 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:02.178268 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-183fcbee-19ad-47ad-815e-7b2f126ecf31 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:02.219065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6670d048-872f-41bf-a921-12af5b2c0f18 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:02.219329 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6670d048-872f-41bf-a921-12af5b2c0f18 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Synchronizing usage tracker for tenant:1167218bd3734f5a92c14d7f50c68d5f on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:02.258179 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bda841de-1e0c-4f13-94b8-2bcf779df956 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:02.258988 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda841de-1e0c-4f13-94b8-2bcf779df956 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23d59891-5621-4be5-b9c8-0449ac077e92 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:14:02.317432 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6670d048-872f-41bf-a921-12af5b2c0f18 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Unset dirty status for tenant:1167218bd3734f5a92c14d7f50c68d5f on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:02.318737 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6670d048-872f-41bf-a921-12af5b2c0f18 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&device_id=a5d9a838-88e0-4f3a-9a78-01b7c6dc79df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6561685 Jan 17 14:14:02.326609 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58746) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:02.330190 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-bda841de-1e0c-4f13-94b8-2bcf779df956 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 17 14:14:02.331313 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bda841de-1e0c-4f13-94b8-2bcf779df956 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.9910123 Jan 17 14:14:02.339108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58748) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:02.340215 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ebbc67c8-2974-44c2-8e4d-01d128543fb3 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:14:02.344596 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fcbee-19ad-47ad-815e-7b2f126ecf31 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Pushing event updated for resources: {'Subnet': ['ID=0aa49727-5d4c-479e-8a99-daa5b6ffe098,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:02.372173 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Deleting port ebbc67c8-2974-44c2-8e4d-01d128543fb3 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:02.372548 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:02.392373 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: ebbc67c8-2974-44c2-8e4d-01d128543fb3 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:14:02.393215 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ebbc67c8-2974-44c2-8e4d-01d128543fb3 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:14:02.402094 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-90251ef0-971f-4533-b276-adfc58cff9a9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:02.485262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-90251ef0-971f-4533-b276-adfc58cff9a9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:02.496122 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] The port 'ebbc67c8-2974-44c2-8e4d-01d128543fb3' was deleted {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:14:02.497822 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183fcbee-19ad-47ad-815e-7b2f126ecf31 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Checking segment: {'id': '4de2d48d-f767-4690-b3ca-b2613f9785bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '92376ed1-bbd8-480f-95d8-1eed0788c1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:14:02.498179 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183fcbee-19ad-47ad-815e-7b2f126ecf31 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Network hostable DHCP agents. Network: 92376ed1-bbd8-480f-95d8-1eed0788c1af, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:14:02.554928 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-057f8195-5dd8-4b2f-9787-38d602338768 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Deleting port c48fffe3-70e5-4b88-9866-70895909271b {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:02.555508 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-057f8195-5dd8-4b2f-9787-38d602338768 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:02.584677 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90251ef0-971f-4533-b276-adfc58cff9a9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Network 0837d23c-4317-4fff-b211-93e1b8f6da75 is not hosted by any dhcp agent {{(pid=87523) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 17 14:14:02.591240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90251ef0-971f-4533-b276-adfc58cff9a9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:02.592405 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-90251ef0-971f-4533-b276-adfc58cff9a9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:02.592649 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f44c1dcb-7d9c-463a-a225-35f741db3d02 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "PUT /v2.0/subnets/954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482/tags/tempest-TagsExtTest-Tag-781344977 HTTP/1.1" status: 201 len: 201 time: 0.7097795 Jan 17 14:14:02.593659 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-90251ef0-971f-4533-b276-adfc58cff9a9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "PUT /v2.0/networks/0837d23c-4317-4fff-b211-93e1b8f6da75 HTTP/1.1" status: 200 len: 761 time: 0.8138969 Jan 17 14:14:02.602207 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58756) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:02.602545 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58758) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:02.622839 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183fcbee-19ad-47ad-815e-7b2f126ecf31 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Network 92376ed1-bbd8-480f-95d8-1eed0788c1af is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:14:02.652576 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-10f1b0ae-2f4c-4272-9f0a-7ce17928cf26 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'dd340ea5-7435-4223-8f93-591107477b13', 'tempest-TagsExtTest-Tag-140227776') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:02.755982 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5d9495-e47b-4477-8911-e74ec538abe0 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:02.756565 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-4a5d9495-e47b-4477-8911-e74ec538abe0 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Synchronizing usage tracker for tenant:1167218bd3734f5a92c14d7f50c68d5f on resource:network {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:02.780956 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-183fcbee-19ad-47ad-815e-7b2f126ecf31 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 92376ed1-bbd8-480f-95d8-1eed0788c1af) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:02.795049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9062bb8-90e4-48f6-9d6d-075c73f6a63c None None] Network 92376ed1-bbd8-480f-95d8-1eed0788c1af requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:02.806528 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183fcbee-19ad-47ad-815e-7b2f126ecf31 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:02.806528 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-183fcbee-19ad-47ad-815e-7b2f126ecf31 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:02.867277 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07563fc-5803-4f0d-9eea-1901783d69e6 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:02.875052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f07563fc-5803-4f0d-9eea-1901783d69e6 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Synchronizing usage tracker for tenant:d2b652a3245f49d7a7545e5b0738ea9a on resource:network {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:02.890926 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-4a5d9495-e47b-4477-8911-e74ec538abe0 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Unset dirty status for tenant:1167218bd3734f5a92c14d7f50c68d5f on resource:network {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:02.894823 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4a5d9495-e47b-4477-8911-e74ec538abe0 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "GET /v2.0/networks/8e713ad1-069e-4db5-8938-0391ff946f65 HTTP/1.1" status: 200 len: 881 time: 0.5516720 Jan 17 14:14:02.897358 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:02.899232 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58764) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:02.905847 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-183fcbee-19ad-47ad-815e-7b2f126ecf31 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9790621 Jan 17 14:14:02.919685 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58768) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:02.939202 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:02.950322 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-d9adf9c9-a636-42fd-a8e3-e932d51f029e tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Request body: {'port': {'network_id': '92376ed1-bbd8-480f-95d8-1eed0788c1af', 'name': 'tempest-DHCPAgentSchedulersTestJSON-491645039'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:03.010268 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9dac95a7-4db0-4bb5-8bcf-5ac1773d31ba tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5d9a838-88e0-4f3a-9a78-01b7c6dc79df HTTP/1.1" status: 200 len: 205 time: 0.1037867 Jan 17 14:14:03.017195 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58772) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:03.052295 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f07563fc-5803-4f0d-9eea-1901783d69e6 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Unset dirty status for tenant:d2b652a3245f49d7a7545e5b0738ea9a on resource:network {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:03.052510 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90251ef0-971f-4533-b276-adfc58cff9a9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Network': ['ID=0837d23c-4317-4fff-b211-93e1b8f6da75,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:03.058207 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f07563fc-5803-4f0d-9eea-1901783d69e6 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "GET /v2.0/networks?id=0837d23c-4317-4fff-b211-93e1b8f6da75 HTTP/1.1" status: 200 len: 764 time: 0.4527843 Jan 17 14:14:03.066027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58776) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:03.077284 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:03.084762 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 0837d23c-4317-4fff-b211-93e1b8f6da75 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:14:03.177448 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Pushing event updated for resources: {'Port': ['ID=8408bfcb-34da-4565-a51b-23603cf2bf45,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:03.238816 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-92376ed1-bbd8-480f-95d8-1eed0788c1af', 'network_id': '92376ed1-bbd8-480f-95d8-1eed0788c1af', 'tenant_id': 'fb95742a803e4d2ca97533007098ecf5', 'fixed_ips': [{'subnet_id': '0aa49727-5d4c-479e-8a99-daa5b6ffe098'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:14:03.240511 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:03.256388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:03.277574 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10dbafeb-6006-43d5-9e94-3bb5bcce72cd']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:03.284919 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-10f1b0ae-2f4c-4272-9f0a-7ce17928cf26 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "PUT /v2.0/ports/dd340ea5-7435-4223-8f93-591107477b13/tags/tempest-TagsExtTest-Tag-140227776 HTTP/1.1" status: 201 len: 201 time: 0.6789548 Jan 17 14:14:03.287771 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58782) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:03.297019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-2cb9765b-5531-4f70-bfe6-d7646e20cb71 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ee2563bd-99e7-4365-8f7e-4dbb086ff3f7', 'tempest-TagsExtTest-Tag-1605786804') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:03.333651 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d9adf9c9-a636-42fd-a8e3-e932d51f029e tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:03.339650 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c0dddc-e278-4f04-8155-952f7d0bf551') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:03.339977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c0dddc-e278-4f04-8155-952f7d0bf551') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:03.358505 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:03.362891 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3a7bf2a5-8455-4e7f-a76c-f97d19b77434 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3040974 Jan 17 14:14:03.372040 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58786) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:03.382443 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-6bf6bc6a-9044-48a3-b94f-12060ad96da7 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1872079207', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'fixed_ips': [{'ip_address': '172.26.3.37'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:03.389669 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6bf6bc6a-9044-48a3-b94f-12060ad96da7 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:03.406620 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d9adf9c9-a636-42fd-a8e3-e932d51f029e tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Usage tracker for resource:port and tenant:fb95742a803e4d2ca97533007098ecf5 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:03.417921 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d9adf9c9-a636-42fd-a8e3-e932d51f029e tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:03.428831 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:03.439778 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6bf6bc6a-9044-48a3-b94f-12060ad96da7 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Usage tracker for resource:port and tenant:659ff48d46d144a68dc7615602549778 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:03.440181 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d9adf9c9-a636-42fd-a8e3-e932d51f029e tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:03.448834 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6447-d4ea-4ddf-8edb-9db5cbaf2f7b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:03.477774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:03.490575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9adf9c9-a636-42fd-a8e3-e932d51f029e tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Made reservation on behalf of fb95742a803e4d2ca97533007098ecf5 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:03.494464 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d9adf9c9-a636-42fd-a8e3-e932d51f029e tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:03.507403 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6bf6bc6a-9044-48a3-b94f-12060ad96da7 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:03.520043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:14:03.520698 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:03.523955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Allocated IP 172.20.0.2 (92376ed1-bbd8-480f-95d8-1eed0788c1af/0aa49727-5d4c-479e-8a99-daa5b6ffe098/6e444839-efa0-43b1-97b7-98287acc3c7b) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:03.527675 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6bf6bc6a-9044-48a3-b94f-12060ad96da7 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:14:03.536007 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:14:03.555019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf6bc6a-9044-48a3-b94f-12060ad96da7 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Made reservation on behalf of 659ff48d46d144a68dc7615602549778 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:03.557398 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6bf6bc6a-9044-48a3-b94f-12060ad96da7 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:03.578904 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6bf6bc6a-9044-48a3-b94f-12060ad96da7 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:03.658108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd08369c-ac00-4a2d-8707-2f8373d07a3d tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:03.659652 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cd08369c-ac00-4a2d-8707-2f8373d07a3d tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5746069 Jan 17 14:14:03.661400 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-d9adf9c9-a636-42fd-a8e3-e932d51f029e tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] device_id is not set on port 4991ef36-9908-4b18-ada5-cf0c625216a8 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:14:03.663212 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58790) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:03.672203 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6bf6bc6a-9044-48a3-b94f-12060ad96da7 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:03.704828 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-057f8195-5dd8-4b2f-9787-38d602338768 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:03.856292 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:03.859622 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6bf6bc6a-9044-48a3-b94f-12060ad96da7 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Usage tracker for resource:security_group_rule and tenant:659ff48d46d144a68dc7615602549778 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:03.866801 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c5ddaa7b-61d4-4f4c-beae-fb82225ee25e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Synchronizing usage tracker for tenant:d2b652a3245f49d7a7545e5b0738ea9a on resource:subnet {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:03.867276 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Transition to ACTIVE for port object 6e444839-efa0-43b1-97b7-98287acc3c7b will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:03.869660 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-057f8195-5dd8-4b2f-9787-38d602338768 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Calling delete_port for c48fffe3-70e5-4b88-9866-70895909271b owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:03.872492 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6bf6bc6a-9044-48a3-b94f-12060ad96da7 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:03.888816 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6bf6bc6a-9044-48a3-b94f-12060ad96da7 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:03.889512 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Transition to ACTIVE for port object 6e444839-efa0-43b1-97b7-98287acc3c7b will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:03.894722 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2cb9765b-5531-4f70-bfe6-d7646e20cb71 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "PUT /v2.0/routers/ee2563bd-99e7-4365-8f7e-4dbb086ff3f7/tags/tempest-TagsExtTest-Tag-1605786804 HTTP/1.1" status: 201 len: 201 time: 0.6054850 Jan 17 14:14:03.898657 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:03.899929 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58794) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:03.902482 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:03.917427 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-b1a38fd9-69e1-4958-be7c-6e2e55bef589 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '065ec843-3ad9-487e-8f0e-9f2136cc543b', 'tempest-TagsExtTest-Tag-1071436154') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:03.930813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6447-d4ea-4ddf-8edb-9db5cbaf2f7b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:03.935762 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:03.951853 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c5ddaa7b-61d4-4f4c-beae-fb82225ee25e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Unset dirty status for tenant:d2b652a3245f49d7a7545e5b0738ea9a on resource:subnet {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:03.953084 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c5ddaa7b-61d4-4f4c-beae-fb82225ee25e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "GET /v2.0/subnets?network_id=8e713ad1-069e-4db5-8938-0391ff946f65 HTTP/1.1" status: 200 len: 207 time: 0.2873499 Jan 17 14:14:03.959021 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event deleted for resources: {'Network': ['ID=10dbafeb-6006-43d5-9e94-3bb5bcce72cd,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:03.962357 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58798) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:03.967394 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-0fbf6447-d4ea-4ddf-8edb-9db5cbaf2f7b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Deleting port 0f68b810-87fd-4443-bc97-047c9bfe1dac {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:03.967679 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6447-d4ea-4ddf-8edb-9db5cbaf2f7b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:03.995676 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Network 92376ed1-bbd8-480f-95d8-1eed0788c1af is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:03.998067 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:04.005936 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:04.030837 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bdfd7fc3-dee3-4389-ba91-b0f78422c867 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "DELETE /v2.0/networks/10dbafeb-6006-43d5-9e94-3bb5bcce72cd HTTP/1.1" status: 204 len: 168 time: 3.7867420 Jan 17 14:14:04.041801 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58802) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:04.079470 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Pushing event updated for resources: {'Port': ['ID=6e444839-efa0-43b1-97b7-98287acc3c7b,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:04.137470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-d9adf9c9-a636-42fd-a8e3-e932d51f029e tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Allocated IP 172.20.0.3 (92376ed1-bbd8-480f-95d8-1eed0788c1af/0aa49727-5d4c-479e-8a99-daa5b6ffe098/4991ef36-9908-4b18-ada5-cf0c625216a8) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:04.150175 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-057f8195-5dd8-4b2f-9787-38d602338768 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:04.176660 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Attempting to bind port 6e444839-efa0-43b1-97b7-98287acc3c7b on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:04.177601 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Attempting to bind port 6e444839-efa0-43b1-97b7-98287acc3c7b by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '4de2d48d-f767-4690-b3ca-b2613f9785bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '92376ed1-bbd8-480f-95d8-1eed0788c1af'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:04.178503 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Attempting to bind port 6e444839-efa0-43b1-97b7-98287acc3c7b on network 92376ed1-bbd8-480f-95d8-1eed0788c1af {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:04.189422 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:14:04.190401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Checking segment: {'id': '4de2d48d-f767-4690-b3ca-b2613f9785bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '92376ed1-bbd8-480f-95d8-1eed0788c1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:14:04.191478 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:04.192017 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Bound using segment: {'id': '4de2d48d-f767-4690-b3ca-b2613f9785bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '92376ed1-bbd8-480f-95d8-1eed0788c1af'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:14:04.192954 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Bound port: 6e444839-efa0-43b1-97b7-98287acc3c7b, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de2d48d-f767-4690-b3ca-b2613f9785bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '92376ed1-bbd8-480f-95d8-1eed0788c1af'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:14:04.193712 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:04.215232 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f8195-5dd8-4b2f-9787-38d602338768 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Pushing event deleted for resources: {'Port': ['ID=c48fffe3-70e5-4b88-9866-70895909271b,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:04.351053 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] For port 6e444839-efa0-43b1-97b7-98287acc3c7b, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:14:04.356107 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] For port 6e444839-efa0-43b1-97b7-98287acc3c7b, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6e444839-efa0-43b1-97b7-98287acc3c7b,segment=NetworkSegment(4de2d48d-f767-4690-b3ca-b2613f9785bd),segment_id=4de2d48d-f767-4690-b3ca-b2613f9785bd)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:14:04.363465 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:04.401626 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b1a38fd9-69e1-4958-be7c-6e2e55bef589 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "PUT /v2.0/subnetpools/065ec843-3ad9-487e-8f0e-9f2136cc543b/tags/tempest-TagsExtTest-Tag-1071436154 HTTP/1.1" status: 201 len: 201 time: 0.4978290 Jan 17 14:14:04.411766 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-a4b645cb-28e1-469b-aca1-8a7798126de0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Deleting port 08c7bbc9-26a0-4f22-b17c-b3de61e2fc89 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:04.412080 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a4b645cb-28e1-469b-aca1-8a7798126de0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:04.449155 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58806) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:04.476813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-c572caa2-1478-4506-ab76-63a104f3887c tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482', {'tags': ['tempest-TagsExtTest-Tag-756569927', 'tempest-TagsExtTest-Tag-651110144', 'tempest-TagsExtTest-Tag-815081793']}) {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:04.481200 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fce00-dfcf-408e-8c03-df8ee2dc7c2e None None] Pushing event updated for resources: {'Port': ['ID=6e444839-efa0-43b1-97b7-98287acc3c7b,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:04.604096 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-057f8195-5dd8-4b2f-9787-38d602338768 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:04.608903 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6bf6bc6a-9044-48a3-b94f-12060ad96da7 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:04.622176 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d162d7a-dc7c-463e-87da-fba76b49f955 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:04.628801 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d162d7a-dc7c-463e-87da-fba76b49f955 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:04.630996 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-057f8195-5dd8-4b2f-9787-38d602338768 tempest-RoutersAdminNegativeTest-1280840554 tempest-RoutersAdminNegativeTest-1280840554-project-admin] 10.222.0.48 "DELETE /v2.0/ports/c48fffe3-70e5-4b88-9866-70895909271b HTTP/1.1" status: 204 len: 168 time: 2.2904994 Jan 17 14:14:04.635116 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d162d7a-dc7c-463e-87da-fba76b49f955 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:04.640923 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d162d7a-dc7c-463e-87da-fba76b49f955 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:04.647103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d162d7a-dc7c-463e-87da-fba76b49f955 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:04.652940 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d162d7a-dc7c-463e-87da-fba76b49f955 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:04.654782 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7d162d7a-dc7c-463e-87da-fba76b49f955 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.6914895 Jan 17 14:14:04.681758 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58812) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:04.700342 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6bf6bc6a-9044-48a3-b94f-12060ad96da7 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:04.720330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d9adf9c9-a636-42fd-a8e3-e932d51f029e tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:04.754435 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-d9adf9c9-a636-42fd-a8e3-e932d51f029e tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Transition to ACTIVE for port object 4991ef36-9908-4b18-ada5-cf0c625216a8 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:04.835276 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d9adf9c9-a636-42fd-a8e3-e932d51f029e tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:04.932460 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6447-d4ea-4ddf-8edb-9db5cbaf2f7b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:04.948035 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-6bf6bc6a-9044-48a3-b94f-12060ad96da7 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] device_id is not set on port 60a1c14c-0c0f-45e1-a171-a122e417a686 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:14:04.948321 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9adf9c9-a636-42fd-a8e3-e932d51f029e tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Network 92376ed1-bbd8-480f-95d8-1eed0788c1af is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:04.951862 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-d9adf9c9-a636-42fd-a8e3-e932d51f029e tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:04.964955 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adf9c9-a636-42fd-a8e3-e932d51f029e tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Pushing event updated for resources: {'Port': ['ID=4991ef36-9908-4b18-ada5-cf0c625216a8,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:04.976628 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9adf9c9-a636-42fd-a8e3-e932d51f029e tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:05.057284 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9adf9c9-a636-42fd-a8e3-e932d51f029e tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:05.058141 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d9adf9c9-a636-42fd-a8e3-e932d51f029e tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:05.081568 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d9adf9c9-a636-42fd-a8e3-e932d51f029e tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1503780 Jan 17 14:14:05.085149 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58818) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:05.133182 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58822) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:05.157971 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-0fbf6447-d4ea-4ddf-8edb-9db5cbaf2f7b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Calling delete_port for 0f68b810-87fd-4443-bc97-047c9bfe1dac owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:05.171591 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-5f2c7c3b-0587-45f0-999a-8038e0919ea5 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Deleting port 4991ef36-9908-4b18-ada5-cf0c625216a8 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:05.172377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7c3b-0587-45f0-999a-8038e0919ea5 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:05.230407 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6bc6a-9044-48a3-b94f-12060ad96da7 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e07c84-f0f5-4f77-a867-8ad034296a10,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:05.297213 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c572caa2-1478-4506-ab76-63a104f3887c tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "PUT /v2.0/subnets/954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482/tags HTTP/1.1" status: 200 len: 315 time: 0.8410935 Jan 17 14:14:05.308888 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58828) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:05.339265 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-3f6b70b8-50d8-4b49-9804-b0758d065e5d tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:05.434653 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a4b645cb-28e1-469b-aca1-8a7798126de0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:05.434653 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a4b645cb-28e1-469b-aca1-8a7798126de0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:05.435095 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b5ebf8e-5159-4f0a-ae89-f44a9822d0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:05.470860 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9b5ebf8e-5159-4f0a-ae89-f44a9822d0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:05.479401 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9b5ebf8e-5159-4f0a-ae89-f44a9822d0be admin admin] Usage tracker for resource:security_group_rule and tenant:87ce69a14c7842b5a8870c597747d27e is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:05.482211 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a5f31c4c-df8a-428e-b968-a41dc2237208 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.7911730 Jan 17 14:14:05.486381 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9b5ebf8e-5159-4f0a-ae89-f44a9822d0be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:05.492901 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58832) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:05.506511 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9b5ebf8e-5159-4f0a-ae89-f44a9822d0be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:05.636031 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7c3b-0587-45f0-999a-8038e0919ea5 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:05.820693 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ba411a-20e9-405c-938a-9ccb43d87475 None None] Network 92376ed1-bbd8-480f-95d8-1eed0788c1af requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:05.837214 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa4d126-9dd0-4ccb-b5a6-2e5e5c896eaa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:05.839308 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa4d126-9dd0-4ccb-b5a6-2e5e5c896eaa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:05.841626 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa4d126-9dd0-4ccb-b5a6-2e5e5c896eaa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:05.844247 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa4d126-9dd0-4ccb-b5a6-2e5e5c896eaa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:05.846541 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-a4b645cb-28e1-469b-aca1-8a7798126de0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Calling delete_port for 08c7bbc9-26a0-4f22-b17c-b3de61e2fc89 owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:05.847305 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa4d126-9dd0-4ccb-b5a6-2e5e5c896eaa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:05.848933 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-efa4d126-9dd0-4ccb-b5a6-2e5e5c896eaa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Synchronizing usage tracker for tenant:d2b652a3245f49d7a7545e5b0738ea9a on resource:subnet {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:05.862337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-5f2c7c3b-0587-45f0-999a-8038e0919ea5 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Calling delete_port for 4991ef36-9908-4b18-ada5-cf0c625216a8 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:05.935898 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2e0f6dc1-ca44-4b30-b2bd-7bffba6a1a32 None None] Provisioning for port 6e444839-efa0-43b1-97b7-98287acc3c7b completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:05.967767 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-efa4d126-9dd0-4ccb-b5a6-2e5e5c896eaa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Unset dirty status for tenant:d2b652a3245f49d7a7545e5b0738ea9a on resource:subnet {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:05.974238 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-efa4d126-9dd0-4ccb-b5a6-2e5e5c896eaa tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4762895 Jan 17 14:14:05.974950 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58836) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:06.033274 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf6bc6a-9044-48a3-b94f-12060ad96da7 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 17 14:14:06.033908 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf6bc6a-9044-48a3-b94f-12060ad96da7 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:06.211914 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b5ebf8e-5159-4f0a-ae89-f44a9822d0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:06.220052 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6bf6bc6a-9044-48a3-b94f-12060ad96da7 tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.8432858 Jan 17 14:14:06.220884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58840) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:06.227948 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3f6b70b8-50d8-4b49-9804-b0758d065e5d tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "DELETE /v2.0/subnets/954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482/tags HTTP/1.1" status: 204 len: 168 time: 0.9124594 Jan 17 14:14:06.229317 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58842) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:06.236063 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6447-d4ea-4ddf-8edb-9db5cbaf2f7b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:06.243593 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-11bc4ecc-c45f-46f7-9120-d6780544c6f3 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482', 'tempest-TagsExtTest-Tag-756569927') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:06.336693 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf6447-d4ea-4ddf-8edb-9db5cbaf2f7b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Pushing event deleted for resources: {'Port': ['ID=0f68b810-87fd-4443-bc97-047c9bfe1dac,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:06.384305 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6e444839-efa0-43b1-97b7-98287acc3c7b up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:14:06.399102 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdb85cc-a464-40d6-9d55-a6e926d30fb2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['shared'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:06.400551 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdb85cc-a464-40d6-9d55-a6e926d30fb2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['shared'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:06.401530 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a4b645cb-28e1-469b-aca1-8a7798126de0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:06.401940 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdb85cc-a464-40d6-9d55-a6e926d30fb2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['shared'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:06.403329 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdb85cc-a464-40d6-9d55-a6e926d30fb2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['shared'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:06.404875 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdb85cc-a464-40d6-9d55-a6e926d30fb2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['shared'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:06.406575 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8bdb85cc-a464-40d6-9d55-a6e926d30fb2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4271870 Jan 17 14:14:06.422967 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b5ebf8e-5159-4f0a-ae89-f44a9822d0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:06.431277 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58848) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:06.460948 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7c3b-0587-45f0-999a-8038e0919ea5 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:06.495401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-be8ada27-33df-4418-88ab-a43037210b16 None None] Could not find standard attr ID for object 4991ef36-9908-4b18-ada5-cf0c625216a8. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:14:06.502414 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 6e444839-efa0-43b1-97b7-98287acc3c7b completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:06.514708 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 6e444839-efa0-43b1-97b7-98287acc3c7b triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:06.515015 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:06.530652 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b645cb-28e1-469b-aca1-8a7798126de0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event deleted for resources: {'Port': ['ID=08c7bbc9-26a0-4f22-b17c-b3de61e2fc89,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:06.597879 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-32f195dc-2520-42eb-9643-c8487d43fd2c tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Deleting port 8408bfcb-34da-4565-a51b-23603cf2bf45 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:06.598217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-32f195dc-2520-42eb-9643-c8487d43fd2c tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:06.623926 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-be8ada27-33df-4418-88ab-a43037210b16 None None] Provisioning complete for port 6e444839-efa0-43b1-97b7-98287acc3c7b triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:06.624490 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-be8ada27-33df-4418-88ab-a43037210b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:06.672679 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a4b645cb-28e1-469b-aca1-8a7798126de0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:06.714461 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6447-d4ea-4ddf-8edb-9db5cbaf2f7b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:06.727238 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c7c3b-0587-45f0-999a-8038e0919ea5 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Pushing event deleted for resources: {'Port': ['ID=4991ef36-9908-4b18-ada5-cf0c625216a8,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:06.751636 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9b5ebf8e-5159-4f0a-ae89-f44a9822d0be admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87ce69a14c7842b5a8870c597747d27e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6171594 Jan 17 14:14:06.763523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58856) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:06.764932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ebf8e-5159-4f0a-ae89-f44a9822d0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3fdb93-a694-48f4-a5d5-6fa4910245a8,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:06.798651 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a4b645cb-28e1-469b-aca1-8a7798126de0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:06.799748 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a4b645cb-28e1-469b-aca1-8a7798126de0 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "DELETE /v2.0/floatingips/93c13e99-4daa-4849-a771-07b09c13f6bd HTTP/1.1" status: 204 len: 168 time: 2.7569504 Jan 17 14:14:06.896564 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:06.932129 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-be8ada27-33df-4418-88ab-a43037210b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:06.964749 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6447-d4ea-4ddf-8edb-9db5cbaf2f7b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:06.967378 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 6e444839-efa0-43b1-97b7-98287acc3c7b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6e444839-efa0-43b1-97b7-98287acc3c7b,segment=NetworkSegment(4de2d48d-f767-4690-b3ca-b2613f9785bd),segment_id=4de2d48d-f767-4690-b3ca-b2613f9785bd)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:06.967989 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6447-d4ea-4ddf-8edb-9db5cbaf2f7b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:06.974416 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58860) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:06.977690 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-11bc4ecc-c45f-46f7-9120-d6780544c6f3 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] show failed (client error): The resource could not be found. Jan 17 14:14:06.978770 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-11bc4ecc-c45f-46f7-9120-d6780544c6f3 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/subnets/954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482/tags/tempest-TagsExtTest-Tag-756569927 HTTP/1.1" status: 404 len: 328 time: 0.7485433 Jan 17 14:14:07.008266 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:07.022935 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58864) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:07.029806 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-1b008c0e-1c9f-49f4-898e-df11ed5c8e01 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482', 'tempest-TagsExtTest-Tag-651110144') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:07.092830 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca19779-0096-410a-81d9-4ce2d592b71c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] DELETE failed (client error): The resource could not be found. Jan 17 14:14:07.093573 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca19779-0096-410a-81d9-4ce2d592b71c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:07.106206 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6447-d4ea-4ddf-8edb-9db5cbaf2f7b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:07.106987 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbf6447-d4ea-4ddf-8edb-9db5cbaf2f7b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Fanout notify agent at l3_agent the message router_deleted on router a5d9a838-88e0-4f3a-9a78-01b7c6dc79df {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:14:07.115818 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-be8ada27-33df-4418-88ab-a43037210b16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:14:07.116186 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-be8ada27-33df-4418-88ab-a43037210b16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:14:07.118803 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6447-d4ea-4ddf-8edb-9db5cbaf2f7b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:07.120708 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0fbf6447-d4ea-4ddf-8edb-9db5cbaf2f7b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "DELETE /v2.0/routers/a5d9a838-88e0-4f3a-9a78-01b7c6dc79df HTTP/1.1" status: 204 len: 168 time: 4.0720527 Jan 17 14:14:07.124663 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5ca19779-0096-410a-81d9-4ce2d592b71c tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "DELETE /v2.0/ports/4e8d95da-8279-4242-8fd8-376cf55d759e HTTP/1.1" status: 404 len: 333 time: 0.1481211 Jan 17 14:14:07.126866 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58868) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:07.126991 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58870) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:07.130643 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=6e444839-efa0-43b1-97b7-98287acc3c7b,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:07.132036 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-db3cbd0e-044d-44d4-85e5-60dc074df6d8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-15939757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:07.141316 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-db3cbd0e-044d-44d4-85e5-60dc074df6d8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:07.147793 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-db3cbd0e-044d-44d4-85e5-60dc074df6d8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Usage tracker for resource:router and tenant:5611986ee91b4ea3a8fa8c26072f4e01 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:07.152231 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-db3cbd0e-044d-44d4-85e5-60dc074df6d8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:07.160483 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-db3cbd0e-044d-44d4-85e5-60dc074df6d8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:07.170965 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-1b008c0e-1c9f-49f4-898e-df11ed5c8e01 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] show failed (client error): The resource could not be found. Jan 17 14:14:07.172140 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1b008c0e-1c9f-49f4-898e-df11ed5c8e01 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/subnets/954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482/tags/tempest-TagsExtTest-Tag-651110144 HTTP/1.1" status: 404 len: 328 time: 0.1480322 Jan 17 14:14:07.175137 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58874) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:07.180545 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-3125f219-59c9-4998-9f5f-50ef8bb38db6 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482', 'tempest-TagsExtTest-Tag-815081793') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:07.206461 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db3cbd0e-044d-44d4-85e5-60dc074df6d8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:07.207463 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db3cbd0e-044d-44d4-85e5-60dc074df6d8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:07.237129 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db3cbd0e-044d-44d4-85e5-60dc074df6d8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:07.268571 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db3cbd0e-044d-44d4-85e5-60dc074df6d8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:07.281905 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-3125f219-59c9-4998-9f5f-50ef8bb38db6 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] show failed (client error): The resource could not be found. Jan 17 14:14:07.285486 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3125f219-59c9-4998-9f5f-50ef8bb38db6 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/subnets/954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482/tags/tempest-TagsExtTest-Tag-815081793 HTTP/1.1" status: 404 len: 328 time: 0.1068342 Jan 17 14:14:07.285694 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58880) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:07.291165 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-926dfc95-f765-41f2-bd2b-36a3f286f2fc tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'dd340ea5-7435-4223-8f93-591107477b13', {'tags': ['tempest-TagsExtTest-Tag-1709916802', 'tempest-TagsExtTest-Tag-1006402807', 'tempest-TagsExtTest-Tag-547987043']}) {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:07.293120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b958befe-8a20-4bea-83f9-6535910c1489 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Synchronizing usage tracker for tenant:47556c7adaf148f193a49a6f0ca864f6 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:07.327028 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5f9785-1a1f-4805-bd32-ad2814972a9e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:07.328356 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7b5f9785-1a1f-4805-bd32-ad2814972a9e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "GET /v2.0/networks/64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5 HTTP/1.1" status: 200 len: 803 time: 0.8758380 Jan 17 14:14:07.334443 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58884) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:07.348511 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7c3b-0587-45f0-999a-8038e0919ea5 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:07.362433 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db3cbd0e-044d-44d4-85e5-60dc074df6d8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:07.363608 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-db3cbd0e-044d-44d4-85e5-60dc074df6d8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2365775 Jan 17 14:14:07.369521 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58888) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:07.384904 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-4292f918-4820-4364-982d-11d7500e5f48 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Request body: {'router': {'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:07.390675 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b958befe-8a20-4bea-83f9-6535910c1489 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Unset dirty status for tenant:47556c7adaf148f193a49a6f0ca864f6 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:07.394184 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b958befe-8a20-4bea-83f9-6535910c1489 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6b9d6cb-8b4a-4002-83d6-1d002d763b8f HTTP/1.1" status: 200 len: 205 time: 0.1982541 Jan 17 14:14:07.399448 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5f2c7c3b-0587-45f0-999a-8038e0919ea5 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] 10.222.0.48 "DELETE /v2.0/ports/4991ef36-9908-4b18-ada5-cf0c625216a8 HTTP/1.1" status: 204 len: 168 time: 2.3082619 Jan 17 14:14:07.399448 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58892) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:07.399936 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-32f195dc-2520-42eb-9643-c8487d43fd2c tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:07.400264 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-32f195dc-2520-42eb-9643-c8487d43fd2c tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:07.409373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-09e3dec7-8d22-4d86-adb2-42c82896c1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:07.415206 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58894) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:07.626125 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-09e3dec7-8d22-4d86-adb2-42c82896c1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:07.675167 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-418cf551-1e90-4e24-a8b6-1ef035ed513a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] delete failed (client error): The resource could not be found. Jan 17 14:14:07.676305 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-418cf551-1e90-4e24-a8b6-1ef035ed513a tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "DELETE /v2.0/routers/d6b9d6cb-8b4a-4002-83d6-1d002d763b8f HTTP/1.1" status: 404 len: 336 time: 0.2685249 Jan 17 14:14:07.684097 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-32f195dc-2520-42eb-9643-c8487d43fd2c tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Calling delete_port for 8408bfcb-34da-4565-a51b-23603cf2bf45 owned by network:floatingip {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:07.689341 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58904) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:07.743743 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-abadb229-36c6-4ec6-925c-6dd4697bb8cf tempest-DHCPAgentSchedulersTestJSON-1129231485 tempest-DHCPAgentSchedulersTestJSON-1129231485-project-admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.3277848 Jan 17 14:14:07.746549 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58908) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:07.751451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-09e3dec7-8d22-4d86-adb2-42c82896c1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:07.771817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-dbe90f93-6c58-4975-b1a4-825f457ab9ae tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2082575930'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:07.784360 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-dbe90f93-6c58-4975-b1a4-825f457ab9ae tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:07.789720 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3dec7-8d22-4d86-adb2-42c82896c1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3fdb93-a694-48f4-a5d5-6fa4910245a8,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:07.791584 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-dbe90f93-6c58-4975-b1a4-825f457ab9ae tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Usage tracker for resource:network and tenant:fb95742a803e4d2ca97533007098ecf5 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:07.804670 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-dbe90f93-6c58-4975-b1a4-825f457ab9ae tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:07.806569 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d1e17f-7a82-425f-935c-8f9130c9b498 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] DELETE failed (client error): The resource could not be found. Jan 17 14:14:07.807512 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8d1e17f-7a82-425f-935c-8f9130c9b498 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:07.808935 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d8d1e17f-7a82-425f-935c-8f9130c9b498 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "DELETE /v2.0/subnets/530fbd88-4531-465f-aa9c-8cc24ac16973 HTTP/1.1" status: 404 len: 337 time: 0.1185930 Jan 17 14:14:07.821019 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58912) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:07.822015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-dbe90f93-6c58-4975-b1a4-825f457ab9ae tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:07.823801 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-dfd7aeed-00f2-4d05-9577-035768641d28 None None] Could not find standard attr ID for object 4991ef36-9908-4b18-ada5-cf0c625216a8. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:14:07.866347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-09e3dec7-8d22-4d86-adb2-42c82896c1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:07.867586 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-09e3dec7-8d22-4d86-adb2-42c82896c1c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb3fdb93-a694-48f4-a5d5-6fa4910245a8 HTTP/1.1" status: 204 len: 168 time: 1.0939724 Jan 17 14:14:07.885357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe90f93-6c58-4975-b1a4-825f457ab9ae tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Made reservation on behalf of fb95742a803e4d2ca97533007098ecf5 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:07.889061 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dbe90f93-6c58-4975-b1a4-825f457ab9ae tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:07.908797 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-926dfc95-f765-41f2-bd2b-36a3f286f2fc tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "PUT /v2.0/ports/dd340ea5-7435-4223-8f93-591107477b13/tags HTTP/1.1" status: 200 len: 317 time: 0.6196513 Jan 17 14:14:07.911120 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58918) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:07.964116 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-3ce88bfa-3f8d-45f9-8e40-70aebda38fca tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Deleting port 5457a3cd-0dda-4d56-b53f-0d3a0c73ba5e {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:07.964552 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3ce88bfa-3f8d-45f9-8e40-70aebda38fca tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:07.967870 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-0c382cb0-9d56-42de-9eec-8116820dea9d tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dd340ea5-7435-4223-8f93-591107477b13') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:08.083988 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-32f195dc-2520-42eb-9643-c8487d43fd2c tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:08.103874 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a83a901f-53b7-4fd6-8743-6fcd1906ef44 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "GET /v2.0/networks/64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.7683015 Jan 17 14:14:08.109217 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58924) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:08.113439 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4292f918-4820-4364-982d-11d7500e5f48 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:08.150737 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe90f93-6c58-4975-b1a4-825f457ab9ae tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:14:08.168945 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f195dc-2520-42eb-9643-c8487d43fd2c tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Pushing event deleted for resources: {'Port': ['ID=8408bfcb-34da-4565-a51b-23603cf2bf45,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:08.239483 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dbe90f93-6c58-4975-b1a4-825f457ab9ae tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:08.239962 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-dbe90f93-6c58-4975-b1a4-825f457ab9ae tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Added segment 3e031168-3a3f-4bd4-a37c-5c7488983a5f of type vlan for network 58bcacad-deea-49d0-8566-343867f345b3 Jan 17 14:14:08.271382 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8f2982-a53d-4f3c-b6f5-83338c2a3702 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:08.272764 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-da8f2982-a53d-4f3c-b6f5-83338c2a3702 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "GET /v2.0/subnets/2d63a92c-2d6e-47e2-8a06-c83bb10dfbc1 HTTP/1.1" status: 200 len: 843 time: 0.1626222 Jan 17 14:14:08.277477 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58928) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:08.345037 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58932) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:08.359375 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6e444839-efa0-43b1-97b7-98287acc3c7b up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:14:08.399690 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dbe90f93-6c58-4975-b1a4-825f457ab9ae tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:08.406830 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133e781d-6f12-44f6-96b8-5117252ebb2e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['shared'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:08.408526 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-133e781d-6f12-44f6-96b8-5117252ebb2e tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "GET /v2.0/subnets/2d63a92c-2d6e-47e2-8a06-c83bb10dfbc1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1278572 Jan 17 14:14:08.415350 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58936) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:08.425907 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-e30d5ff8-96f2-4151-b047-ee07a5aa5d1c tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-137226379'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:08.435089 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-32f195dc-2520-42eb-9643-c8487d43fd2c tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:08.440136 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e30d5ff8-96f2-4151-b047-ee07a5aa5d1c tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:08.453063 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0c382cb0-9d56-42de-9eec-8116820dea9d tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "DELETE /v2.0/ports/dd340ea5-7435-4223-8f93-591107477b13/tags HTTP/1.1" status: 204 len: 168 time: 0.5352888 Jan 17 14:14:08.458966 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58940) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:08.465960 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 6e444839-efa0-43b1-97b7-98287acc3c7b triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:08.467156 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:08.467340 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e30d5ff8-96f2-4151-b047-ee07a5aa5d1c tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:08.475649 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-420e6cfc-9a20-4628-821e-ebff170b046e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=54137e9ee9444621a63e4f95b4346e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1227508 Jan 17 14:14:08.475941 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58944) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:08.478141 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.tag.tag_plugin [None req-d4afffde-b237-479c-9ea3-56cb8ab191a6 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dd340ea5-7435-4223-8f93-591107477b13', 'tempest-TagsExtTest-Tag-1709916802') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:08.526084 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30d5ff8-96f2-4151-b047-ee07a5aa5d1c tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Made reservation on behalf of d2b652a3245f49d7a7545e5b0738ea9a for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:08.530188 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e30d5ff8-96f2-4151-b047-ee07a5aa5d1c tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:08.533886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3ce88bfa-3f8d-45f9-8e40-70aebda38fca tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:08.606439 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-32f195dc-2520-42eb-9643-c8487d43fd2c tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:08.607992 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-32f195dc-2520-42eb-9643-c8487d43fd2c tempest-ExternalNetworksAdminNegativeTestJSON-504178471 tempest-ExternalNetworksAdminNegativeTestJSON-504178471-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/8887fa2a-34ee-45af-b30c-f84846b13ea2 HTTP/1.1" status: 204 len: 168 time: 2.3779924 Jan 17 14:14:08.645993 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30d5ff8-96f2-4151-b047-ee07a5aa5d1c tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:14:08.677614 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dbe90f93-6c58-4975-b1a4-825f457ab9ae tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:08.683428 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe90f93-6c58-4975-b1a4-825f457ab9ae tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:08.684223 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dbe90f93-6c58-4975-b1a4-825f457ab9ae tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:08.694715 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-3ce88bfa-3f8d-45f9-8e40-70aebda38fca tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Calling delete_port for 5457a3cd-0dda-4d56-b53f-0d3a0c73ba5e owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:08.734151 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e30d5ff8-96f2-4151-b047-ee07a5aa5d1c tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:08.734494 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-e30d5ff8-96f2-4151-b047-ee07a5aa5d1c tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Added segment ae9671cd-5405-42db-aa8b-5ebab1dcdb2d of type vlan for network 9d596198-3729-4bc7-aff6-0a6c77cfab8e Jan 17 14:14:08.752860 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6d830d4d-e5cb-4620-9286-03361c64f119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:08.814904 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4292f918-4820-4364-982d-11d7500e5f48 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:08.867484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4292f918-4820-4364-982d-11d7500e5f48 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:08.913858 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6d830d4d-e5cb-4620-9286-03361c64f119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:08.921057 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e30d5ff8-96f2-4151-b047-ee07a5aa5d1c tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:08.999326 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-dbe90f93-6c58-4975-b1a4-825f457ab9ae tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2491236 Jan 17 14:14:09.004470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58952) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:09.004800 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58954) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:09.025279 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe90f93-6c58-4975-b1a4-825f457ab9ae tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Pushing event updated for resources: {'Network': ['ID=58bcacad-deea-49d0-8566-343867f345b3,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:09.049543 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 58bcacad-deea-49d0-8566-343867f345b3 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:14:09.051668 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e30d5ff8-96f2-4151-b047-ee07a5aa5d1c tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:09.057447 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30d5ff8-96f2-4151-b047-ee07a5aa5d1c tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:09.058044 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e30d5ff8-96f2-4151-b047-ee07a5aa5d1c tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:09.223485 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6d830d4d-e5cb-4620-9286-03361c64f119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:09.228058 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-4292f918-4820-4364-982d-11d7500e5f48 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Allocated IP 172.26.3.4 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/90dce9d4-678b-42b8-abde-d7d5a47dcac6) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:09.243961 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d5ff8-96f2-4151-b047-ee07a5aa5d1c tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Network': ['ID=9d596198-3729-4bc7-aff6-0a6c77cfab8e,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:09.249998 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-d4afffde-b237-479c-9ea3-56cb8ab191a6 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] show failed (client error): The resource could not be found. Jan 17 14:14:09.251134 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e30d5ff8-96f2-4151-b047-ee07a5aa5d1c tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8347306 Jan 17 14:14:09.255019 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d4afffde-b237-479c-9ea3-56cb8ab191a6 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/ports/dd340ea5-7435-4223-8f93-591107477b13/tags/tempest-TagsExtTest-Tag-1709916802 HTTP/1.1" status: 404 len: 329 time: 0.7946246 Jan 17 14:14:09.255942 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58962) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:09.257619 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d830d4d-e5cb-4620-9286-03361c64f119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266fb63e-c602-48fc-9d9c-9ed839bf5d81,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:09.259309 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58964) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:09.263140 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6d830d4d-e5cb-4620-9286-03361c64f119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:09.263861 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6d830d4d-e5cb-4620-9286-03361c64f119 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/266fb63e-c602-48fc-9d9c-9ed839bf5d81 HTTP/1.1" status: 204 len: 168 time: 0.7869391 Jan 17 14:14:09.269378 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-0d611b3a-a93d-49f6-b94e-2091bebe9a93 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dd340ea5-7435-4223-8f93-591107477b13', 'tempest-TagsExtTest-Tag-1006402807') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:09.273191 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 9d596198-3729-4bc7-aff6-0a6c77cfab8e details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:14:09.279516 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3ce88bfa-3f8d-45f9-8e40-70aebda38fca tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:09.433782 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-683b499a-13f8-4461-a45c-36efcc43302b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'subnet': {'network_id': '9d596198-3729-4bc7-aff6-0a6c77cfab8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:09.457731 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce88bfa-3f8d-45f9-8e40-70aebda38fca tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event deleted for resources: {'Port': ['ID=5457a3cd-0dda-4d56-b53f-0d3a0c73ba5e,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:09.460702 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-814d427f-1587-45fc-836f-e4d330f1c73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:09.618555 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-814d427f-1587-45fc-836f-e4d330f1c73e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:09.635031 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-814d427f-1587-45fc-836f-e4d330f1c73e admin admin] Usage tracker for resource:security_group_rule and tenant:515907638274497c94d238cf7088cd07 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:09.646902 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-814d427f-1587-45fc-836f-e4d330f1c73e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:09.652994 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-0d611b3a-a93d-49f6-b94e-2091bebe9a93 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] show failed (client error): The resource could not be found. Jan 17 14:14:09.656011 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0d611b3a-a93d-49f6-b94e-2091bebe9a93 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/ports/dd340ea5-7435-4223-8f93-591107477b13/tags/tempest-TagsExtTest-Tag-1006402807 HTTP/1.1" status: 404 len: 329 time: 0.3935285 Jan 17 14:14:09.657776 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4292f918-4820-4364-982d-11d7500e5f48 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:09.660628 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58980) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:09.668294 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-71b1785f-6075-4ed5-932d-f1d8c6324576 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dd340ea5-7435-4223-8f93-591107477b13', 'tempest-TagsExtTest-Tag-547987043') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:09.690351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-814d427f-1587-45fc-836f-e4d330f1c73e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:09.740524 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3ce88bfa-3f8d-45f9-8e40-70aebda38fca tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:09.749682 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-683b499a-13f8-4461-a45c-36efcc43302b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:09.779968 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-71b1785f-6075-4ed5-932d-f1d8c6324576 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] show failed (client error): The resource could not be found. Jan 17 14:14:09.780183 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ba5a3ebf-8999-4489-91e4-6b9194b2daa1 tempest-DHCPAgentSchedulersTestJSON-1129231485 tempest-DHCPAgentSchedulersTestJSON-1129231485-project-admin] 10.222.0.48 "GET /v2.0/agents/6a2c1045-a41c-445e-bebd-60166bb71ed9/dhcp-networks HTTP/1.1" status: 200 len: 8110 time: 0.7725122 Jan 17 14:14:09.781681 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-71b1785f-6075-4ed5-932d-f1d8c6324576 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/ports/dd340ea5-7435-4223-8f93-591107477b13/tags/tempest-TagsExtTest-Tag-547987043 HTTP/1.1" status: 404 len: 328 time: 0.1201069 Jan 17 14:14:09.783935 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58988) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:09.789771 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 58990) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:09.790693 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-683b499a-13f8-4461-a45c-36efcc43302b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:09.809594 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.tag.tag_plugin [None req-973cfe04-c66c-4d0c-b431-f8147a15642e tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ee2563bd-99e7-4365-8f7e-4dbb086ff3f7', {'tags': ['tempest-TagsExtTest-Tag-1025135648', 'tempest-TagsExtTest-Tag-2089509765', 'tempest-TagsExtTest-Tag-1769560785']}) {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:09.817975 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4292f918-4820-4364-982d-11d7500e5f48 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:09.865624 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3ce88bfa-3f8d-45f9-8e40-70aebda38fca tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "DELETE /v2.0/ports/5457a3cd-0dda-4d56-b53f-0d3a0c73ba5e HTTP/1.1" status: 204 len: 168 time: 2.0408745 Jan 17 14:14:09.873832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 58996) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:09.894484 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683b499a-13f8-4461-a45c-36efcc43302b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Made reservation on behalf of d2b652a3245f49d7a7545e5b0738ea9a for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:09.898039 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-683b499a-13f8-4461-a45c-36efcc43302b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:09.973257 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4292f918-4820-4364-982d-11d7500e5f48 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:09.984798 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-4292f918-4820-4364-982d-11d7500e5f48 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:09.996629 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4292f918-4820-4364-982d-11d7500e5f48 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:10.069001 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292f918-4820-4364-982d-11d7500e5f48 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Pushing event updated for resources: {'Port': ['ID=90dce9d4-678b-42b8-abde-d7d5a47dcac6,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:10.079274 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.ipam_backend_mixin [None req-683b499a-13f8-4461-a45c-36efcc43302b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Performing IP validity checks on allocation pools {{(pid=87523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 17 14:14:10.079422 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.ipam_backend_mixin [None req-683b499a-13f8-4461-a45c-36efcc43302b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 17 14:14:10.081346 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-db091081-6054-4f13-a163-80e884a68968 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Deleting port 93824922-93df-4b8f-bf2a-205e5a2eb814 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:10.081688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db091081-6054-4f13-a163-80e884a68968 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:10.125449 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-973cfe04-c66c-4d0c-b431-f8147a15642e tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "PUT /v2.0/routers/ee2563bd-99e7-4365-8f7e-4dbb086ff3f7/tags HTTP/1.1" status: 200 len: 318 time: 0.3280017 Jan 17 14:14:10.132176 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59008) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:10.142317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-814d427f-1587-45fc-836f-e4d330f1c73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:10.145751 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-4167ff33-4a51-4167-a027-3f4c1274039e tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ee2563bd-99e7-4365-8f7e-4dbb086ff3f7') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:10.148847 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-814d427f-1587-45fc-836f-e4d330f1c73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:10.213024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59012) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:10.216871 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-814d427f-1587-45fc-836f-e4d330f1c73e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=515907638274497c94d238cf7088cd07&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2103589 Jan 17 14:14:10.228608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59016) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:10.231520 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d427f-1587-45fc-836f-e4d330f1c73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5af2da-c15b-4a78-bdaf-a454bb0593b2,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:10.414800 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f56482bb-5d55-478a-a7d0-0b5cad90b347 tempest-AgentManagementNegativeTest-354471097 tempest-AgentManagementNegativeTest-354471097-project] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1963837 Jan 17 14:14:10.420757 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-59216f8e-6406-4409-bb24-1defe6541368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:10.458479 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-683b499a-13f8-4461-a45c-36efcc43302b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:10.495279 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-59216f8e-6406-4409-bb24-1defe6541368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:10.527592 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eca447d-ac69-4a39-94ff-bf6f581c1813 tempest-DHCPAgentSchedulersTestJSON-1129231485 tempest-DHCPAgentSchedulersTestJSON-1129231485-project-admin] Network 58bcacad-deea-49d0-8566-343867f345b3 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:14:10.580043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b499a-13f8-4461-a45c-36efcc43302b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Subnet': ['ID=736a4623-ec46-4caa-860d-9cd748c4916f,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:10.597271 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b499a-13f8-4461-a45c-36efcc43302b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Checking segment: {'id': 'ae9671cd-5405-42db-aa8b-5ebab1dcdb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9d596198-3729-4bc7-aff6-0a6c77cfab8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:14:10.597569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683b499a-13f8-4461-a45c-36efcc43302b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Network hostable DHCP agents. Network: 9d596198-3729-4bc7-aff6-0a6c77cfab8e, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:14:10.600682 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d12f07c-3822-4850-b011-e2eb3840ff83 None None] Network 58bcacad-deea-49d0-8566-343867f345b3 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:10.623139 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-59216f8e-6406-4409-bb24-1defe6541368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:10.636404 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4eca447d-ac69-4a39-94ff-bf6f581c1813 tempest-DHCPAgentSchedulersTestJSON-1129231485 tempest-DHCPAgentSchedulersTestJSON-1129231485-project-admin] 10.222.0.48 "POST /v2.0/agents/6a2c1045-a41c-445e-bebd-60166bb71ed9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8506210 Jan 17 14:14:10.643297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683b499a-13f8-4461-a45c-36efcc43302b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Network 9d596198-3729-4bc7-aff6-0a6c77cfab8e is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:14:10.646291 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59028) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:10.677624 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59216f8e-6406-4409-bb24-1defe6541368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5af2da-c15b-4a78-bdaf-a454bb0593b2,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:10.696570 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-683b499a-13f8-4461-a45c-36efcc43302b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 9d596198-3729-4bc7-aff6-0a6c77cfab8e) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:10.843243 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:14:10.843999 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b499a-13f8-4461-a45c-36efcc43302b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:10.844187 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-683b499a-13f8-4461-a45c-36efcc43302b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:10.866916 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4167ff33-4a51-4167-a027-3f4c1274039e tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "DELETE /v2.0/routers/ee2563bd-99e7-4365-8f7e-4dbb086ff3f7/tags HTTP/1.1" status: 204 len: 168 time: 0.7296586 Jan 17 14:14:10.869059 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db091081-6054-4f13-a163-80e884a68968 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:10.879219 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59034) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:10.897111 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc516e2-6ec1-436e-be39-3528508cd0f5 None None] Network 9d596198-3729-4bc7-aff6-0a6c77cfab8e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:10.897528 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.tag.tag_plugin [None req-8aeb3b5a-f403-4a69-baa5-1594b5fa2bae tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ee2563bd-99e7-4365-8f7e-4dbb086ff3f7', 'tempest-TagsExtTest-Tag-1025135648') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:10.942047 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59038) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:10.962976 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-59216f8e-6406-4409-bb24-1defe6541368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:10.964054 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-59216f8e-6406-4409-bb24-1defe6541368 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb5af2da-c15b-4a78-bdaf-a454bb0593b2 HTTP/1.1" status: 204 len: 168 time: 0.7341576 Jan 17 14:14:10.978368 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-683b499a-13f8-4461-a45c-36efcc43302b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7118473 Jan 17 14:14:10.985837 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59042) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:10.995615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-32eb22ac-9e08-42ee-9110-6430a6c15376 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:11.075921 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1d8eab62-c990-4517-ac21-5fccb10ed8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:11.225279 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-db091081-6054-4f13-a163-80e884a68968 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Calling delete_port for 93824922-93df-4b8f-bf2a-205e5a2eb814 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:11.317295 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4292f918-4820-4364-982d-11d7500e5f48 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:11.335819 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-9d596198-3729-4bc7-aff6-0a6c77cfab8e', 'network_id': '9d596198-3729-4bc7-aff6-0a6c77cfab8e', 'tenant_id': 'd2b652a3245f49d7a7545e5b0738ea9a', 'fixed_ips': [{'subnet_id': '736a4623-ec46-4caa-860d-9cd748c4916f'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:14:11.336940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:11.366796 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b60f4f09-36a3-4824-bb74-adf2f625ec1a tempest-DHCPAgentSchedulersTestJSON-1129231485 tempest-DHCPAgentSchedulersTestJSON-1129231485-project-admin] 10.222.0.48 "GET /v2.0/agents/6a2c1045-a41c-445e-bebd-60166bb71ed9/dhcp-networks HTTP/1.1" status: 200 len: 9676 time: 0.7106786 Jan 17 14:14:11.371805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59052) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:11.431595 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-8aeb3b5a-f403-4a69-baa5-1594b5fa2bae tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] show failed (client error): The resource could not be found. Jan 17 14:14:11.438579 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8aeb3b5a-f403-4a69-baa5-1594b5fa2bae tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/routers/ee2563bd-99e7-4365-8f7e-4dbb086ff3f7/tags/tempest-TagsExtTest-Tag-1025135648 HTTP/1.1" status: 404 len: 329 time: 0.5515811 Jan 17 14:14:11.451759 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59056) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:11.452550 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59058) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:11.470013 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.tag.tag_plugin [None req-36494dd5-5415-4106-b9f9-e654915a882f tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ee2563bd-99e7-4365-8f7e-4dbb086ff3f7', 'tempest-TagsExtTest-Tag-2089509765') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:11.581586 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Allocated IP 2001:db8::3 (9d596198-3729-4bc7-aff6-0a6c77cfab8e/736a4623-ec46-4caa-860d-9cd748c4916f/e8102a0d-254a-42a8-a3bd-c08f98b1e8bc) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:11.619067 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-32eb22ac-9e08-42ee-9110-6430a6c15376 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4150573'] for subnet, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:11.778004 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4292f918-4820-4364-982d-11d7500e5f48 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:11.785354 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4292f918-4820-4364-982d-11d7500e5f48 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:11.801647 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-36c41b29-a351-4a01-9b56-f2a4c2e080e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=659ff48d46d144a68dc7615602549778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413696 Jan 17 14:14:11.805703 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59064) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:11.823920 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cd121c42-e5e3-4fb5-8857-9001426441b9 tempest-DHCPAgentSchedulersTestJSON-1129231485 tempest-DHCPAgentSchedulersTestJSON-1129231485-project-admin] 10.222.0.48 "DELETE /v2.0/agents/6a2c1045-a41c-445e-bebd-60166bb71ed9/dhcp-networks/58bcacad-deea-49d0-8566-343867f345b3 HTTP/1.1" status: 204 len: 168 time: 0.4504292 Jan 17 14:14:11.829319 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59068) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:11.857485 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-36494dd5-5415-4106-b9f9-e654915a882f tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] show failed (client error): The resource could not be found. Jan 17 14:14:11.858918 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-36494dd5-5415-4106-b9f9-e654915a882f tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/routers/ee2563bd-99e7-4365-8f7e-4dbb086ff3f7/tags/tempest-TagsExtTest-Tag-2089509765 HTTP/1.1" status: 404 len: 329 time: 0.4011805 Jan 17 14:14:11.865513 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59072) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:11.884047 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-05f88be8-4de0-4ddc-a668-b7192bc7f79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:11.888780 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.tag.tag_plugin [None req-e62ab0e8-1134-497d-b69d-de238ca9885a tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ee2563bd-99e7-4365-8f7e-4dbb086ff3f7', 'tempest-TagsExtTest-Tag-1769560785') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:11.923503 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:11.951523 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-05f88be8-4de0-4ddc-a668-b7192bc7f79e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:11.966885 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-05f88be8-4de0-4ddc-a668-b7192bc7f79e admin admin] Usage tracker for resource:security_group_rule and tenant:2e22eee4afa34fcdbefb6000000707f5 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:12.020688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-05f88be8-4de0-4ddc-a668-b7192bc7f79e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:12.034183 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-05f88be8-4de0-4ddc-a668-b7192bc7f79e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:12.077821 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Transition to ACTIVE for port object e8102a0d-254a-42a8-a3bd-c08f98b1e8bc will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:12.086087 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db091081-6054-4f13-a163-80e884a68968 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:12.103932 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Transition to ACTIVE for port object e8102a0d-254a-42a8-a3bd-c08f98b1e8bc will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:12.111531 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:12.150596 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a30722f5-75c2-4d07-8ed2-3499cb606f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:12.161494 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db091081-6054-4f13-a163-80e884a68968 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event deleted for resources: {'Port': ['ID=93824922-93df-4b8f-bf2a-205e5a2eb814,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:12.174411 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Network 9d596198-3729-4bc7-aff6-0a6c77cfab8e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:12.181052 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:12.194026 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:12.289423 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-e62ab0e8-1134-497d-b69d-de238ca9885a tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] show failed (client error): The resource could not be found. Jan 17 14:14:12.293125 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e62ab0e8-1134-497d-b69d-de238ca9885a tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/routers/ee2563bd-99e7-4365-8f7e-4dbb086ff3f7/tags/tempest-TagsExtTest-Tag-1769560785 HTTP/1.1" status: 404 len: 329 time: 0.4203935 Jan 17 14:14:12.300303 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a30722f5-75c2-4d07-8ed2-3499cb606f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:12.301181 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59076) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:12.320564 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-c3cebd16-6e3a-41fa-aafc-2725955c01b4 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '065ec843-3ad9-487e-8f0e-9f2136cc543b', {'tags': ['tempest-TagsExtTest-Tag-228099638', 'tempest-TagsExtTest-Tag-1326185579', 'tempest-TagsExtTest-Tag-782412462']}) {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:12.327485 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Pushing event updated for resources: {'Port': ['ID=e8102a0d-254a-42a8-a3bd-c08f98b1e8bc,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:12.348514 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db091081-6054-4f13-a163-80e884a68968 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:12.352958 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Attempting to bind port e8102a0d-254a-42a8-a3bd-c08f98b1e8bc on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:12.353482 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Attempting to bind port e8102a0d-254a-42a8-a3bd-c08f98b1e8bc by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'ae9671cd-5405-42db-aa8b-5ebab1dcdb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9d596198-3729-4bc7-aff6-0a6c77cfab8e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:12.353983 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Attempting to bind port e8102a0d-254a-42a8-a3bd-c08f98b1e8bc on network 9d596198-3729-4bc7-aff6-0a6c77cfab8e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:12.358715 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4292f918-4820-4364-982d-11d7500e5f48 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Router caa8c357-499a-4f2d-b82e-2d7a599ee488 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:14:12.362883 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:14:12.363398 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Checking segment: {'id': 'ae9671cd-5405-42db-aa8b-5ebab1dcdb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9d596198-3729-4bc7-aff6-0a6c77cfab8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:14:12.364001 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:12.364624 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Bound using segment: {'id': 'ae9671cd-5405-42db-aa8b-5ebab1dcdb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9d596198-3729-4bc7-aff6-0a6c77cfab8e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:14:12.365189 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Bound port: e8102a0d-254a-42a8-a3bd-c08f98b1e8bc, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9671cd-5405-42db-aa8b-5ebab1dcdb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9d596198-3729-4bc7-aff6-0a6c77cfab8e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:14:12.365477 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:12.369459 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-05f88be8-4de0-4ddc-a668-b7192bc7f79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:12.383099 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-05f88be8-4de0-4ddc-a668-b7192bc7f79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:12.409830 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bb644325-bdcc-46a6-bef4-a474a818cb02 tempest-DHCPAgentSchedulersTestJSON-1129231485 tempest-DHCPAgentSchedulersTestJSON-1129231485-project-admin] 10.222.0.48 "GET /v2.0/agents/6a2c1045-a41c-445e-bebd-60166bb71ed9/dhcp-networks HTTP/1.1" status: 200 len: 8906 time: 0.5790050 Jan 17 14:14:12.412547 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-db091081-6054-4f13-a163-80e884a68968 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "DELETE /v2.0/ports/93824922-93df-4b8f-bf2a-205e5a2eb814 HTTP/1.1" status: 204 len: 168 time: 2.5368681 Jan 17 14:14:12.420731 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59080) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:12.421304 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59082) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:12.494865 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] For port e8102a0d-254a-42a8-a3bd-c08f98b1e8bc, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:14:12.499737 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] For port e8102a0d-254a-42a8-a3bd-c08f98b1e8bc, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e8102a0d-254a-42a8-a3bd-c08f98b1e8bc,segment=NetworkSegment(ae9671cd-5405-42db-aa8b-5ebab1dcdb2d),segment_id=ae9671cd-5405-42db-aa8b-5ebab1dcdb2d)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:14:12.510489 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-72df51f8-45cb-47e6-a1d6-ef0745e1172a tempest-DHCPAgentSchedulersTestJSON-1129231485 tempest-DHCPAgentSchedulersTestJSON-1129231485-project-admin] 10.222.0.48 "GET /v2.0/networks/92376ed1-bbd8-480f-95d8-1eed0788c1af/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0863526 Jan 17 14:14:12.516964 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59088) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:12.523238 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c3cebd16-6e3a-41fa-aafc-2725955c01b4 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "PUT /v2.0/subnetpools/065ec843-3ad9-487e-8f0e-9f2136cc543b/tags HTTP/1.1" status: 200 len: 316 time: 0.2185750 Jan 17 14:14:12.527864 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59092) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:12.530382 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:12.541095 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-05f88be8-4de0-4ddc-a668-b7192bc7f79e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e22eee4afa34fcdbefb6000000707f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3984880 Jan 17 14:14:12.541488 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-f5a73a6a-ba23-4261-958b-af5b4d33fcd1 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '065ec843-3ad9-487e-8f0e-9f2136cc543b') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:12.543005 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59096) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:12.556794 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f88be8-4de0-4ddc-a668-b7192bc7f79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49be872-6329-411a-979a-fc8ed6e8bef8,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:12.626007 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d1493ad5-c6a7-4ddf-9a20-032f01bea123 tempest-DHCPAgentSchedulersTestJSON-1129231485 tempest-DHCPAgentSchedulersTestJSON-1129231485-project-admin] 10.222.0.48 "GET /v2.0/networks/92376ed1-bbd8-480f-95d8-1eed0788c1af/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1050291 Jan 17 14:14:12.632156 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a30722f5-75c2-4d07-8ed2-3499cb606f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:12.638034 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59100) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:12.644756 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae41d94-ad83-4d97-9f08-b07a1edd9bba None None] Pushing event updated for resources: {'Port': ['ID=e8102a0d-254a-42a8-a3bd-c08f98b1e8bc,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:12.686956 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30722f5-75c2-4d07-8ed2-3499cb606f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e07c84-f0f5-4f77-a867-8ad034296a10,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:12.713239 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-32eb22ac-9e08-42ee-9110-6430a6c15376 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762588013806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3993245'] for subnet, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:12.752895 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a30722f5-75c2-4d07-8ed2-3499cb606f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:12.754027 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a30722f5-75c2-4d07-8ed2-3499cb606f82 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/10e07c84-f0f5-4f77-a867-8ad034296a10 HTTP/1.1" status: 204 len: 168 time: 0.9468791 Jan 17 14:14:12.762314 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa614f3-265a-453b-8d5f-dd7d0b0c63dd tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:12.763093 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8aa614f3-265a-453b-8d5f-dd7d0b0c63dd tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Synchronizing usage tracker for tenant:47556c7adaf148f193a49a6f0ca864f6 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:12.835127 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eb22ac-9e08-42ee-9110-6430a6c15376 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:12.835786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-32eb22ac-9e08-42ee-9110-6430a6c15376 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:12.837290 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-32eb22ac-9e08-42ee-9110-6430a6c15376 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "PUT /v2.0/subnets/736a4623-ec46-4caa-860d-9cd748c4916f HTTP/1.1" status: 200 len: 900 time: 1.8503985 Jan 17 14:14:12.850917 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8aa614f3-265a-453b-8d5f-dd7d0b0c63dd tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Unset dirty status for tenant:47556c7adaf148f193a49a6f0ca864f6 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:12.855884 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8aa614f3-265a-453b-8d5f-dd7d0b0c63dd tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf4f45c6-0a42-4026-a3ba-e3d9770cf671 HTTP/1.1" status: 200 len: 913 time: 0.4333315 Jan 17 14:14:12.857190 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59106) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:12.860040 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fc35a7b4-1272-4305-9eab-38e97551ba0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:12.862407 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb22ac-9e08-42ee-9110-6430a6c15376 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event updated for resources: {'Subnet': ['ID=736a4623-ec46-4caa-860d-9cd748c4916f,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:12.866026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59108) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:13.050789 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4292f918-4820-4364-982d-11d7500e5f48 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:14:13.067026 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62613f4-3670-41e2-883b-ab0547807d41 None None] Sync routers for ids ['caa8c357-499a-4f2d-b82e-2d7a599ee488'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:14:13.070526 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4292f918-4820-4364-982d-11d7500e5f48 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:13.072015 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4292f918-4820-4364-982d-11d7500e5f48 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "PUT /v2.0/routers/caa8c357-499a-4f2d-b82e-2d7a599ee488 HTTP/1.1" status: 200 len: 876 time: 5.6994607 Jan 17 14:14:13.080065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59116) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:13.084067 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62613f4-3670-41e2-883b-ab0547807d41 None None] Routers {'caa8c357-499a-4f2d-b82e-2d7a599ee488'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:14:13.084696 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f62613f4-3670-41e2-883b-ab0547807d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['caa8c357-499a-4f2d-b82e-2d7a599ee488'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:13.133757 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fc35a7b4-1272-4305-9eab-38e97551ba0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:13.215265 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f62613f4-3670-41e2-883b-ab0547807d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:13.233360 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62613f4-3670-41e2-883b-ab0547807d41 None None] Routers {'caa8c357-499a-4f2d-b82e-2d7a599ee488'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:14:13.234204 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f62613f4-3670-41e2-883b-ab0547807d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:13:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['caa8c357-499a-4f2d-b82e-2d7a599ee488'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:13.277472 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f5a73a6a-ba23-4261-958b-af5b4d33fcd1 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "DELETE /v2.0/subnetpools/065ec843-3ad9-487e-8f0e-9f2136cc543b/tags HTTP/1.1" status: 204 len: 168 time: 0.7483861 Jan 17 14:14:13.287325 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59124) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:13.321503 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f62613f4-3670-41e2-883b-ab0547807d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:13.322147 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62613f4-3670-41e2-883b-ab0547807d41 None None] The sync data for ids ['caa8c357-499a-4f2d-b82e-2d7a599ee488'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:14:13.386883 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a17d165f-6e66-4c97-bb86-b0a94ad4ee34 tempest-DHCPAgentSchedulersTestJSON-1129231485 tempest-DHCPAgentSchedulersTestJSON-1129231485-project-admin] 10.222.0.48 "GET /v2.0/agents/6a2c1045-a41c-445e-bebd-60166bb71ed9/dhcp-networks HTTP/1.1" status: 200 len: 8906 time: 0.7481031 Jan 17 14:14:13.391264 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-16adfec3-5c4c-4f0d-8343-9133c10ceb2d tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '065ec843-3ad9-487e-8f0e-9f2136cc543b', 'tempest-TagsExtTest-Tag-228099638') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:13.404402 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59132) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:13.535817 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-16adfec3-5c4c-4f0d-8343-9133c10ceb2d tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] show failed (client error): The resource could not be found. Jan 17 14:14:13.536824 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-16adfec3-5c4c-4f0d-8343-9133c10ceb2d tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/subnetpools/065ec843-3ad9-487e-8f0e-9f2136cc543b/tags/tempest-TagsExtTest-Tag-228099638 HTTP/1.1" status: 404 len: 328 time: 0.2482953 Jan 17 14:14:13.541979 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59136) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:13.547230 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d2c88134-c984-490e-bc87-992b0211b292 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "GET /v2.0/routers/caa8c357-499a-4f2d-b82e-2d7a599ee488 HTTP/1.1" status: 200 len: 917 time: 0.4607205 Jan 17 14:14:13.552380 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59142) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:13.556120 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.tag.tag_plugin [None req-f5b6e3ed-2e82-49e4-b25e-13cd98334ee5 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '065ec843-3ad9-487e-8f0e-9f2136cc543b', 'tempest-TagsExtTest-Tag-1326185579') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:13.614924 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:13.671408 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f0bb9b07-d476-4713-a15e-eab945fc50b4 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:13.716010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Deleting port e8102a0d-254a-42a8-a3bd-c08f98b1e8bc {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:13.716533 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:13.762767 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-43798b09-3e76-49f3-a937-0fd721558398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:13.769612 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-f5b6e3ed-2e82-49e4-b25e-13cd98334ee5 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] show failed (client error): The resource could not be found. Jan 17 14:14:13.773982 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59150) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:13.774305 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f5b6e3ed-2e82-49e4-b25e-13cd98334ee5 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/subnetpools/065ec843-3ad9-487e-8f0e-9f2136cc543b/tags/tempest-TagsExtTest-Tag-1326185579 HTTP/1.1" status: 404 len: 329 time: 0.2278225 Jan 17 14:14:13.785018 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.tag.tag_plugin [None req-b178651b-b238-4abf-b060-2da23b825bf4 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '065ec843-3ad9-487e-8f0e-9f2136cc543b', 'tempest-TagsExtTest-Tag-782412462') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:13.811187 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fc35a7b4-1272-4305-9eab-38e97551ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:13.818491 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:13.854623 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35a7b4-1272-4305-9eab-38e97551ba0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49be872-6329-411a-979a-fc8ed6e8bef8,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:13.909202 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:13.943845 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f0bb9b07-d476-4713-a15e-eab945fc50b4 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:13.970720 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8d94bc-56c0-4f38-9c66-71c701dfbbf2 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:13.971701 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fc35a7b4-1272-4305-9eab-38e97551ba0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:13.972415 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3b8d94bc-56c0-4f38-9c66-71c701dfbbf2 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&device_id=caa8c357-499a-4f2d-b82e-2d7a599ee488&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.4029691 Jan 17 14:14:13.975436 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fc35a7b4-1272-4305-9eab-38e97551ba0e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b49be872-6329-411a-979a-fc8ed6e8bef8 HTTP/1.1" status: 204 len: 168 time: 1.3949523 Jan 17 14:14:13.975764 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59158) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:14.001624 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59162) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:14.013351 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-b178651b-b238-4abf-b060-2da23b825bf4 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] show failed (client error): The resource could not be found. Jan 17 14:14:14.015752 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b178651b-b238-4abf-b060-2da23b825bf4 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/subnetpools/065ec843-3ad9-487e-8f0e-9f2136cc543b/tags/tempest-TagsExtTest-Tag-782412462 HTTP/1.1" status: 404 len: 328 time: 0.2394519 Jan 17 14:14:14.025167 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59166) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:14.034376 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.tag.tag_plugin [None req-45d3eeb2-c43d-4175-ae7b-fe7fa5b3108d tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '065ec843-3ad9-487e-8f0e-9f2136cc543b') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:14.150221 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea01d4f-f9cf-4bb3-8aa2-5b4e2c15e2a8 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:14.154859 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-eea01d4f-f9cf-4bb3-8aa2-5b4e2c15e2a8 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "GET /v2.0/networks/8e713ad1-069e-4db5-8938-0391ff946f65 HTTP/1.1" status: 200 len: 881 time: 0.1747754 Jan 17 14:14:14.154859 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-f0bb9b07-d476-4713-a15e-eab945fc50b4 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58bcacad-deea-49d0-8566-343867f345b3']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:14.162599 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59174) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:14.182053 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37008c05-376a-4efb-bd25-e071c223fde7 None None] Network 9d596198-3729-4bc7-aff6-0a6c77cfab8e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:14.221138 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-f0bb9b07-d476-4713-a15e-eab945fc50b4 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e031168-3a3f-4bd4-a37c-5c7488983a5f') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:14.221481 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-f0bb9b07-d476-4713-a15e-eab945fc50b4 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e031168-3a3f-4bd4-a37c-5c7488983a5f') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:14.233158 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-831a20fd-7fcb-499a-b0e0-ac6543fee875 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa8c357-499a-4f2d-b82e-2d7a599ee488 HTTP/1.1" status: 200 len: 205 time: 0.0664413 Jan 17 14:14:14.234231 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59178) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:14.239806 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1048172760'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:14.253904 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:14.268219 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Usage tracker for resource:network and tenant:39ee9e14b7f54c66a3dfc5d75dff68f3 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:14.284495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:14.301568 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f0bb9b07-d476-4713-a15e-eab945fc50b4 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:14.335928 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] For port e8102a0d-254a-42a8-a3bd-c08f98b1e8bc, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e8102a0d-254a-42a8-a3bd-c08f98b1e8bc,segment=NetworkSegment(ae9671cd-5405-42db-aa8b-5ebab1dcdb2d),segment_id=ae9671cd-5405-42db-aa8b-5ebab1dcdb2d)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:14.336306 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:14.354759 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-546f742a-0db1-4cd6-8548-d5673125bd73 None None] Provisioning for port e8102a0d-254a-42a8-a3bd-c08f98b1e8bc completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:14.358346 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f0bb9b07-d476-4713-a15e-eab945fc50b4 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:14.372969 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-45d3eeb2-c43d-4175-ae7b-fe7fa5b3108d tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "DELETE /v2.0/subnetpools/065ec843-3ad9-487e-8f0e-9f2136cc543b/tags HTTP/1.1" status: 204 len: 168 time: 0.3467267 Jan 17 14:14:14.374426 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:14.382794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59184) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:14.405263 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.tag.tag_plugin [None req-f4047d5c-bb01-4029-a72e-64f11f7c8a46 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ee2563bd-99e7-4365-8f7e-4dbb086ff3f7') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:14.417164 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e8102a0d-254a-42a8-a3bd-c08f98b1e8bc up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:14:14.480186 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0bb9b07-d476-4713-a15e-eab945fc50b4 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:14:14.480611 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f0bb9b07-d476-4713-a15e-eab945fc50b4 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:14:14.612715 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:14:14.618139 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f0bb9b07-d476-4713-a15e-eab945fc50b4 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:14.632181 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Calling delete_port for e8102a0d-254a-42a8-a3bd-c08f98b1e8bc owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:14.644038 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f0bb9b07-d476-4713-a15e-eab945fc50b4 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:14.649266 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-37ac3224-a1aa-4107-8185-4014885d56bd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:14.663742 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Made reservation on behalf of 39ee9e14b7f54c66a3dfc5d75dff68f3 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:14.668522 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:14.674314 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port e8102a0d-254a-42a8-a3bd-c08f98b1e8bc completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:14.683100 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port e8102a0d-254a-42a8-a3bd-c08f98b1e8bc triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:14.683470 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:14.704080 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:14.720377 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb9b07-d476-4713-a15e-eab945fc50b4 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Pushing event deleted for resources: {'Network': ['ID=58bcacad-deea-49d0-8566-343867f345b3,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:14.734694 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f0bb9b07-d476-4713-a15e-eab945fc50b4 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] 10.222.0.48 "DELETE /v2.0/networks/58bcacad-deea-49d0-8566-343867f345b3 HTTP/1.1" status: 204 len: 168 time: 1.3186014 Jan 17 14:14:14.759656 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59196) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:14.796835 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:14.838504 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-36417c46-5a02-41ce-9f1d-6e53246e2f54 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] DELETE failed (client error): The resource could not be found. Jan 17 14:14:14.838977 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36417c46-5a02-41ce-9f1d-6e53246e2f54 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:14.840685 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-36417c46-5a02-41ce-9f1d-6e53246e2f54 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] 10.222.0.48 "DELETE /v2.0/ports/4991ef36-9908-4b18-ada5-cf0c625216a8 HTTP/1.1" status: 404 len: 333 time: 0.0723631 Jan 17 14:14:14.850783 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59200) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:14.851356 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Usage tracker for resource:security_group_rule and tenant:39ee9e14b7f54c66a3dfc5d75dff68f3 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:14.860719 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:14.863030 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:14.928653 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port e8102a0d-254a-42a8-a3bd-c08f98b1e8bc, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e8102a0d-254a-42a8-a3bd-c08f98b1e8bc,segment=NetworkSegment(ae9671cd-5405-42db-aa8b-5ebab1dcdb2d),segment_id=ae9671cd-5405-42db-aa8b-5ebab1dcdb2d)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:14.942483 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:14.949027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:14.993871 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:14:14.994143 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:14:14.999092 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f4047d5c-bb01-4029-a72e-64f11f7c8a46 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "DELETE /v2.0/routers/ee2563bd-99e7-4365-8f7e-4dbb086ff3f7/tags HTTP/1.1" status: 204 len: 168 time: 0.6079803 Jan 17 14:14:15.005768 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59208) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:15.034716 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.tag.tag_plugin [None req-767df0f2-dab5-4130-a0bd-deeb13fcf6f1 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dd340ea5-7435-4223-8f93-591107477b13') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:15.105682 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dfa9dcb1-aaff-4016-97ee-aad399a22720 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:15.127478 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae87379-27d8-4224-bf83-4b44eb2b347a None None] Network 9d596198-3729-4bc7-aff6-0a6c77cfab8e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:15.208670 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=e8102a0d-254a-42a8-a3bd-c08f98b1e8bc,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:15.258074 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b1d138-e142-4d38-8e06-d44663b42d38 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Deleting subnet 0aa49727-5d4c-479e-8a99-daa5b6ffe098 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:14:15.261696 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-90b1d138-e142-4d38-8e06-d44663b42d38 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:15.264100 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-605debe0-e6b1-4192-918c-357b03042842 None None] Provisioning complete for port e8102a0d-254a-42a8-a3bd-c08f98b1e8bc triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:15.264996 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-605debe0-e6b1-4192-918c-357b03042842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:15.352190 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-90b1d138-e142-4d38-8e06-d44663b42d38 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:15.384664 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:15.400060 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59216) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:15.475275 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-37ac3224-a1aa-4107-8185-4014885d56bd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:15.499164 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-37ac3224-a1aa-4107-8185-4014885d56bd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Deleting port 90dce9d4-678b-42b8-abde-d7d5a47dcac6 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:15.499749 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-37ac3224-a1aa-4107-8185-4014885d56bd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:15.597171 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Deleting port e8102a0d-254a-42a8-a3bd-c08f98b1e8bc {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:15.597920 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:15.688899 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-90b1d138-e142-4d38-8e06-d44663b42d38 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:15.804907 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-37ac3224-a1aa-4107-8185-4014885d56bd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:15.809074 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1714797390'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:15.884797 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:15.903747 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-767df0f2-dab5-4130-a0bd-deeb13fcf6f1 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "DELETE /v2.0/ports/dd340ea5-7435-4223-8f93-591107477b13/tags HTTP/1.1" status: 204 len: 168 time: 0.8966148 Jan 17 14:14:15.906735 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:network and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:15.912805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59222) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:15.931212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:15.942720 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.tag.tag_plugin [None req-90791ae1-a7fc-4d65-8d76-ba5a73511fbf tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:15.964183 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-37ac3224-a1aa-4107-8185-4014885d56bd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Calling delete_port for 90dce9d4-678b-42b8-abde-d7d5a47dcac6 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:15.970620 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-777f925c-1ea0-4f7b-b6a0-6975d8af0159 None None] Provisioning complete for port e8102a0d-254a-42a8-a3bd-c08f98b1e8bc triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:15.971542 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-777f925c-1ea0-4f7b-b6a0-6975d8af0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:16.022206 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:16.032131 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-90b1d138-e142-4d38-8e06-d44663b42d38 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:16.035576 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:16.061321 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:16.092976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-90b1d138-e142-4d38-8e06-d44663b42d38 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:16.102255 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:16.103325 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-90b1d138-e142-4d38-8e06-d44663b42d38 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] 10.222.0.48 "DELETE /v2.0/subnets/0aa49727-5d4c-479e-8a99-daa5b6ffe098 HTTP/1.1" status: 204 len: 168 time: 1.2514305 Jan 17 14:14:16.105817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:16.114198 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d138-e142-4d38-8e06-d44663b42d38 tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa49727-5d4c-479e-8a99-daa5b6ffe098,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:16.116752 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59226) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:16.142366 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd3f9f7-0f7b-41b0-88ae-cbc56baa2cbc None None] Network 92376ed1-bbd8-480f-95d8-1eed0788c1af requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:16.164066 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:14:16.220893 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:16.251115 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5305d264-8542-4a5e-8134-d8902f094e43,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:16.271064 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:16.271405 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Added segment ca15fcc1-ab7e-4232-83df-5019d822e13d of type vlan for network 3f0dcd22-57b5-4946-a33c-afc1db19a957 Jan 17 14:14:16.272942 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8c60b3c6-e9df-466e-a2b2-fd62aa7d138d tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:16.273555 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:16.288106 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-8c60b3c6-e9df-466e-a2b2-fd62aa7d138d tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Deleting port 6e444839-efa0-43b1-97b7-98287acc3c7b {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:16.288405 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8c60b3c6-e9df-466e-a2b2-fd62aa7d138d tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:16.290417 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:security_group_rule and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:16.302671 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:16.336895 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:16.422093 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:16.434062 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e8102a0d-254a-42a8-a3bd-c08f98b1e8bc up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:14:16.451209 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] For port e8102a0d-254a-42a8-a3bd-c08f98b1e8bc, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e8102a0d-254a-42a8-a3bd-c08f98b1e8bc,segment=NetworkSegment(ae9671cd-5405-42db-aa8b-5ebab1dcdb2d),segment_id=ae9671cd-5405-42db-aa8b-5ebab1dcdb2d)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:16.451660 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:16.505944 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdf2f67-b71d-48c9-9545-912c719cd49c None None] DHCP port deletion for 92376ed1-bbd8-480f-95d8-1eed0788c1af request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:14:16.515815 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf2f67-b71d-48c9-9545-912c719cd49c None None] Deleting port 6e444839-efa0-43b1-97b7-98287acc3c7b {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:16.516185 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ebdf2f67-b71d-48c9-9545-912c719cd49c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:16.571803 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port e8102a0d-254a-42a8-a3bd-c08f98b1e8bc triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:16.572183 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:16.584197 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-37ac3224-a1aa-4107-8185-4014885d56bd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:16.610456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Calling delete_port for e8102a0d-254a-42a8-a3bd-c08f98b1e8bc owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:16.638135 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac3224-a1aa-4107-8185-4014885d56bd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Pushing event deleted for resources: {'Port': ['ID=90dce9d4-678b-42b8-abde-d7d5a47dcac6,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:16.655553 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-dfa9dcb1-aaff-4016-97ee-aad399a22720 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Deleting port 5b00af89-ca1f-4f36-862c-8f6ab612b545 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:16.656000 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dfa9dcb1-aaff-4016-97ee-aad399a22720 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:16.677791 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-8c60b3c6-e9df-466e-a2b2-fd62aa7d138d tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] For port 6e444839-efa0-43b1-97b7-98287acc3c7b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6e444839-efa0-43b1-97b7-98287acc3c7b,segment=NetworkSegment(4de2d48d-f767-4690-b3ca-b2613f9785bd),segment_id=4de2d48d-f767-4690-b3ca-b2613f9785bd)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:16.678163 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8c60b3c6-e9df-466e-a2b2-fd62aa7d138d tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:16.693150 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:14:16.749152 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-90791ae1-a7fc-4d65-8d76-ba5a73511fbf tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "DELETE /v2.0/subnets/954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482/tags HTTP/1.1" status: 204 len: 168 time: 0.8220408 Jan 17 14:14:16.758808 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59230) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:16.798667 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:16.803885 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:16.804567 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:16.825664 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ebdf2f67-b71d-48c9-9545-912c719cd49c None None] For port 6e444839-efa0-43b1-97b7-98287acc3c7b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6e444839-efa0-43b1-97b7-98287acc3c7b,segment=NetworkSegment(4de2d48d-f767-4690-b3ca-b2613f9785bd),segment_id=4de2d48d-f767-4690-b3ca-b2613f9785bd)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:16.826390 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ebdf2f67-b71d-48c9-9545-912c719cd49c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:16.854835 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-8c60b3c6-e9df-466e-a2b2-fd62aa7d138d tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Calling delete_port for 6e444839-efa0-43b1-97b7-98287acc3c7b owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:16.981032 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf2f67-b71d-48c9-9545-912c719cd49c None None] Calling delete_port for 6e444839-efa0-43b1-97b7-98287acc3c7b owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:17.083700 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8c60b3c6-e9df-466e-a2b2-fd62aa7d138d tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:17.106496 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-ebdf2f67-b71d-48c9-9545-912c719cd49c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:14:17.108168 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-ebdf2f67-b71d-48c9-9545-912c719cd49c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:14:17.145515 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Pushing event updated for resources: {'Network': ['ID=3f0dcd22-57b5-4946-a33c-afc1db19a957,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:17.151313 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c60b3c6-e9df-466e-a2b2-fd62aa7d138d tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] No DVR routers for this DVR port 6e444839-efa0-43b1-97b7-98287acc3c7b on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:14:17.162118 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-34bb64f2-7529-4cbb-bd4f-ae7a05e4a9fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.1572592 Jan 17 14:14:17.162530 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 3f0dcd22-57b5-4946-a33c-afc1db19a957 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:14:17.175857 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59234) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:17.184549 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-37ac3224-a1aa-4107-8185-4014885d56bd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:17.217320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Request body: {'subnet': {'network_id': '3f0dcd22-57b5-4946-a33c-afc1db19a957', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:17.229739 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60b3c6-e9df-466e-a2b2-fd62aa7d138d tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Pushing event deleted for resources: {'Port': ['ID=6e444839-efa0-43b1-97b7-98287acc3c7b,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:17.258414 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:17.342228 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:17.377916 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dfa9dcb1-aaff-4016-97ee-aad399a22720 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:17.384781 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:17.467529 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-37ac3224-a1aa-4107-8185-4014885d56bd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:17.471652 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-37ac3224-a1aa-4107-8185-4014885d56bd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:17.477371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8c60b3c6-e9df-466e-a2b2-fd62aa7d138d tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:17.511191 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f3e572ae-a494-424f-b07a-10ed34aa93e9 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks [] for subnetpool, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:17.512370 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f3e572ae-a494-424f-b07a-10ed34aa93e9 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "DELETE /v2.0/subnetpools/065ec843-3ad9-487e-8f0e-9f2136cc543b HTTP/1.1" status: 204 len: 168 time: 0.7525332 Jan 17 14:14:17.516948 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59238) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:17.520567 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-8c60b3c6-e9df-466e-a2b2-fd62aa7d138d tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92376ed1-bbd8-480f-95d8-1eed0788c1af']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:17.570830 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-37ac3224-a1aa-4107-8185-4014885d56bd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:17.571372 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ac3224-a1aa-4107-8185-4014885d56bd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Fanout notify agent at l3_agent the message router_deleted on router caa8c357-499a-4f2d-b82e-2d7a599ee488 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:14:17.578388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-8c60b3c6-e9df-466e-a2b2-fd62aa7d138d tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de2d48d-f767-4690-b3ca-b2613f9785bd') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:17.578678 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-8c60b3c6-e9df-466e-a2b2-fd62aa7d138d tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de2d48d-f767-4690-b3ca-b2613f9785bd') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:17.586546 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a6b10bdd-d795-44e4-8bbe-3a67cf151e37 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Synchronizing usage tracker for tenant:4c6472c9b3ee42ba843b4446bca01fd2 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:17.601789 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8c60b3c6-e9df-466e-a2b2-fd62aa7d138d tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:17.609597 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf2f67-b71d-48c9-9545-912c719cd49c None None] Deleting port 6e444839-efa0-43b1-97b7-98287acc3c7b {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:17.610500 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ebdf2f67-b71d-48c9-9545-912c719cd49c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:17.629623 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a6b10bdd-d795-44e4-8bbe-3a67cf151e37 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Unset dirty status for tenant:4c6472c9b3ee42ba843b4446bca01fd2 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:17.633327 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a6b10bdd-d795-44e4-8bbe-3a67cf151e37 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2563bd-99e7-4365-8f7e-4dbb086ff3f7 HTTP/1.1" status: 200 len: 205 time: 0.1129160 Jan 17 14:14:17.635538 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-37ac3224-a1aa-4107-8185-4014885d56bd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:17.640285 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-37ac3224-a1aa-4107-8185-4014885d56bd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "DELETE /v2.0/routers/caa8c357-499a-4f2d-b82e-2d7a599ee488 HTTP/1.1" status: 204 len: 168 time: 3.4017143 Jan 17 14:14:17.640285 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59242) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:17.640508 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59246) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:17.699519 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8c60b3c6-e9df-466e-a2b2-fd62aa7d138d tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:17.709724 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-638013dd-299f-4025-b758-9a2ca4c6d5ab tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1817516396', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:17.717861 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf2f67-b71d-48c9-9545-912c719cd49c None None] The port '6e444839-efa0-43b1-97b7-98287acc3c7b' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:14:17.733100 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-dfa9dcb1-aaff-4016-97ee-aad399a22720 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Calling delete_port for 5b00af89-ca1f-4f36-862c-8f6ab612b545 owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:17.764193 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:14:17.766475 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Port': ['ID=e8102a0d-254a-42a8-a3bd-c08f98b1e8bc,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:17.788303 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-638013dd-299f-4025-b758-9a2ca4c6d5ab tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:17.791132 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c60b3c6-e9df-466e-a2b2-fd62aa7d138d tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:14:17.791582 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8c60b3c6-e9df-466e-a2b2-fd62aa7d138d tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:17.816080 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:14:17.820493 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:14:17.824932 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd406f93-a70a-4cb0-9b7e-ae50b53fcea8 None None] DHCP port deletion for 9d596198-3729-4bc7-aff6-0a6c77cfab8e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:14:17.825121 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5d8c15-d4ed-4bbb-9fc1-7377c6d763d9,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:17.843574 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7c7d53-c193-430f-96fb-09a59810884f None None] get_active_networks_info from dv-neutron-824901-1-hyperv {{(pid=87525) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 17 14:14:17.866340 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Usage tracker for resource:subnet and tenant:39ee9e14b7f54c66a3dfc5d75dff68f3 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:17.869075 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:17.869420 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Added segment 1a817472-2d64-44a5-a1b1-8e0cc373769c of type vlan for network 5c806942-cde6-42f7-aae4-af9246279d2e Jan 17 14:14:17.877445 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:17.889139 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-638013dd-299f-4025-b758-9a2ca4c6d5ab tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Usage tracker for resource:router and tenant:5611986ee91b4ea3a8fa8c26072f4e01 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:17.894996 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] No DVR routers for this DVR port e8102a0d-254a-42a8-a3bd-c08f98b1e8bc on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:14:17.898232 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:17.909559 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-638013dd-299f-4025-b758-9a2ca4c6d5ab tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:17.923679 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-638013dd-299f-4025-b758-9a2ca4c6d5ab tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:17.928531 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d90d69a8-365f-4a7f-8a94-c65292d2ad68 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:17.985411 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:17.993353 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Made reservation on behalf of 39ee9e14b7f54c66a3dfc5d75dff68f3 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:17.996712 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8c60b3c6-e9df-466e-a2b2-fd62aa7d138d tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:17.996984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:18.001714 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8c60b3c6-e9df-466e-a2b2-fd62aa7d138d tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:18.015321 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7c7d53-c193-430f-96fb-09a59810884f None None] Resources bound (agent type, host, resource id): {{(pid=87525) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 14:14:18.089772 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-638013dd-299f-4025-b758-9a2ca4c6d5ab tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:18.092129 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-638013dd-299f-4025-b758-9a2ca4c6d5ab tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:18.101593 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8c60b3c6-e9df-466e-a2b2-fd62aa7d138d tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] 10.222.0.48 "DELETE /v2.0/networks/92376ed1-bbd8-480f-95d8-1eed0788c1af HTTP/1.1" status: 204 len: 168 time: 1.9818649 Jan 17 14:14:18.101593 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60b3c6-e9df-466e-a2b2-fd62aa7d138d tempest-DHCPAgentSchedulersTestJSON-900931617 tempest-DHCPAgentSchedulersTestJSON-900931617-project] Pushing event deleted for resources: {'Network': ['ID=92376ed1-bbd8-480f-95d8-1eed0788c1af,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:18.118046 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:18.235957 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:18.242628 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:18.243421 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:18.304696 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-638013dd-299f-4025-b758-9a2ca4c6d5ab tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:18.307274 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d90d69a8-365f-4a7f-8a94-c65292d2ad68 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:18.315213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d90d69a8-365f-4a7f-8a94-c65292d2ad68 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:18.352128 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-638013dd-299f-4025-b758-9a2ca4c6d5ab tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:18.360784 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d90d69a8-365f-4a7f-8a94-c65292d2ad68 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:18.361289 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90d69a8-365f-4a7f-8a94-c65292d2ad68 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Fanout notify agent at l3_agent the message router_deleted on router ee2563bd-99e7-4365-8f7e-4dbb086ff3f7 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:14:18.384777 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e8102a0d-254a-42a8-a3bd-c08f98b1e8bc no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:14:18.427430 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d90d69a8-365f-4a7f-8a94-c65292d2ad68 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:18.427430 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d90d69a8-365f-4a7f-8a94-c65292d2ad68 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "DELETE /v2.0/routers/ee2563bd-99e7-4365-8f7e-4dbb086ff3f7 HTTP/1.1" status: 204 len: 168 time: 0.7862349 Jan 17 14:14:18.430783 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59254) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:18.432321 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0311182 Jan 17 14:14:18.433245 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59256) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:18.433974 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-638013dd-299f-4025-b758-9a2ca4c6d5ab tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:18.438021 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-638013dd-299f-4025-b758-9a2ca4c6d5ab tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7939847 Jan 17 14:14:18.452873 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: e8102a0d-254a-42a8-a3bd-c08f98b1e8bc {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:14:18.453807 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e8102a0d-254a-42a8-a3bd-c08f98b1e8bc not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:14:18.454453 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6e444839-efa0-43b1-97b7-98287acc3c7b no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:14:18.473203 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59262) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:18.478602 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-69f47ad2-3379-4693-8a80-e182d2e8482b tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'enable_snat': True}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:18.501592 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 6e444839-efa0-43b1-97b7-98287acc3c7b {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:14:18.502310 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6e444839-efa0-43b1-97b7-98287acc3c7b not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:14:18.546355 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59266) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:18.547165 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b88af0-7ac7-4670-9f66-d5631da3e7d0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Network': ['ID=5c806942-cde6-42f7-aae4-af9246279d2e,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:18.593959 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:14:18.640135 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dfa9dcb1-aaff-4016-97ee-aad399a22720 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:18.688009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:18.716346 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-acc182a1-dd52-4cd7-aa92-15b1210fcf50 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:18.777933 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f691e4-e6c3-45e8-968c-506eee472985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-9d596198-3729-4bc7-aff6-0a6c77cfab8e', 'network_id': '9d596198-3729-4bc7-aff6-0a6c77cfab8e', 'tenant_id': 'd2b652a3245f49d7a7545e5b0738ea9a', 'fixed_ips': [{'subnet_id': '736a4623-ec46-4caa-860d-9cd748c4916f'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:14:18.781457 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b3f691e4-e6c3-45e8-968c-506eee472985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:18.789679 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9dcb1-aaff-4016-97ee-aad399a22720 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event deleted for resources: {'Port': ['ID=5b00af89-ca1f-4f36-862c-8f6ab612b545,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:18.842740 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Subnet': ['ID=736a4623-ec46-4caa-860d-9cd748c4916f,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:18.957422 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bd6d9e-0aed-4a3e-9a72-c08833316984 None None] Network 9d596198-3729-4bc7-aff6-0a6c77cfab8e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:19.043489 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-eea3993e-e9d5-41a9-923c-b2e05fa667a0 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Deleting port dd340ea5-7435-4223-8f93-591107477b13 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:19.044396 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eea3993e-e9d5-41a9-923c-b2e05fa667a0 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:19.074242 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:19.180267 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:19.188024 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f298bb7-cc21-423b-8e0b-22dc3e125726 None None] DHCP port deletion for 9d596198-3729-4bc7-aff6-0a6c77cfab8e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:14:19.234858 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d596198-3729-4bc7-aff6-0a6c77cfab8e']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:19.243755 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0e2367ec-c9a5-4cce-a28b-f5eddc48adb4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb95742a803e4d2ca97533007098ecf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6921144 Jan 17 14:14:19.255223 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59272) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:19.280920 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9671cd-5405-42db-aa8b-5ebab1dcdb2d') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:19.281224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9671cd-5405-42db-aa8b-5ebab1dcdb2d') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:19.304025 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:19.352239 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-acc182a1-dd52-4cd7-aa92-15b1210fcf50 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:19.382877 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-acc182a1-dd52-4cd7-aa92-15b1210fcf50 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:19.387104 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-acc182a1-dd52-4cd7-aa92-15b1210fcf50 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:19.401636 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-69f47ad2-3379-4693-8a80-e182d2e8482b tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:19.411648 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Pushing event updated for resources: {'Subnet': ['ID=39e77289-a139-409e-b859-0f21780008e6,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:19.414139 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:19.419465 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-acc182a1-dd52-4cd7-aa92-15b1210fcf50 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:19.435238 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:14:19.435642 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:19.451516 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:19.451868 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:19.452133 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:19.452469 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:19.452799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:19.453130 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:19.453456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:19.453775 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:19.454096 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:19.454423 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:19.454736 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:19.455054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:14:19.458883 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:14:19.471065 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Checking segment: {'id': 'ca15fcc1-ab7e-4232-83df-5019d822e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3f0dcd22-57b5-4946-a33c-afc1db19a957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:14:19.471447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Network hostable DHCP agents. Network: 3f0dcd22-57b5-4946-a33c-afc1db19a957, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:14:19.493724 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc182a1-dd52-4cd7-aa92-15b1210fcf50 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:19.497224 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-acc182a1-dd52-4cd7-aa92-15b1210fcf50 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:19.670937 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dfa9dcb1-aaff-4016-97ee-aad399a22720 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:19.729556 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-384ede51-dadb-445e-817d-40787f7ae0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:19.760486 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Network 3f0dcd22-57b5-4946-a33c-afc1db19a957 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:14:19.765168 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:19.770141 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:19.819863 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eea3993e-e9d5-41a9-923c-b2e05fa667a0 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:19.824446 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Network': ['ID=9d596198-3729-4bc7-aff6-0a6c77cfab8e,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:19.829186 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-384ede51-dadb-445e-817d-40787f7ae0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:19.834042 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 3f0dcd22-57b5-4946-a33c-afc1db19a957) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:19.839395 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:19.840087 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:19.846407 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab19273-9ef5-4545-8118-5073e6ac2eed None None] Network 3f0dcd22-57b5-4946-a33c-afc1db19a957 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:19.904480 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-56561535-b210-4605-994a-cf1de14fec6b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/networks/9d596198-3729-4bc7-aff6-0a6c77cfab8e HTTP/1.1" status: 204 len: 168 time: 7.0458229 Jan 17 14:14:19.926273 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59276) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:19.981054 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c5625a1d-eec9-4292-bedf-5866e4b0269f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8012922 Jan 17 14:14:19.982282 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-442f8ba2-f3a2-4484-81d9-1aa26aa9ee81 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] DELETE failed (client error): The resource could not be found. Jan 17 14:14:19.982818 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442f8ba2-f3a2-4484-81d9-1aa26aa9ee81 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:19.984471 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-442f8ba2-f3a2-4484-81d9-1aa26aa9ee81 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/subnets/736a4623-ec46-4caa-860d-9cd748c4916f HTTP/1.1" status: 404 len: 337 time: 0.0549872 Jan 17 14:14:19.987318 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59280) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:19.987746 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59282) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:20.005465 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-eea3993e-e9d5-41a9-923c-b2e05fa667a0 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Calling delete_port for dd340ea5-7435-4223-8f93-591107477b13 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:20.016447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-9b23070e-5c63-4100-bd77-a52e0f139da3 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Request body: {'port': {'network_id': '3f0dcd22-57b5-4946-a33c-afc1db19a957', 'name': 'tempest-AllowedAddressPairTestJSON-419131427'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:20.044570 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb31006-a895-437e-8359-0c6441f8740f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] DELETE failed (client error): The resource could not be found. Jan 17 14:14:20.045040 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb31006-a895-437e-8359-0c6441f8740f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:20.052470 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2bb31006-a895-437e-8359-0c6441f8740f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/networks/9d596198-3729-4bc7-aff6-0a6c77cfab8e HTTP/1.1" status: 404 len: 339 time: 0.0564842 Jan 17 14:14:20.057800 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59288) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:20.142486 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-3f0dcd22-57b5-4946-a33c-afc1db19a957', 'network_id': '3f0dcd22-57b5-4946-a33c-afc1db19a957', 'tenant_id': '39ee9e14b7f54c66a3dfc5d75dff68f3', 'fixed_ips': [{'subnet_id': '39e77289-a139-409e-b859-0f21780008e6'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:14:20.143855 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:20.327113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9b23070e-5c63-4100-bd77-a52e0f139da3 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:20.334939 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9b23070e-5c63-4100-bd77-a52e0f139da3 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Usage tracker for resource:port and tenant:39ee9e14b7f54c66a3dfc5d75dff68f3 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:20.340331 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9b23070e-5c63-4100-bd77-a52e0f139da3 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:20.351697 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9b23070e-5c63-4100-bd77-a52e0f139da3 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:20.373160 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa9dcb1-aaff-4016-97ee-aad399a22720 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Router bf4f45c6-0a42-4026-a3ba-e3d9770cf671 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:14:20.381924 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b23070e-5c63-4100-bd77-a52e0f139da3 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Made reservation on behalf of 39ee9e14b7f54c66a3dfc5d75dff68f3 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:20.390035 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b23070e-5c63-4100-bd77-a52e0f139da3 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:20.427507 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Allocated IP 172.20.0.2 (3f0dcd22-57b5-4946-a33c-afc1db19a957/39e77289-a139-409e-b859-0f21780008e6/face0dc8-048a-43ab-acf3-f72c1caf0515) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:20.433014 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-384ede51-dadb-445e-817d-40787f7ae0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:20.455056 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c4f8525c-e3b6-4fe2-9f2e-5d42e4c3ecfb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:20.488889 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-9b23070e-5c63-4100-bd77-a52e0f139da3 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] device_id is not set on port fea74728-2c40-4d55-8df4-6e50cb87176b yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:14:20.523702 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ede51-dadb-445e-817d-40787f7ae0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5059fe8-0880-4218-be7b-6e34a264f7f8,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:20.683883 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa9dcb1-aaff-4016-97ee-aad399a22720 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:14:20.695243 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-dfa9dcb1-aaff-4016-97ee-aad399a22720 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "PUT /v2.0/routers/bf4f45c6-0a42-4026-a3ba-e3d9770cf671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8271058 Jan 17 14:14:20.697629 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59292) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:20.703313 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942d723-53ed-4b8c-b0f3-262b440bb156 None None] Sync routers for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:14:20.707281 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-acc182a1-dd52-4cd7-aa92-15b1210fcf50 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:20.761110 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942d723-53ed-4b8c-b0f3-262b440bb156 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:14:20.762005 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0942d723-53ed-4b8c-b0f3-262b440bb156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:14:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:20.828023 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0942d723-53ed-4b8c-b0f3-262b440bb156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:20.848211 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:20.854737 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942d723-53ed-4b8c-b0f3-262b440bb156 None None] Routers {'bf4f45c6-0a42-4026-a3ba-e3d9770cf671'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:14:20.855518 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0942d723-53ed-4b8c-b0f3-262b440bb156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:14:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:20.924705 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Transition to ACTIVE for port object face0dc8-048a-43ab-acf3-f72c1caf0515 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:20.927797 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0942d723-53ed-4b8c-b0f3-262b440bb156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:20.928328 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942d723-53ed-4b8c-b0f3-262b440bb156 None None] The sync data for ids ['bf4f45c6-0a42-4026-a3ba-e3d9770cf671'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:14:20.953675 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Transition to ACTIVE for port object face0dc8-048a-43ab-acf3-f72c1caf0515 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:20.964013 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:20.968842 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eea3993e-e9d5-41a9-923c-b2e05fa667a0 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:21.035387 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f9f56666-6f12-48bf-ae09-491c6021200b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:21.047898 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Network 3f0dcd22-57b5-4946-a33c-afc1db19a957 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:21.051160 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:21.057230 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:21.103575 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Pushing event updated for resources: {'Port': ['ID=face0dc8-048a-43ab-acf3-f72c1caf0515,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:21.117244 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c4f8525c-e3b6-4fe2-9f2e-5d42e4c3ecfb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:21.120275 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-9b23070e-5c63-4100-bd77-a52e0f139da3 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Allocated IP 172.20.0.8 (3f0dcd22-57b5-4946-a33c-afc1db19a957/39e77289-a139-409e-b859-0f21780008e6/fea74728-2c40-4d55-8df4-6e50cb87176b) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:21.139793 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-384ede51-dadb-445e-817d-40787f7ae0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:21.139793 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-384ede51-dadb-445e-817d-40787f7ae0fd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5059fe8-0880-4218-be7b-6e34a264f7f8 HTTP/1.1" status: 204 len: 168 time: 1.8262980 Jan 17 14:14:21.182942 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-69f47ad2-3379-4693-8a80-e182d2e8482b tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:21.200731 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Attempting to bind port face0dc8-048a-43ab-acf3-f72c1caf0515 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:21.201236 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Attempting to bind port face0dc8-048a-43ab-acf3-f72c1caf0515 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'ca15fcc1-ab7e-4232-83df-5019d822e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3f0dcd22-57b5-4946-a33c-afc1db19a957'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:21.201866 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Attempting to bind port face0dc8-048a-43ab-acf3-f72c1caf0515 on network 3f0dcd22-57b5-4946-a33c-afc1db19a957 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:21.212106 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:14:21.212642 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Checking segment: {'id': 'ca15fcc1-ab7e-4232-83df-5019d822e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3f0dcd22-57b5-4946-a33c-afc1db19a957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:14:21.213255 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:21.215285 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Bound using segment: {'id': 'ca15fcc1-ab7e-4232-83df-5019d822e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3f0dcd22-57b5-4946-a33c-afc1db19a957'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:14:21.217093 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Bound port: face0dc8-048a-43ab-acf3-f72c1caf0515, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca15fcc1-ab7e-4232-83df-5019d822e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3f0dcd22-57b5-4946-a33c-afc1db19a957'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:14:21.217807 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:21.222958 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-c4f8525c-e3b6-4fe2-9f2e-5d42e4c3ecfb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0837d23c-4317-4fff-b211-93e1b8f6da75']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:21.240653 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-c4f8525c-e3b6-4fe2-9f2e-5d42e4c3ecfb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5323753e-05f3-4469-9085-0376d4aab2cb') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:21.242083 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-c4f8525c-e3b6-4fe2-9f2e-5d42e4c3ecfb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5323753e-05f3-4469-9085-0376d4aab2cb') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:21.264643 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c4f8525c-e3b6-4fe2-9f2e-5d42e4c3ecfb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:21.314409 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3993e-e9d5-41a9-923c-b2e05fa667a0 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Pushing event deleted for resources: {'Port': ['ID=dd340ea5-7435-4223-8f93-591107477b13,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:21.321473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c4f8525c-e3b6-4fe2-9f2e-5d42e4c3ecfb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:21.324479 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-69f47ad2-3379-4693-8a80-e182d2e8482b tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:21.369698 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc182a1-dd52-4cd7-aa92-15b1210fcf50 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=24566d39-38d7-4b9d-85fa-569e92871473,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:21.455663 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] For port face0dc8-048a-43ab-acf3-f72c1caf0515, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:14:21.462802 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] For port face0dc8-048a-43ab-acf3-f72c1caf0515, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=face0dc8-048a-43ab-acf3-f72c1caf0515,segment=NetworkSegment(ca15fcc1-ab7e-4232-83df-5019d822e13d),segment_id=ca15fcc1-ab7e-4232-83df-5019d822e13d)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:14:21.472053 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f8525c-e3b6-4fe2-9f2e-5d42e4c3ecfb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:14:21.472270 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:21.472878 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c4f8525c-e3b6-4fe2-9f2e-5d42e4c3ecfb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:14:21.494879 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:14:21.606805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc182a1-dd52-4cd7-aa92-15b1210fcf50 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:14:21.607642 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc182a1-dd52-4cd7-aa92-15b1210fcf50 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network hostable DHCP agents. Network: 5c806942-cde6-42f7-aae4-af9246279d2e, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:14:21.655314 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62105fd7-51da-4dfe-a71a-ada918435563 None None] Pushing event updated for resources: {'Port': ['ID=face0dc8-048a-43ab-acf3-f72c1caf0515,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:21.729962 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f9f56666-6f12-48bf-ae09-491c6021200b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:21.735218 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b23070e-5c63-4100-bd77-a52e0f139da3 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:21.746345 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eea3993e-e9d5-41a9-923c-b2e05fa667a0 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:21.784304 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59302) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:21.802176 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c4f8525c-e3b6-4fe2-9f2e-5d42e4c3ecfb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:21.813354 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-f9f56666-6f12-48bf-ae09-491c6021200b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Deleting port 417dc7de-9817-43f0-a37a-30d07fe27cc9 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:21.813728 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f9f56666-6f12-48bf-ae09-491c6021200b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:21.837228 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c4f8525c-e3b6-4fe2-9f2e-5d42e4c3ecfb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:21.843595 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc182a1-dd52-4cd7-aa92-15b1210fcf50 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:14:21.845909 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-84ba578e-b046-422c-a452-d59383945575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:21.860785 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-eea3993e-e9d5-41a9-923c-b2e05fa667a0 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "DELETE /v2.0/ports/dd340ea5-7435-4223-8f93-591107477b13 HTTP/1.1" status: 204 len: 168 time: 3.4289494 Jan 17 14:14:21.868149 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59306) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:21.868510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8525c-e3b6-4fe2-9f2e-5d42e4c3ecfb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Network': ['ID=0837d23c-4317-4fff-b211-93e1b8f6da75,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:21.869385 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-9b23070e-5c63-4100-bd77-a52e0f139da3 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Transition to ACTIVE for port object fea74728-2c40-4d55-8df4-6e50cb87176b will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:21.878762 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c4f8525c-e3b6-4fe2-9f2e-5d42e4c3ecfb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/networks/0837d23c-4317-4fff-b211-93e1b8f6da75 HTTP/1.1" status: 204 len: 168 time: 1.8195891 Jan 17 14:14:21.885983 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-acc182a1-dd52-4cd7-aa92-15b1210fcf50 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 5c806942-cde6-42f7-aae4-af9246279d2e) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:21.888872 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59308) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:21.905668 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce10ec8-c868-4c41-aac4-5b7565ebe1e5 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:21.907339 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc182a1-dd52-4cd7-aa92-15b1210fcf50 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:21.907836 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-acc182a1-dd52-4cd7-aa92-15b1210fcf50 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:21.967952 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-69f47ad2-3379-4693-8a80-e182d2e8482b tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Allocated IP 172.26.3.112 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/403783e0-932d-47c2-822a-235c4e454c61) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:21.985522 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-84ba578e-b046-422c-a452-d59383945575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:22.016674 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-84ba578e-b046-422c-a452-d59383945575 admin admin] Usage tracker for resource:security_group_rule and tenant:c9bec69795b34de0bc9ce4bfb3a409ed is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:22.030433 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-84ba578e-b046-422c-a452-d59383945575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:22.031475 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab0b9ec-796e-4ba3-922c-ae74b4d30ae9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] DELETE failed (client error): The resource could not be found. Jan 17 14:14:22.033325 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab0b9ec-796e-4ba3-922c-ae74b4d30ae9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:22.036635 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8ab0b9ec-796e-4ba3-922c-ae74b4d30ae9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/subnets/a6e943cd-3d24-4cfb-994f-0d763af80dab HTTP/1.1" status: 404 len: 337 time: 0.1418674 Jan 17 14:14:22.041161 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59314) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:22.107396 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-acc182a1-dd52-4cd7-aa92-15b1210fcf50 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6702802 Jan 17 14:14:22.115038 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59318) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:22.128515 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-84ba578e-b046-422c-a452-d59383945575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:22.166954 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-467c0933-00c2-45c0-9a4e-704e33bd1a25 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] DELETE failed (client error): The resource could not be found. Jan 17 14:14:22.167760 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-467c0933-00c2-45c0-9a4e-704e33bd1a25 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:22.175694 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-467c0933-00c2-45c0-9a4e-704e33bd1a25 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/networks/f0ff1a89-a942-41f8-af0a-4f0f8f3724b6 HTTP/1.1" status: 404 len: 339 time: 0.1283460 Jan 17 14:14:22.189064 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59324) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:22.189717 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-e2e44b73-ec47-4f1f-be6d-20d2d9df22f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'name': 'tempest-NetworksTestDHCPv6-2112209857'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:22.297672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': '24566d39-38d7-4b9d-85fa-569e92871473'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:14:22.298514 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:22.298683 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-66474f36-2fb5-4401-8c1a-476d403508f8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Deleting subnet ae953bf8-1ffb-4311-bb61-9192b67927ea {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:14:22.302310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-66474f36-2fb5-4401-8c1a-476d403508f8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:22.372983 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-66474f36-2fb5-4401-8c1a-476d403508f8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:22.450158 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec9e961-6b7b-4991-a9e6-15f58db6ebbe tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Deleting subnet 954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:14:22.467449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7ec9e961-6b7b-4991-a9e6-15f58db6ebbe tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:22.509976 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device face0dc8-048a-43ab-acf3-f72c1caf0515 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:14:22.567011 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b23070e-5c63-4100-bd77-a52e0f139da3 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:22.614651 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port face0dc8-048a-43ab-acf3-f72c1caf0515 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:22.619628 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:22.626529 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Allocated IP 2001:db8::2 (5c806942-cde6-42f7-aae4-af9246279d2e/24566d39-38d7-4b9d-85fa-569e92871473/170f128c-ef73-474e-9276-90bd189613ba) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:22.678185 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23070e-5c63-4100-bd77-a52e0f139da3 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Pushing event updated for resources: {'Port': ['ID=fea74728-2c40-4d55-8df4-6e50cb87176b,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:22.714790 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f9f56666-6f12-48bf-ae09-491c6021200b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:22.744438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7ec9e961-6b7b-4991-a9e6-15f58db6ebbe tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:22.778086 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-66474f36-2fb5-4401-8c1a-476d403508f8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:22.798023 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e2e44b73-ec47-4f1f-be6d-20d2d9df22f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:22.808385 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e2e44b73-ec47-4f1f-be6d-20d2d9df22f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:port and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:22.814652 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-69f47ad2-3379-4693-8a80-e182d2e8482b tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:22.818889 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e2e44b73-ec47-4f1f-be6d-20d2d9df22f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:22.820851 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b23070e-5c63-4100-bd77-a52e0f139da3 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Network 3f0dcd22-57b5-4946-a33c-afc1db19a957 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:22.836013 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e2e44b73-ec47-4f1f-be6d-20d2d9df22f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:22.851644 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e44b73-ec47-4f1f-be6d-20d2d9df22f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:22.855555 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e2e44b73-ec47-4f1f-be6d-20d2d9df22f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:22.893151 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-e2e44b73-ec47-4f1f-be6d-20d2d9df22f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port 058af61b-1cd7-49d9-86f3-2514ac7e9964 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:14:22.956770 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-69f47ad2-3379-4693-8a80-e182d2e8482b tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:22.959675 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-9b23070e-5c63-4100-bd77-a52e0f139da3 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:22.962143 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b23070e-5c63-4100-bd77-a52e0f139da3 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:22.984271 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:22.998784 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Transition to ACTIVE for port object 170f128c-ef73-474e-9276-90bd189613ba will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:23.001660 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-f9f56666-6f12-48bf-ae09-491c6021200b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Calling delete_port for 417dc7de-9817-43f0-a37a-30d07fe27cc9 owned by network:router_gateway {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:23.026501 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Transition to ACTIVE for port object 170f128c-ef73-474e-9276-90bd189613ba will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:23.036464 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:23.052949 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f47ad2-3379-4693-8a80-e182d2e8482b tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:23.060505 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-69f47ad2-3379-4693-8a80-e182d2e8482b tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:23.074433 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f47ad2-3379-4693-8a80-e182d2e8482b tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:23.117535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-84ba578e-b046-422c-a452-d59383945575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:23.126533 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:23.129476 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:23.134456 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:23.142262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-84ba578e-b046-422c-a452-d59383945575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:23.183894 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f47ad2-3379-4693-8a80-e182d2e8482b tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Pushing event updated for resources: {'Port': ['ID=403783e0-932d-47c2-822a-235c4e454c61,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:23.204294 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-84ba578e-b046-422c-a452-d59383945575 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9bec69795b34de0bc9ce4bfb3a409ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4176440 Jan 17 14:14:23.212562 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59332) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:23.221982 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Pushing event updated for resources: {'Port': ['ID=170f128c-ef73-474e-9276-90bd189613ba,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:23.246319 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Attempting to bind port 170f128c-ef73-474e-9276-90bd189613ba on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:23.247042 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Attempting to bind port 170f128c-ef73-474e-9276-90bd189613ba by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:23.248255 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Attempting to bind port 170f128c-ef73-474e-9276-90bd189613ba on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:23.255199 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:14:23.255783 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:14:23.256248 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:23.256657 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b23070e-5c63-4100-bd77-a52e0f139da3 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:23.256927 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:14:23.257323 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b23070e-5c63-4100-bd77-a52e0f139da3 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:23.257614 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Bound port: 170f128c-ef73-474e-9276-90bd189613ba, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:14:23.258198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:23.329707 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658818c4-1bf8-4c75-810e-b4607ae6ce2d None None] Network 3f0dcd22-57b5-4946-a33c-afc1db19a957 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:23.336818 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba578e-b046-422c-a452-d59383945575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e647ae08-7966-4b11-93c0-710cb258c213,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:23.357867 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-e2e44b73-ec47-4f1f-be6d-20d2d9df22f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::3d0 (5c806942-cde6-42f7-aae4-af9246279d2e/24566d39-38d7-4b9d-85fa-569e92871473/058af61b-1cd7-49d9-86f3-2514ac7e9964) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:23.386328 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-66474f36-2fb5-4401-8c1a-476d403508f8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:23.451796 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7ec9e961-6b7b-4991-a9e6-15f58db6ebbe tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:23.480508 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9b23070e-5c63-4100-bd77-a52e0f139da3 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4918284 Jan 17 14:14:23.490016 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59338) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:23.510746 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66474f36-2fb5-4401-8c1a-476d403508f8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Subnet': ['ID=ae953bf8-1ffb-4311-bb61-9192b67927ea,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:23.513225 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-66474f36-2fb5-4401-8c1a-476d403508f8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:23.515105 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-66474f36-2fb5-4401-8c1a-476d403508f8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/subnets/ae953bf8-1ffb-4311-bb61-9192b67927ea HTTP/1.1" status: 204 len: 168 time: 1.3250701 Jan 17 14:14:23.518910 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-7e64f9c4-3b94-4102-ad46-cac280b0c4e4 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Request body: {'port': {'network_id': '3f0dcd22-57b5-4946-a33c-afc1db19a957', 'name': 'tempest-AllowedAddressPairTestJSON-1068613130', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:8b:ce:9a'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:23.525762 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59342) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:23.532009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-214f708e-c0b1-4d74-aa3c-28c6125b0cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:23.541742 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeff3594-0b09-4977-a8db-36673422bfd5 None None] Network dcfc6b24-19f7-40e8-85c0-50c37cf4af16 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:23.672731 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-214f708e-c0b1-4d74-aa3c-28c6125b0cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:23.673638 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] For port 170f128c-ef73-474e-9276-90bd189613ba, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:14:23.684626 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2f83b5f4-4568-481e-9897-bb3da3f04ef7 None None] Provisioning for port face0dc8-048a-43ab-acf3-f72c1caf0515 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:23.710642 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-91335491-4bd6-4526-bd81-997663a54b67 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Deleting subnet 5c289481-72ba-45c8-8b1b-7f789889de0d {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:14:23.732101 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-91335491-4bd6-4526-bd81-997663a54b67 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:23.736882 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2f83b5f4-4568-481e-9897-bb3da3f04ef7 None None] Provisioning complete for port face0dc8-048a-43ab-acf3-f72c1caf0515 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:23.737529 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f83b5f4-4568-481e-9897-bb3da3f04ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:23.761771 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7e64f9c4-3b94-4102-ad46-cac280b0c4e4 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:23.780760 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7ec9e961-6b7b-4991-a9e6-15f58db6ebbe tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:23.792335 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7e64f9c4-3b94-4102-ad46-cac280b0c4e4 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Usage tracker for resource:port and tenant:39ee9e14b7f54c66a3dfc5d75dff68f3 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:23.802817 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] For port 170f128c-ef73-474e-9276-90bd189613ba, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=170f128c-ef73-474e-9276-90bd189613ba,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:14:23.820931 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:23.850433 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7e64f9c4-3b94-4102-ad46-cac280b0c4e4 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:23.955458 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7e64f9c4-3b94-4102-ad46-cac280b0c4e4 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:23.965014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f9f56666-6f12-48bf-ae09-491c6021200b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:24.002376 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9e961-6b7b-4991-a9e6-15f58db6ebbe tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Pushing event deleted for resources: {'Subnet': ['ID=954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:24.028938 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7ec9e961-6b7b-4991-a9e6-15f58db6ebbe tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:24.030637 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f56666-6f12-48bf-ae09-491c6021200b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event deleted for resources: {'Port': ['ID=417dc7de-9817-43f0-a37a-30d07fe27cc9,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:24.041482 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-91335491-4bd6-4526-bd81-997663a54b67 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:24.057330 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8164f153-49c5-430f-a1c3-3a0dddec75e6 None None] Network 8998f9b3-74d0-4421-bbd1-ca8cc262e0f5 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:24.172826 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7ec9e961-6b7b-4991-a9e6-15f58db6ebbe tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "DELETE /v2.0/subnets/954c5bc8-ecf3-4bc0-b0c4-1dc0dfead482 HTTP/1.1" status: 204 len: 168 time: 2.2948701 Jan 17 14:14:24.180717 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-214f708e-c0b1-4d74-aa3c-28c6125b0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:24.183261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-214f708e-c0b1-4d74-aa3c-28c6125b0cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:24.185167 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-214f708e-c0b1-4d74-aa3c-28c6125b0cd8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e647ae08-7966-4b11-93c0-710cb258c213 HTTP/1.1" status: 204 len: 168 time: 0.9618006 Jan 17 14:14:24.203032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59348) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:24.259916 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b595134-a689-4cb7-9c3c-1c33aa783684 None None] Pushing event updated for resources: {'Port': ['ID=170f128c-ef73-474e-9276-90bd189613ba,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:24.305756 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-69f47ad2-3379-4693-8a80-e182d2e8482b tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:24.329819 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f708e-c0b1-4d74-aa3c-28c6125b0cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e647ae08-7966-4b11-93c0-710cb258c213,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:24.365044 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-91335491-4bd6-4526-bd81-997663a54b67 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:24.451684 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e64f9c4-3b94-4102-ad46-cac280b0c4e4 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Made reservation on behalf of 39ee9e14b7f54c66a3dfc5d75dff68f3 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:24.522324 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f83b5f4-4568-481e-9897-bb3da3f04ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:24.559072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f9f56666-6f12-48bf-ae09-491c6021200b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:24.635952 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2f83b5f4-4568-481e-9897-bb3da3f04ef7 None None] For port face0dc8-048a-43ab-acf3-f72c1caf0515, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=face0dc8-048a-43ab-acf3-f72c1caf0515,segment=NetworkSegment(ca15fcc1-ab7e-4232-83df-5019d822e13d),segment_id=ca15fcc1-ab7e-4232-83df-5019d822e13d)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:24.645645 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f83b5f4-4568-481e-9897-bb3da3f04ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:24.744399 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83b5f4-4568-481e-9897-bb3da3f04ef7 None None] Pushing event updated for resources: {'Port': ['ID=face0dc8-048a-43ab-acf3-f72c1caf0515,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:24.879542 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f9f56666-6f12-48bf-ae09-491c6021200b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:24.882312 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e128024-3618-42e5-bb93-4b2093e13da5 None None] DHCP port deletion for 8998f9b3-74d0-4421-bbd1-ca8cc262e0f5 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:14:24.883148 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f9f56666-6f12-48bf-ae09-491c6021200b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:24.887215 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9e128024-3618-42e5-bb93-4b2093e13da5 None None] Deleting port e610c61c-57da-478d-895c-d8e9842b838f {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:24.887838 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9e128024-3618-42e5-bb93-4b2093e13da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:24.891323 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:24.932236 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-91335491-4bd6-4526-bd81-997663a54b67 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:24.989612 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Deleting port e610c61c-57da-478d-895c-d8e9842b838f {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:24.990019 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:25.033973 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e64f9c4-3b94-4102-ad46-cac280b0c4e4 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:25.037681 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f9f56666-6f12-48bf-ae09-491c6021200b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:25.038224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f56666-6f12-48bf-ae09-491c6021200b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Fanout notify agent at l3_agent the message router_deleted on router bf4f45c6-0a42-4026-a3ba-e3d9770cf671 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:14:25.049494 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91335491-4bd6-4526-bd81-997663a54b67 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Subnet': ['ID=5c289481-72ba-45c8-8b1b-7f789889de0d,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:25.091465 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-91335491-4bd6-4526-bd81-997663a54b67 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:25.145505 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f9f56666-6f12-48bf-ae09-491c6021200b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:25.146535 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f9f56666-6f12-48bf-ae09-491c6021200b tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "DELETE /v2.0/routers/bf4f45c6-0a42-4026-a3ba-e3d9770cf671 HTTP/1.1" status: 204 len: 168 time: 4.4477153 Jan 17 14:14:25.148021 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-91335491-4bd6-4526-bd81-997663a54b67 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/subnets/5c289481-72ba-45c8-8b1b-7f789889de0d HTTP/1.1" status: 204 len: 168 time: 1.6175518 Jan 17 14:14:25.194892 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59364) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:25.195213 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59366) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:25.417621 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9e128024-3618-42e5-bb93-4b2093e13da5 None None] For port e610c61c-57da-478d-895c-d8e9842b838f, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e610c61c-57da-478d-895c-d8e9842b838f,segment=NetworkSegment(578f3b28-37f6-463b-ac46-a51244490e32),segment_id=578f3b28-37f6-463b-ac46-a51244490e32)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:25.418203 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9e128024-3618-42e5-bb93-4b2093e13da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:25.472794 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e2e44b73-ec47-4f1f-be6d-20d2d9df22f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:25.493028 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-e2e44b73-ec47-4f1f-be6d-20d2d9df22f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object 058af61b-1cd7-49d9-86f3-2514ac7e9964 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:25.539935 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-7e64f9c4-3b94-4102-ad46-cac280b0c4e4 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] device_id is not set on port bb01e006-a547-4b92-b6e6-3c0997c82d98 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:14:25.687294 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-981f5599-e75a-41d9-9eb8-71f91c6dadf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:25.727398 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9e128024-3618-42e5-bb93-4b2093e13da5 None None] Calling delete_port for e610c61c-57da-478d-895c-d8e9842b838f owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:25.742256 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be46bee-4cdf-4127-ba83-53b838197f66 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Deleting subnet ffa63332-356b-497a-a931-2b7b1a3f6caf {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:14:25.745799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8be46bee-4cdf-4127-ba83-53b838197f66 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:25.812680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8be46bee-4cdf-4127-ba83-53b838197f66 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:25.869515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4f1bbf0b-0462-40bd-99b3-fa7aacc597a9 None None] Provisioning complete for port face0dc8-048a-43ab-acf3-f72c1caf0515 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:25.869887 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f1bbf0b-0462-40bd-99b3-fa7aacc597a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:25.945323 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8be46bee-4cdf-4127-ba83-53b838197f66 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:26.039235 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9e128024-3618-42e5-bb93-4b2093e13da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:26.054153 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8be46bee-4cdf-4127-ba83-53b838197f66 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:26.095897 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e2e44b73-ec47-4f1f-be6d-20d2d9df22f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:26.111974 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be46bee-4cdf-4127-ba83-53b838197f66 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event deleted for resources: {'Subnet': ['ID=ffa63332-356b-497a-a931-2b7b1a3f6caf,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:26.119856 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-981f5599-e75a-41d9-9eb8-71f91c6dadf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Deleting port 0abf706e-d922-4dbc-9195-e735db78e5c9 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:26.120111 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-981f5599-e75a-41d9-9eb8-71f91c6dadf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:26.163989 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8be46bee-4cdf-4127-ba83-53b838197f66 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:26.168233 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] For port e610c61c-57da-478d-895c-d8e9842b838f, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e610c61c-57da-478d-895c-d8e9842b838f,segment=NetworkSegment(578f3b28-37f6-463b-ac46-a51244490e32),segment_id=578f3b28-37f6-463b-ac46-a51244490e32)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:26.168623 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:26.191533 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf01d5a-d4b8-4a60-be04-70c4d2a50def None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:26.226640 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f907bd2-a796-4048-8b43-49a6766b3638 None None] Network dcfc6b24-19f7-40e8-85c0-50c37cf4af16 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:26.250224 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e128024-3618-42e5-bb93-4b2093e13da5 None None] Pushing event deleted for resources: {'Port': ['ID=e610c61c-57da-478d-895c-d8e9842b838f,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:26.257799 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-7e64f9c4-3b94-4102-ad46-cac280b0c4e4 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Allocated IP 172.20.0.13 (3f0dcd22-57b5-4946-a33c-afc1db19a957/39e77289-a139-409e-b859-0f21780008e6/bb01e006-a547-4b92-b6e6-3c0997c82d98) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:26.263310 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e44b73-ec47-4f1f-be6d-20d2d9df22f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:26.273317 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-e2e44b73-ec47-4f1f-be6d-20d2d9df22f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:26.310708 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e128024-3618-42e5-bb93-4b2093e13da5 None None] No DVR routers for this DVR port e610c61c-57da-478d-895c-d8e9842b838f on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:14:26.365788 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e44b73-ec47-4f1f-be6d-20d2d9df22f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:26.401789 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e44b73-ec47-4f1f-be6d-20d2d9df22f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:26.403520 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e2e44b73-ec47-4f1f-be6d-20d2d9df22f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:26.427643 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e44b73-ec47-4f1f-be6d-20d2d9df22f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=058af61b-1cd7-49d9-86f3-2514ac7e9964,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:26.434112 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-69f47ad2-3379-4693-8a80-e182d2e8482b tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:26.489448 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-69f47ad2-3379-4693-8a80-e182d2e8482b tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:26.519417 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e2e44b73-ec47-4f1f-be6d-20d2d9df22f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3805294 Jan 17 14:14:26.550005 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 170f128c-ef73-474e-9276-90bd189613ba up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:14:26.584232 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59388) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:26.595420 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Calling delete_port for e610c61c-57da-478d-895c-d8e9842b838f owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:26.659980 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8be46bee-4cdf-4127-ba83-53b838197f66 tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "DELETE /v2.0/subnets/ffa63332-356b-497a-a931-2b7b1a3f6caf HTTP/1.1" status: 204 len: 168 time: 1.4562521 Jan 17 14:14:26.670883 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59394) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:26.725540 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4f1bbf0b-0462-40bd-99b3-fa7aacc597a9 None None] Provisioning for port fea74728-2c40-4d55-8df4-6e50cb87176b completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:26.783125 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4f1bbf0b-0462-40bd-99b3-fa7aacc597a9 None None] Provisioning complete for port fea74728-2c40-4d55-8df4-6e50cb87176b triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:26.783861 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f1bbf0b-0462-40bd-99b3-fa7aacc597a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:26.935116 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 170f128c-ef73-474e-9276-90bd189613ba completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:26.946352 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59402) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:26.973048 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device face0dc8-048a-43ab-acf3-f72c1caf0515 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:14:27.028137 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4f1bbf0b-0462-40bd-99b3-fa7aacc597a9 None None] Port fea74728-2c40-4d55-8df4-6e50cb87176b cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:14:27.052848 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e64f9c4-3b94-4102-ad46-cac280b0c4e4 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:27.064566 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38b05c4f-cb62-4147-a4af-ef823ce68eeb tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:27.073827 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:14:27.074147 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:14:27.097949 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port face0dc8-048a-43ab-acf3-f72c1caf0515 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:27.098780 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:27.101149 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-981f5599-e75a-41d9-9eb8-71f91c6dadf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] For port 0abf706e-d922-4dbc-9195-e735db78e5c9, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=0abf706e-d922-4dbc-9195-e735db78e5c9,segment=NetworkSegment(56b46718-eb1c-4129-9b44-ec8069e729e3),segment_id=56b46718-eb1c-4129-9b44-ec8069e729e3)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:27.101517 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-981f5599-e75a-41d9-9eb8-71f91c6dadf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:27.120218 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-7e64f9c4-3b94-4102-ad46-cac280b0c4e4 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Transition to ACTIVE for port object bb01e006-a547-4b92-b6e6-3c0997c82d98 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:27.176915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e64f9c4-3b94-4102-ad46-cac280b0c4e4 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:27.181349 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4132d617-739f-4cdd-9d54-2c9d33bcb225 None None] DHCP port deletion for dcfc6b24-19f7-40e8-85c0-50c37cf4af16 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:14:27.185673 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Provisioning complete for port 0abf706e-d922-4dbc-9195-e735db78e5c9 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:27.186451 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:27.222883 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c4b5ba-cf2a-4077-89c4-af895d58938a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:27.228850 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c4b5ba-cf2a-4077-89c4-af895d58938a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:27.233561 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d1c4b5ba-cf2a-4077-89c4-af895d58938a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6434095 Jan 17 14:14:27.257200 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4132d617-739f-4cdd-9d54-2c9d33bcb225 None None] Deleting port 0abf706e-d922-4dbc-9195-e735db78e5c9 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:27.258139 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4132d617-739f-4cdd-9d54-2c9d33bcb225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:27.281763 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59408) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:27.286612 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64f9c4-3b94-4102-ad46-cac280b0c4e4 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Pushing event updated for resources: {'Port': ['ID=bb01e006-a547-4b92-b6e6-3c0997c82d98,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:27.305091 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-157259444'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:27.313660 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:27.317816 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Usage tracker for resource:network and tenant:3850baece7724ebaa4aac0422f1469a2 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:27.321441 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:27.331156 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-981f5599-e75a-41d9-9eb8-71f91c6dadf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Calling delete_port for 0abf706e-d922-4dbc-9195-e735db78e5c9 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:27.409226 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:27.421510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-7363ddc8-eb49-4956-b7f4-19a404e49788 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port 058af61b-1cd7-49d9-86f3-2514ac7e9964 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:27.421850 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7363ddc8-eb49-4956-b7f4-19a404e49788 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:27.513779 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38b05c4f-cb62-4147-a4af-ef823ce68eeb tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:27.537131 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e64f9c4-3b94-4102-ad46-cac280b0c4e4 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Network 3f0dcd22-57b5-4946-a33c-afc1db19a957 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:27.550679 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-7e64f9c4-3b94-4102-ad46-cac280b0c4e4 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:27.554214 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e64f9c4-3b94-4102-ad46-cac280b0c4e4 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:27.588399 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-38b05c4f-cb62-4147-a4af-ef823ce68eeb tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bb5fcf-dc03-45f8-a900-4c5df8ced5fc']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:27.598157 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Made reservation on behalf of 3850baece7724ebaa4aac0422f1469a2 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:27.601756 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:27.602980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-38b05c4f-cb62-4147-a4af-ef823ce68eeb tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8939065-a331-439c-ad29-82a377c1cd5d') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:27.603382 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-38b05c4f-cb62-4147-a4af-ef823ce68eeb tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8939065-a331-439c-ad29-82a377c1cd5d') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:27.618476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38b05c4f-cb62-4147-a4af-ef823ce68eeb tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:27.629757 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:27.638772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38b05c4f-cb62-4147-a4af-ef823ce68eeb tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:27.648307 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b05c4f-cb62-4147-a4af-ef823ce68eeb tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:14:27.648841 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38b05c4f-cb62-4147-a4af-ef823ce68eeb tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:27.655503 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f47ad2-3379-4693-8a80-e182d2e8482b tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Router 80cb74e6-6967-4295-92bc-d2ed43b547e1 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:14:27.661112 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e610c61c-57da-478d-895c-d8e9842b838f no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:14:27.687384 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:27.718211 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Usage tracker for resource:security_group_rule and tenant:3850baece7724ebaa4aac0422f1469a2 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:27.728159 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:27.740997 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: e610c61c-57da-478d-895c-d8e9842b838f {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:14:27.741493 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e610c61c-57da-478d-895c-d8e9842b838f not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:14:27.770356 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Provisioning for port 170f128c-ef73-474e-9276-90bd189613ba completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:27.774639 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-4132d617-739f-4cdd-9d54-2c9d33bcb225 None None] For port 0abf706e-d922-4dbc-9195-e735db78e5c9, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=0abf706e-d922-4dbc-9195-e735db78e5c9,segment=NetworkSegment(56b46718-eb1c-4129-9b44-ec8069e729e3),segment_id=56b46718-eb1c-4129-9b44-ec8069e729e3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:27.776325 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Deleting port e610c61c-57da-478d-895c-d8e9842b838f {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:27.776668 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:27.780921 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4132d617-739f-4cdd-9d54-2c9d33bcb225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:14:27.804175 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:14:27.810663 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Provisioning complete for port 170f128c-ef73-474e-9276-90bd189613ba triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:27.810663 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:27.838932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-981f5599-e75a-41d9-9eb8-71f91c6dadf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:27.890281 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e64f9c4-3b94-4102-ad46-cac280b0c4e4 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:27.891083 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e64f9c4-3b94-4102-ad46-cac280b0c4e4 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:27.909808 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:28.045690 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7e64f9c4-3b94-4102-ad46-cac280b0c4e4 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.5498598 Jan 17 14:14:28.046449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f5599-e75a-41d9-9eb8-71f91c6dadf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] No DVR routers for this DVR port 0abf706e-d922-4dbc-9195-e735db78e5c9 on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:14:28.058584 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59414) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:28.068128 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] The port 'e610c61c-57da-478d-895c-d8e9842b838f' was deleted {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:14:28.086515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4132d617-739f-4cdd-9d54-2c9d33bcb225 None None] Calling delete_port for 0abf706e-d922-4dbc-9195-e735db78e5c9 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:28.130593 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f5599-e75a-41d9-9eb8-71f91c6dadf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Port': ['ID=0abf706e-d922-4dbc-9195-e735db78e5c9,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:28.217888 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38b05c4f-cb62-4147-a4af-ef823ce68eeb tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:28.328745 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-4132d617-739f-4cdd-9d54-2c9d33bcb225 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:14:28.329257 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-4132d617-739f-4cdd-9d54-2c9d33bcb225 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:14:28.334677 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:28.357937 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38b05c4f-cb62-4147-a4af-ef823ce68eeb tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:28.358642 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7363ddc8-eb49-4956-b7f4-19a404e49788 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:28.374282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] For port 170f128c-ef73-474e-9276-90bd189613ba, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=170f128c-ef73-474e-9276-90bd189613ba,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:28.376105 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b05c4f-cb62-4147-a4af-ef823ce68eeb tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] Pushing event deleted for resources: {'Network': ['ID=00bb5fcf-dc03-45f8-a900-4c5df8ced5fc,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:28.380868 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:28.396432 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f47ad2-3379-4693-8a80-e182d2e8482b tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:14:28.415035 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a173af-3eea-4f61-8c4a-baa46141072a None None] Sync routers for ids ['80cb74e6-6967-4295-92bc-d2ed43b547e1'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:14:28.434450 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a173af-3eea-4f61-8c4a-baa46141072a None None] Routers {'80cb74e6-6967-4295-92bc-d2ed43b547e1'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:14:28.435041 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f2a173af-3eea-4f61-8c4a-baa46141072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:14:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['80cb74e6-6967-4295-92bc-d2ed43b547e1'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:28.466959 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Provisioning complete for port fea74728-2c40-4d55-8df4-6e50cb87176b triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:28.467862 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:28.510620 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 0abf706e-d922-4dbc-9195-e735db78e5c9 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:14:28.556658 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-7363ddc8-eb49-4956-b7f4-19a404e49788 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for 058af61b-1cd7-49d9-86f3-2514ac7e9964 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:28.559855 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:28.564516 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f2a173af-3eea-4f61-8c4a-baa46141072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:28.576260 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 0abf706e-d922-4dbc-9195-e735db78e5c9 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:14:28.577007 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 0abf706e-d922-4dbc-9195-e735db78e5c9 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:14:28.581864 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a173af-3eea-4f61-8c4a-baa46141072a None None] Routers {'80cb74e6-6967-4295-92bc-d2ed43b547e1'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:14:28.583074 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f2a173af-3eea-4f61-8c4a-baa46141072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:14:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['80cb74e6-6967-4295-92bc-d2ed43b547e1'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:28.590375 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Pushing event updated for resources: {'Port': ['ID=170f128c-ef73-474e-9276-90bd189613ba,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:28.608199 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:28.608604 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:28.609050 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:28.609513 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:28.610129 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:28.610569 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:28.610999 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:28.611434 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:28.612135 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:28.612562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:28.612992 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:28.613413 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:28.617530 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d0520601-5cb1-48a1-be58-c8434058fd01 None None] Port fea74728-2c40-4d55-8df4-6e50cb87176b cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:14:28.648166 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-69f47ad2-3379-4693-8a80-e182d2e8482b tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:28.653620 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-69f47ad2-3379-4693-8a80-e182d2e8482b tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "PUT /v2.0/routers/80cb74e6-6967-4295-92bc-d2ed43b547e1 HTTP/1.1" status: 200 len: 915 time: 10.1762221 Jan 17 14:14:28.657571 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59418) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:28.687625 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f2a173af-3eea-4f61-8c4a-baa46141072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:28.688177 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a173af-3eea-4f61-8c4a-baa46141072a None None] The sync data for ids ['80cb74e6-6967-4295-92bc-d2ed43b547e1'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:14:28.732016 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e639870-3730-4477-b69a-dbbe85e18f6b tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:28.738166 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e639870-3730-4477-b69a-dbbe85e18f6b tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:28.744473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e639870-3730-4477-b69a-dbbe85e18f6b tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:28.745449 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1e639870-3730-4477-b69a-dbbe85e18f6b tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Synchronizing usage tracker for tenant:39ee9e14b7f54c66a3dfc5d75dff68f3 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:28.759803 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-62f22916-a236-4749-8db8-15eaf9de699e None None] Provisioning for port 058af61b-1cd7-49d9-86f3-2514ac7e9964 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:28.769147 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-62f22916-a236-4749-8db8-15eaf9de699e None None] Provisioning complete for port 058af61b-1cd7-49d9-86f3-2514ac7e9964 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:28.769657 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-62f22916-a236-4749-8db8-15eaf9de699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:28.793716 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-38b05c4f-cb62-4147-a4af-ef823ce68eeb tempest-FloatingIPTestJSON-1203726356 tempest-FloatingIPTestJSON-1203726356-project] 10.222.0.48 "DELETE /v2.0/networks/00bb5fcf-dc03-45f8-a900-4c5df8ced5fc HTTP/1.1" status: 204 len: 168 time: 2.1149251 Jan 17 14:14:28.797694 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8998f9b3-74d0-4421-bbd1-ca8cc262e0f5']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:28.817922 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-981f5599-e75a-41d9-9eb8-71f91c6dadf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:28.836850 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4132d617-739f-4cdd-9d54-2c9d33bcb225 None None] Deleting port 0abf706e-d922-4dbc-9195-e735db78e5c9 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:28.837592 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4132d617-739f-4cdd-9d54-2c9d33bcb225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:28.844484 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '578f3b28-37f6-463b-ac46-a51244490e32') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:28.844927 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '578f3b28-37f6-463b-ac46-a51244490e32') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:28.857832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:28.880334 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:28.884115 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:28.904330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-981f5599-e75a-41d9-9eb8-71f91c6dadf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfc6b24-19f7-40e8-85c0-50c37cf4af16']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:28.943006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-981f5599-e75a-41d9-9eb8-71f91c6dadf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b46718-eb1c-4129-9b44-ec8069e729e3') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:28.943491 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-981f5599-e75a-41d9-9eb8-71f91c6dadf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b46718-eb1c-4129-9b44-ec8069e729e3') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:28.958748 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:28.969286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4132d617-739f-4cdd-9d54-2c9d33bcb225 None None] The port '0abf706e-d922-4dbc-9195-e735db78e5c9' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:14:28.977428 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-981f5599-e75a-41d9-9eb8-71f91c6dadf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:28.980634 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-62f22916-a236-4749-8db8-15eaf9de699e None None] Port 058af61b-1cd7-49d9-86f3-2514ac7e9964 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:14:28.991236 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c01e5be-07d2-40a5-ae75-343cd48b8d0d,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:28.991451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:14:28.991451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:14:29.015847 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:14:29.021374 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:29.021700 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-62f22916-a236-4749-8db8-15eaf9de699e None None] Provisioning complete for port 170f128c-ef73-474e-9276-90bd189613ba triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:29.021972 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:29.022446 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:29.022982 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:29.023243 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-62f22916-a236-4749-8db8-15eaf9de699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:29.024414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:29.024414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:29.024951 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:29.025195 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:29.025612 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:29.026638 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:29.026638 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:29.027145 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:29.043959 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1e639870-3730-4477-b69a-dbbe85e18f6b tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Unset dirty status for tenant:39ee9e14b7f54c66a3dfc5d75dff68f3 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:29.045775 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1e639870-3730-4477-b69a-dbbe85e18f6b tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.9827619 Jan 17 14:14:29.102835 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59424) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:29.115383 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-981f5599-e75a-41d9-9eb8-71f91c6dadf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:29.187301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981f5599-e75a-41d9-9eb8-71f91c6dadf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:14:29.188262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-981f5599-e75a-41d9-9eb8-71f91c6dadf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:29.201863 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7363ddc8-eb49-4956-b7f4-19a404e49788 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:29.203625 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:14:29.218602 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:14:29.269281 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-62f22916-a236-4749-8db8-15eaf9de699e None None] Provisioning for port bb01e006-a547-4b92-b6e6-3c0997c82d98 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:29.271041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363ddc8-eb49-4956-b7f4-19a404e49788 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=058af61b-1cd7-49d9-86f3-2514ac7e9964,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:29.274336 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-85d1decb-bd65-490b-a663-299b3d2bc655 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "GET /v2.0/routers/80cb74e6-6967-4295-92bc-d2ed43b547e1 HTTP/1.1" status: 200 len: 921 time: 0.6123154 Jan 17 14:14:29.278846 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59430) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:29.285011 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-62f22916-a236-4749-8db8-15eaf9de699e None None] Provisioning complete for port bb01e006-a547-4b92-b6e6-3c0997c82d98 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:29.286839 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:29.287177 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Added segment 8c4aaf04-e8ca-4b28-b73f-74050239541d of type vlan for network 53cb0e35-ed55-4072-9d01-469650b2d882 Jan 17 14:14:29.287332 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-62f22916-a236-4749-8db8-15eaf9de699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:29.352299 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:29.379167 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7363ddc8-eb49-4956-b7f4-19a404e49788 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:29.397217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:29.426526 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] Pushing event deleted for resources: {'Network': ['ID=8998f9b3-74d0-4421-bbd1-ca8cc262e0f5,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:29.430872 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-62f22916-a236-4749-8db8-15eaf9de699e None None] Port bb01e006-a547-4b92-b6e6-3c0997c82d98 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:14:29.439370 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2e83c501-7727-43d7-ba15-579b56787d34 tempest-TagsExtTest-780639227 tempest-TagsExtTest-780639227-project] 10.222.0.48 "DELETE /v2.0/networks/8998f9b3-74d0-4421-bbd1-ca8cc262e0f5 HTTP/1.1" status: 204 len: 168 time: 5.2031379 Jan 17 14:14:29.440253 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7363ddc8-eb49-4956-b7f4-19a404e49788 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/058af61b-1cd7-49d9-86f3-2514ac7e9964 HTTP/1.1" status: 204 len: 168 time: 2.1495655 Jan 17 14:14:29.445616 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59438) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:29.449621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:29.454797 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-fb5bf5ef-c118-44b6-8fe8-6d91d1fa00ce tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Deleting port bb01e006-a547-4b92-b6e6-3c0997c82d98 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:29.461811 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fb5bf5ef-c118-44b6-8fe8-6d91d1fa00ce tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:29.521027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-981f5599-e75a-41d9-9eb8-71f91c6dadf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:29.557273 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-981f5599-e75a-41d9-9eb8-71f91c6dadf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:29.580188 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd19751-2f29-4dec-81af-d3e7e772062f tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:29.581686 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fdd19751-2f29-4dec-81af-d3e7e772062f tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&device_id=80cb74e6-6967-4295-92bc-d2ed43b547e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3003924 Jan 17 14:14:29.588545 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59444) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:29.597507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f5599-e75a-41d9-9eb8-71f91c6dadf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Network': ['ID=dcfc6b24-19f7-40e8-85c0-50c37cf4af16,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:29.606734 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:29.613150 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:29.614105 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:29.628451 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-981f5599-e75a-41d9-9eb8-71f91c6dadf8 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/networks/dcfc6b24-19f7-40e8-85c0-50c37cf4af16 HTTP/1.1" status: 204 len: 168 time: 4.4232240 Jan 17 14:14:29.634331 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59448) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:29.646904 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134b2562-dcfd-45d7-9370-f27bae35a94a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:29.649087 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134b2562-dcfd-45d7-9370-f27bae35a94a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:29.650025 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-134b2562-dcfd-45d7-9370-f27bae35a94a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:29.741271 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59452) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:29.758927 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-134b2562-dcfd-45d7-9370-f27bae35a94a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:29.760448 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-134b2562-dcfd-45d7-9370-f27bae35a94a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3136718 Jan 17 14:14:29.767859 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59458) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:29.791700 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.8427658 Jan 17 14:14:29.808562 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed706c-78f6-430c-a852-069072d3837b tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Pushing event updated for resources: {'Network': ['ID=53cb0e35-ed55-4072-9d01-469650b2d882,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:29.822413 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 53cb0e35-ed55-4072-9d01-469650b2d882 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:14:29.829071 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5da2f2-0b66-4c02-b4ca-8b3bfdea68bf tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] DELETE failed (client error): The resource could not be found. Jan 17 14:14:29.829511 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5da2f2-0b66-4c02-b4ca-8b3bfdea68bf tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:29.831182 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-dc5da2f2-0b66-4c02-b4ca-8b3bfdea68bf tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/subnets/b0c0a36b-f1e3-4426-9712-18760d0fd475 HTTP/1.1" status: 404 len: 337 time: 0.1959200 Jan 17 14:14:29.837559 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59470) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:29.964897 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f8d589-6331-4082-90fc-0725c69c1dc2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] DELETE failed (client error): The resource could not be found. Jan 17 14:14:29.965399 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f8d589-6331-4082-90fc-0725c69c1dc2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:29.967107 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-28f8d589-6331-4082-90fc-0725c69c1dc2 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/networks/a8f190af-9988-4454-904a-147a9b8f44df HTTP/1.1" status: 404 len: 339 time: 0.1258440 Jan 17 14:14:29.970426 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59474) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:30.007795 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb3b37a-e33c-4d9d-bb1f-4cfc4718f3da tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet 24566d39-38d7-4b9d-85fa-569e92871473 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:14:30.017023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b37a-e33c-4d9d-bb1f-4cfc4718f3da tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:30.044247 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59478) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:30.049898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aec6cf-2b69-4ad0-9430-f7d047c6c723 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:30.051478 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e5aec6cf-2b69-4ad0-9430-f7d047c6c723 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "GET /v2.0/networks/8e713ad1-069e-4db5-8938-0391ff946f65 HTTP/1.1" status: 200 len: 881 time: 0.4594159 Jan 17 14:14:30.063037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59482) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:30.102717 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5fedda-fd45-4b41-b77d-a9c55831cd98 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] DELETE failed (client error): The resource could not be found. Jan 17 14:14:30.103408 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5fedda-fd45-4b41-b77d-a9c55831cd98 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:30.105520 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0f5fedda-fd45-4b41-b77d-a9c55831cd98 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/subnets/2875a56a-a85d-4c61-9bb4-e4199683399a HTTP/1.1" status: 404 len: 337 time: 0.1340268 Jan 17 14:14:30.109562 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59488) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:30.127606 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bc9f880b-ccc6-47c2-b74f-d9186bb56275 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "GET /v2.0/ports?device_id=80cb74e6-6967-4295-92bc-d2ed43b547e1 HTTP/1.1" status: 200 len: 205 time: 0.0566268 Jan 17 14:14:30.136576 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59492) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:30.187220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b37a-e33c-4d9d-bb1f-4cfc4718f3da tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:30.220739 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3ef0f4-ec94-482d-9703-1c4805edc030 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] DELETE failed (client error): The resource could not be found. Jan 17 14:14:30.221212 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d3ef0f4-ec94-482d-9703-1c4805edc030 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:30.222890 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7d3ef0f4-ec94-482d-9703-1c4805edc030 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/networks/faa4e701-6549-47a7-868c-be45a817763d HTTP/1.1" status: 404 len: 339 time: 0.1120148 Jan 17 14:14:30.228516 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59496) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:30.307979 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fb5bf5ef-c118-44b6-8fe8-6d91d1fa00ce tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:30.336752 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-90edfede-32b0-43e3-9330-b105bfa2ad4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c6472c9b3ee42ba843b4446bca01fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887163 Jan 17 14:14:30.342836 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f3ddea7c-8b51-4da7-a406-80a5851b9065 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=47556c7adaf148f193a49a6f0ca864f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5996857 Jan 17 14:14:30.346208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59502) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:30.346537 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59504) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:30.388938 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 170f128c-ef73-474e-9276-90bd189613ba up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:14:30.413146 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-765ea50f-e63e-42d4-a26a-f971a55234d9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] DELETE failed (client error): The resource could not be found. Jan 17 14:14:30.413679 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765ea50f-e63e-42d4-a26a-f971a55234d9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:30.415525 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-765ea50f-e63e-42d4-a26a-f971a55234d9 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/subnets/98809482-520d-4a60-8440-85fe6554b3c9 HTTP/1.1" status: 404 len: 337 time: 0.1780012 Jan 17 14:14:30.438715 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59510) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:30.439224 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59512) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:30.477639 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Request body: {'port': {'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882', 'binding:host_id': 'hv-neutron-8249', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520120804'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:30.478441 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 170f128c-ef73-474e-9276-90bd189613ba triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:30.478905 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:30.488087 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:30.497414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Usage tracker for resource:port and tenant:70f84e32cac04e17a87d29b3c229fafb is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:30.500664 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b12d30-1328-4b15-be1f-4636fac3ce16 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] DELETE failed (client error): The resource could not be found. Jan 17 14:14:30.501125 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b12d30-1328-4b15-be1f-4636fac3ce16 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:30.505520 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-40b12d30-1328-4b15-be1f-4636fac3ce16 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/networks/19f00740-ca39-40f5-9fae-f8af1e215032 HTTP/1.1" status: 404 len: 339 time: 0.0608206 Jan 17 14:14:30.508041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8c80e6ef-ac58-4ce9-8b68-9678a07313a8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:30.511487 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-fb5bf5ef-c118-44b6-8fe8-6d91d1fa00ce tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Calling delete_port for bb01e006-a547-4b92-b6e6-3c0997c82d98 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:30.545378 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59518) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:30.562040 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:30.586631 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:30.620903 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Made reservation on behalf of 70f84e32cac04e17a87d29b3c229fafb for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:30.624949 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:30.702905 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d618ba9-8039-4b82-bee2-0ac25883020f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Deleting subnet 50d75cd3-9730-44a6-9f20-a49c9a33d3da {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:14:30.735042 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d618ba9-8039-4b82-bee2-0ac25883020f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:30.834887 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:30.868201 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:30.877559 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3bffba6d-bca6-449c-996c-48a07afc2ba4 req-3b1eadc4-8375-4243-b5a0-1fbf05a0c01e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5462618 Jan 17 14:14:30.880423 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Usage tracker for resource:security_group_rule and tenant:70f84e32cac04e17a87d29b3c229fafb is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:30.884845 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:30.891909 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b37a-e33c-4d9d-bb1f-4cfc4718f3da tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:30.908873 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8c80e6ef-ac58-4ce9-8b68-9678a07313a8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:30.912636 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:30.930212 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-8c80e6ef-ac58-4ce9-8b68-9678a07313a8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Deleting port 403783e0-932d-47c2-822a-235c4e454c61 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:30.930711 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8c80e6ef-ac58-4ce9-8b68-9678a07313a8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:30.983009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5be52c47-3f30-4310-a3b5-ce442dd8021f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:30.984566 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2c5d3060-6d0b-4160-a6cc-958a32fbb544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:30.994523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d618ba9-8039-4b82-bee2-0ac25883020f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:31.132377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5be52c47-3f30-4310-a3b5-ce442dd8021f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:31.151267 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2c5d3060-6d0b-4160-a6cc-958a32fbb544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:31.213524 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b37a-e33c-4d9d-bb1f-4cfc4718f3da tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:31.246311 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffba6d-bca6-449c-996c-48a07afc2ba4 req-3c022fde-a175-44ce-a655-bf7168826554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:31.247740 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3bffba6d-bca6-449c-996c-48a07afc2ba4 req-3c022fde-a175-44ce-a655-bf7168826554 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bf9d590b7484aed9edd856f9636eb85&device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 1098 time: 0.2805066 Jan 17 14:14:31.254439 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8c80e6ef-ac58-4ce9-8b68-9678a07313a8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:31.260406 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fb5bf5ef-c118-44b6-8fe8-6d91d1fa00ce tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:31.264630 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:31.271753 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:31.299922 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9655e9-dbaa-4b12-b7e3-59480eee952a None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:31.322328 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3b37a-e33c-4d9d-bb1f-4cfc4718f3da tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=24566d39-38d7-4b9d-85fa-569e92871473,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:31.332228 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b37a-e33c-4d9d-bb1f-4cfc4718f3da tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:31.355077 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bf5ef-c118-44b6-8fe8-6d91d1fa00ce tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Pushing event deleted for resources: {'Port': ['ID=bb01e006-a547-4b92-b6e6-3c0997c82d98,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:31.443391 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d618ba9-8039-4b82-bee2-0ac25883020f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:31.486593 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0cb3b37a-e33c-4d9d-bb1f-4cfc4718f3da tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/24566d39-38d7-4b9d-85fa-569e92871473 HTTP/1.1" status: 204 len: 168 time: 1.7029295 Jan 17 14:14:31.494116 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59524) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:31.497492 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5be52c47-3f30-4310-a3b5-ce442dd8021f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:31.521268 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-8c80e6ef-ac58-4ce9-8b68-9678a07313a8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Calling delete_port for 403783e0-932d-47c2-822a-235c4e454c61 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:31.561506 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] device_id is not set on port b1e788d3-14c5-4c78-90b1-3db74940b2b7 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:14:31.604127 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2c5d3060-6d0b-4160-a6cc-958a32fbb544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:31.633251 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5be52c47-3f30-4310-a3b5-ce442dd8021f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:31.636824 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5be52c47-3f30-4310-a3b5-ce442dd8021f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab6130ff-0f71-402f-b6a4-5f2687e8321a HTTP/1.1" status: 204 len: 168 time: 1.2269330 Jan 17 14:14:31.654960 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eabd66-f439-48d8-845e-eb397bd348f3 None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:14:31.659337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be52c47-3f30-4310-a3b5-ce442dd8021f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6130ff-0f71-402f-b6a4-5f2687e8321a,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:31.673804 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-23eabd66-f439-48d8-845e-eb397bd348f3 None None] Deleting port 170f128c-ef73-474e-9276-90bd189613ba {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:31.674654 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-23eabd66-f439-48d8-845e-eb397bd348f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:31.710255 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc44154-a8fa-4615-8085-80e5dac0ca29,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:31.727946 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d3060-6d0b-4160-a6cc-958a32fbb544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6883e80-b93c-4570-b8b6-e7c0d31b98c7,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:31.775818 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0c203465-5dd0-4fec-a749-9b1ab1a4def1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2776270 Jan 17 14:14:31.775818 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2c5d3060-6d0b-4160-a6cc-958a32fbb544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:31.775818 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2c5d3060-6d0b-4160-a6cc-958a32fbb544 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b6883e80-b93c-4570-b8b6-e7c0d31b98c7 HTTP/1.1" status: 204 len: 168 time: 1.3642902 Jan 17 14:14:31.776192 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59530) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:31.803575 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffba6d-bca6-449c-996c-48a07afc2ba4 req-bd46ae1c-5e49-49b7-ba12-ffb8ff374266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:31.807803 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-9b3f5aec-cb40-4dc7-a682-72ebfac03ed4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:31.813578 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3bffba6d-bca6-449c-996c-48a07afc2ba4 req-bd46ae1c-5e49-49b7-ba12-ffb8ff374266 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65490aef-7574-47e8-8e01-18ff3449c348 HTTP/1.1" status: 200 len: 913 time: 0.4599319 Jan 17 14:14:31.973885 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fb5bf5ef-c118-44b6-8fe8-6d91d1fa00ce tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:31.990609 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fb5bf5ef-c118-44b6-8fe8-6d91d1fa00ce tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "DELETE /v2.0/ports/bb01e006-a547-4b92-b6e6-3c0997c82d98 HTTP/1.1" status: 204 len: 168 time: 2.8834064 Jan 17 14:14:31.992013 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59536) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:32.081921 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3bffba6d-bca6-449c-996c-48a07afc2ba4 req-272fb464-6bed-4fd3-83a3-484e6d1bee4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f0120a3-b504-4e3f-961d-8d0e46099075 HTTP/1.1" status: 200 len: 1001 time: 0.2291031 Jan 17 14:14:32.088300 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57b93d1-90f0-49b4-9a41-8351877218ee tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] GET failed (client error): The resource could not be found. Jan 17 14:14:32.089230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f57b93d1-90f0-49b4-9a41-8351877218ee tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Synchronizing usage tracker for tenant:39ee9e14b7f54c66a3dfc5d75dff68f3 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:32.105580 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d618ba9-8039-4b82-bee2-0ac25883020f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:32.147406 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9b3f5aec-cb40-4dc7-a682-72ebfac03ed4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:32.152122 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9b3f5aec-cb40-4dc7-a682-72ebfac03ed4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:32.157649 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9b3f5aec-cb40-4dc7-a682-72ebfac03ed4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:32.168150 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9b3f5aec-cb40-4dc7-a682-72ebfac03ed4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:32.205977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3f5aec-cb40-4dc7-a682-72ebfac03ed4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:32.212452 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5aec-cb40-4dc7-a682-72ebfac03ed4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:32.241996 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-23eabd66-f439-48d8-845e-eb397bd348f3 None None] For port 170f128c-ef73-474e-9276-90bd189613ba, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=170f128c-ef73-474e-9276-90bd189613ba,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:32.242562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-23eabd66-f439-48d8-845e-eb397bd348f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:32.259216 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] device_id is not set on port b1e788d3-14c5-4c78-90b1-3db74940b2b7 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:14:32.267522 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8c80e6ef-ac58-4ce9-8b68-9678a07313a8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:32.315018 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:32.318415 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffba6d-bca6-449c-996c-48a07afc2ba4 req-3a92beae-6540-42f7-94d4-3d6c42ea7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:32.320331 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3bffba6d-bca6-449c-996c-48a07afc2ba4 req-3a92beae-6540-42f7-94d4-3d6c42ea7dc4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=108e9ce5-417b-4ebb-b330-fd1632de2fea HTTP/1.1" status: 200 len: 851 time: 0.1999476 Jan 17 14:14:32.387590 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80e6ef-ac58-4ce9-8b68-9678a07313a8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Pushing event deleted for resources: {'Port': ['ID=403783e0-932d-47c2-822a-235c4e454c61,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:32.442054 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Transition to ACTIVE for port object b1e788d3-14c5-4c78-90b1-3db74940b2b7 will not be triggered until provisioned by entity L2. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:32.444487 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 170f128c-ef73-474e-9276-90bd189613ba no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:14:32.509496 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:32.567856 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d618ba9-8039-4b82-bee2-0ac25883020f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:32.577123 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d618ba9-8039-4b82-bee2-0ac25883020f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Subnet': ['ID=50d75cd3-9730-44a6-9f20-a49c9a33d3da,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:32.585463 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5aec-cb40-4dc7-a682-72ebfac03ed4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:32.595805 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8d618ba9-8039-4b82-bee2-0ac25883020f tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/subnets/50d75cd3-9730-44a6-9f20-a49c9a33d3da HTTP/1.1" status: 204 len: 168 time: 2.0463669 Jan 17 14:14:32.634971 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f57b93d1-90f0-49b4-9a41-8351877218ee tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Unset dirty status for tenant:39ee9e14b7f54c66a3dfc5d75dff68f3 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:32.644352 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f57b93d1-90f0-49b4-9a41-8351877218ee tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "GET /v2.0/ports/bb01e006-a547-4b92-b6e6-3c0997c82d98 HTTP/1.1" status: 404 len: 333 time: 0.6413565 Jan 17 14:14:32.646237 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59558) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:32.646237 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59560) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:32.737926 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8c80e6ef-ac58-4ce9-8b68-9678a07313a8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:32.847408 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-23eabd66-f439-48d8-845e-eb397bd348f3 None None] Calling delete_port for 170f128c-ef73-474e-9276-90bd189613ba owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:32.864708 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-58fcd743-48dc-43e9-88d8-2be23e403e71 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Request body: {'port': {'network_id': '3f0dcd22-57b5-4946-a33c-afc1db19a957', 'name': 'tempest-AllowedAddressPairTestJSON-536775114'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:32.884253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:32.895357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3f5aec-cb40-4dc7-a682-72ebfac03ed4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:32.903129 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-9b3f5aec-cb40-4dc7-a682-72ebfac03ed4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:32.909695 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3f5aec-cb40-4dc7-a682-72ebfac03ed4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:32.910531 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5aec-cb40-4dc7-a682-72ebfac03ed4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:32.923155 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Pushing event updated for resources: {'Port': ['ID=b1e788d3-14c5-4c78-90b1-3db74940b2b7,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:32.945143 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15044425-8760-4ba1-bd01-ff39248a4bff None None] Network 89e9e5e0-93af-4275-bfe9-4f012d7a4731 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:33.036593 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Checking segment: {'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:14:33.037058 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Network hostable DHCP agents. Network: 53cb0e35-ed55-4072-9d01-469650b2d882, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:14:33.061783 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffba6d-bca6-449c-996c-48a07afc2ba4 req-9a0a6ced-1d52-4aad-b905-42026ea5a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:33.063997 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3bffba6d-bca6-449c-996c-48a07afc2ba4 req-9a0a6ced-1d52-4aad-b905-42026ea5a7ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65490aef-7574-47e8-8e01-18ff3449c348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7309325 Jan 17 14:14:33.081655 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8c80e6ef-ac58-4ce9-8b68-9678a07313a8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:33.084593 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8c80e6ef-ac58-4ce9-8b68-9678a07313a8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:33.160484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8c80e6ef-ac58-4ce9-8b68-9678a07313a8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:33.161093 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c80e6ef-ac58-4ce9-8b68-9678a07313a8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Fanout notify agent at l3_agent the message router_deleted on router 80cb74e6-6967-4295-92bc-d2ed43b547e1 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:14:33.316964 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-23eabd66-f439-48d8-845e-eb397bd348f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:33.336531 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3bffba6d-bca6-449c-996c-48a07afc2ba4 req-3a040de6-e29e-4ed8-aab2-b63c1b23a4b3 service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589014 Jan 17 14:14:33.351507 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9b3f5aec-cb40-4dc7-a682-72ebfac03ed4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5689855 Jan 17 14:14:33.369692 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59584) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:33.389732 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eabd66-f439-48d8-845e-eb397bd348f3 None None] Pushing event deleted for resources: {'Port': ['ID=170f128c-ef73-474e-9276-90bd189613ba,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:33.417893 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eabd66-f439-48d8-845e-eb397bd348f3 None None] No DVR routers for this DVR port 170f128c-ef73-474e-9276-90bd189613ba on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:14:33.421512 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:33.426879 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-e26eb7d4-2849-4f68-896f-1749bf3356b0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'name': 'tempest-NetworksTestDHCPv6-1319577308'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:33.445792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59588) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:33.447409 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Deleting port a762411a-ab9b-4e38-8fb6-8bab1a395a6b {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:33.448045 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:33.469479 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Network 53cb0e35-ed55-4072-9d01-469650b2d882 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:14:33.476015 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74496c6b-f2c8-4d59-b960-7e1ddbfe6976 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:33.509185 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f5aec-cb40-4dc7-a682-72ebfac03ed4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=d58f1dd5-a92e-4732-b33d-85ae8198647b,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:33.518723 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 53cb0e35-ed55-4072-9d01-469650b2d882) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:33.537726 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:33.563216 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8c80e6ef-ac58-4ce9-8b68-9678a07313a8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:33.569906 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8c80e6ef-ac58-4ce9-8b68-9678a07313a8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "DELETE /v2.0/routers/80cb74e6-6967-4295-92bc-d2ed43b547e1 HTTP/1.1" status: 204 len: 168 time: 3.4283106 Jan 17 14:14:33.569906 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:33.570502 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:33.570650 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:33.589131 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59596) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:33.589939 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:33.590995 dv-neutron-824901-1-hyperv neutron-server[87524]: ERROR neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:33.642906 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.plugins.ml2.plugin [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 2 to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 Jan 17 14:14:33.671948 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3bffba6d-bca6-449c-996c-48a07afc2ba4 req-e4128396-5db7-4a60-aa97-ae6f15a979eb service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260193 Jan 17 14:14:33.676251 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-5fe6f638-0848-4361-b0fa-5f751fd2346b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-28576527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:33.683163 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:33.683862 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:33.684525 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:33.692999 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1121a112-ca9c-4faf-b1cc-97b40ffdaf59 None None] Network 53cb0e35-ed55-4072-9d01-469650b2d882 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:33.693623 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5fe6f638-0848-4361-b0fa-5f751fd2346b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:33.702427 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:33.703143 dv-neutron-824901-1-hyperv neutron-server[87524]: ERROR neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:33.704619 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5fe6f638-0848-4361-b0fa-5f751fd2346b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Usage tracker for resource:router and tenant:5611986ee91b4ea3a8fa8c26072f4e01 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:33.710473 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.plugins.ml2.plugin [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 3 to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 Jan 17 14:14:33.737110 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5fe6f638-0848-4361-b0fa-5f751fd2346b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:33.742320 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:33.743414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:33.744005 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:33.753732 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5fe6f638-0848-4361-b0fa-5f751fd2346b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:33.759368 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:33.766720 dv-neutron-824901-1-hyperv neutron-server[87524]: ERROR neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:33.770445 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.plugins.ml2.plugin [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 4 to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 Jan 17 14:14:33.779769 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-7d2fdf15-116e-48f2-ac38-47360fb89d76 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] Request body: {'port': {'network_id': 'c2f5a82c-b6c1-485a-8cee-56df273ba277', 'name': 'tempest-NetworksNegativeTestJSON-965103059'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:33.790613 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5fe6f638-0848-4361-b0fa-5f751fd2346b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:33.792178 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5fe6f638-0848-4361-b0fa-5f751fd2346b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:33.806284 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:33.807116 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:33.808179 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:33.815576 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:33.816233 dv-neutron-824901-1-hyperv neutron-server[87524]: ERROR neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:33.818510 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.plugins.ml2.plugin [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 5 to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 Jan 17 14:14:33.842992 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:33.843526 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:33.844200 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:33.858374 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5fe6f638-0848-4361-b0fa-5f751fd2346b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:33.860809 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:33.862227 dv-neutron-824901-1-hyperv neutron-server[87524]: ERROR neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:33.870741 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.plugins.ml2.plugin [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 6 to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 Jan 17 14:14:33.888295 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2fdf15-116e-48f2-ac38-47360fb89d76 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] POST failed (client error): The resource could not be found. Jan 17 14:14:33.888775 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2fdf15-116e-48f2-ac38-47360fb89d76 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:33.893319 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7d2fdf15-116e-48f2-ac38-47360fb89d76 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3855402 Jan 17 14:14:33.894834 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:33.895161 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:33.897017 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:33.899836 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59604) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:33.942609 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:33.942976 dv-neutron-824901-1-hyperv neutron-server[87524]: ERROR neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:33.944420 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.plugins.ml2.plugin [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 7 to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 Jan 17 14:14:33.953573 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-152aacb5-060f-486e-8e17-0b058441963e tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] DELETE failed (client error): The resource could not be found. Jan 17 14:14:33.954046 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152aacb5-060f-486e-8e17-0b058441963e tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:33.962341 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-152aacb5-060f-486e-8e17-0b058441963e tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] 10.222.0.48 "DELETE /v2.0/networks/42f08488-bbf3-4e76-9c51-870070fa5f93 HTTP/1.1" status: 404 len: 339 time: 0.0602040 Jan 17 14:14:33.969020 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5fe6f638-0848-4361-b0fa-5f751fd2346b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:33.987769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59610) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:34.015814 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-58fcd743-48dc-43e9-88d8-2be23e403e71 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:34.046705 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:34.048173 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:34.048716 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:34.050124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-58fcd743-48dc-43e9-88d8-2be23e403e71 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:34.050387 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a612435-6e88-4420-8335-742a252ba7ef None None] DHCP port deletion for 89e9e5e0-93af-4275-bfe9-4f012d7a4731 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:14:34.062827 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:34.063056 dv-neutron-824901-1-hyperv neutron-server[87524]: ERROR neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:34.070015 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.plugins.ml2.plugin [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 8 to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 Jan 17 14:14:34.073003 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] For port a762411a-ab9b-4e38-8fb6-8bab1a395a6b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a762411a-ab9b-4e38-8fb6-8bab1a395a6b,segment=NetworkSegment(3c9e24f7-51ca-4620-96cb-ad792dd13c69),segment_id=3c9e24f7-51ca-4620-96cb-ad792dd13c69)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:34.073424 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:34.080801 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5fe6f638-0848-4361-b0fa-5f751fd2346b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:34.085036 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5fe6f638-0848-4361-b0fa-5f751fd2346b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4785910 Jan 17 14:14:34.087481 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59616) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:34.102866 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b906f56-4f69-49cc-9140-103e3df33f4e tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] DELETE failed (client error): The resource could not be found. Jan 17 14:14:34.103603 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b906f56-4f69-49cc-9140-103e3df33f4e tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:34.105906 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9b906f56-4f69-49cc-9140-103e3df33f4e tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] 10.222.0.48 "DELETE /v2.0/ports/9df65b47-8269-4ce2-ac43-aba375b0274b HTTP/1.1" status: 404 len: 333 time: 0.1151986 Jan 17 14:14:34.112423 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59620) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:34.131438 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9a612435-6e88-4420-8335-742a252ba7ef None None] Deleting port a762411a-ab9b-4e38-8fb6-8bab1a395a6b {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:34.131845 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9a612435-6e88-4420-8335-742a252ba7ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:34.157562 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-f71b8ffa-e111-4719-bdd8-79fc98f428ec tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'enable_snat': False}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:34.164473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:34.164813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:34.165153 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:34.178118 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-55488401-a213-4142-b1e1-b8f6d25d454b tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] DELETE failed (client error): The resource could not be found. Jan 17 14:14:34.181281 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55488401-a213-4142-b1e1-b8f6d25d454b tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:34.184391 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-55488401-a213-4142-b1e1-b8f6d25d454b tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] 10.222.0.48 "DELETE /v2.0/subnets/b935c715-5022-439f-8fd5-0551697997de HTTP/1.1" status: 404 len: 337 time: 0.0701554 Jan 17 14:14:34.187337 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:34.188957 dv-neutron-824901-1-hyperv neutron-server[87524]: ERROR neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:34.190586 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59626) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:34.191554 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.plugins.ml2.plugin [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 9 to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 Jan 17 14:14:34.231772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e26eb7d4-2849-4f68-896f-1749bf3356b0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:34.236419 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e26eb7d4-2849-4f68-896f-1749bf3356b0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:port and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:34.239683 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e26eb7d4-2849-4f68-896f-1749bf3356b0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:34.254549 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:34.254549 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:34.254549 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:34.273806 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-659084a1-eacb-49e5-8f6d-915f13d6dc31 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] GET failed (client error): The resource could not be found. Jan 17 14:14:34.275604 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-659084a1-eacb-49e5-8f6d-915f13d6dc31 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] 10.222.0.48 "GET /v2.0/networks/bce126bc-33f7-486f-84c2-e2f08de5fe56 HTTP/1.1" status: 404 len: 339 time: 0.0558774 Jan 17 14:14:34.276941 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:34.277456 dv-neutron-824901-1-hyperv neutron-server[87524]: ERROR neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:34.278793 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.plugins.ml2.plugin [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 10 to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 Jan 17 14:14:34.307836 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59634) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:34.308768 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:34.310036 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:34.310609 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:34.324767 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fcd743-48dc-43e9-88d8-2be23e403e71 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Made reservation on behalf of 39ee9e14b7f54c66a3dfc5d75dff68f3 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:34.330371 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-58fcd743-48dc-43e9-88d8-2be23e403e71 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:34.355610 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': 'd58f1dd5-a92e-4732-b33d-85ae8198647b'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:14:34.356478 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:34.377962 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:34.378489 dv-neutron-824901-1-hyperv neutron-server[87524]: ERROR neutron.plugins.ml2.managers [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port b1e788d3-14c5-4c78-90b1-3db74940b2b7 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:34.379159 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:34.400658 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Calling delete_port for a762411a-ab9b-4e38-8fb6-8bab1a395a6b owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:34.401395 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-a476c239-20d2-48f7-91d5-2879aecda4c5 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] GET failed (client error): The resource could not be found. Jan 17 14:14:34.403034 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a476c239-20d2-48f7-91d5-2879aecda4c5 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] 10.222.0.48 "GET /v2.0/ports/95a46504-326b-4997-a9f7-2fa28ae2c825 HTTP/1.1" status: 404 len: 333 time: 0.0880218 Jan 17 14:14:34.417114 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59638) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:34.430657 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e26eb7d4-2849-4f68-896f-1749bf3356b0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:34.455795 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a762411a-ab9b-4e38-8fb6-8bab1a395a6b no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:14:34.478752 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26eb7d4-2849-4f68-896f-1749bf3356b0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:34.482798 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e26eb7d4-2849-4f68-896f-1749bf3356b0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:34.507794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-58fcd743-48dc-43e9-88d8-2be23e403e71 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] device_id is not set on port 365ed61e-accb-4f39-a4a2-037c25b61c6b yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:14:34.516989 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-476ca112-8ea3-4f4a-811e-fbba94b93fc1 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] GET failed (client error): The resource could not be found. Jan 17 14:14:34.520260 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-476ca112-8ea3-4f4a-811e-fbba94b93fc1 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] 10.222.0.48 "GET /v2.0/subnets/f9916aa1-1718-4897-a14c-0ea741f97fe7 HTTP/1.1" status: 404 len: 337 time: 0.1009579 Jan 17 14:14:34.528291 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59646) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:34.550635 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-fda8422e-cea2-4cea-8d5d-d9d1e1d6f759 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:34.578418 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda8422e-cea2-4cea-8d5d-d9d1e1d6f759 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] PUT failed (client error): The resource could not be found. Jan 17 14:14:34.579004 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda8422e-cea2-4cea-8d5d-d9d1e1d6f759 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:34.580761 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fda8422e-cea2-4cea-8d5d-d9d1e1d6f759 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] 10.222.0.48 "PUT /v2.0/networks/255b7d47-aad0-4623-b681-a2c84af301fd HTTP/1.1" status: 404 len: 339 time: 0.0511224 Jan 17 14:14:34.584296 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59650) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:34.593939 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-09e11d3e-2395-44ba-aba6-c210aa86e005 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:34.636983 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e11d3e-2395-44ba-aba6-c210aa86e005 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] PUT failed (client error): The resource could not be found. Jan 17 14:14:34.636983 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e11d3e-2395-44ba-aba6-c210aa86e005 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:34.638757 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-09e11d3e-2395-44ba-aba6-c210aa86e005 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] 10.222.0.48 "PUT /v2.0/ports/5b559e8a-7fad-4335-930e-8e243ea2d43c HTTP/1.1" status: 404 len: 333 time: 0.0528824 Jan 17 14:14:34.642482 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59654) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:34.654065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-8c629462-f18c-48e4-b610-f654ff838358 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:34.702747 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c629462-f18c-48e4-b610-f654ff838358 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] PUT failed (client error): The resource could not be found. Jan 17 14:14:34.703429 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c629462-f18c-48e4-b610-f654ff838358 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:34.704722 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8c629462-f18c-48e4-b610-f654ff838358 tempest-NetworksNegativeTestJSON-1710636386 tempest-NetworksNegativeTestJSON-1710636386-project] 10.222.0.48 "PUT /v2.0/subnets/b27ca286-8daa-49b4-97c8-8cfeac54aa46 HTTP/1.1" status: 404 len: 337 time: 0.0609701 Jan 17 14:14:34.748718 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] For port b1e788d3-14c5-4c78-90b1-3db74940b2b7, host hv-neutron-8249, cleared binding levels {{(pid=87524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:14:34.749391 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempted to set empty binding levels {{(pid=87524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 17 14:14:34.755405 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:34.787741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-e26eb7d4-2849-4f68-896f-1749bf3356b0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port 7daee5d8-bf05-4b9a-b971-d298ea09bba2 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:14:34.826351 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:34.827252 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:34.867992 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.4214108 Jan 17 14:14:34.872464 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59660) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:34.875449 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd6b5b-f8c0-4520-9fd2-de7af9986a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Pushing event updated for resources: {'Port': ['ID=b1e788d3-14c5-4c78-90b1-3db74940b2b7,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:34.953746 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9a612435-6e88-4420-8335-742a252ba7ef None None] For port a762411a-ab9b-4e38-8fb6-8bab1a395a6b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a762411a-ab9b-4e38-8fb6-8bab1a395a6b,segment=NetworkSegment(3c9e24f7-51ca-4620-96cb-ad792dd13c69),segment_id=3c9e24f7-51ca-4620-96cb-ad792dd13c69)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:34.960674 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9a612435-6e88-4420-8335-742a252ba7ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:34.972371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ee30d-63a0-4e0e-9811-8f894fb1913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Deleting port b1e788d3-14c5-4c78-90b1-3db74940b2b7 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:34.972897 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4a4ee30d-63a0-4e0e-9811-8f894fb1913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:35.144262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-58fcd743-48dc-43e9-88d8-2be23e403e71 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Allocated IP 172.20.0.5 (3f0dcd22-57b5-4946-a33c-afc1db19a957/39e77289-a139-409e-b859-0f21780008e6/365ed61e-accb-4f39-a4a2-037c25b61c6b) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:35.221763 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-4a4ee30d-63a0-4e0e-9811-8f894fb1913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] For port b1e788d3-14c5-4c78-90b1-3db74940b2b7, host hv-neutron-8249, got binding levels [] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:35.222410 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4a4ee30d-63a0-4e0e-9811-8f894fb1913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:35.257528 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9a612435-6e88-4420-8335-742a252ba7ef None None] Calling delete_port for a762411a-ab9b-4e38-8fb6-8bab1a395a6b owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:35.318139 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:35.351639 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Allocated IP 2001:db8::2 (5c806942-cde6-42f7-aae4-af9246279d2e/d58f1dd5-a92e-4732-b33d-85ae8198647b/1ef03feb-ba2b-4a26-9317-ff58da0ed644) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:35.435667 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port a762411a-ab9b-4e38-8fb6-8bab1a395a6b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a762411a-ab9b-4e38-8fb6-8bab1a395a6b,segment=NetworkSegment(3c9e24f7-51ca-4620-96cb-ad792dd13c69),segment_id=3c9e24f7-51ca-4620-96cb-ad792dd13c69)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:35.514666 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ee30d-63a0-4e0e-9811-8f894fb1913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Calling delete_port for b1e788d3-14c5-4c78-90b1-3db74940b2b7 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:35.530526 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:35.544600 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59666) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:35.544600 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59668) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:35.565034 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-856652337', 'description': 'tempest-secgroup-smoke-856652337 description', 'project_id': 'e40f67886b8245b096eece694fd84aad'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:35.582994 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:35.594171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Usage tracker for resource:security_group and tenant:e40f67886b8245b096eece694fd84aad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:35.600474 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:35.614703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:35.658258 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:35.662306 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-58fcd743-48dc-43e9-88d8-2be23e403e71 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:35.670852 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=a762411a-ab9b-4e38-8fb6-8bab1a395a6b,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:35.697511 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:35.717688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4a4ee30d-63a0-4e0e-9811-8f894fb1913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:35.782325 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-58fcd743-48dc-43e9-88d8-2be23e403e71 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Transition to ACTIVE for port object 365ed61e-accb-4f39-a4a2-037c25b61c6b will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:35.791838 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f71b8ffa-e111-4719-bdd8-79fc98f428ec tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:35.802005 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:14:35.802495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:14:35.818896 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-9a612435-6e88-4420-8335-742a252ba7ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:14:35.819545 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-9a612435-6e88-4420-8335-742a252ba7ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:14:35.843270 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ee30d-63a0-4e0e-9811-8f894fb1913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1e788d3-14c5-4c78-90b1-3db74940b2b7,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:35.859234 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:35.871050 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:35.877477 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Transition to ACTIVE for port object 1ef03feb-ba2b-4a26-9317-ff58da0ed644 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:35.885888 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b698fc61-7c69-476e-8889-919f37dbdb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:35.900307 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4a4ee30d-63a0-4e0e-9811-8f894fb1913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:35.904061 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Usage tracker for resource:security_group_rule and tenant:e40f67886b8245b096eece694fd84aad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:35.904243 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-58fcd743-48dc-43e9-88d8-2be23e403e71 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:35.909637 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:35.926034 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:35.926259 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Transition to ACTIVE for port object 1ef03feb-ba2b-4a26-9317-ff58da0ed644 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:35.931878 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4a4ee30d-63a0-4e0e-9811-8f894fb1913a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] 10.222.0.48 "DELETE /v2.0/ports/b1e788d3-14c5-4c78-90b1-3db74940b2b7 HTTP/1.1" status: 204 len: 168 time: 1.0580359 Jan 17 14:14:35.932991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b698fc61-7c69-476e-8889-919f37dbdb2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:35.936633 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59678) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:35.942463 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:35.948757 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b698fc61-7c69-476e-8889-919f37dbdb2a admin admin] Usage tracker for resource:security_group_rule and tenant:ec38407268a34a09acce7e0507d28898 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:36.012937 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:36.015622 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b698fc61-7c69-476e-8889-919f37dbdb2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:36.021497 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:36.027118 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:36.032487 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c651c5-55bc-4b2d-b475-f26047e37705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] GET failed (client error): The resource could not be found. Jan 17 14:14:36.033728 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-74c651c5-55bc-4b2d-b475-f26047e37705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Synchronizing usage tracker for tenant:70f84e32cac04e17a87d29b3c229fafb on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:36.044617 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fcd743-48dc-43e9-88d8-2be23e403e71 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Network 3f0dcd22-57b5-4946-a33c-afc1db19a957 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:36.050694 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-58fcd743-48dc-43e9-88d8-2be23e403e71 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:36.050988 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b698fc61-7c69-476e-8889-919f37dbdb2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:36.063164 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fcd743-48dc-43e9-88d8-2be23e403e71 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:36.101146 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcd743-48dc-43e9-88d8-2be23e403e71 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Pushing event updated for resources: {'Port': ['ID=365ed61e-accb-4f39-a4a2-037c25b61c6b,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:36.111886 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Pushing event updated for resources: {'Port': ['ID=1ef03feb-ba2b-4a26-9317-ff58da0ed644,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:36.115845 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-74c651c5-55bc-4b2d-b475-f26047e37705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Unset dirty status for tenant:70f84e32cac04e17a87d29b3c229fafb on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:36.122770 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-e26eb7d4-2849-4f68-896f-1749bf3356b0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::238 (5c806942-cde6-42f7-aae4-af9246279d2e/d58f1dd5-a92e-4732-b33d-85ae8198647b/7daee5d8-bf05-4b9a-b971-d298ea09bba2) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:36.126647 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-74c651c5-55bc-4b2d-b475-f26047e37705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] 10.222.0.48 "GET /v2.0/ports/b1e788d3-14c5-4c78-90b1-3db74940b2b7 HTTP/1.1" status: 404 len: 333 time: 0.1808028 Jan 17 14:14:36.129927 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59682) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:36.149602 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-b2819f26-402e-4848-bd05-c2658d6fcf43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Request body: {'port': {'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-328486976'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:36.165400 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b2819f26-402e-4848-bd05-c2658d6fcf43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:36.176319 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Attempting to bind port 1ef03feb-ba2b-4a26-9317-ff58da0ed644 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:36.176708 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Attempting to bind port 1ef03feb-ba2b-4a26-9317-ff58da0ed644 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:36.177894 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Attempting to bind port 1ef03feb-ba2b-4a26-9317-ff58da0ed644 on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:36.192457 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:14:36.192954 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:14:36.193374 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:36.193774 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:14:36.194253 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Bound port: 1ef03feb-ba2b-4a26-9317-ff58da0ed644, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:14:36.195016 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:36.204506 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b2819f26-402e-4848-bd05-c2658d6fcf43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:36.230003 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fcd743-48dc-43e9-88d8-2be23e403e71 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:36.231628 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-58fcd743-48dc-43e9-88d8-2be23e403e71 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:36.303455 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Deleting port a762411a-ab9b-4e38-8fb6-8bab1a395a6b {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:36.304500 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:36.323263 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:36.330601 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9a612435-6e88-4420-8335-742a252ba7ef None None] Deleting port a762411a-ab9b-4e38-8fb6-8bab1a395a6b {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:36.331209 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9a612435-6e88-4420-8335-742a252ba7ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:36.346604 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b698fc61-7c69-476e-8889-919f37dbdb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:36.349137 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:36.364052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b698fc61-7c69-476e-8889-919f37dbdb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:36.371207 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:36.384556 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Usage tracker for resource:security_group_rule and tenant:e40f67886b8245b096eece694fd84aad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:36.391601 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:36.415519 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:36.418078 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2819f26-402e-4848-bd05-c2658d6fcf43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Made reservation on behalf of 70f84e32cac04e17a87d29b3c229fafb for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:36.421144 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b2819f26-402e-4848-bd05-c2658d6fcf43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:36.421343 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] For port 1ef03feb-ba2b-4a26-9317-ff58da0ed644, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:14:36.426832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edee21c6-e42a-4674-b93e-403e8edd275e,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:36.429247 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] For port 1ef03feb-ba2b-4a26-9317-ff58da0ed644, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=1ef03feb-ba2b-4a26-9317-ff58da0ed644,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:14:36.431630 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b698fc61-7c69-476e-8889-919f37dbdb2a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec38407268a34a09acce7e0507d28898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8855491 Jan 17 14:14:36.442633 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59686) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:36.488600 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:36.524040 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698fc61-7c69-476e-8889-919f37dbdb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379c242d-07ab-47e5-b206-fdc95528f3fe,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:36.579917 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-58fcd743-48dc-43e9-88d8-2be23e403e71 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9057319 Jan 17 14:14:36.584140 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59690) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:36.620294 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-cb0addd6-f819-42ff-94c2-06c9b97aa1a7 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:8b:ce:9a'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:36.635568 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6ca1a4f0-6b19-4217-8e81-7b929eb9ac91 None None] Provisioning for port 365ed61e-accb-4f39-a4a2-037c25b61c6b completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:36.677833 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-b2819f26-402e-4848-bd05-c2658d6fcf43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] device_id is not set on port 7abc2372-5f64-445e-b580-73c24a7b8e6a yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:14:36.689610 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5152c32e-9c2c-41b3-8ba1-b75630420962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:36.735383 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6ca1a4f0-6b19-4217-8e81-7b929eb9ac91 None None] Provisioning complete for port 365ed61e-accb-4f39-a4a2-037c25b61c6b triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:36.735383 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a4f0-6b19-4217-8e81-7b929eb9ac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:36.766586 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:36.799151 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1a4f0-6b19-4217-8e81-7b929eb9ac91 None None] Port 365ed61e-accb-4f39-a4a2-037c25b61c6b cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:14:36.801778 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5152c32e-9c2c-41b3-8ba1-b75630420962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:36.811421 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:36.846144 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81572674-d70e-4a6d-b7e2-23988e1235f7 None None] Pushing event updated for resources: {'Port': ['ID=1ef03feb-ba2b-4a26-9317-ff58da0ed644,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:36.857547 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9a612435-6e88-4420-8335-742a252ba7ef None None] For port a762411a-ab9b-4e38-8fb6-8bab1a395a6b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a762411a-ab9b-4e38-8fb6-8bab1a395a6b,segment=NetworkSegment(3c9e24f7-51ca-4620-96cb-ad792dd13c69),segment_id=3c9e24f7-51ca-4620-96cb-ad792dd13c69)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:36.857947 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9a612435-6e88-4420-8335-742a252ba7ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:36.983270 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:36.988674 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.4368103 Jan 17 14:14:36.990261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59694) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:37.023896 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335c77f-86c8-447b-90c1-44964a1a3d12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c44e816-1106-41ad-8714-e9acfb622318,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:37.032514 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-93f26a03-ea59-42fb-9771-0f6f8038d98a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Request body: {'security_group_rule': {'security_group_id': '7c44e816-1106-41ad-8714-e9acfb622318', 'project_id': 'e40f67886b8245b096eece694fd84aad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:37.066521 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9a612435-6e88-4420-8335-742a252ba7ef None None] Calling delete_port for a762411a-ab9b-4e38-8fb6-8bab1a395a6b owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:37.073601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-93f26a03-ea59-42fb-9771-0f6f8038d98a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:37.090971 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-93f26a03-ea59-42fb-9771-0f6f8038d98a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Usage tracker for resource:security_group_rule and tenant:e40f67886b8245b096eece694fd84aad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:37.103480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-93f26a03-ea59-42fb-9771-0f6f8038d98a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:37.111670 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] For port a762411a-ab9b-4e38-8fb6-8bab1a395a6b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a762411a-ab9b-4e38-8fb6-8bab1a395a6b,segment=NetworkSegment(3c9e24f7-51ca-4620-96cb-ad792dd13c69),segment_id=3c9e24f7-51ca-4620-96cb-ad792dd13c69)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:37.112148 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:37.143750 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-93f26a03-ea59-42fb-9771-0f6f8038d98a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:37.212658 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9a612435-6e88-4420-8335-742a252ba7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:37.220354 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5152c32e-9c2c-41b3-8ba1-b75630420962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:37.242806 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f71b8ffa-e111-4719-bdd8-79fc98f428ec tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:37.272428 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152c32e-9c2c-41b3-8ba1-b75630420962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379c242d-07ab-47e5-b206-fdc95528f3fe,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:37.290068 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5152c32e-9c2c-41b3-8ba1-b75630420962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:37.291312 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5152c32e-9c2c-41b3-8ba1-b75630420962 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/379c242d-07ab-47e5-b206-fdc95528f3fe HTTP/1.1" status: 204 len: 168 time: 0.8475063 Jan 17 14:14:37.308659 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cb0addd6-f819-42ff-94c2-06c9b97aa1a7 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:37.334270 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a612435-6e88-4420-8335-742a252ba7ef None None] No DVR routers for this DVR port a762411a-ab9b-4e38-8fb6-8bab1a395a6b on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:14:37.338831 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a612435-6e88-4420-8335-742a252ba7ef None None] Pushing event deleted for resources: {'Port': ['ID=a762411a-ab9b-4e38-8fb6-8bab1a395a6b,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:37.415811 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Calling delete_port for a762411a-ab9b-4e38-8fb6-8bab1a395a6b owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:37.669475 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cb0addd6-f819-42ff-94c2-06c9b97aa1a7 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:37.677530 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cb0addd6-f819-42ff-94c2-06c9b97aa1a7 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:37.693961 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e26eb7d4-2849-4f68-896f-1749bf3356b0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:37.707835 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f71b8ffa-e111-4719-bdd8-79fc98f428ec tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:37.785036 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-e26eb7d4-2849-4f68-896f-1749bf3356b0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object 7daee5d8-bf05-4b9a-b971-d298ea09bba2 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:37.799950 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0addd6-f819-42ff-94c2-06c9b97aa1a7 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Pushing event updated for resources: {'Port': ['ID=365ed61e-accb-4f39-a4a2-037c25b61c6b,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:37.806620 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-93f26a03-ea59-42fb-9771-0f6f8038d98a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:37.893154 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b2819f26-402e-4848-bd05-c2658d6fcf43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:37.909503 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-cb0addd6-f819-42ff-94c2-06c9b97aa1a7 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] In _notify_port_updated(), no bound segment for port 365ed61e-accb-4f39-a4a2-037c25b61c6b on network 3f0dcd22-57b5-4946-a33c-afc1db19a957 {{(pid=87524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:14:37.917652 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0addd6-f819-42ff-94c2-06c9b97aa1a7 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:37.919033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cb0addd6-f819-42ff-94c2-06c9b97aa1a7 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:37.921178 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-cb0addd6-f819-42ff-94c2-06c9b97aa1a7 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "PUT /v2.0/ports/365ed61e-accb-4f39-a4a2-037c25b61c6b HTTP/1.1" status: 200 len: 992 time: 1.3113239 Jan 17 14:14:37.931649 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59708) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:37.993897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:14:37.994279 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:14:38.055593 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e26eb7d4-2849-4f68-896f-1749bf3356b0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:38.060423 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-93f26a03-ea59-42fb-9771-0f6f8038d98a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:38.070626 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-88b982de-0e18-4ac5-9147-3c62ef7a5c59 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Deleting port 365ed61e-accb-4f39-a4a2-037c25b61c6b {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:38.071583 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-88b982de-0e18-4ac5-9147-3c62ef7a5c59 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:38.149112 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-93f26a03-ea59-42fb-9771-0f6f8038d98a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:38.207100 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-f71b8ffa-e111-4719-bdd8-79fc98f428ec tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Allocated IP 172.26.3.209 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/bbe0c017-681e-4371-b77a-2d7359454391) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:38.288563 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26eb7d4-2849-4f68-896f-1749bf3356b0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:38.303133 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-e26eb7d4-2849-4f68-896f-1749bf3356b0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:38.305759 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26eb7d4-2849-4f68-896f-1749bf3356b0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:38.312094 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26eb7d4-2849-4f68-896f-1749bf3356b0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:38.312740 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e26eb7d4-2849-4f68-896f-1749bf3356b0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:38.328546 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f26a03-ea59-42fb-9771-0f6f8038d98a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b9ed170-d8ef-48aa-9db0-b8c677c0cbbf,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:38.339490 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b2819f26-402e-4848-bd05-c2658d6fcf43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:38.371960 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ec07b7b3-8c66-4db1-aa9e-97d87b1c5240 None None] Provisioning complete for port 365ed61e-accb-4f39-a4a2-037c25b61c6b triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:38.372551 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec07b7b3-8c66-4db1-aa9e-97d87b1c5240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:38.382657 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26eb7d4-2849-4f68-896f-1749bf3356b0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=7daee5d8-bf05-4b9a-b971-d298ea09bba2,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:38.526456 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-88b982de-0e18-4ac5-9147-3c62ef7a5c59 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:38.534965 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2819f26-402e-4848-bd05-c2658d6fcf43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Pushing event updated for resources: {'Port': ['ID=7abc2372-5f64-445e-b580-73c24a7b8e6a,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:38.600973 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 1ef03feb-ba2b-4a26-9317-ff58da0ed644 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:14:38.669791 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e26eb7d4-2849-4f68-896f-1749bf3356b0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.2860575 Jan 17 14:14:38.682472 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-93f26a03-ea59-42fb-9771-0f6f8038d98a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:38.684520 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-93f26a03-ea59-42fb-9771-0f6f8038d98a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6838596 Jan 17 14:14:38.688267 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2819f26-402e-4848-bd05-c2658d6fcf43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Network 53cb0e35-ed55-4072-9d01-469650b2d882 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:38.690114 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ec07b7b3-8c66-4db1-aa9e-97d87b1c5240 None None] Port 365ed61e-accb-4f39-a4a2-037c25b61c6b cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:14:38.717796 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59722) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:38.718471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59724) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:38.718471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59726) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:38.727048 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-b2819f26-402e-4848-bd05-c2658d6fcf43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:38.734642 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-5d2aea9e-ae3d-487b-acea-abbbf95c56df tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Request body: {'security_group_rule': {'security_group_id': '7c44e816-1106-41ad-8714-e9acfb622318', 'project_id': 'e40f67886b8245b096eece694fd84aad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:38.747406 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 1ef03feb-ba2b-4a26-9317-ff58da0ed644 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:38.750862 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5d2aea9e-ae3d-487b-acea-abbbf95c56df tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:38.760980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5d2aea9e-ae3d-487b-acea-abbbf95c56df tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Usage tracker for resource:security_group_rule and tenant:e40f67886b8245b096eece694fd84aad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:38.818152 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6b2ed994-7df7-4b69-a11e-24b554dff5cd None None] Provisioning for port 1ef03feb-ba2b-4a26-9317-ff58da0ed644 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:38.832576 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6b2ed994-7df7-4b69-a11e-24b554dff5cd None None] Provisioning complete for port 1ef03feb-ba2b-4a26-9317-ff58da0ed644 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:38.832971 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b2ed994-7df7-4b69-a11e-24b554dff5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:38.858029 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5d2aea9e-ae3d-487b-acea-abbbf95c56df tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:38.863245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2819f26-402e-4848-bd05-c2658d6fcf43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:38.865046 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2819f26-402e-4848-bd05-c2658d6fcf43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:38.866095 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b2819f26-402e-4848-bd05-c2658d6fcf43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:38.882851 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-88b982de-0e18-4ac5-9147-3c62ef7a5c59 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Calling delete_port for 365ed61e-accb-4f39-a4a2-037c25b61c6b owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:38.918813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Deleting port a762411a-ab9b-4e38-8fb6-8bab1a395a6b {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:38.919507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:39.021922 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5d2aea9e-ae3d-487b-acea-abbbf95c56df tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:39.044500 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b2ed994-7df7-4b69-a11e-24b554dff5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:39.097814 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-6b2ed994-7df7-4b69-a11e-24b554dff5cd None None] For port 1ef03feb-ba2b-4a26-9317-ff58da0ed644, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=1ef03feb-ba2b-4a26-9317-ff58da0ed644,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:39.101648 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b2ed994-7df7-4b69-a11e-24b554dff5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:39.160483 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] The port 'a762411a-ab9b-4e38-8fb6-8bab1a395a6b' was deleted {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:14:39.233505 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-88b982de-0e18-4ac5-9147-3c62ef7a5c59 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:39.239015 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b2819f26-402e-4848-bd05-c2658d6fcf43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.1032565 Jan 17 14:14:39.239378 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1150811767'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:39.253023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59738) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:39.253944 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:39.262015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f71b8ffa-e111-4719-bdd8-79fc98f428ec tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:39.275150 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:network and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:39.281171 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:39.285538 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0c17b088-a45e-4a64-b5be-2af510678950 None None] Provisioning for port 7daee5d8-bf05-4b9a-b971-d298ea09bba2 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:39.296304 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0c17b088-a45e-4a64-b5be-2af510678950 None None] Provisioning complete for port 7daee5d8-bf05-4b9a-b971-d298ea09bba2 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:39.296723 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0c17b088-a45e-4a64-b5be-2af510678950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:39.331686 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:39.366499 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ed994-7df7-4b69-a11e-24b554dff5cd None None] Pushing event updated for resources: {'Port': ['ID=1ef03feb-ba2b-4a26-9317-ff58da0ed644,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:39.372244 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b982de-0e18-4ac5-9147-3c62ef7a5c59 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Pushing event deleted for resources: {'Port': ['ID=365ed61e-accb-4f39-a4a2-037c25b61c6b,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:39.380784 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0c17b088-a45e-4a64-b5be-2af510678950 None None] Port 7daee5d8-bf05-4b9a-b971-d298ea09bba2 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:14:39.385188 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:39.462514 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5d2aea9e-ae3d-487b-acea-abbbf95c56df tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:39.544199 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:39.602452 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-88b982de-0e18-4ac5-9147-3c62ef7a5c59 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:39.604728 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Made reservation on behalf of c18c2f95c6754b6292d672e39ba057ee for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:39.610286 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:39.613277 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-88b982de-0e18-4ac5-9147-3c62ef7a5c59 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "DELETE /v2.0/ports/365ed61e-accb-4f39-a4a2-037c25b61c6b HTTP/1.1" status: 204 len: 168 time: 1.6799812 Jan 17 14:14:39.616042 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59742) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:39.658965 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e9e5e0-93af-4275-bfe9-4f012d7a4731']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:39.672967 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-009ba6b0-b974-4197-82cb-c4ae5a78662a tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] GET failed (client error): The resource could not be found. Jan 17 14:14:39.673688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-009ba6b0-b974-4197-82cb-c4ae5a78662a tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Synchronizing usage tracker for tenant:39ee9e14b7f54c66a3dfc5d75dff68f3 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:39.677209 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:39.698365 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-009ba6b0-b974-4197-82cb-c4ae5a78662a tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Unset dirty status for tenant:39ee9e14b7f54c66a3dfc5d75dff68f3 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:39.705780 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-009ba6b0-b974-4197-82cb-c4ae5a78662a tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "GET /v2.0/ports/365ed61e-accb-4f39-a4a2-037c25b61c6b HTTP/1.1" status: 404 len: 333 time: 0.0824711 Jan 17 14:14:39.706020 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59746) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:39.713458 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-b98b0728-8b8e-4db9-b733-ab55d10ccde0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Request body: {'port': {'network_id': '3f0dcd22-57b5-4946-a33c-afc1db19a957', 'name': 'tempest-AllowedAddressPairTestJSON-984426375'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:39.716895 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9e24f7-51ca-4620-96cb-ad792dd13c69') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:39.717345 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9e24f7-51ca-4620-96cb-ad792dd13c69') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:39.751185 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:39.765049 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8063db8b-00b9-4619-98d2-6b34af1b84dd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:39.771137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8063db8b-00b9-4619-98d2-6b34af1b84dd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:39.771977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8063db8b-00b9-4619-98d2-6b34af1b84dd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:39.775850 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:39.827389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:security_group_rule and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:39.838488 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:39.844575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5d2aea9e-ae3d-487b-acea-abbbf95c56df tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:39.857388 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5d2aea9e-ae3d-487b-acea-abbbf95c56df tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:39.859544 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f71b8ffa-e111-4719-bdd8-79fc98f428ec tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:39.863935 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:39.882072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:39.884863 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:39.938799 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b98b0728-8b8e-4db9-b733-ab55d10ccde0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:39.954141 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b98b0728-8b8e-4db9-b733-ab55d10ccde0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:39.964055 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:14:39.964441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:39.970631 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98b0728-8b8e-4db9-b733-ab55d10ccde0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Made reservation on behalf of 39ee9e14b7f54c66a3dfc5d75dff68f3 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:39.974670 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b98b0728-8b8e-4db9-b733-ab55d10ccde0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:14:39.990971 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:14:40.010525 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-b98b0728-8b8e-4db9-b733-ab55d10ccde0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] device_id is not set on port 084b985c-f2f3-41a0-833b-dc04f4a6269f yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:14:40.097630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2aea9e-ae3d-487b-acea-abbbf95c56df tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3129459-547b-4109-9c5e-3cf15dfbe850,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:40.099387 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8063db8b-00b9-4619-98d2-6b34af1b84dd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:40.100581 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8063db8b-00b9-4619-98d2-6b34af1b84dd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.3810883 Jan 17 14:14:40.107977 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59750) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:40.126476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71b8ffa-e111-4719-bdd8-79fc98f428ec tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:40.153789 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-f71b8ffa-e111-4719-bdd8-79fc98f428ec tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:40.155690 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5d2aea9e-ae3d-487b-acea-abbbf95c56df tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:40.156906 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5d2aea9e-ae3d-487b-acea-abbbf95c56df tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4342780 Jan 17 14:14:40.161183 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b8ffa-e111-4719-bdd8-79fc98f428ec tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:40.164967 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59754) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:40.212703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-1ddedad6-5689-4a55-90f3-e5aeaa187af0 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Request body: {'security_group_rule': {'security_group_id': '7c44e816-1106-41ad-8714-e9acfb622318', 'project_id': 'e40f67886b8245b096eece694fd84aad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:40.228085 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b8ffa-e111-4719-bdd8-79fc98f428ec tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Pushing event updated for resources: {'Port': ['ID=bbe0c017-681e-4371-b77a-2d7359454391,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:40.239906 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1ddedad6-5689-4a55-90f3-e5aeaa187af0 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:40.253431 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1ddedad6-5689-4a55-90f3-e5aeaa187af0 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Usage tracker for resource:security_group_rule and tenant:e40f67886b8245b096eece694fd84aad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:40.258161 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1ddedad6-5689-4a55-90f3-e5aeaa187af0 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:40.270738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1ddedad6-5689-4a55-90f3-e5aeaa187af0 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:40.270948 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:40.275686 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-3719c151-82ba-4666-9140-6029a0e08b82 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port 7daee5d8-bf05-4b9a-b971-d298ea09bba2 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:40.276360 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3719c151-82ba-4666-9140-6029a0e08b82 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:40.334064 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-b98b0728-8b8e-4db9-b733-ab55d10ccde0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Allocated IP 172.20.0.4 (3f0dcd22-57b5-4946-a33c-afc1db19a957/39e77289-a139-409e-b859-0f21780008e6/084b985c-f2f3-41a0-833b-dc04f4a6269f) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:40.375632 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1ddedad6-5689-4a55-90f3-e5aeaa187af0 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:40.381423 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 1ef03feb-ba2b-4a26-9317-ff58da0ed644 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:14:40.482088 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 1ef03feb-ba2b-4a26-9317-ff58da0ed644 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:40.482899 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:40.504533 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:40.520934 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1ddedad6-5689-4a55-90f3-e5aeaa187af0 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:40.538620 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1ddedad6-5689-4a55-90f3-e5aeaa187af0 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:40.620357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Network': ['ID=89e9e5e0-93af-4275-bfe9-4f012d7a4731,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:40.666659 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddedad6-5689-4a55-90f3-e5aeaa187af0 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba43352c-35e3-487b-b2e8-7ec1642c6c18,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:40.689520 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f51e33ed-218f-4a20-ba17-35b4c95ba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:40.747524 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a27da6b3-1afc-4281-b391-afc4e61df02b tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/networks/89e9e5e0-93af-4275-bfe9-4f012d7a4731 HTTP/1.1" status: 204 len: 168 time: 8.0930960 Jan 17 14:14:40.758189 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59760) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:40.821779 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1ddedad6-5689-4a55-90f3-e5aeaa187af0 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:40.823219 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1ddedad6-5689-4a55-90f3-e5aeaa187af0 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6570427 Jan 17 14:14:40.829134 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59764) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:40.841875 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e59b655-5cb8-436c-88f3-6412820d7ccb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] DELETE failed (client error): The resource could not be found. Jan 17 14:14:40.842332 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e59b655-5cb8-436c-88f3-6412820d7ccb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:40.843075 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-2a7b1fe0-769a-4b62-8f85-baffc3092f90 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Request body: {'security_group_rule': {'security_group_id': '7c44e816-1106-41ad-8714-e9acfb622318', 'project_id': 'e40f67886b8245b096eece694fd84aad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:40.846308 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4e59b655-5cb8-436c-88f3-6412820d7ccb tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/subnets/b41603ac-8ac5-4ace-af81-4e052a4f5971 HTTP/1.1" status: 404 len: 337 time: 0.0848897 Jan 17 14:14:40.858119 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59768) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:40.864805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2a7b1fe0-769a-4b62-8f85-baffc3092f90 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:40.891761 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2a7b1fe0-769a-4b62-8f85-baffc3092f90 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Usage tracker for resource:security_group_rule and tenant:e40f67886b8245b096eece694fd84aad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:40.915932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2a7b1fe0-769a-4b62-8f85-baffc3092f90 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:40.929350 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:40.930568 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2a7b1fe0-769a-4b62-8f85-baffc3092f90 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:40.942056 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc938d9-f2aa-44f3-bb68-d54abca8f010 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] DELETE failed (client error): The resource could not be found. Jan 17 14:14:40.942765 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc938d9-f2aa-44f3-bb68-d54abca8f010 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:14:40.948138 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8fc938d9-f2aa-44f3-bb68-d54abca8f010 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/networks/eadaa598-1637-421e-9c44-872d5d204fd2 HTTP/1.1" status: 404 len: 339 time: 0.0851109 Jan 17 14:14:40.948732 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3719c151-82ba-4666-9140-6029a0e08b82 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:40.965990 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59772) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:41.029569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:41.120016 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:14:41.122895 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2a7b1fe0-769a-4b62-8f85-baffc3092f90 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:41.187210 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] device_id is not set on port 7abc2372-5f64-445e-b580-73c24a7b8e6a yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:14:41.209592 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:41.224408 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652ab527-e031-4435-82a8-e0331e0b027f,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:41.261326 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:41.261683 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Added segment 69802c7d-3004-4da2-9d1d-2b322e07b8bb of type vlan for network d1db157f-d8bc-4da5-ad03-4d1a02baa7bb Jan 17 14:14:41.268135 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-3719c151-82ba-4666-9140-6029a0e08b82 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for 7daee5d8-bf05-4b9a-b971-d298ea09bba2 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:41.269760 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Transition to ACTIVE for port object 7abc2372-5f64-445e-b580-73c24a7b8e6a will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:41.295281 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:41.304285 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b98b0728-8b8e-4db9-b733-ab55d10ccde0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:41.352782 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-b98b0728-8b8e-4db9-b733-ab55d10ccde0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Transition to ACTIVE for port object 084b985c-f2f3-41a0-833b-dc04f4a6269f will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:41.369719 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-192abc64-15e2-4d27-b795-7a0882ba2567 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Deleting subnet 2d63a92c-2d6e-47e2-8a06-c83bb10dfbc1 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:14:41.380818 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f71b8ffa-e111-4719-bdd8-79fc98f428ec tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:41.390198 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-192abc64-15e2-4d27-b795-7a0882ba2567 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:41.449894 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:41.493279 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-192abc64-15e2-4d27-b795-7a0882ba2567 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:41.555419 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b98b0728-8b8e-4db9-b733-ab55d10ccde0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:41.570277 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Pushing event updated for resources: {'Port': ['ID=7abc2372-5f64-445e-b580-73c24a7b8e6a,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:41.587365 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2a7b1fe0-769a-4b62-8f85-baffc3092f90 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:41.606318 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3719c151-82ba-4666-9140-6029a0e08b82 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:41.653038 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98b0728-8b8e-4db9-b733-ab55d10ccde0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Network 3f0dcd22-57b5-4946-a33c-afc1db19a957 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:41.654468 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2a7b1fe0-769a-4b62-8f85-baffc3092f90 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:41.660386 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-b98b0728-8b8e-4db9-b733-ab55d10ccde0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:41.692263 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98b0728-8b8e-4db9-b733-ab55d10ccde0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:41.714968 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:41.715360 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:41.715701 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:41.729106 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b1fe0-769a-4b62-8f85-baffc3092f90 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c027de-bd92-4252-95d1-0cda78da8721,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:41.743798 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port 7abc2372-5f64-445e-b580-73c24a7b8e6a on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:41.743798 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:41.744230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:41.750810 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b0728-8b8e-4db9-b733-ab55d10ccde0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Pushing event updated for resources: {'Port': ['ID=084b985c-f2f3-41a0-833b-dc04f4a6269f,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:41.757309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:41.757954 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:41.767031 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 2 to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a Jan 17 14:14:41.772963 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3719c151-82ba-4666-9140-6029a0e08b82 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:41.843397 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719c151-82ba-4666-9140-6029a0e08b82 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=7daee5d8-bf05-4b9a-b971-d298ea09bba2,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:41.877758 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3719c151-82ba-4666-9140-6029a0e08b82 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/7daee5d8-bf05-4b9a-b971-d298ea09bba2 HTTP/1.1" status: 204 len: 168 time: 1.7657425 Jan 17 14:14:41.887790 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59776) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:41.888900 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-192abc64-15e2-4d27-b795-7a0882ba2567 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:41.960078 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2a7b1fe0-769a-4b62-8f85-baffc3092f90 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:41.964366 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2a7b1fe0-769a-4b62-8f85-baffc3092f90 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1241264 Jan 17 14:14:41.972915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59780) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:41.988318 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98b0728-8b8e-4db9-b733-ab55d10ccde0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:41.988318 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b98b0728-8b8e-4db9-b733-ab55d10ccde0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:41.990744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:41.991290 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:41.991818 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:41.994848 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-28fdc1cd-6aea-4e5d-bec5-1e535cfc64ab tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Request body: {'security_group_rule': {'security_group_id': '7c44e816-1106-41ad-8714-e9acfb622318', 'project_id': 'e40f67886b8245b096eece694fd84aad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:42.015143 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-28fdc1cd-6aea-4e5d-bec5-1e535cfc64ab tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:42.029196 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.3077557 Jan 17 14:14:42.035227 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59784) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:42.040297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port 7abc2372-5f64-445e-b580-73c24a7b8e6a on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:42.040657 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:42.044169 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 3 to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a Jan 17 14:14:42.045222 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-28fdc1cd-6aea-4e5d-bec5-1e535cfc64ab tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Usage tracker for resource:security_group_rule and tenant:e40f67886b8245b096eece694fd84aad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:42.051081 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2e2b9-26ab-480e-99bd-ee7ad7d18fd6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Network': ['ID=d1db157f-d8bc-4da5-ad03-4d1a02baa7bb,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:42.052700 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-08fb5b2d-7277-4b7c-93a3-ac135e5c7516 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-55980464'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:42.056903 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-28fdc1cd-6aea-4e5d-bec5-1e535cfc64ab tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:42.074384 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-08fb5b2d-7277-4b7c-93a3-ac135e5c7516 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:42.075193 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network d1db157f-d8bc-4da5-ad03-4d1a02baa7bb details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:14:42.076863 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-28fdc1cd-6aea-4e5d-bec5-1e535cfc64ab tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:42.083235 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b98b0728-8b8e-4db9-b733-ab55d10ccde0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3761370 Jan 17 14:14:42.089735 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6891c9a2-188c-4104-907c-15f1e93aa00b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:42.091759 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6891c9a2-188c-4104-907c-15f1e93aa00b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:42.095928 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6891c9a2-188c-4104-907c-15f1e93aa00b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1661906 Jan 17 14:14:42.097943 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-08fb5b2d-7277-4b7c-93a3-ac135e5c7516 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:network and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:42.100916 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59788) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:42.100916 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59790) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:42.108126 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-08fb5b2d-7277-4b7c-93a3-ac135e5c7516 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:42.150019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-5a474ef1-c67a-49ed-abae-3008bcb23b66 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8b:ce:9a'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:42.150723 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:42.151059 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:42.151393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:42.162553 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port 7abc2372-5f64-445e-b580-73c24a7b8e6a on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:42.163070 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:42.166137 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 4 to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a Jan 17 14:14:42.190750 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f71b8ffa-e111-4719-bdd8-79fc98f428ec tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:42.194383 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f71b8ffa-e111-4719-bdd8-79fc98f428ec tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:42.196444 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:42.196960 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:42.197300 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:42.201536 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-28fdc1cd-6aea-4e5d-bec5-1e535cfc64ab tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Project e40f67886b8245b096eece694fd84aad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:14:42.203049 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port 7abc2372-5f64-445e-b580-73c24a7b8e6a on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:42.203789 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:42.204343 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 5 to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a Jan 17 14:14:42.206149 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-08fb5b2d-7277-4b7c-93a3-ac135e5c7516 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:42.208256 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6a89752e-01c9-4e72-a761-978a0ede7c65 None None] Provisioning for port 084b985c-f2f3-41a0-833b-dc04f4a6269f completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:42.231304 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6a89752e-01c9-4e72-a761-978a0ede7c65 None None] Provisioning complete for port 084b985c-f2f3-41a0-833b-dc04f4a6269f triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:42.231951 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a89752e-01c9-4e72-a761-978a0ede7c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:42.239435 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-28fdc1cd-6aea-4e5d-bec5-1e535cfc64ab tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:42.246599 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-192abc64-15e2-4d27-b795-7a0882ba2567 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:42.295413 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:42.295889 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:42.296301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:42.302064 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fb5b2d-7277-4b7c-93a3-ac135e5c7516 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Made reservation on behalf of c18c2f95c6754b6292d672e39ba057ee for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:42.306092 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-08fb5b2d-7277-4b7c-93a3-ac135e5c7516 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:42.334896 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6a89752e-01c9-4e72-a761-978a0ede7c65 None None] Port 084b985c-f2f3-41a0-833b-dc04f4a6269f cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:14:42.354313 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192abc64-15e2-4d27-b795-7a0882ba2567 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Subnet': ['ID=2d63a92c-2d6e-47e2-8a06-c83bb10dfbc1,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:42.420352 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4690da-38f8-4a64-88f6-17e911b36859 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet d58f1dd5-a92e-4732-b33d-85ae8198647b {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:14:42.431990 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b0c6dd-5661-4b87-99b4-dd4e711f3260 None None] Network 64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:42.441086 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-192abc64-15e2-4d27-b795-7a0882ba2567 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:42.449335 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port 7abc2372-5f64-445e-b580-73c24a7b8e6a on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:42.450216 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:42.452517 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 6 to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a Jan 17 14:14:42.462409 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8b4690da-38f8-4a64-88f6-17e911b36859 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:42.541353 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:42.541791 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:42.542131 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:42.552909 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-192abc64-15e2-4d27-b795-7a0882ba2567 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/subnets/2d63a92c-2d6e-47e2-8a06-c83bb10dfbc1 HTTP/1.1" status: 204 len: 168 time: 1.5773344 Jan 17 14:14:42.555675 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59796) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:42.581206 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port 7abc2372-5f64-445e-b580-73c24a7b8e6a on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:42.581803 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:42.582693 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8b4690da-38f8-4a64-88f6-17e911b36859 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:42.587243 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 7 to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a Jan 17 14:14:42.614920 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fb5b2d-7277-4b7c-93a3-ac135e5c7516 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:14:42.660207 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-28fdc1cd-6aea-4e5d-bec5-1e535cfc64ab tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:42.690217 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-08fb5b2d-7277-4b7c-93a3-ac135e5c7516 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:42.690561 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-08fb5b2d-7277-4b7c-93a3-ac135e5c7516 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Added segment 1c941c88-12a7-48c9-b61a-762a25112af4 of type vlan for network 01c47675-5724-41ea-b569-d7a5eb604e67 Jan 17 14:14:42.694349 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-28fdc1cd-6aea-4e5d-bec5-1e535cfc64ab tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:42.702079 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:42.702683 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:42.703174 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:42.714844 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port 7abc2372-5f64-445e-b580-73c24a7b8e6a on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:42.715323 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:42.726322 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 8 to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a Jan 17 14:14:42.731159 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a999f19-f23d-4096-8992-cf72b65a7879 None None] DHCP port deletion for 64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:14:42.735593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2a999f19-f23d-4096-8992-cf72b65a7879 None None] Deleting port b0254ed9-bde5-49a3-b967-72ac3d05061f {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:42.736176 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a999f19-f23d-4096-8992-cf72b65a7879 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:42.783147 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:42.783477 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:42.783849 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:42.802360 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:42.806282 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port 7abc2372-5f64-445e-b580-73c24a7b8e6a on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:42.806810 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:42.809740 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 9 to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a Jan 17 14:14:42.839006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71b8ffa-e111-4719-bdd8-79fc98f428ec tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Router fc419319-3096-4668-9e88-e8bda579430f is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:14:42.841614 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:42.842111 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:42.842602 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:42.852200 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port 7abc2372-5f64-445e-b580-73c24a7b8e6a on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:42.852818 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:42.856916 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 10 to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a Jan 17 14:14:42.857621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8b4690da-38f8-4a64-88f6-17e911b36859 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:42.864282 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Deleting port b0254ed9-bde5-49a3-b967-72ac3d05061f {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:42.864849 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:42.907223 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5a474ef1-c67a-49ed-abae-3008bcb23b66 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:42.916437 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdc1cd-6aea-4e5d-bec5-1e535cfc64ab tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62db4b5-5f1d-4b69-8c4e-51db5cd9c416,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:42.968214 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-08fb5b2d-7277-4b7c-93a3-ac135e5c7516 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:42.997369 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2a999f19-f23d-4096-8992-cf72b65a7879 None None] For port b0254ed9-bde5-49a3-b967-72ac3d05061f, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b0254ed9-bde5-49a3-b967-72ac3d05061f,segment=NetworkSegment(acd6125e-62d4-44be-b43a-5e7f3a969246),segment_id=acd6125e-62d4-44be-b43a-5e7f3a969246)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:42.997786 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a999f19-f23d-4096-8992-cf72b65a7879 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:43.023660 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-28fdc1cd-6aea-4e5d-bec5-1e535cfc64ab tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:43.028257 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-28fdc1cd-6aea-4e5d-bec5-1e535cfc64ab tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0510068 Jan 17 14:14:43.028484 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:43.028484 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:43.028484 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:43.030230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59800) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:43.051998 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-1a0f59bb-e9ac-4194-92b7-b12c1fe64e12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Request body: {'security_group_rule': {'security_group_id': '7c44e816-1106-41ad-8714-e9acfb622318', 'project_id': 'e40f67886b8245b096eece694fd84aad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:43.067975 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port 7abc2372-5f64-445e-b580-73c24a7b8e6a on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:43.068563 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port 7abc2372-5f64-445e-b580-73c24a7b8e6a on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:43.069071 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:43.095068 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-08fb5b2d-7277-4b7c-93a3-ac135e5c7516 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:43.103525 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fb5b2d-7277-4b7c-93a3-ac135e5c7516 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:43.104370 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-08fb5b2d-7277-4b7c-93a3-ac135e5c7516 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:43.111678 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1a0f59bb-e9ac-4194-92b7-b12c1fe64e12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:43.128973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1a0f59bb-e9ac-4194-92b7-b12c1fe64e12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Usage tracker for resource:security_group_rule and tenant:e40f67886b8245b096eece694fd84aad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:43.153648 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2a999f19-f23d-4096-8992-cf72b65a7879 None None] Calling delete_port for b0254ed9-bde5-49a3-b967-72ac3d05061f owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:43.173236 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8b4690da-38f8-4a64-88f6-17e911b36859 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:43.212176 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1a0f59bb-e9ac-4194-92b7-b12c1fe64e12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:43.244023 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a999f19-f23d-4096-8992-cf72b65a7879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:43.294113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1a0f59bb-e9ac-4194-92b7-b12c1fe64e12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:43.295450 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a999f19-f23d-4096-8992-cf72b65a7879 None None] Pushing event deleted for resources: {'Port': ['ID=b0254ed9-bde5-49a3-b967-72ac3d05061f,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:43.297541 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a999f19-f23d-4096-8992-cf72b65a7879 None None] No DVR routers for this DVR port b0254ed9-bde5-49a3-b967-72ac3d05061f on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:14:43.472369 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8b4690da-38f8-4a64-88f6-17e911b36859 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:43.479760 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8b4690da-38f8-4a64-88f6-17e911b36859 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/d58f1dd5-a92e-4732-b33d-85ae8198647b HTTP/1.1" status: 204 len: 168 time: 1.3722751 Jan 17 14:14:43.482047 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59804) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:43.485490 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71b8ffa-e111-4719-bdd8-79fc98f428ec tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:14:43.487365 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.securitygroups_db [None req-1a0f59bb-e9ac-4194-92b7-b12c1fe64e12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Project e40f67886b8245b096eece694fd84aad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:14:43.496042 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4690da-38f8-4a64-88f6-17e911b36859 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=d58f1dd5-a92e-4732-b33d-85ae8198647b,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:43.499591 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ba3c8b-fe6a-4ae8-951b-e700607a70f8 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:43.501162 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-08fb5b2d-7277-4b7c-93a3-ac135e5c7516 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4608283 Jan 17 14:14:43.508323 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59808) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:43.522927 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-d720f527-915e-46e8-b51a-0f0fcf415d35 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'subnet': {'network_id': 'd1db157f-d8bc-4da5-ad03-4d1a02baa7bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:43.523198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d17604e-51c9-4a42-b206-0d453fd011d9 None None] Sync routers for ids ['fc419319-3096-4668-9e88-e8bda579430f'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:14:43.581959 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f71b8ffa-e111-4719-bdd8-79fc98f428ec tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:43.583225 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f71b8ffa-e111-4719-bdd8-79fc98f428ec tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "PUT /v2.0/routers/fc419319-3096-4668-9e88-e8bda579430f HTTP/1.1" status: 200 len: 914 time: 9.4903069 Jan 17 14:14:43.601767 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59812) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:43.602290 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d17604e-51c9-4a42-b206-0d453fd011d9 None None] Routers {'fc419319-3096-4668-9e88-e8bda579430f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:14:43.603004 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-7d17604e-51c9-4a42-b206-0d453fd011d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:14:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['fc419319-3096-4668-9e88-e8bda579430f'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:43.604578 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb5b2d-7277-4b7c-93a3-ac135e5c7516 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Network': ['ID=01c47675-5724-41ea-b569-d7a5eb604e67,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:43.630693 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a0f59bb-e9ac-4194-92b7-b12c1fe64e12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:43.662527 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 01c47675-5724-41ea-b569-d7a5eb604e67 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:14:43.691745 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d720f527-915e-46e8-b51a-0f0fcf415d35 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:43.698312 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d720f527-915e-46e8-b51a-0f0fcf415d35 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:subnet and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:43.705457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d720f527-915e-46e8-b51a-0f0fcf415d35 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:43.713953 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d720f527-915e-46e8-b51a-0f0fcf415d35 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:43.725900 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-23c6b72a-de69-4716-940d-2fad23861963 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2334697 Jan 17 14:14:43.728400 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] For port 7abc2372-5f64-445e-b580-73c24a7b8e6a, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:14:43.729366 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempted to set empty binding levels {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 17 14:14:43.729783 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59816) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:43.747632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] For port b0254ed9-bde5-49a3-b967-72ac3d05061f, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b0254ed9-bde5-49a3-b967-72ac3d05061f,segment=NetworkSegment(acd6125e-62d4-44be-b43a-5e7f3a969246),segment_id=acd6125e-62d4-44be-b43a-5e7f3a969246)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:43.748197 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:43.768122 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-5f0f7f23-e10c-489d-ba28-826da2476cd3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:43.774554 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-7d17604e-51c9-4a42-b206-0d453fd011d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:43.803878 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:43.818966 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5a474ef1-c67a-49ed-abae-3008bcb23b66 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:43.829995 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d720f527-915e-46e8-b51a-0f0fcf415d35 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Made reservation on behalf of c18c2f95c6754b6292d672e39ba057ee for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:43.837022 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d720f527-915e-46e8-b51a-0f0fcf415d35 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:43.861122 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5a474ef1-c67a-49ed-abae-3008bcb23b66 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:43.958356 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d17604e-51c9-4a42-b206-0d453fd011d9 None None] Routers {'fc419319-3096-4668-9e88-e8bda579430f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:14:43.958974 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-7d17604e-51c9-4a42-b206-0d453fd011d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:14:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['fc419319-3096-4668-9e88-e8bda579430f'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:44.010528 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d82218dc-2d99-41d6-a786-f1b40a5c313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:44.034900 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:44.045435 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:44.046753 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Calling delete_port for b0254ed9-bde5-49a3-b967-72ac3d05061f owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:44.048234 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-7d17604e-51c9-4a42-b206-0d453fd011d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:44.048631 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d17604e-51c9-4a42-b206-0d453fd011d9 None None] The sync data for ids ['fc419319-3096-4668-9e88-e8bda579430f'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:14:44.156609 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] In _notify_port_updated(), no bound segment for port 7abc2372-5f64-445e-b580-73c24a7b8e6a on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:14:44.158386 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:44.159554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:44.162713 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a24e51-14e6-4baf-9f84-47e9b97f1a6a None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:14:44.165913 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] 10.222.0.48 "PUT /v2.0/ports/7abc2372-5f64-445e-b580-73c24a7b8e6a HTTP/1.1" status: 200 len: 980 time: 4.9091537 Jan 17 14:14:44.170560 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d5a24e51-14e6-4baf-9f84-47e9b97f1a6a None None] Deleting port 1ef03feb-ba2b-4a26-9317-ff58da0ed644 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:44.171130 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59820) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:44.171373 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d5a24e51-14e6-4baf-9f84-47e9b97f1a6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:44.275029 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-5a474ef1-c67a-49ed-abae-3008bcb23b66 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] In _notify_port_updated(), no bound segment for port 084b985c-f2f3-41a0-833b-dc04f4a6269f on network 3f0dcd22-57b5-4946-a33c-afc1db19a957 {{(pid=87524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:14:44.284238 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a474ef1-c67a-49ed-abae-3008bcb23b66 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:44.285656 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5a474ef1-c67a-49ed-abae-3008bcb23b66 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:44.287251 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5a474ef1-c67a-49ed-abae-3008bcb23b66 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "PUT /v2.0/ports/084b985c-f2f3-41a0-833b-dc04f4a6269f HTTP/1.1" status: 200 len: 995 time: 2.1856649 Jan 17 14:14:44.296418 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59824) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:44.423882 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b0254ed9-bde5-49a3-b967-72ac3d05061f no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:14:44.425406 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-f423bca6-005e-4938-bc22-be74d8c6504e tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Deleting port 084b985c-f2f3-41a0-833b-dc04f4a6269f {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:44.425947 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f423bca6-005e-4938-bc22-be74d8c6504e tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:44.476397 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5f0f7f23-e10c-489d-ba28-826da2476cd3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:44.499924 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a474ef1-c67a-49ed-abae-3008bcb23b66 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Pushing event updated for resources: {'Port': ['ID=084b985c-f2f3-41a0-833b-dc04f4a6269f,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:44.508328 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5f0f7f23-e10c-489d-ba28-826da2476cd3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:44.515695 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5f0f7f23-e10c-489d-ba28-826da2476cd3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:44.529384 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5f0f7f23-e10c-489d-ba28-826da2476cd3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:44.564039 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: b0254ed9-bde5-49a3-b967-72ac3d05061f {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:14:44.564894 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b0254ed9-bde5-49a3-b967-72ac3d05061f not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:14:44.565625 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 1ef03feb-ba2b-4a26-9317-ff58da0ed644 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:14:44.584048 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0f7f23-e10c-489d-ba28-826da2476cd3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:44.587551 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7f23-e10c-489d-ba28-826da2476cd3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:44.642974 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1184fb-a73f-465c-bd87-3584e237557a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Pushing event updated for resources: {'Port': ['ID=7abc2372-5f64-445e-b580-73c24a7b8e6a,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:44.692102 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4410f7b3-160f-47dc-8bf0-c73170ee31c8 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "GET /v2.0/routers/fc419319-3096-4668-9e88-e8bda579430f HTTP/1.1" status: 200 len: 920 time: 1.0748358 Jan 17 14:14:44.692102 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a0f59bb-e9ac-4194-92b7-b12c1fe64e12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:44.699637 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59828) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:44.700984 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-d5a24e51-14e6-4baf-9f84-47e9b97f1a6a None None] For port 1ef03feb-ba2b-4a26-9317-ff58da0ed644, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=1ef03feb-ba2b-4a26-9317-ff58da0ed644,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:44.701707 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d5a24e51-14e6-4baf-9f84-47e9b97f1a6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:44.705585 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a0f59bb-e9ac-4194-92b7-b12c1fe64e12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:44.720755 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d0dd2254-801d-45c3-9756-49ac2020ccf9 None None] Provisioning complete for port 084b985c-f2f3-41a0-833b-dc04f4a6269f triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:44.721147 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d0dd2254-801d-45c3-9756-49ac2020ccf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:44.783512 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:14:44.783908 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:14:44.790301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f59bb-e9ac-4194-92b7-b12c1fe64e12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8de4120-01a2-4863-94bc-20275ad8d2e5,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:44.822980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a0f59bb-e9ac-4194-92b7-b12c1fe64e12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:44.827415 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1a0f59bb-e9ac-4194-92b7-b12c1fe64e12 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7928779 Jan 17 14:14:44.830246 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59832) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:44.838188 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c171535b-127e-4b74-84ea-3c1b44077f08 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Request body: {'network': {'name': 'tempest-network-smoke--1532080555', 'project_id': 'e40f67886b8245b096eece694fd84aad', 'port_security_enabled': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:44.846672 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c171535b-127e-4b74-84ea-3c1b44077f08 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:44.853303 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c171535b-127e-4b74-84ea-3c1b44077f08 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Usage tracker for resource:network and tenant:e40f67886b8245b096eece694fd84aad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:44.857440 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c171535b-127e-4b74-84ea-3c1b44077f08 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:44.863690 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c171535b-127e-4b74-84ea-3c1b44077f08 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:44.876004 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c171535b-127e-4b74-84ea-3c1b44077f08 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Made reservation on behalf of e40f67886b8245b096eece694fd84aad for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:44.879530 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c171535b-127e-4b74-84ea-3c1b44077f08 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:44.907208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70026322-89f8-4d42-9ce3-c005a9195321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:44.908278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70026322-89f8-4d42-9ce3-c005a9195321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:44.908278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70026322-89f8-4d42-9ce3-c005a9195321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:44.908626 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70026322-89f8-4d42-9ce3-c005a9195321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:44.909081 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70026322-89f8-4d42-9ce3-c005a9195321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:44.909532 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70026322-89f8-4d42-9ce3-c005a9195321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:44.909983 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70026322-89f8-4d42-9ce3-c005a9195321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:44.910454 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70026322-89f8-4d42-9ce3-c005a9195321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:44.910890 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70026322-89f8-4d42-9ce3-c005a9195321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:44.911337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70026322-89f8-4d42-9ce3-c005a9195321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:44.911813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70026322-89f8-4d42-9ce3-c005a9195321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:44.912267 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70026322-89f8-4d42-9ce3-c005a9195321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:44.912712 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70026322-89f8-4d42-9ce3-c005a9195321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:44.913156 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70026322-89f8-4d42-9ce3-c005a9195321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:44.914310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70026322-89f8-4d42-9ce3-c005a9195321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:44.915488 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-70026322-89f8-4d42-9ce3-c005a9195321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Synchronizing usage tracker for tenant:70f84e32cac04e17a87d29b3c229fafb on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:44.937114 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf8092e-7108-4f69-87b9-f38352113ed3 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:44.941393 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cdf8092e-7108-4f69-87b9-f38352113ed3 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&device_id=fc419319-3096-4668-9e88-e8bda579430f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2376361 Jan 17 14:14:44.944254 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59836) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:44.953866 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d5a24e51-14e6-4baf-9f84-47e9b97f1a6a None None] Calling delete_port for 1ef03feb-ba2b-4a26-9317-ff58da0ed644 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:44.958406 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-70026322-89f8-4d42-9ce3-c005a9195321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Unset dirty status for tenant:70f84e32cac04e17a87d29b3c229fafb on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:44.959601 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-70026322-89f8-4d42-9ce3-c005a9195321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13507 time: 0.7769802 Jan 17 14:14:44.963330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c171535b-127e-4b74-84ea-3c1b44077f08 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:14:44.966078 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59840) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:45.039830 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d0dd2254-801d-45c3-9756-49ac2020ccf9 None None] Port 084b985c-f2f3-41a0-833b-dc04f4a6269f cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:14:45.045571 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c171535b-127e-4b74-84ea-3c1b44077f08 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:45.046092 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-c171535b-127e-4b74-84ea-3c1b44077f08 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Added segment f8356bf1-1246-42e0-9374-974f68362f2e of type vlan for network ed801d97-9063-4f1e-99bd-483e3bb7c52f Jan 17 14:14:45.070328 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-3ec9c1be-986f-4038-a3aa-c6207a9bca84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Deleting port 7abc2372-5f64-445e-b580-73c24a7b8e6a {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:45.071461 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3ec9c1be-986f-4038-a3aa-c6207a9bca84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:45.132282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:45.134966 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c171535b-127e-4b74-84ea-3c1b44077f08 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:45.165604 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d5a24e51-14e6-4baf-9f84-47e9b97f1a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:45.236226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c171535b-127e-4b74-84ea-3c1b44077f08 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:45.242839 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c171535b-127e-4b74-84ea-3c1b44077f08 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:45.243503 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c171535b-127e-4b74-84ea-3c1b44077f08 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:45.251356 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f423bca6-005e-4938-bc22-be74d8c6504e tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:45.268052 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a24e51-14e6-4baf-9f84-47e9b97f1a6a None None] Pushing event deleted for resources: {'Port': ['ID=1ef03feb-ba2b-4a26-9317-ff58da0ed644,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:45.273716 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a24e51-14e6-4baf-9f84-47e9b97f1a6a None None] No DVR routers for this DVR port 1ef03feb-ba2b-4a26-9317-ff58da0ed644 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:14:45.284908 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Deleting port b0254ed9-bde5-49a3-b967-72ac3d05061f {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:45.285230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:45.285443 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d720f527-915e-46e8-b51a-0f0fcf415d35 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:45.377790 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:45.505930 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] The port 'b0254ed9-bde5-49a3-b967-72ac3d05061f' was deleted {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:14:45.577256 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c171535b-127e-4b74-84ea-3c1b44077f08 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7458599 Jan 17 14:14:45.586769 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59844) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:45.613334 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1239035547', 'admin_state_up': True, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:45.643787 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:45.646087 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171535b-127e-4b74-84ea-3c1b44077f08 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event updated for resources: {'Network': ['ID=ed801d97-9063-4f1e-99bd-483e3bb7c52f,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:45.660883 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network ed801d97-9063-4f1e-99bd-483e3bb7c52f details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:14:45.681509 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-f423bca6-005e-4938-bc22-be74d8c6504e tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Calling delete_port for 084b985c-f2f3-41a0-833b-dc04f4a6269f owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:45.714062 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Usage tracker for resource:router and tenant:e40f67886b8245b096eece694fd84aad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:45.725662 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-3ec9c1be-986f-4038-a3aa-c6207a9bca84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] For port 7abc2372-5f64-445e-b580-73c24a7b8e6a, host hv-neutron-8249, got binding levels [] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:45.725662 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3ec9c1be-986f-4038-a3aa-c6207a9bca84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:45.735301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:45.765208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:45.798088 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9e2634-3f77-4dd0-bfff-36fc9986906d tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:45.802553 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bd9e2634-3f77-4dd0-bfff-36fc9986906d tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "GET /v2.0/networks/8e713ad1-069e-4db5-8938-0391ff946f65 HTTP/1.1" status: 200 len: 881 time: 0.8501432 Jan 17 14:14:45.814358 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59848) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:45.877694 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720f527-915e-46e8-b51a-0f0fcf415d35 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Subnet': ['ID=9a7cc58c-c423-4681-b7b5-6ea4430429b1,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:45.929572 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-47da980d-f09f-420f-bb31-3f8b16a54e8a tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc419319-3096-4668-9e88-e8bda579430f HTTP/1.1" status: 200 len: 205 time: 0.1121044 Jan 17 14:14:45.929779 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-3ec9c1be-986f-4038-a3aa-c6207a9bca84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Calling delete_port for 7abc2372-5f64-445e-b580-73c24a7b8e6a owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:45.932105 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59852) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:45.937198 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7f23-e10c-489d-ba28-826da2476cd3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:45.956939 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:45.976605 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:45.977608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:46.011242 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:46.034612 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd6125e-62d4-44be-b43a-5e7f3a969246') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:46.034886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd6125e-62d4-44be-b43a-5e7f3a969246') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:46.048262 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d720f527-915e-46e8-b51a-0f0fcf415d35 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Checking segment: {'id': '69802c7d-3004-4da2-9d1d-2b322e07b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1db157f-d8bc-4da5-ad03-4d1a02baa7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:14:46.048626 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d720f527-915e-46e8-b51a-0f0fcf415d35 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network hostable DHCP agents. Network: d1db157f-d8bc-4da5-ad03-4d1a02baa7bb, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:14:46.061930 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:46.064887 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:46.100079 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:46.106272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3ec9c1be-986f-4038-a3aa-c6207a9bca84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:46.138331 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0f7f23-e10c-489d-ba28-826da2476cd3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:46.148107 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-5f0f7f23-e10c-489d-ba28-826da2476cd3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:46.148335 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:14:46.148770 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:46.159070 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84188f5-748b-40ed-b9f9-28aa75646ec7 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:46.159858 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0f7f23-e10c-489d-ba28-826da2476cd3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:46.160465 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7f23-e10c-489d-ba28-826da2476cd3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:14:46.163880 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:14:46.171298 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f7f23-e10c-489d-ba28-826da2476cd3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=173bc1b3-e08c-45db-9803-498a2aeba852,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:46.251429 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9c1be-986f-4038-a3aa-c6207a9bca84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Pushing event deleted for resources: {'Port': ['ID=7abc2372-5f64-445e-b580-73c24a7b8e6a,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:46.260744 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d720f527-915e-46e8-b51a-0f0fcf415d35 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network d1db157f-d8bc-4da5-ad03-4d1a02baa7bb is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:14:46.315814 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-d720f527-915e-46e8-b51a-0f0fcf415d35 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, d1db157f-d8bc-4da5-ad03-4d1a02baa7bb) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:46.337271 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5f0f7f23-e10c-489d-ba28-826da2476cd3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6061618 Jan 17 14:14:46.339769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d720f527-915e-46e8-b51a-0f0fcf415d35 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:46.341472 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d720f527-915e-46e8-b51a-0f0fcf415d35 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:46.344232 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5280da2-eae6-4dce-9422-a9b09c955958 None None] Network d1db157f-d8bc-4da5-ad03-4d1a02baa7bb requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:46.352076 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59856) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:46.356232 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f423bca6-005e-4938-bc22-be74d8c6504e tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:46.423632 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ff503e97-4555-4232-9988-797ed079088f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'name': 'tempest-NetworksTestDHCPv6-1845000801'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:46.532142 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bc3d9f66-9996-4640-8446-e9a30887e057 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:46.572553 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3ec9c1be-986f-4038-a3aa-c6207a9bca84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:46.573446 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': '173bc1b3-e08c-45db-9803-498a2aeba852'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:14:46.574469 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:46.611912 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423bca6-005e-4938-bc22-be74d8c6504e tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Pushing event deleted for resources: {'Port': ['ID=084b985c-f2f3-41a0-833b-dc04f4a6269f,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:46.697609 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d720f527-915e-46e8-b51a-0f0fcf415d35 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1862001 Jan 17 14:14:46.748029 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59860) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:46.781342 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3ec9c1be-986f-4038-a3aa-c6207a9bca84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] 10.222.0.48 "DELETE /v2.0/ports/7abc2372-5f64-445e-b580-73c24a7b8e6a HTTP/1.1" status: 204 len: 168 time: 1.8139434 Jan 17 14:14:46.782667 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:46.787759 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59864) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:46.835175 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:46.877407 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:46.889176 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-d1db157f-d8bc-4da5-ad03-4d1a02baa7bb', 'network_id': 'd1db157f-d8bc-4da5-ad03-4d1a02baa7bb', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'fixed_ips': [{'subnet_id': '9a7cc58c-c423-4681-b7b5-6ea4430429b1'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:14:46.890171 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:46.907162 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] Pushing event deleted for resources: {'Network': ['ID=64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:46.912837 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2c3294-59ab-4788-8782-5547280f98b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] GET failed (client error): The resource could not be found. Jan 17 14:14:46.913768 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ff2c3294-59ab-4788-8782-5547280f98b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Synchronizing usage tracker for tenant:70f84e32cac04e17a87d29b3c229fafb on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:46.920446 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-94e83c77-835e-4d8e-bc60-feb91928ba99 tempest-NetworksIpV6Test-378994044 tempest-NetworksIpV6Test-378994044-project] 10.222.0.48 "DELETE /v2.0/networks/64868ff0-0c8d-4c3e-a4dd-c58f0fde02c5 HTTP/1.1" status: 204 len: 168 time: 4.3634570 Jan 17 14:14:46.938363 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-dce20e6c-d0f9-4e0a-9daa-8d9cd2a1d819 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'subnet': {'network_id': '01c47675-5724-41ea-b569-d7a5eb604e67', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:47.020629 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ff2c3294-59ab-4788-8782-5547280f98b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Unset dirty status for tenant:70f84e32cac04e17a87d29b3c229fafb on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:47.021112 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ff2c3294-59ab-4788-8782-5547280f98b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] 10.222.0.48 "GET /v2.0/ports/7abc2372-5f64-445e-b580-73c24a7b8e6a HTTP/1.1" status: 404 len: 333 time: 0.2318017 Jan 17 14:14:47.026333 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59870) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:47.033633 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-888f8695-ef16-4625-9630-b6e796fa5a7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230743273', 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:47.041984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-888f8695-ef16-4625-9630-b6e796fa5a7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:47.043567 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Allocated IP 2001:db8::2 (5c806942-cde6-42f7-aae4-af9246279d2e/173bc1b3-e08c-45db-9803-498a2aeba852/56307b66-4405-45a6-bff4-57e94c5a8f92) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:47.085300 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-888f8695-ef16-4625-9630-b6e796fa5a7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:47.099106 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ff503e97-4555-4232-9988-797ed079088f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:47.107639 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ff503e97-4555-4232-9988-797ed079088f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:port and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:47.108192 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888f8695-ef16-4625-9630-b6e796fa5a7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Made reservation on behalf of 70f84e32cac04e17a87d29b3c229fafb for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:47.110953 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f423bca6-005e-4938-bc22-be74d8c6504e tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:47.111118 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-888f8695-ef16-4625-9630-b6e796fa5a7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:47.115674 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f423bca6-005e-4938-bc22-be74d8c6504e tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "DELETE /v2.0/ports/084b985c-f2f3-41a0-833b-dc04f4a6269f HTTP/1.1" status: 204 len: 168 time: 2.8130231 Jan 17 14:14:47.120198 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bc3d9f66-9996-4640-8446-e9a30887e057 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:47.123295 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59874) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:47.124326 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ff503e97-4555-4232-9988-797ed079088f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:47.146410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-888f8695-ef16-4625-9630-b6e796fa5a7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] device_id is not set on port 492d24a8-612c-4b8a-83c0-dbd7240b6d14 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:14:47.180437 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ff503e97-4555-4232-9988-797ed079088f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:47.203802 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a837ee4-2777-42d4-9bd4-57a0d79b23fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] GET failed (client error): The resource could not be found. Jan 17 14:14:47.204714 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2a837ee4-2777-42d4-9bd4-57a0d79b23fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Synchronizing usage tracker for tenant:39ee9e14b7f54c66a3dfc5d75dff68f3 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:47.218571 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d9f66-9996-4640-8446-e9a30887e057 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Deleting port bbe0c017-681e-4371-b77a-2d7359454391 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:47.218948 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bc3d9f66-9996-4640-8446-e9a30887e057 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:47.259101 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff503e97-4555-4232-9988-797ed079088f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:47.263343 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ff503e97-4555-4232-9988-797ed079088f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:47.268571 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Allocated IP 2001:db8::2 (d1db157f-d8bc-4da5-ad03-4d1a02baa7bb/9a7cc58c-c423-4681-b7b5-6ea4430429b1/157d849c-0c7f-4779-bb0d-9f6c87e1f5b4) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:47.273382 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-dce20e6c-d0f9-4e0a-9daa-8d9cd2a1d819 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:47.306955 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-dce20e6c-d0f9-4e0a-9daa-8d9cd2a1d819 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:subnet and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:47.316274 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-dce20e6c-d0f9-4e0a-9daa-8d9cd2a1d819 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:47.334611 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-dce20e6c-d0f9-4e0a-9daa-8d9cd2a1d819 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:47.346894 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2a837ee4-2777-42d4-9bd4-57a0d79b23fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Unset dirty status for tenant:39ee9e14b7f54c66a3dfc5d75dff68f3 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:47.354301 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2a837ee4-2777-42d4-9bd4-57a0d79b23fa tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "GET /v2.0/ports/084b985c-f2f3-41a0-833b-dc04f4a6269f HTTP/1.1" status: 404 len: 333 time: 0.2152848 Jan 17 14:14:47.359324 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-ff503e97-4555-4232-9988-797ed079088f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port 7e69f65e-79b2-4b01-9e8b-5f57ede00866 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:14:47.398719 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59880) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:47.426771 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-356e66a3-dac2-4de9-a8fc-ce4582976325 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Request body: {'port': {'network_id': '3f0dcd22-57b5-4946-a33c-afc1db19a957', 'name': 'tempest-AllowedAddressPairTestJSON-941322651'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:47.506106 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59884) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:47.515568 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:47.518394 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce20e6c-d0f9-4e0a-9daa-8d9cd2a1d819 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Made reservation on behalf of c18c2f95c6754b6292d672e39ba057ee for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:47.522132 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dce20e6c-d0f9-4e0a-9daa-8d9cd2a1d819 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:47.537675 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Transition to ACTIVE for port object 56307b66-4405-45a6-bff4-57e94c5a8f92 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:47.614934 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Transition to ACTIVE for port object 56307b66-4405-45a6-bff4-57e94c5a8f92 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:47.637555 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:47.693794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:47.737170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:47.747860 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Transition to ACTIVE for port object 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:47.757598 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:47.768954 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Transition to ACTIVE for port object 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:47.773517 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:47.777445 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:47.782579 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:47.788773 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:47.841790 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Network d1db157f-d8bc-4da5-ad03-4d1a02baa7bb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:47.848093 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:47.850242 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Pushing event updated for resources: {'Port': ['ID=56307b66-4405-45a6-bff4-57e94c5a8f92,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:47.861830 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:47.866481 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:14:47.978399 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Allocated IP 172.26.3.75 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/0980912b-2471-4057-b354-0ca8d5625234) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:47.987135 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-888f8695-ef16-4625-9630-b6e796fa5a7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:48.035814 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bc3d9f66-9996-4640-8446-e9a30887e057 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:48.065510 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Attempting to bind port 56307b66-4405-45a6-bff4-57e94c5a8f92 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:48.065510 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Attempting to bind port 56307b66-4405-45a6-bff4-57e94c5a8f92 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:48.065510 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Attempting to bind port 56307b66-4405-45a6-bff4-57e94c5a8f92 on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:48.089081 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Pushing event updated for resources: {'Port': ['ID=157d849c-0c7f-4779-bb0d-9f6c87e1f5b4,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:48.095795 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:14:48.096350 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:14:48.097597 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:48.097597 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:14:48.098066 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Bound port: 56307b66-4405-45a6-bff4-57e94c5a8f92, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:14:48.098534 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:48.148233 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Attempting to bind port 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:48.148853 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Attempting to bind port 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '69802c7d-3004-4da2-9d1d-2b322e07b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1db157f-d8bc-4da5-ad03-4d1a02baa7bb'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:48.149490 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Attempting to bind port 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4 on network d1db157f-d8bc-4da5-ad03-4d1a02baa7bb {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:48.154234 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-888f8695-ef16-4625-9630-b6e796fa5a7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:48.172540 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:14:48.173070 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Checking segment: {'id': '69802c7d-3004-4da2-9d1d-2b322e07b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1db157f-d8bc-4da5-ad03-4d1a02baa7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:14:48.173367 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:48.173695 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Bound using segment: {'id': '69802c7d-3004-4da2-9d1d-2b322e07b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1db157f-d8bc-4da5-ad03-4d1a02baa7bb'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:14:48.174159 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Bound port: 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69802c7d-3004-4da2-9d1d-2b322e07b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1db157f-d8bc-4da5-ad03-4d1a02baa7bb'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:14:48.174720 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:48.218974 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d9f66-9996-4640-8446-e9a30887e057 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Calling delete_port for bbe0c017-681e-4371-b77a-2d7359454391 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:48.297060 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888f8695-ef16-4625-9630-b6e796fa5a7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Network 53cb0e35-ed55-4072-9d01-469650b2d882 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:48.306548 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-888f8695-ef16-4625-9630-b6e796fa5a7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:48.307138 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] For port 56307b66-4405-45a6-bff4-57e94c5a8f92, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:14:48.311935 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888f8695-ef16-4625-9630-b6e796fa5a7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:48.313421 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888f8695-ef16-4625-9630-b6e796fa5a7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:48.314366 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-888f8695-ef16-4625-9630-b6e796fa5a7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:48.331592 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:48.344134 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f8695-ef16-4625-9630-b6e796fa5a7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Pushing event updated for resources: {'Port': ['ID=492d24a8-612c-4b8a-83c0-dbd7240b6d14,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:48.349052 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] For port 56307b66-4405-45a6-bff4-57e94c5a8f92, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=56307b66-4405-45a6-bff4-57e94c5a8f92,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:14:48.357912 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] For port 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:14:48.364810 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] For port 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=157d849c-0c7f-4779-bb0d-9f6c87e1f5b4,segment=NetworkSegment(69802c7d-3004-4da2-9d1d-2b322e07b8bb),segment_id=69802c7d-3004-4da2-9d1d-2b322e07b8bb)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:14:48.368051 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:48.390754 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-888f8695-ef16-4625-9630-b6e796fa5a7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3637278 Jan 17 14:14:48.393842 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59892) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:48.441547 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:48.475764 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed04d98-f5ce-4f35-916a-360d7b434a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:48.476340 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-eed04d98-f5ce-4f35-916a-360d7b434a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Synchronizing usage tracker for tenant:70f84e32cac04e17a87d29b3c229fafb on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:48.481256 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:48.489899 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-36ee318b-2080-41d2-9a6e-9875b5d6c9e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d2b652a3245f49d7a7545e5b0738ea9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9725478 Jan 17 14:14:48.492326 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-356e66a3-dac2-4de9-a8fc-ce4582976325 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:48.506306 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59896) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:48.533745 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-ff503e97-4555-4232-9988-797ed079088f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::82 (5c806942-cde6-42f7-aae4-af9246279d2e/173bc1b3-e08c-45db-9803-498a2aeba852/7e69f65e-79b2-4b01-9e8b-5f57ede00866) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:48.560113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:48.565120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:48.569919 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:48.573076 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98baa2-3fc5-49aa-8d1b-f40d7804b88b None None] Pushing event updated for resources: {'Port': ['ID=56307b66-4405-45a6-bff4-57e94c5a8f92,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:48.634406 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-356e66a3-dac2-4de9-a8fc-ce4582976325 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:48.701824 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cb88c-a1e2-4776-96b0-5b5277498a12 None None] Pushing event updated for resources: {'Port': ['ID=157d849c-0c7f-4779-bb0d-9f6c87e1f5b4,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:48.733053 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-eed04d98-f5ce-4f35-916a-360d7b434a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Unset dirty status for tenant:70f84e32cac04e17a87d29b3c229fafb on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:48.736716 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-eed04d98-f5ce-4f35-916a-360d7b434a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] 10.222.0.48 "GET /v2.0/ports/492d24a8-612c-4b8a-83c0-dbd7240b6d14 HTTP/1.1" status: 200 len: 959 time: 0.3382418 Jan 17 14:14:48.745782 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59900) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:48.754166 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356e66a3-dac2-4de9-a8fc-ce4582976325 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Made reservation on behalf of 39ee9e14b7f54c66a3dfc5d75dff68f3 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:48.759974 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-356e66a3-dac2-4de9-a8fc-ce4582976325 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:48.836708 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-33d81d73-ba8d-432b-b788-7a42a04d9e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:48.873259 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-356e66a3-dac2-4de9-a8fc-ce4582976325 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] device_id is not set on port 7cd2caa7-4990-4ab5-b209-34ad2c467a00 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:14:49.041888 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event updated for resources: {'Port': ['ID=0980912b-2471-4057-b354-0ca8d5625234,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:49.191584 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-33d81d73-ba8d-432b-b788-7a42a04d9e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:49.198435 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-1a81a4f9-5255-4495-8548-6caf03e690b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Deleting port 492d24a8-612c-4b8a-83c0-dbd7240b6d14 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:49.199028 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a81a4f9-5255-4495-8548-6caf03e690b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:49.384986 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dce20e6c-d0f9-4e0a-9daa-8d9cd2a1d819 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:49.391574 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ff503e97-4555-4232-9988-797ed079088f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:49.484450 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-356e66a3-dac2-4de9-a8fc-ce4582976325 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Allocated IP 172.20.0.4 (3f0dcd22-57b5-4946-a33c-afc1db19a957/39e77289-a139-409e-b859-0f21780008e6/7cd2caa7-4990-4ab5-b209-34ad2c467a00) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:49.504091 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-ff503e97-4555-4232-9988-797ed079088f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object 7e69f65e-79b2-4b01-9e8b-5f57ede00866 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:49.510226 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bc3d9f66-9996-4640-8446-e9a30887e057 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:49.582990 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce20e6c-d0f9-4e0a-9daa-8d9cd2a1d819 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Subnet': ['ID=5d6ab9af-3fb6-4426-9ba6-cf1457cc5c2a,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:49.604321 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d9f66-9996-4640-8446-e9a30887e057 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Pushing event deleted for resources: {'Port': ['ID=bbe0c017-681e-4371-b77a-2d7359454391,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:49.645117 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a81a4f9-5255-4495-8548-6caf03e690b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:49.657056 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:49.659807 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-33d81d73-ba8d-432b-b788-7a42a04d9e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:49.724885 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce20e6c-d0f9-4e0a-9daa-8d9cd2a1d819 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Checking segment: {'id': '1c941c88-12a7-48c9-b61a-762a25112af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01c47675-5724-41ea-b569-d7a5eb604e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:14:49.725127 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce20e6c-d0f9-4e0a-9daa-8d9cd2a1d819 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network hostable DHCP agents. Network: 01c47675-5724-41ea-b569-d7a5eb604e67, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:14:49.745381 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d81d73-ba8d-432b-b788-7a42a04d9e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffceb975-5347-49b1-8c8e-fe0e0ae4d473,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:49.905364 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ff503e97-4555-4232-9988-797ed079088f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:49.964492 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bc3d9f66-9996-4640-8446-e9a30887e057 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:50.154057 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-1a81a4f9-5255-4495-8548-6caf03e690b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Calling delete_port for 492d24a8-612c-4b8a-83c0-dbd7240b6d14 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:50.365851 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7d849df9-2e4f-4ece-9d77-ff9507a2a327 None None] Provisioning for port 56307b66-4405-45a6-bff4-57e94c5a8f92 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:50.443109 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bc3d9f66-9996-4640-8446-e9a30887e057 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:50.446416 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bc3d9f66-9996-4640-8446-e9a30887e057 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:50.476044 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a81a4f9-5255-4495-8548-6caf03e690b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:50.508028 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:14:50.549465 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81a4f9-5255-4495-8548-6caf03e690b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Pushing event deleted for resources: {'Port': ['ID=492d24a8-612c-4b8a-83c0-dbd7240b6d14,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:50.560660 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a81a4f9-5255-4495-8548-6caf03e690b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:50.577657 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:50.624657 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:50.627596 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce20e6c-d0f9-4e0a-9daa-8d9cd2a1d819 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network 01c47675-5724-41ea-b569-d7a5eb604e67 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:14:50.634621 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 56307b66-4405-45a6-bff4-57e94c5a8f92 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:14:50.661435 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77c152-ffd5-4394-ac26-1ba8be6d02dd req-7d7fb582-a372-401d-bed1-78a7311d5fbe tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:50.663355 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6f77c152-ffd5-4394-ac26-1ba8be6d02dd req-7d7fb582-a372-401d-bed1-78a7311d5fbe tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.3959451 Jan 17 14:14:50.664994 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1a81a4f9-5255-4495-8548-6caf03e690b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] 10.222.0.48 "DELETE /v2.0/ports/492d24a8-612c-4b8a-83c0-dbd7240b6d14 HTTP/1.1" status: 204 len: 168 time: 1.9156444 Jan 17 14:14:50.667737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff503e97-4555-4232-9988-797ed079088f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:50.668952 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bc3d9f66-9996-4640-8446-e9a30887e057 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:50.669610 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3d9f66-9996-4640-8446-e9a30887e057 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Fanout notify agent at l3_agent the message router_deleted on router fc419319-3096-4668-9e88-e8bda579430f {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:14:50.674310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59910) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:50.712440 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-ff503e97-4555-4232-9988-797ed079088f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:50.717433 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff503e97-4555-4232-9988-797ed079088f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:50.724331 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff503e97-4555-4232-9988-797ed079088f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:50.725397 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ff503e97-4555-4232-9988-797ed079088f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:50.747648 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b3b4a9-b2bd-43c4-bc12-a753b76eb762 None None] Network d1db157f-d8bc-4da5-ad03-4d1a02baa7bb requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:50.783738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-dce20e6c-d0f9-4e0a-9daa-8d9cd2a1d819 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 01c47675-5724-41ea-b569-d7a5eb604e67) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:50.825430 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce20e6c-d0f9-4e0a-9daa-8d9cd2a1d819 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:50.826016 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dce20e6c-d0f9-4e0a-9daa-8d9cd2a1d819 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:50.860855 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-356e66a3-dac2-4de9-a8fc-ce4582976325 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:50.898498 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bc3d9f66-9996-4640-8446-e9a30887e057 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:50.901176 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bc3d9f66-9996-4640-8446-e9a30887e057 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "DELETE /v2.0/routers/fc419319-3096-4668-9e88-e8bda579430f HTTP/1.1" status: 204 len: 168 time: 4.9661109 Jan 17 14:14:50.903627 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-33d81d73-ba8d-432b-b788-7a42a04d9e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:50.908348 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-33d81d73-ba8d-432b-b788-7a42a04d9e86 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ffceb975-5347-49b1-8c8e-fe0e0ae4d473 HTTP/1.1" status: 204 len: 168 time: 2.3798187 Jan 17 14:14:50.912862 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59914) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:50.923314 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64606fb-81d9-4fae-a27f-815ddbef4c7a None None] Network 01c47675-5724-41ea-b569-d7a5eb604e67 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:50.929803 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-356e66a3-dac2-4de9-a8fc-ce4582976325 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Transition to ACTIVE for port object 7cd2caa7-4990-4ab5-b209-34ad2c467a00 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:50.931960 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-a342fcb7-70f4-4490-a7b7-4eefaf2f868e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] GET failed (client error): The resource could not be found. Jan 17 14:14:50.932503 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a342fcb7-70f4-4490-a7b7-4eefaf2f868e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Synchronizing usage tracker for tenant:70f84e32cac04e17a87d29b3c229fafb on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:50.939653 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ff503e97-4555-4232-9988-797ed079088f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5745261 Jan 17 14:14:50.941208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59920) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:50.941660 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff503e97-4555-4232-9988-797ed079088f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=7e69f65e-79b2-4b01-9e8b-5f57ede00866,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:50.996617 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-dce20e6c-d0f9-4e0a-9daa-8d9cd2a1d819 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.2461498 Jan 17 14:14:51.010983 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-896541687', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}, 'admin_state_up': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:51.012648 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59924) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:51.022814 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-356e66a3-dac2-4de9-a8fc-ce4582976325 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:51.036909 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:51.041891 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 56307b66-4405-45a6-bff4-57e94c5a8f92 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:51.055057 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 56307b66-4405-45a6-bff4-57e94c5a8f92 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:51.055688 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:51.058928 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-fd4f98ab-2b3d-4588-82c3-311fa41264de tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-232166778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:51.087071 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-31019361-603a-4515-9f89-71d744e7db6a None None] Provisioning for port 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:51.110536 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Usage tracker for resource:router and tenant:5611986ee91b4ea3a8fa8c26072f4e01 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:51.125358 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:51.152126 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-31019361-603a-4515-9f89-71d744e7db6a None None] Provisioning complete for port 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:51.154137 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-31019361-603a-4515-9f89-71d744e7db6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:51.161846 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:51.180754 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356e66a3-dac2-4de9-a8fc-ce4582976325 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Network 3f0dcd22-57b5-4946-a33c-afc1db19a957 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:51.182960 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fd4f98ab-2b3d-4588-82c3-311fa41264de tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:51.194447 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-356e66a3-dac2-4de9-a8fc-ce4582976325 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:51.204374 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356e66a3-dac2-4de9-a8fc-ce4582976325 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:51.221051 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fd4f98ab-2b3d-4588-82c3-311fa41264de tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:router and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:51.232775 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6f77c152-ffd5-4394-ac26-1ba8be6d02dd req-a69be3a5-c0db-4302-9bad-17f92c88ee8d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3531890 Jan 17 14:14:51.242465 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fd4f98ab-2b3d-4588-82c3-311fa41264de tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:51.273854 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a342fcb7-70f4-4490-a7b7-4eefaf2f868e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Unset dirty status for tenant:70f84e32cac04e17a87d29b3c229fafb on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:51.273854 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a342fcb7-70f4-4490-a7b7-4eefaf2f868e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] 10.222.0.48 "GET /v2.0/ports/492d24a8-612c-4b8a-83c0-dbd7240b6d14 HTTP/1.1" status: 404 len: 333 time: 0.5947504 Jan 17 14:14:51.273854 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fd4f98ab-2b3d-4588-82c3-311fa41264de tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:51.278884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59930) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:51.294837 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-5dfc894f-5af6-4e75-b14a-1fe8a59dfe1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Request body: {'port': {'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035785908'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:51.313921 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5dfc894f-5af6-4e75-b14a-1fe8a59dfe1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:51.323003 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356e66a3-dac2-4de9-a8fc-ce4582976325 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:51.323688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-356e66a3-dac2-4de9-a8fc-ce4582976325 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:51.330401 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fd4f98ab-2b3d-4588-82c3-311fa41264de tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:51.331456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fd4f98ab-2b3d-4588-82c3-311fa41264de tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:51.354070 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5dfc894f-5af6-4e75-b14a-1fe8a59dfe1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:51.363257 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13146f4-46e1-4207-b566-8b8e4cd5da82 req-a374510b-7bad-415a-a890-d29b77ada397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:51.365244 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a13146f4-46e1-4207-b566-8b8e4cd5da82 req-a374510b-7bad-415a-a890-d29b77ada397 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bf9d590b7484aed9edd856f9636eb85&device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 1098 time: 0.7959142 Jan 17 14:14:51.371184 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-356e66a3-dac2-4de9-a8fc-ce4582976325 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9709997 Jan 17 14:14:51.373012 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:51.374716 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:51.382525 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59934) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:51.401538 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fd4f98ab-2b3d-4588-82c3-311fa41264de tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:51.405851 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e66a3-dac2-4de9-a8fc-ce4582976325 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Pushing event updated for resources: {'Port': ['ID=7cd2caa7-4990-4ab5-b209-34ad2c467a00,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:51.424286 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-223b2705-0164-4fe5-be95-755334cc8242 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Request body: {'port': {'network_id': '3f0dcd22-57b5-4946-a33c-afc1db19a957', 'name': 'tempest-AllowedAddressPairTestJSON-397892752'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:51.519133 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfc894f-5af6-4e75-b14a-1fe8a59dfe1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Made reservation on behalf of 70f84e32cac04e17a87d29b3c229fafb for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:51.530689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5dfc894f-5af6-4e75-b14a-1fe8a59dfe1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:51.652526 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:51.674877 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2124527a-6d35-407c-b94f-c60e39652e19 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:51.681868 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2124527a-6d35-407c-b94f-c60e39652e19 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:51.688159 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2124527a-6d35-407c-b94f-c60e39652e19 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7399626 Jan 17 14:14:51.691234 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59944) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:51.694879 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fd4f98ab-2b3d-4588-82c3-311fa41264de tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:51.715224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-5dfc894f-5af6-4e75-b14a-1fe8a59dfe1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] device_id is not set on port b66facd6-e928-4993-bce7-7cca72b29151 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:14:51.889573 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-e73c7816-fa3e-4f19-96aa-ee3fc9cff9ec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port 7e69f65e-79b2-4b01-9e8b-5f57ede00866 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:51.889922 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e73c7816-fa3e-4f19-96aa-ee3fc9cff9ec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:51.970249 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Router 09944e88-533c-4312-bfff-ab4824c4c4d5 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:14:51.986221 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:52.007861 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-31019361-603a-4515-9f89-71d744e7db6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:52.070232 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13146f4-46e1-4207-b566-8b8e4cd5da82 req-fb5b9818-334c-41ac-8a5d-e63ed0978153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:52.071725 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a13146f4-46e1-4207-b566-8b8e4cd5da82 req-fb5b9818-334c-41ac-8a5d-e63ed0978153 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65490aef-7574-47e8-8e01-18ff3449c348 HTTP/1.1" status: 200 len: 913 time: 0.6911650 Jan 17 14:14:52.142326 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-01c47675-5724-41ea-b569-d7a5eb604e67', 'network_id': '01c47675-5724-41ea-b569-d7a5eb604e67', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'fixed_ips': [{'subnet_id': '5d6ab9af-3fb6-4426-9ba6-cf1457cc5c2a'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:14:52.143740 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:52.164117 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-31019361-603a-4515-9f89-71d744e7db6a None None] For port 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=157d849c-0c7f-4779-bb0d-9f6c87e1f5b4,segment=NetworkSegment(69802c7d-3004-4da2-9d1d-2b322e07b8bb),segment_id=69802c7d-3004-4da2-9d1d-2b322e07b8bb)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:52.173603 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 56307b66-4405-45a6-bff4-57e94c5a8f92, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=56307b66-4405-45a6-bff4-57e94c5a8f92,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:52.177810 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-31019361-603a-4515-9f89-71d744e7db6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:52.228711 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:52.258721 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fd4f98ab-2b3d-4588-82c3-311fa41264de tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:52.259964 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fd4f98ab-2b3d-4588-82c3-311fa41264de tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2257769 Jan 17 14:14:52.276627 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59960) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:52.409474 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-223b2705-0164-4fe5-be95-755334cc8242 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:52.421658 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-223b2705-0164-4fe5-be95-755334cc8242 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Usage tracker for resource:port and tenant:39ee9e14b7f54c66a3dfc5d75dff68f3 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:52.430961 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fb931ecb-8ec6-4482-8431-0deba4a80256 None None] Provisioning for port 7e69f65e-79b2-4b01-9e8b-5f57ede00866 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:52.434011 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-223b2705-0164-4fe5-be95-755334cc8242 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:52.450431 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fb931ecb-8ec6-4482-8431-0deba4a80256 None None] Provisioning complete for port 7e69f65e-79b2-4b01-9e8b-5f57ede00866 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:52.450998 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fb931ecb-8ec6-4482-8431-0deba4a80256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:52.452080 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-223b2705-0164-4fe5-be95-755334cc8242 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:52.484304 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:14:52.486607 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223b2705-0164-4fe5-be95-755334cc8242 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Made reservation on behalf of 39ee9e14b7f54c66a3dfc5d75dff68f3 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:52.492183 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-223b2705-0164-4fe5-be95-755334cc8242 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:52.496271 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] Sync routers for ids ['09944e88-533c-4312-bfff-ab4824c4c4d5'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:14:52.513655 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31019361-603a-4515-9f89-71d744e7db6a None None] Pushing event updated for resources: {'Port': ['ID=157d849c-0c7f-4779-bb0d-9f6c87e1f5b4,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:52.515092 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] Routers {'09944e88-533c-4312-bfff-ab4824c4c4d5'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:14:52.515727 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:14:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['09944e88-533c-4312-bfff-ab4824c4c4d5'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:52.557432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59964) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:52.583686 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-223b2705-0164-4fe5-be95-755334cc8242 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] device_id is not set on port 197f9742-e29f-4e0f-9c4e-950241425b79 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:14:52.706876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:52.734838 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] Set router 09944e88-533c-4312-bfff-ab4824c4c4d5 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:14:52.756064 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:52.757321 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6996d501-54dc-44b4-ae7d-c5d87c6e1b87 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.1659992 Jan 17 14:14:52.784961 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-fb931ecb-8ec6-4482-8431-0deba4a80256 None None] Port 7e69f65e-79b2-4b01-9e8b-5f57ede00866 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:14:52.796911 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59970) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:52.828399 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:52.837718 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a13146f4-46e1-4207-b566-8b8e4cd5da82 req-22e012a1-e293-424d-a75d-f52a1c10529d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f0120a3-b504-4e3f-961d-8d0e46099075 HTTP/1.1" status: 200 len: 1001 time: 0.7560863 Jan 17 14:14:52.860492 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Allocated IP 2001:db8:1::2 (01c47675-5724-41ea-b569-d7a5eb604e67/5d6ab9af-3fb6-4426-9ba6-cf1457cc5c2a/6f8dacac-14e7-4814-a366-3cf53cd9c1d4) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:52.912476 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=56307b66-4405-45a6-bff4-57e94c5a8f92,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:52.932717 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fb931ecb-8ec6-4482-8431-0deba4a80256 None None] Provisioning for port 7cd2caa7-4990-4ab5-b209-34ad2c467a00 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:52.998934 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fb931ecb-8ec6-4482-8431-0deba4a80256 None None] Provisioning complete for port 7cd2caa7-4990-4ab5-b209-34ad2c467a00 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:52.999666 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fb931ecb-8ec6-4482-8431-0deba4a80256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:53.010214 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5dfc894f-5af6-4e75-b14a-1fe8a59dfe1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:53.054587 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-139522520'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:53.071637 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:53.085278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e73c7816-fa3e-4f19-96aa-ee3fc9cff9ec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:53.097338 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:network and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:53.111470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:53.217718 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:53.262052 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239035547', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75'}], 'enable_snat': True}, 'gw_port_id': '0980912b-2471-4057-b354-0ca8d5625234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:14:45Z', 'updated_at': '2022-01-17T14:14:49Z', 'revision_number': 3, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'gw_port': {'id': '0980912b-2471-4057-b354-0ca8d5625234', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:14:47Z', 'updated_at': '2022-01-17T14:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:53.267401 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] Checking router: 09944e88-533c-4312-bfff-ab4824c4c4d5 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:14:53.268060 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] Updating router 09944e88-533c-4312-bfff-ab4824c4c4d5 port 0980912b-2471-4057-b354-0ca8d5625234 binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:14:53.336105 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:53.411368 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:53.431814 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-fb931ecb-8ec6-4482-8431-0deba4a80256 None None] Port 7cd2caa7-4990-4ab5-b209-34ad2c467a00 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:14:53.435264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Transition to ACTIVE for port object 6f8dacac-14e7-4814-a366-3cf53cd9c1d4 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:53.461933 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Transition to ACTIVE for port object 6f8dacac-14e7-4814-a366-3cf53cd9c1d4 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:53.470440 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:53.513168 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2df351da-081e-4d7b-9f88-4403e8b1fd59 tempest-TestNetworkAdvancedServerOps-2071662756 tempest-TestNetworkAdvancedServerOps-2071662756-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=e40f67886b8245b096eece694fd84aad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7070391 Jan 17 14:14:53.515449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-e73c7816-fa3e-4f19-96aa-ee3fc9cff9ec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for 7e69f65e-79b2-4b01-9e8b-5f57ede00866 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:53.520657 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59976) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:53.568403 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Network 01c47675-5724-41ea-b569-d7a5eb604e67 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:53.578940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:53.585318 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:53.676484 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-91bf4412-2662-4d5c-a00d-3b6428795c0b None None] Provisioning complete for port 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:53.676868 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-91bf4412-2662-4d5c-a00d-3b6428795c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:53.718821 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e73c7816-fa3e-4f19-96aa-ee3fc9cff9ec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:53.720950 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-223b2705-0164-4fe5-be95-755334cc8242 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Allocated IP 172.20.0.6 (3f0dcd22-57b5-4946-a33c-afc1db19a957/39e77289-a139-409e-b859-0f21780008e6/197f9742-e29f-4e0f-9c4e-950241425b79) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:53.770212 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:53.784085 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] Transition to ACTIVE for port object 0980912b-2471-4057-b354-0ca8d5625234 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:53.792926 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:53.795583 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c7816-fa3e-4f19-96aa-ee3fc9cff9ec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=7e69f65e-79b2-4b01-9e8b-5f57ede00866,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:53.804288 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13146f4-46e1-4207-b566-8b8e4cd5da82 req-0d4ba566-0cd3-4bd8-9d27-26cf2e5b4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:53.805926 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a13146f4-46e1-4207-b566-8b8e4cd5da82 req-0d4ba566-0cd3-4bd8-9d27-26cf2e5b4a66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=108e9ce5-417b-4ebb-b330-fd1632de2fea HTTP/1.1" status: 200 len: 851 time: 0.8334019 Jan 17 14:14:53.818669 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:53.824839 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:53.854761 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:53.904372 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcac4a3-bb55-4550-b480-02d0f51798fa None None] Pushing event updated for resources: {'Port': ['ID=0980912b-2471-4057-b354-0ca8d5625234,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:53.941982 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac4a3-bb55-4550-b480-02d0f51798fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:53.942537 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac4a3-bb55-4550-b480-02d0f51798fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:53.943191 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac4a3-bb55-4550-b480-02d0f51798fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:53.943699 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac4a3-bb55-4550-b480-02d0f51798fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:53.944216 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac4a3-bb55-4550-b480-02d0f51798fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:53.944723 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac4a3-bb55-4550-b480-02d0f51798fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:53.945222 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac4a3-bb55-4550-b480-02d0f51798fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:53.945699 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac4a3-bb55-4550-b480-02d0f51798fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:53.946202 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac4a3-bb55-4550-b480-02d0f51798fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:53.946684 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac4a3-bb55-4550-b480-02d0f51798fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:53.947172 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac4a3-bb55-4550-b480-02d0f51798fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:53.947942 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac4a3-bb55-4550-b480-02d0f51798fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:14:53.952395 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] Attempting to bind port 0980912b-2471-4057-b354-0ca8d5625234 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:53.953140 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] Attempting to bind port 0980912b-2471-4057-b354-0ca8d5625234 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:53.953689 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] Attempting to bind port 0980912b-2471-4057-b354-0ca8d5625234 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:53.961366 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:14:53.961600 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Pushing event updated for resources: {'Port': ['ID=6f8dacac-14e7-4814-a366-3cf53cd9c1d4,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:53.961743 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:14:53.962144 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:53.962528 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:14:53.962997 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] Bound port: 0980912b-2471-4057-b354-0ca8d5625234, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:14:53.963529 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:53.979448 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:53.983413 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417022d8-5085-4cfc-b3af-ebace3180d9b req-e282ef2e-7fb7-443b-b415-968b00e97944 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:53.985158 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:security_group_rule and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:53.989120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:53.994450 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-417022d8-5085-4cfc-b3af-ebace3180d9b req-e282ef2e-7fb7-443b-b415-968b00e97944 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 1.4734416 Jan 17 14:14:53.998958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:54.002771 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Attempting to bind port 6f8dacac-14e7-4814-a366-3cf53cd9c1d4 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:54.003373 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Attempting to bind port 6f8dacac-14e7-4814-a366-3cf53cd9c1d4 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1c941c88-12a7-48c9-b61a-762a25112af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01c47675-5724-41ea-b569-d7a5eb604e67'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:54.003485 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Attempting to bind port 6f8dacac-14e7-4814-a366-3cf53cd9c1d4 on network 01c47675-5724-41ea-b569-d7a5eb604e67 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:54.019921 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:14:54.020426 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Checking segment: {'id': '1c941c88-12a7-48c9-b61a-762a25112af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01c47675-5724-41ea-b569-d7a5eb604e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:14:54.020688 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:54.021079 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Bound using segment: {'id': '1c941c88-12a7-48c9-b61a-762a25112af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01c47675-5724-41ea-b569-d7a5eb604e67'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:14:54.021559 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Bound port: 6f8dacac-14e7-4814-a366-3cf53cd9c1d4, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c941c88-12a7-48c9-b61a-762a25112af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01c47675-5724-41ea-b569-d7a5eb604e67'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:14:54.021949 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:54.147931 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] For port 6f8dacac-14e7-4814-a366-3cf53cd9c1d4, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:14:54.150780 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:54.151290 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] For port 6f8dacac-14e7-4814-a366-3cf53cd9c1d4, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6f8dacac-14e7-4814-a366-3cf53cd9c1d4,segment=NetworkSegment(1c941c88-12a7-48c9-b61a-762a25112af4),segment_id=1c941c88-12a7-48c9-b61a-762a25112af4)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:14:54.162669 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e73c7816-fa3e-4f19-96aa-ee3fc9cff9ec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:54.162933 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:54.172957 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5dfc894f-5af6-4e75-b14a-1fe8a59dfe1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:54.187819 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] For port 0980912b-2471-4057-b354-0ca8d5625234, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:14:54.203100 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:54.206274 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-417022d8-5085-4cfc-b3af-ebace3180d9b req-02c9a662-a17b-4997-9913-68319c0a16f4 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104449 Jan 17 14:14:54.218791 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] For port 0980912b-2471-4057-b354-0ca8d5625234, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=0980912b-2471-4057-b354-0ca8d5625234,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:14:54.223119 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:14:54.226220 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:54.234780 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:54.235126 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Added segment 473233d8-7b78-44e5-8279-4d267adfa701 of type vlan for network 0e817385-fbf2-4565-8468-c50f04298963 Jan 17 14:14:54.271922 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:54.280964 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515c0e0-5689-497e-8181-7a15bd57e935 None None] Pushing event updated for resources: {'Port': ['ID=6f8dacac-14e7-4814-a366-3cf53cd9c1d4,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:54.304182 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea68f05-6d52-4ac8-984a-ed343195669b tempest-TestNetworkAdvancedServerOps-2071662756 tempest-TestNetworkAdvancedServerOps-2071662756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:54.305831 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0ea68f05-6d52-4ac8-984a-ed343195669b tempest-TestNetworkAdvancedServerOps-2071662756 tempest-TestNetworkAdvancedServerOps-2071662756-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7802224 Jan 17 14:14:54.311383 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3d75-d642-4fe3-9fa3-088127168f28 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:54.325880 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59980) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:54.425135 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e30daa56-ef5f-4ed8-b5c0-01b85c014249 tempest-TestNetworkAdvancedServerOps-2071662756 tempest-TestNetworkAdvancedServerOps-2071662756-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0915010 Jan 17 14:14:54.434546 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] Routers {'09944e88-533c-4312-bfff-ab4824c4c4d5'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:14:54.435314 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:14:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['09944e88-533c-4312-bfff-ab4824c4c4d5'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:54.442746 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:14:54.514302 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13146f4-46e1-4207-b566-8b8e4cd5da82 req-f5bb6617-5c70-4b0d-b0fe-bcfcc24b06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:54.516260 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a13146f4-46e1-4207-b566-8b8e4cd5da82 req-f5bb6617-5c70-4b0d-b0fe-bcfcc24b06fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65490aef-7574-47e8-8e01-18ff3449c348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6823030 Jan 17 14:14:54.516971 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59984) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:54.543372 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-61bcbadc-2842-490a-97bd-5f31ec3f3e59 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1076239225', 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f', 'project_id': 'e40f67886b8245b096eece694fd84aad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:54.572964 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcac4a3-bb55-4550-b480-02d0f51798fa None None] Pushing event updated for resources: {'Port': ['ID=0980912b-2471-4057-b354-0ca8d5625234,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:54.628632 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:54.635086 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:54.722045 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc894f-5af6-4e75-b14a-1fe8a59dfe1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Pushing event updated for resources: {'Port': ['ID=b66facd6-e928-4993-bce7-7cca72b29151,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:54.749981 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e73c7816-fa3e-4f19-96aa-ee3fc9cff9ec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/7e69f65e-79b2-4b01-9e8b-5f57ede00866 HTTP/1.1" status: 204 len: 168 time: 3.0465400 Jan 17 14:14:54.755172 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] Set router 09944e88-533c-4312-bfff-ab4824c4c4d5 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:14:54.864432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-223b2705-0164-4fe5-be95-755334cc8242 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:54.875268 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 59988) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:54.888294 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-223b2705-0164-4fe5-be95-755334cc8242 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Transition to ACTIVE for port object 197f9742-e29f-4e0f-9c4e-950241425b79 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:54.948724 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-223b2705-0164-4fe5-be95-755334cc8242 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:54.953323 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 56307b66-4405-45a6-bff4-57e94c5a8f92 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:14:54.958204 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:54.966696 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:54.967976 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:55.066478 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 56307b66-4405-45a6-bff4-57e94c5a8f92 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:55.067088 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:55.190247 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45c8028-96d3-4daa-8542-de5e24bac4ee,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:55.201440 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Network': ['ID=0e817385-fbf2-4565-8468-c50f04298963,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:55.204415 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b2705-0164-4fe5-be95-755334cc8242 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Pushing event updated for resources: {'Port': ['ID=197f9742-e29f-4e0f-9c4e-950241425b79,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:55.208220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfc894f-5af6-4e75-b14a-1fe8a59dfe1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Network 53cb0e35-ed55-4072-9d01-469650b2d882 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:55.219032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223b2705-0164-4fe5-be95-755334cc8242 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Network 3f0dcd22-57b5-4946-a33c-afc1db19a957 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:55.220922 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-5dfc894f-5af6-4e75-b14a-1fe8a59dfe1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:55.228017 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-223b2705-0164-4fe5-be95-755334cc8242 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:55.230057 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc894f-5af6-4e75-b14a-1fe8a59dfe1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:55.231451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfc894f-5af6-4e75-b14a-1fe8a59dfe1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:55.232139 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5dfc894f-5af6-4e75-b14a-1fe8a59dfe1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:55.249092 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b2705-0164-4fe5-be95-755334cc8242 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:55.294891 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 0e817385-fbf2-4565-8468-c50f04298963 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:14:55.300689 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2f0eb5c1-2a5d-4ff0-af6f-f47d203c8077 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.7393222 Jan 17 14:14:55.309276 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5dfc894f-5af6-4e75-b14a-1fe8a59dfe1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 4.0266299 Jan 17 14:14:55.310194 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59994) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:55.310311 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 59996) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:55.314377 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239035547', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75'}], 'enable_snat': True}, 'gw_port_id': '0980912b-2471-4057-b354-0ca8d5625234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:14:45Z', 'updated_at': '2022-01-17T14:14:49Z', 'revision_number': 3, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'gw_port': {'id': '0980912b-2471-4057-b354-0ca8d5625234', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:14:47Z', 'updated_at': '2022-01-17T14:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:14:55.321216 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:55.321460 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c82f090-db53-4888-8fc5-029bc7b18084 None None] The sync data for ids ['09944e88-533c-4312-bfff-ab4824c4c4d5'] in dv-neutron-824901-1-hyperv is: [{'id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239035547', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75'}], 'enable_snat': True}, 'gw_port_id': '0980912b-2471-4057-b354-0ca8d5625234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:14:45Z', 'updated_at': '2022-01-17T14:14:49Z', 'revision_number': 3, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'gw_port': {'id': '0980912b-2471-4057-b354-0ca8d5625234', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:14:47Z', 'updated_at': '2022-01-17T14:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:14:55.491825 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-0de0ca60-b3a1-40a5-a1af-5c6fc934a54a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'port': {'network_id': '0e817385-fbf2-4565-8468-c50f04298963', 'name': 'tempest-PortsTestJSON-750285054'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:55.601825 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-61bcbadc-2842-490a-97bd-5f31ec3f3e59 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:55.611081 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-61bcbadc-2842-490a-97bd-5f31ec3f3e59 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Usage tracker for resource:subnet and tenant:e40f67886b8245b096eece694fd84aad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:55.640783 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-61bcbadc-2842-490a-97bd-5f31ec3f3e59 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:55.688993 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-61bcbadc-2842-490a-97bd-5f31ec3f3e59 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:55.706890 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1164f41a-1574-4d61-a4d6-35408f8579e6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:55.710002 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1164f41a-1574-4d61-a4d6-35408f8579e6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:55.711130 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1164f41a-1574-4d61-a4d6-35408f8579e6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:55.753707 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223b2705-0164-4fe5-be95-755334cc8242 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:55.754548 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-223b2705-0164-4fe5-be95-755334cc8242 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:55.802498 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721c86ac-d284-47fe-a479-11d5a7b01d9e None None] Provisioning for port 197f9742-e29f-4e0f-9c4e-950241425b79 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:55.809867 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721c86ac-d284-47fe-a479-11d5a7b01d9e None None] Provisioning complete for port 197f9742-e29f-4e0f-9c4e-950241425b79 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:55.810335 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721c86ac-d284-47fe-a479-11d5a7b01d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:55.816146 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0de0ca60-b3a1-40a5-a1af-5c6fc934a54a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:55.827677 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-223b2705-0164-4fe5-be95-755334cc8242 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.4406593 Jan 17 14:14:55.827677 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0de0ca60-b3a1-40a5-a1af-5c6fc934a54a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:port and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:55.832969 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60002) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:55.834801 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0de0ca60-b3a1-40a5-a1af-5c6fc934a54a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:55.843091 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:55.877898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-cf7b3609-3118-4d03-8e77-6f1a9ee30c96 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:8b:ce:9a'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:4e:bb:e6'}]}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:55.967925 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721c86ac-d284-47fe-a479-11d5a7b01d9e None None] Port 197f9742-e29f-4e0f-9c4e-950241425b79 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:14:55.984318 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:55.990045 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0de0ca60-b3a1-40a5-a1af-5c6fc934a54a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:56.018954 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac150d59-fbbc-42da-aa80-bea2ebff5dc6 None None] Network 01c47675-5724-41ea-b569-d7a5eb604e67 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:56.055996 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bcbadc-2842-490a-97bd-5f31ec3f3e59 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Made reservation on behalf of e40f67886b8245b096eece694fd84aad for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:56.061812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-61bcbadc-2842-490a-97bd-5f31ec3f3e59 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:56.086746 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a13146f4-46e1-4207-b566-8b8e4cd5da82 req-38ad2870-d48f-40e7-9ca3-24e612a85c8e service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5223827 Jan 17 14:14:56.100563 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:56.124481 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e4d51a3e-f95f-4b38-a559-0203fcc808a3 None None] Provisioning for port 6f8dacac-14e7-4814-a366-3cf53cd9c1d4 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:56.147341 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3e38c-f1e5-4fd5-b5f3-5a4c4c6378df req-a34d62a5-9139-4469-ade4-e03fc1d26c66 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:56.149101 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cdd3e38c-f1e5-4fd5-b5f3-5a4c4c6378df req-a34d62a5-9139-4469-ade4-e03fc1d26c66 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.5548835 Jan 17 14:14:56.236957 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de0ca60-b3a1-40a5-a1af-5c6fc934a54a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:56.241436 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0de0ca60-b3a1-40a5-a1af-5c6fc934a54a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:56.493385 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Allocated IP 172.26.3.230 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/54087b75-f311-4f6e-8863-8841880f4f59) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:56.582425 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 0980912b-2471-4057-b354-0ca8d5625234 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:14:56.690723 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-0de0ca60-b3a1-40a5-a1af-5c6fc934a54a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] device_id is not set on port adb94a0c-1f40-412a-a476-df8922f7c323 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:14:56.693065 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 0980912b-2471-4057-b354-0ca8d5625234 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:56.702360 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 0980912b-2471-4057-b354-0ca8d5625234 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:56.702482 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:56.859471 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1164f41a-1574-4d61-a4d6-35408f8579e6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:56.862209 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1164f41a-1574-4d61-a4d6-35408f8579e6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.9861689 Jan 17 14:14:56.865345 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a13146f4-46e1-4207-b566-8b8e4cd5da82 req-18bb5a22-b631-4ddb-8fca-3d263356d0f1 service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7615986 Jan 17 14:14:56.866563 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60006) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:57.039389 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:57.067955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 0980912b-2471-4057-b354-0ca8d5625234, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=0980912b-2471-4057-b354-0ca8d5625234,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:57.075237 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:57.076695 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6f8dacac-14e7-4814-a366-3cf53cd9c1d4 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:14:57.155692 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-b6aa3d75-d642-4fe3-9fa3-088127168f28 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Allocated IP 2001:db8::1 (d1db157f-d8bc-4da5-ad03-4d1a02baa7bb/9a7cc58c-c423-4681-b7b5-6ea4430429b1/d0dd6d32-a5a2-461e-9ee7-df8137d5c6a1) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:57.172364 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0de0ca60-b3a1-40a5-a1af-5c6fc934a54a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:57.182549 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cdd3e38c-f1e5-4fd5-b5f3-5a4c4c6378df req-cbe42c1e-e940-42c4-a420-effbeb01c180 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9974799 Jan 17 14:14:57.227241 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0de0ca60-b3a1-40a5-a1af-5c6fc934a54a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:57.240458 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb273b3-801a-41ad-83c7-2b0f67654175 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet 173bc1b3-e08c-45db-9803-498a2aeba852 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:14:57.261137 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-deb273b3-801a-41ad-83c7-2b0f67654175 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:57.289290 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=0980912b-2471-4057-b354-0ca8d5625234,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:57.304293 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 6f8dacac-14e7-4814-a366-3cf53cd9c1d4 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:57.314422 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 6f8dacac-14e7-4814-a366-3cf53cd9c1d4 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:57.314422 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:57.332053 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-61bcbadc-2842-490a-97bd-5f31ec3f3e59 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:57.362868 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:14:57.430513 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0ca60-b3a1-40a5-a1af-5c6fc934a54a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=adb94a0c-1f40-412a-a476-df8922f7c323,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:57.483213 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cf7b3609-3118-4d03-8e77-6f1a9ee30c96 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:57.485338 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:57.494748 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de0ca60-b3a1-40a5-a1af-5c6fc934a54a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Checking segment: {'id': '473233d8-7b78-44e5-8279-4d267adfa701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0e817385-fbf2-4565-8468-c50f04298963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:14:57.495121 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de0ca60-b3a1-40a5-a1af-5c6fc934a54a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network hostable DHCP agents. Network: 0e817385-fbf2-4565-8468-c50f04298963, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:14:57.529495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] device_id is not set on port b66facd6-e928-4993-bce7-7cca72b29151 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:14:57.545493 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:57.548793 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 6f8dacac-14e7-4814-a366-3cf53cd9c1d4, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6f8dacac-14e7-4814-a366-3cf53cd9c1d4,segment=NetworkSegment(1c941c88-12a7-48c9-b61a-762a25112af4),segment_id=1c941c88-12a7-48c9-b61a-762a25112af4)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:14:57.563122 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:57.577636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Transition to ACTIVE for port object b66facd6-e928-4993-bce7-7cca72b29151 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:57.635115 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:57.647062 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-deb273b3-801a-41ad-83c7-2b0f67654175 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:57.708341 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcbadc-2842-490a-97bd-5f31ec3f3e59 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event updated for resources: {'Subnet': ['ID=6eed59de-3b32-4f8e-8e97-579451ea969d,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:57.715267 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:57.743865 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=6f8dacac-14e7-4814-a366-3cf53cd9c1d4,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:57.781883 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bcbadc-2842-490a-97bd-5f31ec3f3e59 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Checking segment: {'id': 'f8356bf1-1246-42e0-9374-974f68362f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:14:57.782244 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bcbadc-2842-490a-97bd-5f31ec3f3e59 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Network hostable DHCP agents. Network: ed801d97-9063-4f1e-99bd-483e3bb7c52f, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:14:57.838711 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3d75-d642-4fe3-9fa3-088127168f28 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:57.869643 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-b6aa3d75-d642-4fe3-9fa3-088127168f28 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Transition to ACTIVE for port object d0dd6d32-a5a2-461e-9ee7-df8137d5c6a1 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:14:57.872095 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bcbadc-2842-490a-97bd-5f31ec3f3e59 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Network ed801d97-9063-4f1e-99bd-483e3bb7c52f is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:14:57.896014 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-61bcbadc-2842-490a-97bd-5f31ec3f3e59 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, ed801d97-9063-4f1e-99bd-483e3bb7c52f) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:57.899887 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-deb273b3-801a-41ad-83c7-2b0f67654175 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:57.913010 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8df3cd-74ac-4fd9-a6e5-7056755743b3 None None] Network ed801d97-9063-4f1e-99bd-483e3bb7c52f requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:57.987339 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bcbadc-2842-490a-97bd-5f31ec3f3e59 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:57.988039 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-61bcbadc-2842-490a-97bd-5f31ec3f3e59 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:57.992352 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:58.036786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-deb273b3-801a-41ad-83c7-2b0f67654175 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:58.134778 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de0ca60-b3a1-40a5-a1af-5c6fc934a54a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network 0e817385-fbf2-4565-8468-c50f04298963 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:14:58.161932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Pushing event updated for resources: {'Port': ['ID=b66facd6-e928-4993-bce7-7cca72b29151,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:58.168014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-0de0ca60-b3a1-40a5-a1af-5c6fc934a54a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 0e817385-fbf2-4565-8468-c50f04298963) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:58.177335 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de0ca60-b3a1-40a5-a1af-5c6fc934a54a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:58.182964 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de0ca60-b3a1-40a5-a1af-5c6fc934a54a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:58.183676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0de0ca60-b3a1-40a5-a1af-5c6fc934a54a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:58.204526 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:58.204846 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:58.205327 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:58.208998 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d5c5d2-0608-4829-9772-b2418a5b9158 None None] Network 0e817385-fbf2-4565-8468-c50f04298963 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:58.218280 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port b66facd6-e928-4993-bce7-7cca72b29151 on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:58.218620 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port b66facd6-e928-4993-bce7-7cca72b29151 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:58.227009 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 2 to bind port b66facd6-e928-4993-bce7-7cca72b29151 Jan 17 14:14:58.239225 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0de0ca60-b3a1-40a5-a1af-5c6fc934a54a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9250813 Jan 17 14:14:58.244320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60012) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:58.249750 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cf7b3609-3118-4d03-8e77-6f1a9ee30c96 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:58.254890 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-ca437d4e-f35c-4252-917f-2aba32565c88 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-883692493'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:58.265163 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ca437d4e-f35c-4252-917f-2aba32565c88 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:14:58.269064 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cf7b3609-3118-4d03-8e77-6f1a9ee30c96 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:58.305796 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:58.306133 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:58.306466 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:58.310469 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ca437d4e-f35c-4252-917f-2aba32565c88 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:network and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:14:58.319617 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ca437d4e-f35c-4252-917f-2aba32565c88 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:14:58.324178 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb273b3-801a-41ad-83c7-2b0f67654175 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=173bc1b3-e08c-45db-9803-498a2aeba852,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:58.328084 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-61bcbadc-2842-490a-97bd-5f31ec3f3e59 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.8040748 Jan 17 14:14:58.331830 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-deb273b3-801a-41ad-83c7-2b0f67654175 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:58.333945 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-deb273b3-801a-41ad-83c7-2b0f67654175 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/173bc1b3-e08c-45db-9803-498a2aeba852 HTTP/1.1" status: 204 len: 168 time: 1.4546242 Jan 17 14:14:58.340157 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60016) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:58.340893 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60018) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:58.343391 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ca437d4e-f35c-4252-917f-2aba32565c88 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:14:58.355453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port b66facd6-e928-4993-bce7-7cca72b29151 on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:58.355805 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port b66facd6-e928-4993-bce7-7cca72b29151 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:58.385969 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 3 to bind port b66facd6-e928-4993-bce7-7cca72b29151 Jan 17 14:14:58.446719 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:58.451051 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:58.451379 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:58.451736 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:58.453919 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca437d4e-f35c-4252-917f-2aba32565c88 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:14:58.461757 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18202899-de1b-467a-a17f-7e4b6fa91e3f None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:14:58.462350 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ca437d4e-f35c-4252-917f-2aba32565c88 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:58.484572 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b3609-3118-4d03-8e77-6f1a9ee30c96 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Pushing event updated for resources: {'Port': ['ID=197f9742-e29f-4e0f-9c4e-950241425b79,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:58.514280 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port b66facd6-e928-4993-bce7-7cca72b29151 on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:58.514640 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port b66facd6-e928-4993-bce7-7cca72b29151 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:58.520373 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 4 to bind port b66facd6-e928-4993-bce7-7cca72b29151 Jan 17 14:14:58.533807 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b3609-3118-4d03-8e77-6f1a9ee30c96 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] In _notify_port_updated(), no bound segment for port 197f9742-e29f-4e0f-9c4e-950241425b79 on network 3f0dcd22-57b5-4946-a33c-afc1db19a957 {{(pid=87523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:14:58.539413 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7b3609-3118-4d03-8e77-6f1a9ee30c96 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:58.540140 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cf7b3609-3118-4d03-8e77-6f1a9ee30c96 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:58.543775 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cf7b3609-3118-4d03-8e77-6f1a9ee30c96 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "PUT /v2.0/ports/197f9742-e29f-4e0f-9c4e-950241425b79 HTTP/1.1" status: 200 len: 1054 time: 2.6998317 Jan 17 14:14:58.545281 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60024) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:58.591363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:58.591703 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:58.592071 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:58.597295 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Pushing event updated for resources: {'Port': ['ID=54087b75-f311-4f6e-8863-8841880f4f59,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:58.608062 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:58.632035 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca437d4e-f35c-4252-917f-2aba32565c88 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:14:58.633849 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3d75-d642-4fe3-9fa3-088127168f28 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:58.639340 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port b66facd6-e928-4993-bce7-7cca72b29151 on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:58.639679 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port b66facd6-e928-4993-bce7-7cca72b29151 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:58.645661 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 5 to bind port b66facd6-e928-4993-bce7-7cca72b29151 Jan 17 14:14:58.659751 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:58.669970 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ca437d4e-f35c-4252-917f-2aba32565c88 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:58.670297 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-ca437d4e-f35c-4252-917f-2aba32565c88 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Added segment 9dde33a3-cf39-429a-bd5d-c58573df72d3 of type vlan for network 617563ee-af70-492b-a47d-80bb1a5600d3 Jan 17 14:14:58.675471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-1a3fbdc5-e999-43b3-ac2f-68f784c06ba0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Deleting port 197f9742-e29f-4e0f-9c4e-950241425b79 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:58.675901 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a3fbdc5-e999-43b3-ac2f-68f784c06ba0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:58.716529 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:58.716993 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:58.717252 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:58.719382 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 0980912b-2471-4057-b354-0ca8d5625234 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:14:58.727633 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-29f4a283-b284-48b5-902d-f88f651f6a2b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3828943 Jan 17 14:14:58.742394 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60028) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:58.794093 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port b66facd6-e928-4993-bce7-7cca72b29151 on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:58.794526 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port b66facd6-e928-4993-bce7-7cca72b29151 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:58.803864 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 6 to bind port b66facd6-e928-4993-bce7-7cca72b29151 Jan 17 14:14:58.821148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aa3d75-d642-4fe3-9fa3-088127168f28 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network d1db157f-d8bc-4da5-ad03-4d1a02baa7bb is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:14:58.832996 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-b6aa3d75-d642-4fe3-9fa3-088127168f28 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:14:58.856132 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aa3d75-d642-4fe3-9fa3-088127168f28 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:14:58.856606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3d75-d642-4fe3-9fa3-088127168f28 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:58.881357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:58.881696 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:58.882026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:58.891287 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ca437d4e-f35c-4252-917f-2aba32565c88 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:58.929125 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port b66facd6-e928-4993-bce7-7cca72b29151 on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:58.929579 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port b66facd6-e928-4993-bce7-7cca72b29151 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:58.935291 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 7 to bind port b66facd6-e928-4993-bce7-7cca72b29151 Jan 17 14:14:58.969720 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-ed801d97-9063-4f1e-99bd-483e3bb7c52f', 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'fixed_ips': [{'subnet_id': '6eed59de-3b32-4f8e-8e97-579451ea969d'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:14:58.970597 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:58.986071 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa3d75-d642-4fe3-9fa3-088127168f28 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Port': ['ID=d0dd6d32-a5a2-461e-9ee7-df8137d5c6a1,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:59.011290 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a7b80faa-86cb-4af0-878a-98e3a8985700 None None] Provisioning complete for port 197f9742-e29f-4e0f-9c4e-950241425b79 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:59.011804 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a7b80faa-86cb-4af0-878a-98e3a8985700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:59.092743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:59.092743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:59.092743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:59.110536 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ca437d4e-f35c-4252-917f-2aba32565c88 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:59.115992 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca437d4e-f35c-4252-917f-2aba32565c88 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:59.117127 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ca437d4e-f35c-4252-917f-2aba32565c88 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:59.137890 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port b66facd6-e928-4993-bce7-7cca72b29151 on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:59.138214 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port b66facd6-e928-4993-bce7-7cca72b29151 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:59.147370 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 8 to bind port b66facd6-e928-4993-bce7-7cca72b29151 Jan 17 14:14:59.245428 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a7b80faa-86cb-4af0-878a-98e3a8985700 None None] Port 197f9742-e29f-4e0f-9c4e-950241425b79 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:14:59.263970 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 0980912b-2471-4057-b354-0ca8d5625234 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:59.264349 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:59.406668 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Allocated IP 172.20.0.2 (ed801d97-9063-4f1e-99bd-483e3bb7c52f/6eed59de-3b32-4f8e-8e97-579451ea969d/519ea7a1-f77a-4f66-8073-823516976268) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:14:59.407137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:59.407674 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:59.407943 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:59.416284 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b9271bc8-bb9d-4eee-a736-079564a4f6f2 None None] Provisioning for port d0dd6d32-a5a2-461e-9ee7-df8137d5c6a1 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:14:59.425609 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dc4a7e-2292-43ba-936b-212cf6187c72 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:59.426377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-38dc4a7e-2292-43ba-936b-212cf6187c72 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:14:59.429055 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b9271bc8-bb9d-4eee-a736-079564a4f6f2 None None] Provisioning complete for port d0dd6d32-a5a2-461e-9ee7-df8137d5c6a1 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:14:59.429407 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b9271bc8-bb9d-4eee-a736-079564a4f6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:59.441355 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ca437d4e-f35c-4252-917f-2aba32565c88 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1944048 Jan 17 14:14:59.446318 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port b66facd6-e928-4993-bce7-7cca72b29151 on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:59.446750 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port b66facd6-e928-4993-bce7-7cca72b29151 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:59.447188 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca437d4e-f35c-4252-917f-2aba32565c88 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Network': ['ID=617563ee-af70-492b-a47d-80bb1a5600d3,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:14:59.452177 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60032) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:59.452656 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 9 to bind port b66facd6-e928-4993-bce7-7cca72b29151 Jan 17 14:14:59.465394 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a3fbdc5-e999-43b3-ac2f-68f784c06ba0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:59.474710 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 617563ee-af70-492b-a47d-80bb1a5600d3 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:14:59.480136 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'ports': [{'network_id': '0e817385-fbf2-4565-8468-c50f04298963'}, {'network_id': '617563ee-af70-492b-a47d-80bb1a5600d3'}]} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:59.480450 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'port': {'network_id': '0e817385-fbf2-4565-8468-c50f04298963'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:59.481608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'port': {'network_id': '617563ee-af70-492b-a47d-80bb1a5600d3'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:14:59.505601 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61c762-cd6e-4872-894b-2d95afc21b6c req-3652bdfc-c14e-49e4-9cb0-7aadd31000df tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:14:59.508061 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0b61c762-cd6e-4872-894b-2d95afc21b6c req-3652bdfc-c14e-49e4-9cb0-7aadd31000df tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.9818814 Jan 17 14:14:59.564275 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578b7c5e-0035-4610-abcc-3f44bcbf4e10 None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:14:59.676858 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:59.677369 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:59.677881 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:59.691190 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-578b7c5e-0035-4610-abcc-3f44bcbf4e10 None None] Deleting port 56307b66-4405-45a6-bff4-57e94c5a8f92 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:14:59.691565 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-578b7c5e-0035-4610-abcc-3f44bcbf4e10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:14:59.693946 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-1a3fbdc5-e999-43b3-ac2f-68f784c06ba0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Calling delete_port for 197f9742-e29f-4e0f-9c4e-950241425b79 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:14:59.726704 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-38dc4a7e-2292-43ba-936b-212cf6187c72 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:14:59.732264 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-38dc4a7e-2292-43ba-936b-212cf6187c72 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9879212 Jan 17 14:14:59.762590 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60036) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:14:59.763880 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port b66facd6-e928-4993-bce7-7cca72b29151 on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:14:59.764603 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port b66facd6-e928-4993-bce7-7cca72b29151 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:14:59.771045 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b9271bc8-bb9d-4eee-a736-079564a4f6f2 None None] Port d0dd6d32-a5a2-461e-9ee7-df8137d5c6a1 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:14:59.788607 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempt 10 to bind port b66facd6-e928-4993-bce7-7cca72b29151 Jan 17 14:14:59.800667 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6f8dacac-14e7-4814-a366-3cf53cd9c1d4 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:14:59.963305 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:14:59.964171 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:14:59.965005 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempting to bind port b66facd6-e928-4993-bce7-7cca72b29151 on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:14:59.990658 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0b61c762-cd6e-4872-894b-2d95afc21b6c req-15d9058a-a05f-4028-b141-cd7cfbe1918c tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4636230 Jan 17 14:15:00.066779 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Port b66facd6-e928-4993-bce7-7cca72b29151 on network 53cb0e35-ed55-4072-9d01-469650b2d882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:15:00.067124 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Failed to bind port b66facd6-e928-4993-bce7-7cca72b29151 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '8c4aaf04-e8ca-4b28-b73f-74050239541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '53cb0e35-ed55-4072-9d01-469650b2d882'}] Jan 17 14:15:00.067457 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:00.108313 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6523a41-1a27-4803-ab14-09d7baac39b6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:00.109229 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a6523a41-1a27-4803-ab14-09d7baac39b6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:00.179038 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-578b7c5e-0035-4610-abcc-3f44bcbf4e10 None None] For port 56307b66-4405-45a6-bff4-57e94c5a8f92, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=56307b66-4405-45a6-bff4-57e94c5a8f92,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:00.179436 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-578b7c5e-0035-4610-abcc-3f44bcbf4e10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:00.193576 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 6f8dacac-14e7-4814-a366-3cf53cd9c1d4 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:00.193576 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:00.253418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:00.265878 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:port and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:00.272743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a6523a41-1a27-4803-ab14-09d7baac39b6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:00.278000 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a6523a41-1a27-4803-ab14-09d7baac39b6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5097723 Jan 17 14:15:00.286396 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:00.288974 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60042) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:00.331636 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3d75-d642-4fe3-9fa3-088127168f28 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:00.352879 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:00.355766 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-578b7c5e-0035-4610-abcc-3f44bcbf4e10 None None] Calling delete_port for 56307b66-4405-45a6-bff4-57e94c5a8f92 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:00.377053 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a3fbdc5-e999-43b3-ac2f-68f784c06ba0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:00.384938 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-00ed0696-1531-4b61-85e0-73a9f7503cb2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918260 Jan 17 14:15:00.385630 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60046) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:00.418795 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:00.429818 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-7b81a1f5-c837-4fb7-9ced-f3cdab68d25a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:00.437490 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'port': 2} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:00.441897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:00.444187 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Transition to ACTIVE for port object 519ea7a1-f77a-4f66-8073-823516976268 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:00.464208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] For port b66facd6-e928-4993-bce7-7cca72b29151, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:15:00.464906 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attempted to set empty binding levels {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 17 14:15:00.466104 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3fbdc5-e999-43b3-ac2f-68f784c06ba0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Pushing event deleted for resources: {'Port': ['ID=197f9742-e29f-4e0f-9c4e-950241425b79,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:00.484087 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Transition to ACTIVE for port object 519ea7a1-f77a-4f66-8073-823516976268 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:00.488008 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:00.503508 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:00.507639 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:00.518292 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:00.568326 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-578b7c5e-0035-4610-abcc-3f44bcbf4e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:00.598797 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] In _notify_port_updated(), no bound segment for port b66facd6-e928-4993-bce7-7cca72b29151 on network 53cb0e35-ed55-4072-9d01-469650b2d882 {{(pid=87523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:15:00.602264 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:00.603118 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:00.608292 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] 10.222.0.48 "PUT /v2.0/ports/b66facd6-e928-4993-bce7-7cca72b29151 HTTP/1.1" status: 200 len: 981 time: 5.2925143 Jan 17 14:15:00.615355 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60050) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:00.622690 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578b7c5e-0035-4610-abcc-3f44bcbf4e10 None None] No DVR routers for this DVR port 56307b66-4405-45a6-bff4-57e94c5a8f92 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:15:00.625611 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Network ed801d97-9063-4f1e-99bd-483e3bb7c52f is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:00.633878 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:00.642509 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:00.646573 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Pushing event updated for resources: {'Port': ['ID=519ea7a1-f77a-4f66-8073-823516976268,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:00.755680 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b7c5e-0035-4610-abcc-3f44bcbf4e10 None None] Pushing event deleted for resources: {'Port': ['ID=56307b66-4405-45a6-bff4-57e94c5a8f92,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:00.825729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 56307b66-4405-45a6-bff4-57e94c5a8f92 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:15:00.857401 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915a46e-534a-441e-bde0-43dd27b64bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Pushing event updated for resources: {'Port': ['ID=b66facd6-e928-4993-bce7-7cca72b29151,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:00.877570 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 56307b66-4405-45a6-bff4-57e94c5a8f92 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:15:00.877906 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 56307b66-4405-45a6-bff4-57e94c5a8f92 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:15:00.895960 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Attempting to bind port 519ea7a1-f77a-4f66-8073-823516976268 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:15:00.896447 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Attempting to bind port 519ea7a1-f77a-4f66-8073-823516976268 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'f8356bf1-1246-42e0-9374-974f68362f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:15:00.897026 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Attempting to bind port 519ea7a1-f77a-4f66-8073-823516976268 on network ed801d97-9063-4f1e-99bd-483e3bb7c52f {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:15:00.901297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-613197c7-7fad-4a21-a8ec-60e17d3b6941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Deleting port b66facd6-e928-4993-bce7-7cca72b29151 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:00.901708 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-613197c7-7fad-4a21-a8ec-60e17d3b6941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:00.904077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:15:00.904556 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Checking segment: {'id': 'f8356bf1-1246-42e0-9374-974f68362f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:00.905023 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:00.905480 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Bound using segment: {'id': 'f8356bf1-1246-42e0-9374-974f68362f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:15:00.906023 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Bound port: 519ea7a1-f77a-4f66-8073-823516976268, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8356bf1-1246-42e0-9374-974f68362f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:15:00.906465 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:01.042702 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] For port 519ea7a1-f77a-4f66-8073-823516976268, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:15:01.048146 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] For port 519ea7a1-f77a-4f66-8073-823516976268, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=519ea7a1-f77a-4f66-8073-823516976268,segment=NetworkSegment(f8356bf1-1246-42e0-9374-974f68362f2e),segment_id=f8356bf1-1246-42e0-9374-974f68362f2e)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:15:01.054282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:01.151194 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131b4ef-a1da-41b8-abf6-d6bb1072a8a5 None None] Pushing event updated for resources: {'Port': ['ID=519ea7a1-f77a-4f66-8073-823516976268,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:01.206422 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] device_id is not set on port 11a187cd-9270-4321-8518-59c09877a20a yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:15:01.290730 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7b81a1f5-c837-4fb7-9ced-f3cdab68d25a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:01.321370 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7b81a1f5-c837-4fb7-9ced-f3cdab68d25a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:01.505237 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b81a1f5-c837-4fb7-9ced-f3cdab68d25a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:01.512165 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7b81a1f5-c837-4fb7-9ced-f3cdab68d25a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:01.631141 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a3fbdc5-e999-43b3-ac2f-68f784c06ba0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:01.652945 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-613197c7-7fad-4a21-a8ec-60e17d3b6941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] For port b66facd6-e928-4993-bce7-7cca72b29151, host hv-neutron-8249, got binding levels [] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:01.653303 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-613197c7-7fad-4a21-a8ec-60e17d3b6941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:01.799085 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1a3fbdc5-e999-43b3-ac2f-68f784c06ba0 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "DELETE /v2.0/ports/197f9742-e29f-4e0f-9c4e-950241425b79 HTTP/1.1" status: 204 len: 168 time: 3.2500587 Jan 17 14:15:01.806403 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-613197c7-7fad-4a21-a8ec-60e17d3b6941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Calling delete_port for b66facd6-e928-4993-bce7-7cca72b29151 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:01.842498 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60054) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:01.912640 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-219f8155-00bf-4076-8dd2-ab834c4b436a tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] GET failed (client error): The resource could not be found. Jan 17 14:15:01.913175 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-219f8155-00bf-4076-8dd2-ab834c4b436a tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Synchronizing usage tracker for tenant:39ee9e14b7f54c66a3dfc5d75dff68f3 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:01.920963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:02.046653 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-219f8155-00bf-4076-8dd2-ab834c4b436a tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Unset dirty status for tenant:39ee9e14b7f54c66a3dfc5d75dff68f3 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:02.047782 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-219f8155-00bf-4076-8dd2-ab834c4b436a tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "GET /v2.0/ports/197f9742-e29f-4e0f-9c4e-950241425b79 HTTP/1.1" status: 404 len: 333 time: 0.2043288 Jan 17 14:15:02.052352 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60058) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:02.111265 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-613197c7-7fad-4a21-a8ec-60e17d3b6941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:02.177259 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-67ea6dfe-8b29-4f78-a24b-8b746bd49617 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:02.179339 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] device_id is not set on port d213b296-734d-47c9-8692-740fe54131ad yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:15:02.201730 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:02.202075 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613197c7-7fad-4a21-a8ec-60e17d3b6941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Pushing event deleted for resources: {'Port': ['ID=b66facd6-e928-4993-bce7-7cca72b29151,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:02.214370 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-613197c7-7fad-4a21-a8ec-60e17d3b6941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:02.229360 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-eabf427b-f6ee-43e8-a0f3-bc9358e3ac5c tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Deleting port 7cd2caa7-4990-4ab5-b209-34ad2c467a00 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:02.229700 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-eabf427b-f6ee-43e8-a0f3-bc9358e3ac5c tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:02.301070 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-613197c7-7fad-4a21-a8ec-60e17d3b6941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] 10.222.0.48 "DELETE /v2.0/ports/b66facd6-e928-4993-bce7-7cca72b29151 HTTP/1.1" status: 204 len: 168 time: 1.6409864 Jan 17 14:15:02.305560 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60062) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:02.388125 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6d5a4d-ab71-402e-a95d-4e98f7ca9a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] GET failed (client error): The resource could not be found. Jan 17 14:15:02.388657 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-dc6d5a4d-ab71-402e-a95d-4e98f7ca9a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Synchronizing usage tracker for tenant:70f84e32cac04e17a87d29b3c229fafb on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:02.538731 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06baae88-3237-46f5-80c9-a65d3ff8a79b None None] Network ed801d97-9063-4f1e-99bd-483e3bb7c52f requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:02.578829 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-dc6d5a4d-ab71-402e-a95d-4e98f7ca9a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] Unset dirty status for tenant:70f84e32cac04e17a87d29b3c229fafb on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:02.583746 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-dc6d5a4d-ab71-402e-a95d-4e98f7ca9a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503100477-project-admin] 10.222.0.48 "GET /v2.0/ports/b66facd6-e928-4993-bce7-7cca72b29151 HTTP/1.1" status: 404 len: 333 time: 0.2738926 Jan 17 14:15:02.589260 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60066) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:02.623053 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3d75-d642-4fe3-9fa3-088127168f28 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:02.643364 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2eea5d89-c3b7-44dd-8af9-26665cecfc46 None None] Provisioning for port 519ea7a1-f77a-4f66-8073-823516976268 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:02.726707 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3d75-d642-4fe3-9fa3-088127168f28 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:02.727704 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3d75-d642-4fe3-9fa3-088127168f28 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:02.747574 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:02.820390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53ef2c7b-855b-4409-8e00-18320fff066a tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:02.824433 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-eabf427b-f6ee-43e8-a0f3-bc9358e3ac5c tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:02.927987 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 519ea7a1-f77a-4f66-8073-823516976268 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:02.987458 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa3d75-d642-4fe3-9fa3-088127168f28 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Port': ['ID=d0dd6d32-a5a2-461e-9ee7-df8137d5c6a1,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:02.987683 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-eabf427b-f6ee-43e8-a0f3-bc9358e3ac5c tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Calling delete_port for 7cd2caa7-4990-4ab5-b209-34ad2c467a00 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:03.059999 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7b81a1f5-c837-4fb7-9ced-f3cdab68d25a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:03.116910 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 519ea7a1-f77a-4f66-8073-823516976268 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:03.130821 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 519ea7a1-f77a-4f66-8073-823516976268 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:03.131249 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:03.221512 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b81a1f5-c837-4fb7-9ced-f3cdab68d25a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:03.233199 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-7b81a1f5-c837-4fb7-9ced-f3cdab68d25a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:03.249276 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b81a1f5-c837-4fb7-9ced-f3cdab68d25a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:03.249983 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7b81a1f5-c837-4fb7-9ced-f3cdab68d25a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:03.256565 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b2d8fa-de54-45fa-a590-f27eccd4b780 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:03.330707 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53ef2c7b-855b-4409-8e00-18320fff066a tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:03.336000 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aa3d75-d642-4fe3-9fa3-088127168f28 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network d1db157f-d8bc-4da5-ad03-4d1a02baa7bb is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:03.351657 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81a1f5-c837-4fb7-9ced-f3cdab68d25a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=1af156c6-d1ed-4f7f-acfe-db57257d5d73,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:03.354254 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-b6aa3d75-d642-4fe3-9fa3-088127168f28 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:03.362803 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-53ef2c7b-855b-4409-8e00-18320fff066a tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53cb0e35-ed55-4072-9d01-469650b2d882']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:03.377085 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-53ef2c7b-855b-4409-8e00-18320fff066a tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4aaf04-e8ca-4b28-b73f-74050239541d') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:03.377085 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-53ef2c7b-855b-4409-8e00-18320fff066a tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4aaf04-e8ca-4b28-b73f-74050239541d') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:03.391888 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Router a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:15:03.393150 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53ef2c7b-855b-4409-8e00-18320fff066a tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:03.410376 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:03.414560 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53ef2c7b-855b-4409-8e00-18320fff066a tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:03.499127 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7b81a1f5-c837-4fb7-9ced-f3cdab68d25a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1124420 Jan 17 14:15:03.563879 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60070) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:03.580233 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-10a37539-8d1e-4315-9127-78af8beff774 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'fixed_ips': [{'subnet_id': '1af156c6-d1ed-4f7f-acfe-db57257d5d73', 'ip_address': '2001:db8::a7c:283c:dcf1:5044'}], 'name': 'tempest-NetworksTestDHCPv6-292719107'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:03.621766 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 519ea7a1-f77a-4f66-8073-823516976268, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=519ea7a1-f77a-4f66-8073-823516976268,segment=NetworkSegment(f8356bf1-1246-42e0-9374-974f68362f2e),segment_id=f8356bf1-1246-42e0-9374-974f68362f2e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:03.646175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:03.754572 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-511db9b6-0892-40e6-8bc8-0d18b4615137 None None] Provisioning complete for port 519ea7a1-f77a-4f66-8073-823516976268 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:03.755873 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-511db9b6-0892-40e6-8bc8-0d18b4615137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:03.782603 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ef2c7b-855b-4409-8e00-18320fff066a tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:15:03.783702 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53ef2c7b-855b-4409-8e00-18320fff066a tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:03.794171 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=519ea7a1-f77a-4f66-8073-823516976268,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:03.811873 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:15:03.826118 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:15:03.908198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': '1af156c6-d1ed-4f7f-acfe-db57257d5d73'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:15:03.909128 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:03.940136 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-eabf427b-f6ee-43e8-a0f3-bc9358e3ac5c tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:03.953047 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-10a37539-8d1e-4315-9127-78af8beff774 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:03.977669 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-67ea6dfe-8b29-4f78-a24b-8b746bd49617 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Allocated IP 172.20.0.1 (ed801d97-9063-4f1e-99bd-483e3bb7c52f/6eed59de-3b32-4f8e-8e97-579451ea969d/d66e8372-7158-4168-81c7-205191ef928e) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:04.031409 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=11a187cd-9270-4321-8518-59c09877a20a,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:04.086000 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network 0e817385-fbf2-4565-8468-c50f04298963 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:04.087291 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-10a37539-8d1e-4315-9127-78af8beff774 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:port and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:04.107532 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-10a37539-8d1e-4315-9127-78af8beff774 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:04.175211 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:04.178780 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:04.188049 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:04.218588 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Allocated IP 2001:db8::2 (5c806942-cde6-42f7-aae4-af9246279d2e/1af156c6-d1ed-4f7f-acfe-db57257d5d73/22f064d4-ea05-43ed-9b99-d873ce8368f7) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:04.268992 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-10a37539-8d1e-4315-9127-78af8beff774 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:04.271738 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf427b-f6ee-43e8-a0f3-bc9358e3ac5c tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Pushing event deleted for resources: {'Port': ['ID=7cd2caa7-4990-4ab5-b209-34ad2c467a00,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:04.304511 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6aa3d75-d642-4fe3-9fa3-088127168f28 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router 52aa0c75-4a63-4a18-a11b-507367036895 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:15:04.325841 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:15:04.398422 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:04.400291 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1075d9b2-3243-46bd-976f-83de062711dd tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 13.4671059 Jan 17 14:15:04.415338 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60074) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:04.457679 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53ef2c7b-855b-4409-8e00-18320fff066a tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:04.460173 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53ef2c7b-855b-4409-8e00-18320fff066a tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:04.471681 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:04.483279 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Transition to ACTIVE for port object 22f064d4-ea05-43ed-9b99-d873ce8368f7 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:04.507284 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488bf429-a791-442e-9938-7d134ee9217c None None] Sync routers for ids ['a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:15:04.514771 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Transition to ACTIVE for port object 22f064d4-ea05-43ed-9b99-d873ce8368f7 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:04.523056 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488bf429-a791-442e-9938-7d134ee9217c None None] Routers {'a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:15:04.523371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-15af761d-ccdc-4765-8b53-33d566db792b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:04.524471 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-488bf429-a791-442e-9938-7d134ee9217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:14:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:04.536921 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a37539-8d1e-4315-9127-78af8beff774 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:04.570169 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef2c7b-855b-4409-8e00-18320fff066a tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] Pushing event deleted for resources: {'Network': ['ID=53cb0e35-ed55-4072-9d01-469650b2d882,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:04.585754 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:04.586553 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=d213b296-734d-47c9-8692-740fe54131ad,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:04.650156 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-488bf429-a791-442e-9938-7d134ee9217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:04.665205 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-eabf427b-f6ee-43e8-a0f3-bc9358e3ac5c tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:04.671400 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-eabf427b-f6ee-43e8-a0f3-bc9358e3ac5c tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "DELETE /v2.0/ports/7cd2caa7-4990-4ab5-b209-34ad2c467a00 HTTP/1.1" status: 204 len: 168 time: 2.6163895 Jan 17 14:15:04.674330 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:04.678003 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-53ef2c7b-855b-4409-8e00-18320fff066a tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-941842244-project] 10.222.0.48 "DELETE /v2.0/networks/53cb0e35-ed55-4072-9d01-469650b2d882 HTTP/1.1" status: 204 len: 168 time: 2.0784905 Jan 17 14:15:04.680868 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Checking segment: {'id': '9dde33a3-cf39-429a-bd5d-c58573df72d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '617563ee-af70-492b-a47d-80bb1a5600d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:04.681123 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network hostable DHCP agents. Network: 617563ee-af70-492b-a47d-80bb1a5600d3, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:15:04.685990 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60078) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:04.693102 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:04.698552 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-dea7fbc6-471e-49fe-8cf1-f537dc0c5f58 None None] Provisioning complete for port d0dd6d32-a5a2-461e-9ee7-df8137d5c6a1 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:04.699105 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dea7fbc6-471e-49fe-8cf1-f537dc0c5f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:04.730695 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:04.736042 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488bf429-a791-442e-9938-7d134ee9217c None None] Routers {'a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:15:04.736818 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-488bf429-a791-442e-9938-7d134ee9217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:14:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:04.786600 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network 617563ee-af70-492b-a47d-80bb1a5600d3 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:15:04.813639 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 617563ee-af70-492b-a47d-80bb1a5600d3) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:04.813904 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-67ea6dfe-8b29-4f78-a24b-8b746bd49617 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:04.818533 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:04.826496 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:04.831789 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:04.832762 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:04.856413 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-10a37539-8d1e-4315-9127-78af8beff774 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:04.895818 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-88032aec-27c7-4ab5-a856-88d6ec7d453f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.4354281 Jan 17 14:15:04.898067 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-10a37539-8d1e-4315-9127-78af8beff774 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port 1a94732d-1d26-43a3-bde9-42c17b82c2c0 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:15:04.905864 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e08593-9ba9-4809-994d-154ea70cfebe tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] GET failed (client error): The resource could not be found. Jan 17 14:15:04.906418 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-37e08593-9ba9-4809-994d-154ea70cfebe tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Synchronizing usage tracker for tenant:39ee9e14b7f54c66a3dfc5d75dff68f3 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:04.912440 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65391522-5e80-44b7-98a2-6601c5aa594b None None] Network 617563ee-af70-492b-a47d-80bb1a5600d3 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:04.921644 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60084) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:04.991400 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 519ea7a1-f77a-4f66-8073-823516976268 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:05.015766 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Pushing event updated for resources: {'Port': ['ID=22f064d4-ea05-43ed-9b99-d873ce8368f7,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:05.042312 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6aa3d75-d642-4fe3-9fa3-088127168f28 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:15:05.046030 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-67ea6dfe-8b29-4f78-a24b-8b746bd49617 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Transition to ACTIVE for port object d66e8372-7158-4168-81c7-205191ef928e will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:05.056775 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-37e08593-9ba9-4809-994d-154ea70cfebe tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Unset dirty status for tenant:39ee9e14b7f54c66a3dfc5d75dff68f3 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:05.057946 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-37e08593-9ba9-4809-994d-154ea70cfebe tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "GET /v2.0/ports/7cd2caa7-4990-4ab5-b209-34ad2c467a00 HTTP/1.1" status: 404 len: 333 time: 0.3709431 Jan 17 14:15:05.071439 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7095e38a-740b-4652-9b01-9b2834b47b88 None None] Sync routers for ids ['52aa0c75-4a63-4a18-a11b-507367036895'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:15:05.072369 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b6aa3d75-d642-4fe3-9fa3-088127168f28 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/52aa0c75-4a63-4a18-a11b-507367036895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7871060 Jan 17 14:15:05.072546 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60088) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:05.074560 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60090) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:05.087330 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7095e38a-740b-4652-9b01-9b2834b47b88 None None] Routers {'52aa0c75-4a63-4a18-a11b-507367036895'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:15:05.088199 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7095e38a-740b-4652-9b01-9b2834b47b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:14:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['52aa0c75-4a63-4a18-a11b-507367036895'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:05.225459 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7095e38a-740b-4652-9b01-9b2834b47b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:05.237672 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7095e38a-740b-4652-9b01-9b2834b47b88 None None] Routers {'52aa0c75-4a63-4a18-a11b-507367036895'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:15:05.238753 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7095e38a-740b-4652-9b01-9b2834b47b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:14:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['52aa0c75-4a63-4a18-a11b-507367036895'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:05.254952 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-488bf429-a791-442e-9938-7d134ee9217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:05.267084 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488bf429-a791-442e-9938-7d134ee9217c None None] The sync data for ids ['a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:15:05.319220 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-0238817b-eb3c-4be6-afe9-f8ccabf951cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port d213b296-734d-47c9-8692-740fe54131ad {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:05.319812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0238817b-eb3c-4be6-afe9-f8ccabf951cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:05.330456 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-dea7fbc6-471e-49fe-8cf1-f537dc0c5f58 None None] Port d0dd6d32-a5a2-461e-9ee7-df8137d5c6a1 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:15:05.334162 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-10a37539-8d1e-4315-9127-78af8beff774 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::a7c:283c:dcf1:5044 (5c806942-cde6-42f7-aae4-af9246279d2e/1af156c6-d1ed-4f7f-acfe-db57257d5d73/1a94732d-1d26-43a3-bde9-42c17b82c2c0) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:05.425916 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60098) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:05.426935 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7095e38a-740b-4652-9b01-9b2834b47b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:05.427507 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7095e38a-740b-4652-9b01-9b2834b47b88 None None] The sync data for ids ['52aa0c75-4a63-4a18-a11b-507367036895'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:15:05.448077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Attempting to bind port 22f064d4-ea05-43ed-9b99-d873ce8368f7 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:15:05.448898 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Attempting to bind port 22f064d4-ea05-43ed-9b99-d873ce8368f7 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:15:05.449464 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Attempting to bind port 22f064d4-ea05-43ed-9b99-d873ce8368f7 on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:15:05.468838 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:15:05.469201 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:05.469771 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:05.470328 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:15:05.470941 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Bound port: 22f064d4-ea05-43ed-9b99-d873ce8368f7, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:15:05.471458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:05.501921 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-51c74d9d-a430-4470-989e-9835e7099c6f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Deleting port fea74728-2c40-4d55-8df4-6e50cb87176b {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:05.502392 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-51c74d9d-a430-4470-989e-9835e7099c6f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:05.537672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 519ea7a1-f77a-4f66-8073-823516976268 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:05.538130 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:05.567793 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b001c500-b25b-4019-81b1-29e7c0284ccc tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:05.568953 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b001c500-b25b-4019-81b1-29e7c0284ccc tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Synchronizing usage tracker for tenant:c18c2f95c6754b6292d672e39ba057ee on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:05.658244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-10a37539-8d1e-4315-9127-78af8beff774 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:05.687478 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-10a37539-8d1e-4315-9127-78af8beff774 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object 1a94732d-1d26-43a3-bde9-42c17b82c2c0 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:05.729467 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-10a37539-8d1e-4315-9127-78af8beff774 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:05.759849 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-67ea6dfe-8b29-4f78-a24b-8b746bd49617 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:05.875624 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] For port 22f064d4-ea05-43ed-9b99-d873ce8368f7, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:15:05.885196 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] For port 22f064d4-ea05-43ed-9b99-d873ce8368f7, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=22f064d4-ea05-43ed-9b99-d873ce8368f7,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:15:05.886525 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a37539-8d1e-4315-9127-78af8beff774 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:05.887894 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-10a37539-8d1e-4315-9127-78af8beff774 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:05.890128 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a37539-8d1e-4315-9127-78af8beff774 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=1a94732d-1d26-43a3-bde9-42c17b82c2c0,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:05.892653 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a37539-8d1e-4315-9127-78af8beff774 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:05.898765 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a37539-8d1e-4315-9127-78af8beff774 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:05.899528 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-10a37539-8d1e-4315-9127-78af8beff774 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:05.903818 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:05.930270 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-10a37539-8d1e-4315-9127-78af8beff774 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3565457 Jan 17 14:15:05.932677 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60104) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:06.039685 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb5f12-abc3-4680-b93e-5202ac0ac2c3 None None] Pushing event updated for resources: {'Port': ['ID=22f064d4-ea05-43ed-9b99-d873ce8368f7,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:06.044485 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ea6dfe-8b29-4f78-a24b-8b746bd49617 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Network ed801d97-9063-4f1e-99bd-483e3bb7c52f is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:06.055560 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b001c500-b25b-4019-81b1-29e7c0284ccc tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Unset dirty status for tenant:c18c2f95c6754b6292d672e39ba057ee on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:06.061120 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b001c500-b25b-4019-81b1-29e7c0284ccc tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/ports/d0dd6d32-a5a2-461e-9ee7-df8137d5c6a1 HTTP/1.1" status: 200 len: 911 time: 0.9786973 Jan 17 14:15:06.068348 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791fcd1b-fd64-41e6-8c36-41b6582aa49e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:06.074751 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791fcd1b-fd64-41e6-8c36-41b6582aa49e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:06.075587 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-791fcd1b-fd64-41e6-8c36-41b6582aa49e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:06.078300 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60108) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:06.101789 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-67ea6dfe-8b29-4f78-a24b-8b746bd49617 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:06.188564 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea6dfe-8b29-4f78-a24b-8b746bd49617 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:06.453545 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-791fcd1b-fd64-41e6-8c36-41b6582aa49e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:06.458654 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-791fcd1b-fd64-41e6-8c36-41b6582aa49e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.5244050 Jan 17 14:15:06.463992 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60112) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:06.497560 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-530ce2f2-e9df-4adf-bfd1-933c6b3cde78 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3850baece7724ebaa4aac0422f1469a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0542173 Jan 17 14:15:06.498580 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea6dfe-8b29-4f78-a24b-8b746bd49617 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event updated for resources: {'Port': ['ID=d66e8372-7158-4168-81c7-205191ef928e,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:06.515303 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60116) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:06.592363 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4c63333e-abf5-4a86-b7a4-d12b8b0bfb53 None None] Provisioning for port d66e8372-7158-4168-81c7-205191ef928e completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:06.599296 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4c63333e-abf5-4a86-b7a4-d12b8b0bfb53 None None] Provisioning complete for port d66e8372-7158-4168-81c7-205191ef928e triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:06.599808 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4c63333e-abf5-4a86-b7a4-d12b8b0bfb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:06.648067 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0238817b-eb3c-4be6-afe9-f8ccabf951cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:06.694749 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4c63333e-abf5-4a86-b7a4-d12b8b0bfb53 None None] Port d66e8372-7158-4168-81c7-205191ef928e cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:15:06.745173 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-67ea6dfe-8b29-4f78-a24b-8b746bd49617 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:06.823047 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 22f064d4-ea05-43ed-9b99-d873ce8368f7 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:06.883805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-0238817b-eb3c-4be6-afe9-f8ccabf951cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for d213b296-734d-47c9-8692-740fe54131ad owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:06.900142 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-245a34b8-2457-4879-a840-2337f13cb89d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port 1a94732d-1d26-43a3-bde9-42c17b82c2c0 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:06.901455 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-245a34b8-2457-4879-a840-2337f13cb89d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:06.933941 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 22f064d4-ea05-43ed-9b99-d873ce8368f7 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:07.077964 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-51c74d9d-a430-4470-989e-9835e7099c6f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:07.089446 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-15af761d-ccdc-4765-8b53-33d566db792b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:07.189615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2d8a790d-47e5-4cdc-b0cd-63ec049edc11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:07.234694 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-51c74d9d-a430-4470-989e-9835e7099c6f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Calling delete_port for fea74728-2c40-4d55-8df4-6e50cb87176b owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:07.283002 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0238817b-eb3c-4be6-afe9-f8ccabf951cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:07.347534 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-15af761d-ccdc-4765-8b53-33d566db792b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:07.374385 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238817b-eb3c-4be6-afe9-f8ccabf951cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Port': ['ID=d213b296-734d-47c9-8692-740fe54131ad,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:07.391226 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-15af761d-ccdc-4765-8b53-33d566db792b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Deleting port 54087b75-f311-4f6e-8863-8841880f4f59 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:07.391484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-15af761d-ccdc-4765-8b53-33d566db792b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:07.415197 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2d8a790d-47e5-4cdc-b0cd-63ec049edc11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:07.429098 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0238817b-eb3c-4be6-afe9-f8ccabf951cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:07.456336 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0238817b-eb3c-4be6-afe9-f8ccabf951cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/ports/d213b296-734d-47c9-8692-740fe54131ad HTTP/1.1" status: 204 len: 168 time: 2.5298626 Jan 17 14:15:07.473312 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60120) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:07.586822 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7f113371-13cf-45fc-baad-d2c2fac70f13 None None] Provisioning for port 22f064d4-ea05-43ed-9b99-d873ce8368f7 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:07.599067 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7f113371-13cf-45fc-baad-d2c2fac70f13 None None] Provisioning complete for port 22f064d4-ea05-43ed-9b99-d873ce8368f7 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:07.599662 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f113371-13cf-45fc-baad-d2c2fac70f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:07.736800 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2d8a790d-47e5-4cdc-b0cd-63ec049edc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:07.747080 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-245a34b8-2457-4879-a840-2337f13cb89d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:07.758218 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-67ea6dfe-8b29-4f78-a24b-8b746bd49617 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:07.792816 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a790d-47e5-4cdc-b0cd-63ec049edc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c01e5be-07d2-40a5-ae75-343cd48b8d0d,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:07.795995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a384a20a-90f0-4926-ac3a-f08a497da0b1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:07.878171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-51c74d9d-a430-4470-989e-9835e7099c6f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:07.878353 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f113371-13cf-45fc-baad-d2c2fac70f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:07.894738 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2d8a790d-47e5-4cdc-b0cd-63ec049edc11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:07.896127 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2d8a790d-47e5-4cdc-b0cd-63ec049edc11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c01e5be-07d2-40a5-ae75-343cd48b8d0d HTTP/1.1" status: 204 len: 168 time: 1.3688996 Jan 17 14:15:07.949781 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-7f113371-13cf-45fc-baad-d2c2fac70f13 None None] For port 22f064d4-ea05-43ed-9b99-d873ce8368f7, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=22f064d4-ea05-43ed-9b99-d873ce8368f7,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:07.955436 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f113371-13cf-45fc-baad-d2c2fac70f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:07.984172 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-15af761d-ccdc-4765-8b53-33d566db792b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:08.050697 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f113371-13cf-45fc-baad-d2c2fac70f13 None None] Pushing event updated for resources: {'Port': ['ID=22f064d4-ea05-43ed-9b99-d873ce8368f7,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:08.086644 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7bf9c14f-05e3-49ef-956c-169f7b91cec1 None None] Provisioning for port 1a94732d-1d26-43a3-bde9-42c17b82c2c0 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:08.094529 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7bf9c14f-05e3-49ef-956c-169f7b91cec1 None None] Provisioning complete for port 1a94732d-1d26-43a3-bde9-42c17b82c2c0 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:08.095359 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7bf9c14f-05e3-49ef-956c-169f7b91cec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:08.102212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-245a34b8-2457-4879-a840-2337f13cb89d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for 1a94732d-1d26-43a3-bde9-42c17b82c2c0 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:08.177228 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7bf9c14f-05e3-49ef-956c-169f7b91cec1 None None] Port 1a94732d-1d26-43a3-bde9-42c17b82c2c0 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:15:08.366014 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60128) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:08.374045 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-15af761d-ccdc-4765-8b53-33d566db792b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Calling delete_port for 54087b75-f311-4f6e-8863-8841880f4f59 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:08.449774 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054fc6f1-6f9c-4412-a1fb-812c190ef4e9 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:08.460636 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054fc6f1-6f9c-4412-a1fb-812c190ef4e9 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:08.461963 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-054fc6f1-6f9c-4412-a1fb-812c190ef4e9 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Synchronizing usage tracker for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:08.501791 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c74d9d-a430-4470-989e-9835e7099c6f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Pushing event deleted for resources: {'Port': ['ID=fea74728-2c40-4d55-8df4-6e50cb87176b,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:08.639193 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-245a34b8-2457-4879-a840-2337f13cb89d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:08.710040 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a34b8-2457-4879-a840-2337f13cb89d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=1a94732d-1d26-43a3-bde9-42c17b82c2c0,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:08.779364 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 22f064d4-ea05-43ed-9b99-d873ce8368f7 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:08.779640 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-054fc6f1-6f9c-4412-a1fb-812c190ef4e9 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Unset dirty status for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:08.781126 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-054fc6f1-6f9c-4412-a1fb-812c190ef4e9 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 1.3059452 Jan 17 14:15:08.795470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60132) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:08.805485 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-245a34b8-2457-4879-a840-2337f13cb89d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:08.921466 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 22f064d4-ea05-43ed-9b99-d873ce8368f7 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:08.921832 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:08.944171 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b9674a09-c5a1-4788-b8fa-8fe8982e4479 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=70f84e32cac04e17a87d29b3c229fafb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5297568 Jan 17 14:15:08.952549 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60136) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:08.955435 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-51c74d9d-a430-4470-989e-9835e7099c6f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:08.992669 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-51c74d9d-a430-4470-989e-9835e7099c6f tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "DELETE /v2.0/ports/fea74728-2c40-4d55-8df4-6e50cb87176b HTTP/1.1" status: 204 len: 168 time: 3.9160743 Jan 17 14:15:09.000268 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60140) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:09.034471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-a384a20a-90f0-4926-ac3a-f08a497da0b1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Allocated IP 2001:db8:1::1 (01c47675-5724-41ea-b569-d7a5eb604e67/5d6ab9af-3fb6-4426-9ba6-cf1457cc5c2a/962c0353-abb8-4f26-96b8-c4d5c78eb3ef) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:09.054856 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-245a34b8-2457-4879-a840-2337f13cb89d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/1a94732d-1d26-43a3-bde9-42c17b82c2c0 HTTP/1.1" status: 204 len: 168 time: 2.5894461 Jan 17 14:15:09.059037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-c55e4d2a-7af1-43b7-9dc7-596bf1561d36 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port 11a187cd-9270-4321-8518-59c09877a20a {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:09.059374 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c55e4d2a-7af1-43b7-9dc7-596bf1561d36 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:09.071092 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60144) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:09.257073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-856692e3-a5c2-4d08-b76b-2774edc52af6 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Deleting subnet 39e77289-a139-409e-b859-0f21780008e6 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:15:09.318236 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-856692e3-a5c2-4d08-b76b-2774edc52af6 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:09.347738 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f5d7c7a7-80df-4118-a20e-8bb629276d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:09.364073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7130a4-9eff-4f87-9293-31980f247694 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:09.365664 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7130a4-9eff-4f87-9293-31980f247694 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:09.366451 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-4a7130a4-9eff-4f87-9293-31980f247694 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:09.444068 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-856692e3-a5c2-4d08-b76b-2774edc52af6 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:09.493394 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f5d7c7a7-80df-4118-a20e-8bb629276d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:09.502200 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a384a20a-90f0-4926-ac3a-f08a497da0b1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:09.513304 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-4a7130a4-9eff-4f87-9293-31980f247694 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:09.514486 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4a7130a4-9eff-4f87-9293-31980f247694 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4424422 Jan 17 14:15:09.525680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60148) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:09.541800 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c55e4d2a-7af1-43b7-9dc7-596bf1561d36 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:09.551523 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-15af761d-ccdc-4765-8b53-33d566db792b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:09.625391 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af761d-ccdc-4765-8b53-33d566db792b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Pushing event deleted for resources: {'Port': ['ID=54087b75-f311-4f6e-8863-8841880f4f59,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:09.667241 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-67ea6dfe-8b29-4f78-a24b-8b746bd49617 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:09.675825 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-67ea6dfe-8b29-4f78-a24b-8b746bd49617 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:09.676787 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-a384a20a-90f0-4926-ac3a-f08a497da0b1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Transition to ACTIVE for port object 962c0353-abb8-4f26-96b8-c4d5c78eb3ef will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:09.748057 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-c55e4d2a-7af1-43b7-9dc7-596bf1561d36 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for 11a187cd-9270-4321-8518-59c09877a20a owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:09.825319 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c225b8a-a904-42ac-a137-b9c3a20257e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet 1af156c6-d1ed-4f7f-acfe-db57257d5d73 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:15:09.832997 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0c225b8a-a904-42ac-a137-b9c3a20257e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:09.848523 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-856692e3-a5c2-4d08-b76b-2774edc52af6 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:09.912720 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f5d7c7a7-80df-4118-a20e-8bb629276d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:09.931297 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-67ea6dfe-8b29-4f78-a24b-8b746bd49617 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:09.935699 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea6dfe-8b29-4f78-a24b-8b746bd49617 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event updated for resources: {'Port': ['ID=d66e8372-7158-4168-81c7-205191ef928e,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:09.941098 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-15af761d-ccdc-4765-8b53-33d566db792b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:09.942710 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0c225b8a-a904-42ac-a137-b9c3a20257e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:09.972043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7c7a7-80df-4118-a20e-8bb629276d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc44154-a8fa-4615-8085-80e5dac0ca29,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:09.984413 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c55e4d2a-7af1-43b7-9dc7-596bf1561d36 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:10.029387 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a384a20a-90f0-4926-ac3a-f08a497da0b1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:10.056504 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e4d2a-7af1-43b7-9dc7-596bf1561d36 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Port': ['ID=11a187cd-9270-4321-8518-59c09877a20a,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:10.059143 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f5d7c7a7-80df-4118-a20e-8bb629276d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:10.060289 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f5d7c7a7-80df-4118-a20e-8bb629276d3d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1cc44154-a8fa-4615-8085-80e5dac0ca29 HTTP/1.1" status: 204 len: 168 time: 1.1066451 Jan 17 14:15:10.111146 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c55e4d2a-7af1-43b7-9dc7-596bf1561d36 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:10.138900 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a384a20a-90f0-4926-ac3a-f08a497da0b1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network 01c47675-5724-41ea-b569-d7a5eb604e67 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:10.147998 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-a384a20a-90f0-4926-ac3a-f08a497da0b1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:10.162253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a384a20a-90f0-4926-ac3a-f08a497da0b1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:10.162815 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a384a20a-90f0-4926-ac3a-f08a497da0b1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:10.433384 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c55e4d2a-7af1-43b7-9dc7-596bf1561d36 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/ports/11a187cd-9270-4321-8518-59c09877a20a HTTP/1.1" status: 204 len: 168 time: 1.6342278 Jan 17 14:15:10.451156 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60156) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:10.501108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384a20a-90f0-4926-ac3a-f08a497da0b1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Port': ['ID=962c0353-abb8-4f26-96b8-c4d5c78eb3ef,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:10.537057 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0a62f465-7a32-49f8-a378-18e24b512279 None None] Provisioning for port 962c0353-abb8-4f26-96b8-c4d5c78eb3ef completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:10.546809 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0a62f465-7a32-49f8-a378-18e24b512279 None None] Provisioning complete for port 962c0353-abb8-4f26-96b8-c4d5c78eb3ef triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:10.547548 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0a62f465-7a32-49f8-a378-18e24b512279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:10.570248 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0c225b8a-a904-42ac-a137-b9c3a20257e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:10.601942 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-856692e3-a5c2-4d08-b76b-2774edc52af6 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:10.652304 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8bc1686c-f8cc-4bee-8d98-472930ab692a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:10.656785 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0a62f465-7a32-49f8-a378-18e24b512279 None None] Port 962c0353-abb8-4f26-96b8-c4d5c78eb3ef cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:15:10.684818 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856692e3-a5c2-4d08-b76b-2774edc52af6 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Pushing event deleted for resources: {'Subnet': ['ID=39e77289-a139-409e-b859-0f21780008e6,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:10.698470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f191b1-f362-448f-a12b-56de215a2a41 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:10.699775 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d9f191b1-f362-448f-a12b-56de215a2a41 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Synchronizing usage tracker for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:10.796261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a384a20a-90f0-4926-ac3a-f08a497da0b1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:10.817778 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0c225b8a-a904-42ac-a137-b9c3a20257e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:10.821632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d9f191b1-f362-448f-a12b-56de215a2a41 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Unset dirty status for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:10.826245 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d9f191b1-f362-448f-a12b-56de215a2a41 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3712232 Jan 17 14:15:10.841190 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60168) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:10.857906 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-856692e3-a5c2-4d08-b76b-2774edc52af6 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:10.861708 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15760e0e-bbc7-43f5-912c-4e98f1e3f2d2 None None] Network 3f0dcd22-57b5-4946-a33c-afc1db19a957 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:10.912915 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0c225b8a-a904-42ac-a137-b9c3a20257e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:10.914941 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1a0093-c484-4a3d-ba43-d3dc505e0090 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] GET failed (client error): The resource could not be found. Jan 17 14:15:10.916300 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2d1a0093-c484-4a3d-ba43-d3dc505e0090 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports/d213b296-734d-47c9-8692-740fe54131ad HTTP/1.1" status: 404 len: 333 time: 0.0659442 Jan 17 14:15:10.922293 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60172) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:10.927372 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-15af761d-ccdc-4765-8b53-33d566db792b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:10.931628 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c225b8a-a904-42ac-a137-b9c3a20257e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=1af156c6-d1ed-4f7f-acfe-db57257d5d73,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:10.940035 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5788ed6f-7ece-4e79-9425-8ddef2ee1deb None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:10.971477 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0c225b8a-a904-42ac-a137-b9c3a20257e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/1af156c6-d1ed-4f7f-acfe-db57257d5d73 HTTP/1.1" status: 204 len: 168 time: 1.4408998 Jan 17 14:15:10.972440 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60178) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:10.977270 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-15af761d-ccdc-4765-8b53-33d566db792b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:11.056485 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-856692e3-a5c2-4d08-b76b-2774edc52af6 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "DELETE /v2.0/subnets/39e77289-a139-409e-b859-0f21780008e6 HTTP/1.1" status: 204 len: 168 time: 2.0508983 Jan 17 14:15:11.065724 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60184) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:11.065724 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ea6dfe-8b29-4f78-a24b-8b746bd49617 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Network ed801d97-9063-4f1e-99bd-483e3bb7c52f is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:11.068483 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6b0160-9736-4e21-9e23-f7324cf0f54d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] GET failed (client error): The resource could not be found. Jan 17 14:15:11.069967 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bf6b0160-9736-4e21-9e23-f7324cf0f54d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports/11a187cd-9270-4321-8518-59c09877a20a HTTP/1.1" status: 404 len: 333 time: 0.1400754 Jan 17 14:15:11.076120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60190) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:11.086613 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-67ea6dfe-8b29-4f78-a24b-8b746bd49617 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:11.203448 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6377f949-dda2-493e-b5c8-4a91f62ca771 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2246385 Jan 17 14:15:11.204268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60196) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:11.367841 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-935c998f-1127-489d-ab31-a24edfe7c9a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:11.402468 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d4a89668-02f3-443c-a848-3ce85ff2f6f4 None None] Provisioning complete for port d66e8372-7158-4168-81c7-205191ef928e triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:11.403006 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d4a89668-02f3-443c-a848-3ce85ff2f6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:11.469246 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fced2353-9ff5-45e1-8857-8a1af7e414d1 None None] DHCP port deletion for 3f0dcd22-57b5-4946-a33c-afc1db19a957 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:15:11.485047 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-fced2353-9ff5-45e1-8857-8a1af7e414d1 None None] Deleting port face0dc8-048a-43ab-acf3-f72c1caf0515 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:11.485527 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fced2353-9ff5-45e1-8857-8a1af7e414d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:11.523661 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9b0aaa-b23e-44da-a705-dd82f70d37eb None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:15:11.538460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-da9b0aaa-b23e-44da-a705-dd82f70d37eb None None] Deleting port 22f064d4-ea05-43ed-9b99-d873ce8368f7 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:11.539458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-da9b0aaa-b23e-44da-a705-dd82f70d37eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:11.563449 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15af761d-ccdc-4765-8b53-33d566db792b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Router a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:15:11.591015 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d4a89668-02f3-443c-a848-3ce85ff2f6f4 None None] Port d66e8372-7158-4168-81c7-205191ef928e cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:15:11.706210 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5988f69c-7cdd-4eeb-b9bd-5e21d476adef tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:11.789229 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-935c998f-1127-489d-ab31-a24edfe7c9a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:11.801131 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-935c998f-1127-489d-ab31-a24edfe7c9a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:11.804830 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-935c998f-1127-489d-ab31-a24edfe7c9a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:11.841368 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:11.844845 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-935c998f-1127-489d-ab31-a24edfe7c9a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:11.846447 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15af761d-ccdc-4765-8b53-33d566db792b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:15:11.872681 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-15af761d-ccdc-4765-8b53-33d566db792b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:11.881575 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-15af761d-ccdc-4765-8b53-33d566db792b tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "PUT /v2.0/routers/a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4 HTTP/1.1" status: 200 len: 705 time: 7.4632969 Jan 17 14:15:11.885138 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60208) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:11.939024 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ae4a4-bfe8-42d9-84d8-ebd0e850c26c None None] Sync routers for ids ['a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:15:11.959968 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935c998f-1127-489d-ab31-a24edfe7c9a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:11.965009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-935c998f-1127-489d-ab31-a24edfe7c9a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:12.119506 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ae4a4-bfe8-42d9-84d8-ebd0e850c26c None None] Routers {'a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:15:12.120224 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-d81ae4a4-bfe8-42d9-84d8-ebd0e850c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:14:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:12.134756 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b8c48d2e-c454-4a3c-9299-4c8fa87f45ff tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "GET /v2.0/routers/a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4 HTTP/1.1" status: 200 len: 740 time: 0.2469137 Jan 17 14:15:12.203169 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-d81ae4a4-bfe8-42d9-84d8-ebd0e850c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:12.215986 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-fced2353-9ff5-45e1-8857-8a1af7e414d1 None None] For port face0dc8-048a-43ab-acf3-f72c1caf0515, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=face0dc8-048a-43ab-acf3-f72c1caf0515,segment=NetworkSegment(ca15fcc1-ab7e-4232-83df-5019d822e13d),segment_id=ca15fcc1-ab7e-4232-83df-5019d822e13d)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:12.216359 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fced2353-9ff5-45e1-8857-8a1af7e414d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:12.232717 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-da9b0aaa-b23e-44da-a705-dd82f70d37eb None None] For port 22f064d4-ea05-43ed-9b99-d873ce8368f7, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=22f064d4-ea05-43ed-9b99-d873ce8368f7,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:12.233111 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-da9b0aaa-b23e-44da-a705-dd82f70d37eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:12.259628 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60218) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:12.260010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60220) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:12.262212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5988f69c-7cdd-4eeb-b9bd-5e21d476adef tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:12.311013 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ae4a4-bfe8-42d9-84d8-ebd0e850c26c None None] Routers {'a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:15:12.311482 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-d81ae4a4-bfe8-42d9-84d8-ebd0e850c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:14:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:12.330351 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Deleting port face0dc8-048a-43ab-acf3-f72c1caf0515 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:12.330702 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:12.406337 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ea6dfe-8b29-4f78-a24b-8b746bd49617 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Router 09944e88-533c-4312-bfff-ab4824c4c4d5 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:15:12.497908 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-fced2353-9ff5-45e1-8857-8a1af7e414d1 None None] Calling delete_port for face0dc8-048a-43ab-acf3-f72c1caf0515 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:12.550942 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-852038099', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:12.555407 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-5988f69c-7cdd-4eeb-b9bd-5e21d476adef tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617563ee-af70-492b-a47d-80bb1a5600d3']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:12.565319 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-935c998f-1127-489d-ab31-a24edfe7c9a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:12.601037 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-da9b0aaa-b23e-44da-a705-dd82f70d37eb None None] Calling delete_port for 22f064d4-ea05-43ed-9b99-d873ce8368f7 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:12.607935 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9df114ac-d087-4cc5-b7b4-027260c3ea55 tempest-RoutersAdminTest-1478373393 tempest-RoutersAdminTest-1478373393-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&device_id=a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4 HTTP/1.1" status: 200 len: 205 time: 0.3309822 Jan 17 14:15:12.617679 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-5988f69c-7cdd-4eeb-b9bd-5e21d476adef tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dde33a3-cf39-429a-bd5d-c58573df72d3') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:12.618388 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-5988f69c-7cdd-4eeb-b9bd-5e21d476adef tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dde33a3-cf39-429a-bd5d-c58573df72d3') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:12.631200 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60228) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:12.631638 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-a384a20a-90f0-4926-ac3a-f08a497da0b1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:15:12.635796 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-d81ae4a4-bfe8-42d9-84d8-ebd0e850c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:12.635796 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ae4a4-bfe8-42d9-84d8-ebd0e850c26c None None] The sync data for ids ['a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:15:12.647070 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:12.667014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Usage tracker for resource:port and tenant:aa086f3d3d9d457f8b235aab08f6c638 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:12.675490 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a384a20a-90f0-4926-ac3a-f08a497da0b1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:12.684996 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5988f69c-7cdd-4eeb-b9bd-5e21d476adef tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:12.707533 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3841fda0-b06b-4561-aa64-c6224fe1c7f5 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4 HTTP/1.1" status: 200 len: 205 time: 0.0620086 Jan 17 14:15:12.707792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:12.712837 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60232) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:12.717718 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:12.731238 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fced2353-9ff5-45e1-8857-8a1af7e414d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:12.748280 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] For port face0dc8-048a-43ab-acf3-f72c1caf0515, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=face0dc8-048a-43ab-acf3-f72c1caf0515,segment=NetworkSegment(ca15fcc1-ab7e-4232-83df-5019d822e13d),segment_id=ca15fcc1-ab7e-4232-83df-5019d822e13d)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:12.748695 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:12.750149 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a384a20a-90f0-4926-ac3a-f08a497da0b1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:12.750777 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a384a20a-90f0-4926-ac3a-f08a497da0b1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:12.765065 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935c998f-1127-489d-ab31-a24edfe7c9a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:12.783320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5988f69c-7cdd-4eeb-b9bd-5e21d476adef tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:12.793784 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5988f69c-7cdd-4eeb-b9bd-5e21d476adef tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:15:12.794275 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5988f69c-7cdd-4eeb-b9bd-5e21d476adef tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:12.812780 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device face0dc8-048a-43ab-acf3-f72c1caf0515 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:15:12.847300 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-da9b0aaa-b23e-44da-a705-dd82f70d37eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:12.858243 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: face0dc8-048a-43ab-acf3-f72c1caf0515 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:15:12.858243 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device face0dc8-048a-43ab-acf3-f72c1caf0515 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:15:12.858698 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 22f064d4-ea05-43ed-9b99-d873ce8368f7 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:15:12.899125 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced2353-9ff5-45e1-8857-8a1af7e414d1 None None] Pushing event deleted for resources: {'Port': ['ID=face0dc8-048a-43ab-acf3-f72c1caf0515,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:12.902955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced2353-9ff5-45e1-8857-8a1af7e414d1 None None] No DVR routers for this DVR port face0dc8-048a-43ab-acf3-f72c1caf0515 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:15:12.939622 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-935c998f-1127-489d-ab31-a24edfe7c9a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:15:12.944260 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:15:12.950249 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 22f064d4-ea05-43ed-9b99-d873ce8368f7 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:15:12.950596 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 22f064d4-ea05-43ed-9b99-d873ce8368f7 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:15:12.958539 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b0aaa-b23e-44da-a705-dd82f70d37eb None None] No DVR routers for this DVR port 22f064d4-ea05-43ed-9b99-d873ce8368f7 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:15:12.960573 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b0aaa-b23e-44da-a705-dd82f70d37eb None None] Pushing event deleted for resources: {'Port': ['ID=22f064d4-ea05-43ed-9b99-d873ce8368f7,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:12.994627 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfa33a7-69a4-438e-aa72-93964d411842 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:13.026544 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Calling delete_port for face0dc8-048a-43ab-acf3-f72c1caf0515 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:13.067387 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935c998f-1127-489d-ab31-a24edfe7c9a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:13.068261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-935c998f-1127-489d-ab31-a24edfe7c9a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:13.092482 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ea6dfe-8b29-4f78-a24b-8b746bd49617 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:15:13.102420 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-67ea6dfe-8b29-4f78-a24b-8b746bd49617 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "PUT /v2.0/routers/09944e88-533c-4312-bfff-ab4824c4c4d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7599351 Jan 17 14:15:13.113744 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] Sync routers for ids ['09944e88-533c-4312-bfff-ab4824c4c4d5'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:15:13.128481 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] Routers {'09944e88-533c-4312-bfff-ab4824c4c4d5'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:15:13.129478 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:14:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['09944e88-533c-4312-bfff-ab4824c4c4d5'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:13.176344 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.api [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:15:13.179033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG oslo_db.api [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:15:13.214078 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Made reservation on behalf of aa086f3d3d9d457f8b235aab08f6c638 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:13.216441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:13.273024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-18124b6a-08a6-4af8-8eb4-1b9f7fe00f9c tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:13.307240 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': '03581810-01ee-413e-a769-72a81f562d2f'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:15:13.309020 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:13.326555 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c998f-1127-489d-ab31-a24edfe7c9a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=03581810-01ee-413e-a769-72a81f562d2f,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:13.362480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:13.390191 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] Set router 09944e88-533c-4312-bfff-ab4824c4c4d5 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:15:13.474727 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-935c998f-1127-489d-ab31-a24edfe7c9a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1860764 Jan 17 14:15:13.475548 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384a20a-90f0-4926-ac3a-f08a497da0b1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Port': ['ID=962c0353-abb8-4f26-96b8-c4d5c78eb3ef,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:13.479492 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60248) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:13.499204 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-56a051b0-11d9-4848-86c0-93dfdf8354ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'fixed_ips': [{'subnet_id': '03581810-01ee-413e-a769-72a81f562d2f', 'ip_address': '2001:db8::a958:8f03:7725:66c2'}], 'name': 'tempest-NetworksTestDHCPv6-613295834'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:13.575087 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:13.583163 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5988f69c-7cdd-4eeb-b9bd-5e21d476adef tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:13.653744 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Allocated IP 2001:db8::2 (5c806942-cde6-42f7-aae4-af9246279d2e/03581810-01ee-413e-a769-72a81f562d2f/2242e876-7d70-4868-8c9b-7d71f6f3b277) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:13.682514 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Usage tracker for resource:security_group_rule and tenant:aa086f3d3d9d457f8b235aab08f6c638 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:13.704419 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:13.728907 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Deleting port face0dc8-048a-43ab-acf3-f72c1caf0515 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:13.729589 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:13.777994 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-56a051b0-11d9-4848-86c0-93dfdf8354ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:13.782876 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b6725119-4d45-48f1-b541-e5abe2a7c6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:13.812231 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239035547', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75'}], 'enable_snat': True}, 'gw_port_id': '0980912b-2471-4057-b354-0ca8d5625234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:14:45Z', 'updated_at': '2022-01-17T14:15:07Z', 'revision_number': 4, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'gw_port': {'id': '0980912b-2471-4057-b354-0ca8d5625234', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:14:47Z', 'updated_at': '2022-01-17T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'd66e8372-7158-4168-81c7-205191ef928e', 'name': '', 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'mac_address': 'fa:16:3e:ae:d3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6eed59de-3b32-4f8e-8e97-579451ea969d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:15:03Z', 'updated_at': '2022-01-17T14:15:09Z', 'revision_number': 2, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'subnets': [{'id': '6eed59de-3b32-4f8e-8e97-579451ea969d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:13.818515 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5988f69c-7cdd-4eeb-b9bd-5e21d476adef tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:13.819872 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] Checking router: 09944e88-533c-4312-bfff-ab4824c4c4d5 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:15:13.820399 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] Updating router 09944e88-533c-4312-bfff-ab4824c4c4d5 port d66e8372-7158-4168-81c7-205191ef928e binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:15:13.825803 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-56a051b0-11d9-4848-86c0-93dfdf8354ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:port and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:13.834144 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-56a051b0-11d9-4848-86c0-93dfdf8354ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:13.843651 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] The port 'face0dc8-048a-43ab-acf3-f72c1caf0515' was deleted {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:15:13.849107 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-56a051b0-11d9-4848-86c0-93dfdf8354ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:13.879579 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:13.887861 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:13.913946 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:13.980437 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a051b0-11d9-4848-86c0-93dfdf8354ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:13.986442 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:13.999440 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988f69c-7cdd-4eeb-b9bd-5e21d476adef tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Network': ['ID=617563ee-af70-492b-a47d-80bb1a5600d3,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:14.010358 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.023747 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-c69b80d7-c5c4-4ba0-96ff-55dae9656e91 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856652337&fields=id&tenant_id=e40f67886b8245b096eece694fd84aad HTTP/1.1" status: 200 len: 267 time: 0.6440704 Jan 17 14:15:14.024481 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.052434 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-18124b6a-08a6-4af8-8eb4-1b9f7fe00f9c tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.052909 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.056321 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a384a20a-90f0-4926-ac3a-f08a497da0b1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network 01c47675-5724-41ea-b569-d7a5eb604e67 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:14.064574 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] device_id is not set on port 761d8cc4-3785-496e-a617-234d4c8724dd yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:15:14.066507 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Transition to ACTIVE for port object 2242e876-7d70-4868-8c9b-7d71f6f3b277 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:14.095963 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Transition to ACTIVE for port object 2242e876-7d70-4868-8c9b-7d71f6f3b277 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:14.104144 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-18124b6a-08a6-4af8-8eb4-1b9f7fe00f9c tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.104532 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.106411 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-a384a20a-90f0-4926-ac3a-f08a497da0b1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:14.118279 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5988f69c-7cdd-4eeb-b9bd-5e21d476adef tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/networks/617563ee-af70-492b-a47d-80bb1a5600d3 HTTP/1.1" status: 204 len: 168 time: 2.9246802 Jan 17 14:15:14.126842 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.135068 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60252) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:14.152495 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f2ad677b-82bb-4a93-964f-ee1ebbd3b6f4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-356743240'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:14.161478 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f2ad677b-82bb-4a93-964f-ee1ebbd3b6f4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:14.169915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f2ad677b-82bb-4a93-964f-ee1ebbd3b6f4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:network and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:14.177621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f2ad677b-82bb-4a93-964f-ee1ebbd3b6f4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:14.191645 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f2ad677b-82bb-4a93-964f-ee1ebbd3b6f4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:14.215376 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:14.220828 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:14.226848 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:14.229521 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0dcd22-57b5-4946-a33c-afc1db19a957']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:14.235404 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Pushing event updated for resources: {'Port': ['ID=2242e876-7d70-4868-8c9b-7d71f6f3b277,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:14.245182 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ad677b-82bb-4a93-964f-ee1ebbd3b6f4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:14.249416 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2ad677b-82bb-4a93-964f-ee1ebbd3b6f4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.317477 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca15fcc1-ab7e-4232-83df-5019d822e13d') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:14.318087 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca15fcc1-ab7e-4232-83df-5019d822e13d') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:14.358895 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.394295 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ad677b-82bb-4a93-964f-ee1ebbd3b6f4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:15:14.400899 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-56a051b0-11d9-4848-86c0-93dfdf8354ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.415039 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.430895 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2ad677b-82bb-4a93-964f-ee1ebbd3b6f4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.431392 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-f2ad677b-82bb-4a93-964f-ee1ebbd3b6f4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Added segment e4eb5aed-48fd-442c-bc17-c4251ee4bfc8 of type vlan for network d469b910-a5c9-4d2f-a5cc-61bf3e5e39d0 Jan 17 14:15:14.433738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:15:14.434241 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.439824 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Attempting to bind port 2242e876-7d70-4868-8c9b-7d71f6f3b277 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:15:14.440234 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Attempting to bind port 2242e876-7d70-4868-8c9b-7d71f6f3b277 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:15:14.440618 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Attempting to bind port 2242e876-7d70-4868-8c9b-7d71f6f3b277 on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:15:14.449306 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:15:14.449835 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:14.450429 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.450838 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:15:14.451383 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Bound port: 2242e876-7d70-4868-8c9b-7d71f6f3b277, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:15:14.451788 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:15:14.466012 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:15:14.553275 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-56a051b0-11d9-4848-86c0-93dfdf8354ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port 208a5d78-caff-45fa-98ae-ef1f30e513ed yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:15:14.582519 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.617605 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-df2aaa6e-79e8-4ced-8776-c9095c17afca None None] Provisioning complete for port 962c0353-abb8-4f26-96b8-c4d5c78eb3ef triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:14.617891 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-df2aaa6e-79e8-4ced-8776-c9095c17afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.674965 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] For port 2242e876-7d70-4868-8c9b-7d71f6f3b277, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:15:14.696101 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] For port 2242e876-7d70-4868-8c9b-7d71f6f3b277, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=2242e876-7d70-4868-8c9b-7d71f6f3b277,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:15:14.697205 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-df2aaa6e-79e8-4ced-8776-c9095c17afca None None] Port 962c0353-abb8-4f26-96b8-c4d5c78eb3ef cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:15:14.702654 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.721865 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a17454-a857-457d-af22-1ca197092528,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:14.754130 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-18124b6a-08a6-4af8-8eb4-1b9f7fe00f9c tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.755010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18124b6a-08a6-4af8-8eb4-1b9f7fe00f9c tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Fanout notify agent at l3_agent the message router_deleted on router a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:15:14.774413 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2ad677b-82bb-4a93-964f-ee1ebbd3b6f4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.784693 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] Transition to ACTIVE for port object d66e8372-7158-4168-81c7-205191ef928e will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:14.788420 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.793936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.806442 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.849806 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] Pushing event deleted for resources: {'Network': ['ID=3f0dcd22-57b5-4946-a33c-afc1db19a957,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:14.863288 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169627a-bed4-4d36-9555-0a3cd55317fa None None] Pushing event updated for resources: {'Port': ['ID=2242e876-7d70-4868-8c9b-7d71f6f3b277,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:14.869154 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-18124b6a-08a6-4af8-8eb4-1b9f7fe00f9c tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.874573 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-18124b6a-08a6-4af8-8eb4-1b9f7fe00f9c tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "DELETE /v2.0/routers/a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4 HTTP/1.1" status: 204 len: 168 time: 2.1400595 Jan 17 14:15:14.880112 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60256) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:14.912732 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e7a328c2-7515-464d-aebc-d6e50bab3762 tempest-AllowedAddressPairTestJSON-1478977162 tempest-AllowedAddressPairTestJSON-1478977162-project] 10.222.0.48 "DELETE /v2.0/networks/3f0dcd22-57b5-4946-a33c-afc1db19a957 HTTP/1.1" status: 204 len: 168 time: 3.8459079 Jan 17 14:15:14.931899 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2ad677b-82bb-4a93-964f-ee1ebbd3b6f4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.937629 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ad677b-82bb-4a93-964f-ee1ebbd3b6f4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:14.938307 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2ad677b-82bb-4a93-964f-ee1ebbd3b6f4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:14.989598 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f2ad677b-82bb-4a93-964f-ee1ebbd3b6f4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8496964 Jan 17 14:15:14.998103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60262) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:15.020324 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Allocated IP 172.26.3.165 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/761d8cc4-3785-496e-a617-234d4c8724dd) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:15.030388 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99416d4e-3e07-43d2-9d15-abb54ebb7e65 None None] Pushing event updated for resources: {'Port': ['ID=d66e8372-7158-4168-81c7-205191ef928e,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:15.057071 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-5702bfad-24bb-42f8-90b9-5c9885c206c2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'subnet': {'network_id': 'd469b910-a5c9-4d2f-a5cc-61bf3e5e39d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:15.227408 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] Attempting to bind port d66e8372-7158-4168-81c7-205191ef928e on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:15:15.228094 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] Attempting to bind port d66e8372-7158-4168-81c7-205191ef928e by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'f8356bf1-1246-42e0-9374-974f68362f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:15:15.228739 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] Attempting to bind port d66e8372-7158-4168-81c7-205191ef928e on network ed801d97-9063-4f1e-99bd-483e3bb7c52f {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:15:15.246427 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:15:15.248392 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] Checking segment: {'id': 'f8356bf1-1246-42e0-9374-974f68362f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:15.249437 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:15.250523 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] Bound using segment: {'id': 'f8356bf1-1246-42e0-9374-974f68362f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:15:15.251276 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] Bound port: d66e8372-7158-4168-81c7-205191ef928e, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8356bf1-1246-42e0-9374-974f68362f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:15:15.252062 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:15.269111 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad677b-82bb-4a93-964f-ee1ebbd3b6f4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Network': ['ID=d469b910-a5c9-4d2f-a5cc-61bf3e5e39d0,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:15.282152 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network d469b910-a5c9-4d2f-a5cc-61bf3e5e39d0 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:15:15.329226 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-56a051b0-11d9-4848-86c0-93dfdf8354ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::a958:8f03:7725:66c2 (5c806942-cde6-42f7-aae4-af9246279d2e/03581810-01ee-413e-a769-72a81f562d2f/208a5d78-caff-45fa-98ae-ef1f30e513ed) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:15.359449 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5702bfad-24bb-42f8-90b9-5c9885c206c2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:15.383371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5702bfad-24bb-42f8-90b9-5c9885c206c2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:subnet and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:15.389562 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5702bfad-24bb-42f8-90b9-5c9885c206c2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:15.410322 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5702bfad-24bb-42f8-90b9-5c9885c206c2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:15.427051 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a384a20a-90f0-4926-ac3a-f08a497da0b1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router 52aa0c75-4a63-4a18-a11b-507367036895 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:15:15.432792 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f7a2458e-5624-4cce-bb0e-e7f8a0d49f66 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4 HTTP/1.1" status: 200 len: 205 time: 0.5493009 Jan 17 14:15:15.446992 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60268) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:15.461593 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-857d155e-8c13-47ed-86c7-d1d00d175421 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:15.462347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-857d155e-8c13-47ed-86c7-d1d00d175421 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Synchronizing usage tracker for tenant:e40f67886b8245b096eece694fd84aad on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:15.503936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5702bfad-24bb-42f8-90b9-5c9885c206c2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:15.509849 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5702bfad-24bb-42f8-90b9-5c9885c206c2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:15.606923 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] For port d66e8372-7158-4168-81c7-205191ef928e, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:15:15.612128 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] For port d66e8372-7158-4168-81c7-205191ef928e, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=d66e8372-7158-4168-81c7-205191ef928e,segment=NetworkSegment(f8356bf1-1246-42e0-9374-974f68362f2e),segment_id=f8356bf1-1246-42e0-9374-974f68362f2e)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:15:15.622272 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:15.639477 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:15.718180 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60272) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:15.732083 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-857d155e-8c13-47ed-86c7-d1d00d175421 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Unset dirty status for tenant:e40f67886b8245b096eece694fd84aad on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:15.733275 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-857d155e-8c13-47ed-86c7-d1d00d175421 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/networks?id=ed801d97-9063-4f1e-99bd-483e3bb7c52f HTTP/1.1" status: 200 len: 797 time: 1.7088888 Jan 17 14:15:15.754510 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-a5d03da3-60bf-4e72-970e-c362ca2a7b68 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] delete failed (client error): The resource could not be found. Jan 17 14:15:15.764555 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a5d03da3-60bf-4e72-970e-c362ca2a7b68 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "DELETE /v2.0/routers/a1f4b2dc-3f7b-43de-b2f1-b2069a889ad4 HTTP/1.1" status: 404 len: 336 time: 0.2984736 Jan 17 14:15:15.784826 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60278) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:15.797402 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] Routers {'09944e88-533c-4312-bfff-ab4824c4c4d5'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:15:15.798297 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:15:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['09944e88-533c-4312-bfff-ab4824c4c4d5'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:15.907425 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-dda324a3-ed91-4364-9043-40bb8e1e7b3d tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc419319-3096-4668-9e88-e8bda579430f HTTP/1.1" status: 200 len: 205 time: 0.1093931 Jan 17 14:15:15.913832 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60282) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:15.925893 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99416d4e-3e07-43d2-9d15-abb54ebb7e65 None None] Pushing event updated for resources: {'Port': ['ID=d66e8372-7158-4168-81c7-205191ef928e,revision_number=4']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:15.988255 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.ipam_backend_mixin [None req-5702bfad-24bb-42f8-90b9-5c9885c206c2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Performing IP validity checks on allocation pools {{(pid=87524) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 17 14:15:15.989297 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.ipam_backend_mixin [None req-5702bfad-24bb-42f8-90b9-5c9885c206c2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87524) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 17 14:15:16.029978 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-171ba875-c42c-451d-8f30-504501b27dc8 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/quotas/e40f67886b8245b096eece694fd84aad HTTP/1.1" status: 200 len: 375 time: 0.2438779 Jan 17 14:15:16.049650 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-c03defa3-450a-4ada-b48c-b068d387a2ff tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] delete failed (client error): The resource could not be found. Jan 17 14:15:16.053501 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c03defa3-450a-4ada-b48c-b068d387a2ff tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "DELETE /v2.0/routers/fc419319-3096-4668-9e88-e8bda579430f HTTP/1.1" status: 404 len: 336 time: 0.1136565 Jan 17 14:15:16.056027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60286) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:16.081759 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] Set router 09944e88-533c-4312-bfff-ab4824c4c4d5 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:15:16.170785 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-56a051b0-11d9-4848-86c0-93dfdf8354ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:16.191416 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c3218d9c-6b84-4455-8b41-94dfa235a0b3 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "GET /v2.0/ports?device_id=80cb74e6-6967-4295-92bc-d2ed43b547e1 HTTP/1.1" status: 200 len: 205 time: 0.0912573 Jan 17 14:15:16.192059 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60290) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:16.200326 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5a32723a-0791-4346-beec-fab432a8d5a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=39ee9e14b7f54c66a3dfc5d75dff68f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4806712 Jan 17 14:15:16.202935 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a384a20a-90f0-4926-ac3a-f08a497da0b1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:15:16.214065 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a384a20a-90f0-4926-ac3a-f08a497da0b1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/52aa0c75-4a63-4a18-a11b-507367036895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1324642 Jan 17 14:15:16.216644 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60292) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:16.217066 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60296) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:16.218425 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c915ceea-9cb9-4475-913b-0918208b6bbb None None] Sync routers for ids ['52aa0c75-4a63-4a18-a11b-507367036895'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:15:16.254797 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c915ceea-9cb9-4475-913b-0918208b6bbb None None] Routers {'52aa0c75-4a63-4a18-a11b-507367036895'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:15:16.255427 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c915ceea-9cb9-4475-913b-0918208b6bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:15:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['52aa0c75-4a63-4a18-a11b-507367036895'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:16.321280 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c355f6f3-3872-4ce0-8342-a356cd9c684a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:16.325741 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c355f6f3-3872-4ce0-8342-a356cd9c684a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/ports/962c0353-abb8-4f26-96b8-c4d5c78eb3ef HTTP/1.1" status: 200 len: 913 time: 0.1016498 Jan 17 14:15:16.331573 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-56a051b0-11d9-4848-86c0-93dfdf8354ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object 208a5d78-caff-45fa-98ae-ef1f30e513ed will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:16.342851 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60302) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:16.351890 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-da6b7f24-6d9d-4663-ad5c-08204e923de7 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] delete failed (client error): The resource could not be found. Jan 17 14:15:16.355829 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-da6b7f24-6d9d-4663-ad5c-08204e923de7 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "DELETE /v2.0/routers/80cb74e6-6967-4295-92bc-d2ed43b547e1 HTTP/1.1" status: 404 len: 336 time: 0.1527054 Jan 17 14:15:16.363124 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c915ceea-9cb9-4475-913b-0918208b6bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:16.369184 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:16.374727 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c915ceea-9cb9-4475-913b-0918208b6bbb None None] Routers {'52aa0c75-4a63-4a18-a11b-507367036895'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:15:16.375725 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c915ceea-9cb9-4475-913b-0918208b6bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:15:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['52aa0c75-4a63-4a18-a11b-507367036895'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:16.379754 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60306) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:16.451566 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c915ceea-9cb9-4475-913b-0918208b6bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:16.452002 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c915ceea-9cb9-4475-913b-0918208b6bbb None None] The sync data for ids ['52aa0c75-4a63-4a18-a11b-507367036895'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:15:16.550647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9bca42d9-4383-4158-b03a-45d86f5a6dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:16.572158 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5702bfad-24bb-42f8-90b9-5c9885c206c2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:16.616959 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-56a051b0-11d9-4848-86c0-93dfdf8354ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:16.619650 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ad78e915-4220-4360-9771-715de924e804 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa8c357-499a-4f2d-b82e-2d7a599ee488 HTTP/1.1" status: 200 len: 205 time: 0.1391363 Jan 17 14:15:16.632615 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60310) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:16.657360 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239035547', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75'}], 'enable_snat': True}, 'gw_port_id': '0980912b-2471-4057-b354-0ca8d5625234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:14:45Z', 'updated_at': '2022-01-17T14:15:07Z', 'revision_number': 4, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'gw_port': {'id': '0980912b-2471-4057-b354-0ca8d5625234', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:14:47Z', 'updated_at': '2022-01-17T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'd66e8372-7158-4168-81c7-205191ef928e', 'name': '', 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'mac_address': 'fa:16:3e:ae:d3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6eed59de-3b32-4f8e-8e97-579451ea969d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:15:03Z', 'updated_at': '2022-01-17T14:15:15Z', 'revision_number': 4, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'subnets': [{'id': '6eed59de-3b32-4f8e-8e97-579451ea969d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:16.665049 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f675d554-eb28-48ca-bbf7-acacddcd509d None None] The sync data for ids ['09944e88-533c-4312-bfff-ab4824c4c4d5'] in dv-neutron-824901-1-hyperv is: [{'id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239035547', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75'}], 'enable_snat': True}, 'gw_port_id': '0980912b-2471-4057-b354-0ca8d5625234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:14:45Z', 'updated_at': '2022-01-17T14:15:07Z', 'revision_number': 4, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'gw_port': {'id': '0980912b-2471-4057-b354-0ca8d5625234', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:14:47Z', 'updated_at': '2022-01-17T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'd66e8372-7158-4168-81c7-205191ef928e', 'name': '', 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'mac_address': 'fa:16:3e:ae:d3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6eed59de-3b32-4f8e-8e97-579451ea969d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:15:03Z', 'updated_at': '2022-01-17T14:15:15Z', 'revision_number': 4, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'subnets': [{'id': '6eed59de-3b32-4f8e-8e97-579451ea969d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:15:16.684859 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-5f169970-52dc-452b-9477-9c574daaafec tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e40f67886b8245b096eece694fd84aad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6419320 Jan 17 14:15:16.797467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9bca42d9-4383-4158-b03a-45d86f5a6dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:16.882703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a051b0-11d9-4848-86c0-93dfdf8354ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:16.896261 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-56a051b0-11d9-4848-86c0-93dfdf8354ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:16.908597 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-b01d3176-ad1c-488c-860a-c58ddfa28237 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] delete failed (client error): The resource could not be found. Jan 17 14:15:16.917609 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b01d3176-ad1c-488c-860a-c58ddfa28237 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "DELETE /v2.0/routers/caa8c357-499a-4f2d-b82e-2d7a599ee488 HTTP/1.1" status: 404 len: 336 time: 0.2708848 Jan 17 14:15:16.919181 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a051b0-11d9-4848-86c0-93dfdf8354ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:16.925918 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a051b0-11d9-4848-86c0-93dfdf8354ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:16.926887 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-56a051b0-11d9-4848-86c0-93dfdf8354ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:16.942110 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 2242e876-7d70-4868-8c9b-7d71f6f3b277 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:16.964811 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702bfad-24bb-42f8-90b9-5c9885c206c2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Subnet': ['ID=5afa518f-f4aa-4473-8de1-ad7a4f0cbaea,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:16.976710 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a051b0-11d9-4848-86c0-93dfdf8354ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=208a5d78-caff-45fa-98ae-ef1f30e513ed,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:16.994593 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60314) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:17.075317 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-77f8c3db-89fa-48bf-a56b-56d7fab27d88 None None] Provisioning for port 2242e876-7d70-4868-8c9b-7d71f6f3b277 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:17.084973 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-201d2dd8-0592-404a-ae99-4fa23ee8f683 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5d9a838-88e0-4f3a-9a78-01b7c6dc79df HTTP/1.1" status: 200 len: 205 time: 0.0845861 Jan 17 14:15:17.095528 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 2242e876-7d70-4868-8c9b-7d71f6f3b277 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:17.097399 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60318) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:17.108859 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 2242e876-7d70-4868-8c9b-7d71f6f3b277 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:17.109231 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:17.178056 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702bfad-24bb-42f8-90b9-5c9885c206c2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Checking segment: {'id': 'e4eb5aed-48fd-442c-bc17-c4251ee4bfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd469b910-a5c9-4d2f-a5cc-61bf3e5e39d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:17.179203 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5702bfad-24bb-42f8-90b9-5c9885c206c2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network hostable DHCP agents. Network: d469b910-a5c9-4d2f-a5cc-61bf3e5e39d0, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:15:17.206724 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-56a051b0-11d9-4848-86c0-93dfdf8354ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7206628 Jan 17 14:15:17.216033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60322) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:17.226823 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-ee46b19c-1afb-41bf-a5e9-19576dcfa77f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] delete failed (client error): The resource could not be found. Jan 17 14:15:17.227867 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ee46b19c-1afb-41bf-a5e9-19576dcfa77f tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "DELETE /v2.0/routers/a5d9a838-88e0-4f3a-9a78-01b7c6dc79df HTTP/1.1" status: 404 len: 336 time: 0.1283579 Jan 17 14:15:17.258257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60326) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:17.279586 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5702bfad-24bb-42f8-90b9-5c9885c206c2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network d469b910-a5c9-4d2f-a5cc-61bf3e5e39d0 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:15:17.323495 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-5702bfad-24bb-42f8-90b9-5c9885c206c2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, d469b910-a5c9-4d2f-a5cc-61bf3e5e39d0) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:17.329186 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5702bfad-24bb-42f8-90b9-5c9885c206c2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:17.329996 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5702bfad-24bb-42f8-90b9-5c9885c206c2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:17.335554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:17.363362 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9bca42d9-4383-4158-b03a-45d86f5a6dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:17.387325 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca42d9-4383-4158-b03a-45d86f5a6dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5305d264-8542-4a5e-8134-d8902f094e43,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:17.387545 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0084f46-dbf0-4014-aa99-1bbb83e43a9a None None] Network d469b910-a5c9-4d2f-a5cc-61bf3e5e39d0 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:17.396881 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5702bfad-24bb-42f8-90b9-5c9885c206c2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3966553 Jan 17 14:15:17.400197 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60330) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:17.400969 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-38fff728-97c6-4946-a3b8-90d37878aaba tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f1f715-7be6-4305-8e56-ae07852263d4 HTTP/1.1" status: 200 len: 205 time: 0.1409967 Jan 17 14:15:17.409403 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ae6037dc-ce98-4d89-b746-900d34aac001 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'port': {'network_id': 'd469b910-a5c9-4d2f-a5cc-61bf3e5e39d0', 'name': 'tempest-PortsTestJSON-879612647'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:17.430295 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60332) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:17.434112 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9bca42d9-4383-4158-b03a-45d86f5a6dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:17.435902 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9bca42d9-4383-4158-b03a-45d86f5a6dad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5305d264-8542-4a5e-8134-d8902f094e43 HTTP/1.1" status: 204 len: 168 time: 1.2154372 Jan 17 14:15:17.484734 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:17.553526 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Pushing event updated for resources: {'Port': ['ID=761d8cc4-3785-496e-a617-234d4c8724dd,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:17.644150 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6a8257ae-dcde-483c-ba54-3ef3c20cfaf8 None None] Provisioning for port 208a5d78-caff-45fa-98ae-ef1f30e513ed completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:17.656133 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 2242e876-7d70-4868-8c9b-7d71f6f3b277, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=2242e876-7d70-4868-8c9b-7d71f6f3b277,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:17.660282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6a8257ae-dcde-483c-ba54-3ef3c20cfaf8 None None] Provisioning complete for port 208a5d78-caff-45fa-98ae-ef1f30e513ed triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:17.662181 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a8257ae-dcde-483c-ba54-3ef3c20cfaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:17.667735 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:17.730300 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:17.733267 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:17.773463 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-559d1869-2679-4c4b-a7b3-96a2138df5a8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] delete failed (client error): The resource could not be found. Jan 17 14:15:17.777854 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-559d1869-2679-4c4b-a7b3-96a2138df5a8 tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "DELETE /v2.0/routers/a4f1f715-7be6-4305-8e56-ae07852263d4 HTTP/1.1" status: 404 len: 336 time: 0.3403378 Jan 17 14:15:17.781163 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60342) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:17.805298 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6a8257ae-dcde-483c-ba54-3ef3c20cfaf8 None None] Port 208a5d78-caff-45fa-98ae-ef1f30e513ed cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:15:17.807140 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:17.809128 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:17.811248 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:17.848439 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-b5bbf8fe-0745-4be0-8eda-4f0c2d1489ce service neutron] 10.222.0.48 "GET /v2.0/networks/ed801d97-9063-4f1e-99bd-483e3bb7c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0770798 Jan 17 14:15:17.857153 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6a4fa209-f9ce-4664-872e-d61ac27099f7 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.5819132 Jan 17 14:15:17.860540 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60346) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:17.867769 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-77893fd2-c423-43c0-8cb4-b6ede58c7bfe tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.165'}]}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:17.874255 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-77893fd2-c423-43c0-8cb4-b6ede58c7bfe tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:17.878379 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0eabc3-5b93-4e5b-8bf1-dc17bc5d00c1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:17.879297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-77893fd2-c423-43c0-8cb4-b6ede58c7bfe tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Usage tracker for resource:router and tenant:aa086f3d3d9d457f8b235aab08f6c638 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:17.883225 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-77893fd2-c423-43c0-8cb4-b6ede58c7bfe tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:17.890418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-77893fd2-c423-43c0-8cb4-b6ede58c7bfe tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:17.896156 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0eabc3-5b93-4e5b-8bf1-dc17bc5d00c1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:17.897385 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9c0eabc3-5b93-4e5b-8bf1-dc17bc5d00c1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:17.928634 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ed619d-b454-4459-971e-093cdd23fe1e tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] DELETE failed (client error): The resource could not be found. Jan 17 14:15:17.930071 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ed619d-b454-4459-971e-093cdd23fe1e tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:15:17.937289 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-60ed619d-b454-4459-971e-093cdd23fe1e tempest-RoutersAdminTest-1690318103 tempest-RoutersAdminTest-1690318103-project] 10.222.0.48 "DELETE /v2.0/subnets/d0da9d27-1ec5-4987-b0ec-19e20ac775e4 HTTP/1.1" status: 404 len: 337 time: 0.1494367 Jan 17 14:15:17.958176 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9c0eabc3-5b93-4e5b-8bf1-dc17bc5d00c1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:17.963063 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9c0eabc3-5b93-4e5b-8bf1-dc17bc5d00c1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7390361 Jan 17 14:15:17.964645 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60352) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:17.972407 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=2242e876-7d70-4868-8c9b-7d71f6f3b277,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:18.019408 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77893fd2-c423-43c0-8cb4-b6ede58c7bfe tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:18.020739 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77893fd2-c423-43c0-8cb4-b6ede58c7bfe tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:18.116706 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ae6037dc-ce98-4d89-b746-900d34aac001 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:18.128231 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ae6037dc-ce98-4d89-b746-900d34aac001 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:18.145330 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6037dc-ce98-4d89-b746-900d34aac001 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:18.151055 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae6037dc-ce98-4d89-b746-900d34aac001 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:18.171637 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77893fd2-c423-43c0-8cb4-b6ede58c7bfe tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:18.180199 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-efb2c646-1fe7-4ab3-9161-f4623472a788 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port 208a5d78-caff-45fa-98ae-ef1f30e513ed {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:18.186737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-efb2c646-1fe7-4ab3-9161-f4623472a788 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:18.241088 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-ae6037dc-ce98-4d89-b746-900d34aac001 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] device_id is not set on port 0a348797-9a6d-43f0-9660-b29842d3fc51 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:15:18.266657 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-27585ab4-dfeb-42a6-bedd-366666a1e719 service neutron] 10.222.0.48 "GET /v2.0/networks/ed801d97-9063-4f1e-99bd-483e3bb7c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069681 Jan 17 14:15:18.277732 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-d469b910-a5c9-4d2f-a5cc-61bf3e5e39d0', 'network_id': 'd469b910-a5c9-4d2f-a5cc-61bf3e5e39d0', 'tenant_id': '90170c06bfce4b45a8ff91de363bb5ad', 'fixed_ips': [{'subnet_id': '5afa518f-f4aa-4473-8de1-ad7a4f0cbaea'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:15:18.278588 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:18.591118 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60370) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:18.699592 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-99ff48c2-29c1-46bf-ab38-bd7b52b0b28b req-1f6d0a96-ffc7-45c6-8da0-3d677a386141 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Synchronizing usage tracker for tenant:e40f67886b8245b096eece694fd84aad on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:18.719397 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Allocated IP 172.20.0.2 (d469b910-a5c9-4d2f-a5cc-61bf3e5e39d0/5afa518f-f4aa-4473-8de1-ad7a4f0cbaea/8bf20ae4-2cbf-4d96-b8b3-55aa057b2397) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:18.907956 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77893fd2-c423-43c0-8cb4-b6ede58c7bfe tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:19.039043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d1c611d5-7274-4425-900c-91ca5f938d69 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:19.151024 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-99ff48c2-29c1-46bf-ab38-bd7b52b0b28b req-1f6d0a96-ffc7-45c6-8da0-3d677a386141 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Unset dirty status for tenant:e40f67886b8245b096eece694fd84aad on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:19.153072 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-99ff48c2-29c1-46bf-ab38-bd7b52b0b28b req-1f6d0a96-ffc7-45c6-8da0-3d677a386141 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 210 time: 0.5629559 Jan 17 14:15:19.157198 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d64f87e1-1dfe-416b-b719-0cdcabb3df7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:19.188875 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d64f87e1-1dfe-416b-b719-0cdcabb3df7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:19.228433 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device d66e8372-7158-4168-81c7-205191ef928e up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:19.243120 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d64f87e1-1dfe-416b-b719-0cdcabb3df7e admin admin] Usage tracker for resource:security_group_rule and tenant:5611986ee91b4ea3a8fa8c26072f4e01 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:19.249724 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d64f87e1-1dfe-416b-b719-0cdcabb3df7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:19.259824 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d64f87e1-1dfe-416b-b719-0cdcabb3df7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:19.362744 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-efb2c646-1fe7-4ab3-9161-f4623472a788 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:19.445184 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60390) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:19.509555 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port d66e8372-7158-4168-81c7-205191ef928e completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:19.522367 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port d66e8372-7158-4168-81c7-205191ef928e triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:19.522748 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:19.586707 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-efb2c646-1fe7-4ab3-9161-f4623472a788 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for 208a5d78-caff-45fa-98ae-ef1f30e513ed owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:19.637957 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:19.681748 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Transition to ACTIVE for port object 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:19.731426 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Transition to ACTIVE for port object 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:19.737005 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:19.750962 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:19.786940 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d64f87e1-1dfe-416b-b719-0cdcabb3df7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:19.830853 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Pushing event updated for resources: {'Port': ['ID=8bf20ae4-2cbf-4d96-b8b3-55aa057b2397,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:19.873543 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Network d469b910-a5c9-4d2f-a5cc-61bf3e5e39d0 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:19.903201 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port d66e8372-7158-4168-81c7-205191ef928e, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=d66e8372-7158-4168-81c7-205191ef928e,segment=NetworkSegment(f8356bf1-1246-42e0-9374-974f68362f2e),segment_id=f8356bf1-1246-42e0-9374-974f68362f2e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:19.906825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:19.912266 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:19.918766 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:19.920626 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 2242e876-7d70-4868-8c9b-7d71f6f3b277 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:19.940604 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-ae6037dc-ce98-4d89-b746-900d34aac001 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Allocated IP 172.20.0.9 (d469b910-a5c9-4d2f-a5cc-61bf3e5e39d0/5afa518f-f4aa-4473-8de1-ad7a4f0cbaea/0a348797-9a6d-43f0-9660-b29842d3fc51) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:19.947560 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-805892622'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:19.949140 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d64f87e1-1dfe-416b-b719-0cdcabb3df7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:19.997631 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:20.009251 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Usage tracker for resource:network and tenant:c3454ef40c9f4d6291b60c13036bd45b is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:20.016085 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:20.033864 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:20.055882 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d64f87e1-1dfe-416b-b719-0cdcabb3df7e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5611986ee91b4ea3a8fa8c26072f4e01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4533608 Jan 17 14:15:20.063481 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f87e1-1dfe-416b-b719-0cdcabb3df7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1c5873-d0fe-4be7-9e20-b833d54a7ab1,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:20.077160 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60396) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:20.089877 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:20.093441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:20.124313 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:20.317327 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:20.321871 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Usage tracker for resource:security_group_rule and tenant:c3454ef40c9f4d6291b60c13036bd45b is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:20.325625 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:20.332194 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:20.335323 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=d66e8372-7158-4168-81c7-205191ef928e,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:20.363415 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 2242e876-7d70-4868-8c9b-7d71f6f3b277 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:20.364049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:20.385290 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e0a0730-02df-49b1-a4a7-b946a2964fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:20.438034 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e0a0730-02df-49b1-a4a7-b946a2964fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:20.442340 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Attempting to bind port 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:15:20.443251 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Attempting to bind port 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'e4eb5aed-48fd-442c-bc17-c4251ee4bfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd469b910-a5c9-4d2f-a5cc-61bf3e5e39d0'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:15:20.443868 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Attempting to bind port 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397 on network d469b910-a5c9-4d2f-a5cc-61bf3e5e39d0 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:15:20.458574 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:15:20.459210 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Checking segment: {'id': 'e4eb5aed-48fd-442c-bc17-c4251ee4bfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd469b910-a5c9-4d2f-a5cc-61bf3e5e39d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:20.459865 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:20.460463 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Bound using segment: {'id': 'e4eb5aed-48fd-442c-bc17-c4251ee4bfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd469b910-a5c9-4d2f-a5cc-61bf3e5e39d0'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:15:20.461204 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Bound port: 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eb5aed-48fd-442c-bc17-c4251ee4bfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd469b910-a5c9-4d2f-a5cc-61bf3e5e39d0'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:15:20.461787 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:20.554819 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e0a0730-02df-49b1-a4a7-b946a2964fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:20.559817 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-96411278-a291-4d5a-bdb9-3166c66b680c req-d79b5802-5929-4c72-a546-49fec01e4e44 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 210 time: 0.1609797 Jan 17 14:15:20.614888 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-d1c611d5-7274-4425-900c-91ca5f938d69 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting port 962c0353-abb8-4f26-96b8-c4d5c78eb3ef {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:20.615393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d1c611d5-7274-4425-900c-91ca5f938d69 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:20.644833 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a0730-02df-49b1-a4a7-b946a2964fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1c5873-d0fe-4be7-9e20-b833d54a7ab1,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:20.649642 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77893fd2-c423-43c0-8cb4-b6ede58c7bfe tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:20.683756 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:20.704972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77893fd2-c423-43c0-8cb4-b6ede58c7bfe tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:20.709490 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:20.712386 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-efb2c646-1fe7-4ab3-9161-f4623472a788 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:20.751491 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] For port 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:15:20.758934 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] For port 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8bf20ae4-2cbf-4d96-b8b3-55aa057b2397,segment=NetworkSegment(e4eb5aed-48fd-442c-bc17-c4251ee4bfc8),segment_id=e4eb5aed-48fd-442c-bc17-c4251ee4bfc8)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:15:20.767243 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:20.911671 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device d66e8372-7158-4168-81c7-205191ef928e up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:20.918478 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:15:21.006644 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e8d482-dc66-4d99-951b-64b632dd9aef,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:21.030551 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:21.031289 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Added segment 9a26c5c1-6ae2-4b11-9521-8cd4ae944365 of type vlan for network 26db47cf-2f97-4f96-b68a-4398b07e17ed Jan 17 14:15:21.042572 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423e801-aac0-434c-b46b-afb41454b919 None None] Pushing event updated for resources: {'Port': ['ID=8bf20ae4-2cbf-4d96-b8b3-55aa057b2397,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:21.073916 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:21.074504 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:21.074834 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:21.075295 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:21.075804 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:21.076282 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:21.076774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:21.077274 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:21.077709 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:21.078146 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:21.078583 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:21.079021 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:21.081080 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port d66e8372-7158-4168-81c7-205191ef928e triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:21.081774 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:21.206159 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:21.277074 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d1c611d5-7274-4425-900c-91ca5f938d69 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:21.457378 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2c646-1fe7-4ab3-9161-f4623472a788 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=208a5d78-caff-45fa-98ae-ef1f30e513ed,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:21.482322 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e0a0730-02df-49b1-a4a7-b946a2964fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:21.483987 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6e0a0730-02df-49b1-a4a7-b946a2964fe0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b1c5873-d0fe-4be7-9e20-b833d54a7ab1 HTTP/1.1" status: 204 len: 168 time: 1.4038138 Jan 17 14:15:21.485963 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-efb2c646-1fe7-4ab3-9161-f4623472a788 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:21.488286 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-efb2c646-1fe7-4ab3-9161-f4623472a788 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/208a5d78-caff-45fa-98ae-ef1f30e513ed HTTP/1.1" status: 204 len: 168 time: 3.4969802 Jan 17 14:15:21.503752 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60408) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:21.545799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-d1c611d5-7274-4425-900c-91ca5f938d69 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Calling delete_port for 962c0353-abb8-4f26-96b8-c4d5c78eb3ef owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:21.610047 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77893fd2-c423-43c0-8cb4-b6ede58c7bfe tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:21.681103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-d6b9b989-1563-42a2-971e-40b29f68a415 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:21.682691 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-d6b9b989-1563-42a2-971e-40b29f68a415 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.15 "GET /v2.0/networks?id=ed801d97-9063-4f1e-99bd-483e3bb7c52f HTTP/1.1" status: 200 len: 797 time: 0.7517726 Jan 17 14:15:21.734436 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5d6d6a-ae1c-4f43-8a7c-20cf0aefe28e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:21.736591 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5d6d6a-ae1c-4f43-8a7c-20cf0aefe28e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:21.738322 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6a5d6d6a-ae1c-4f43-8a7c-20cf0aefe28e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2302878 Jan 17 14:15:21.745908 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60414) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:21.753259 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae6037dc-ce98-4d89-b746-900d34aac001 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:21.853388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4a0a7e-1d0d-4e76-9134-d2126d88a188 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet 03581810-01ee-413e-a769-72a81f562d2f {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:15:21.904955 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6d4a0a7e-1d0d-4e76-9134-d2126d88a188 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:21.955254 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-1f4997d0-41f7-4bb1-a08f-2ef365358953 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Synchronizing usage tracker for tenant:e40f67886b8245b096eece694fd84aad on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:21.965642 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-ae6037dc-ce98-4d89-b746-900d34aac001 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Transition to ACTIVE for port object 0a348797-9a6d-43f0-9660-b29842d3fc51 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:21.969289 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-05ae5a99-dec2-4fc0-89c9-ae4a4cc6c3e0 req-ebf8aebd-574a-44fb-b36b-871a83cb7f86 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 210 time: 0.2104497 Jan 17 14:15:22.016757 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6d4a0a7e-1d0d-4e76-9134-d2126d88a188 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:22.049898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:22.050302 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-1f4997d0-41f7-4bb1-a08f-2ef365358953 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Unset dirty status for tenant:e40f67886b8245b096eece694fd84aad on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:22.052154 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-1f4997d0-41f7-4bb1-a08f-2ef365358953 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e40f67886b8245b096eece694fd84aad HTTP/1.1" status: 200 len: 379 time: 0.3560789 Jan 17 14:15:22.055300 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:22.056009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:22.065363 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-0f2f76ec-e338-4b1b-97bd-01fc603430f2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Request body: {'port': {'device_id': 'fa27496a-8e27-49d2-b558-a5ae6737a1f8', 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f', 'admin_state_up': True, 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'security_groups': ['7c44e816-1106-41ad-8714-e9acfb622318']}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:22.163873 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60420) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:22.232789 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae6037dc-ce98-4d89-b746-900d34aac001 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:22.265755 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77893fd2-c423-43c0-8cb4-b6ede58c7bfe tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:22.294307 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77893fd2-c423-43c0-8cb4-b6ede58c7bfe tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:22.337670 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Network': ['ID=26db47cf-2f97-4f96-b68a-4398b07e17ed,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:22.357187 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c9f0464b-4686-49f7-9719-fd665d7a69d0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.8999741 Jan 17 14:15:22.361307 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 26db47cf-2f97-4f96-b68a-4398b07e17ed details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:15:22.451330 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6037dc-ce98-4d89-b746-900d34aac001 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network d469b910-a5c9-4d2f-a5cc-61bf3e5e39d0 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:22.473483 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-ae6037dc-ce98-4d89-b746-900d34aac001 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:22.485180 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6037dc-ce98-4d89-b746-900d34aac001 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=0a348797-9a6d-43f0-9660-b29842d3fc51,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:22.492356 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77893fd2-c423-43c0-8cb4-b6ede58c7bfe tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:22.492960 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77893fd2-c423-43c0-8cb4-b6ede58c7bfe tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88adac18-e0d0-40dd-90d6-7e841627152a {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:15:22.493332 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6037dc-ce98-4d89-b746-900d34aac001 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:22.504122 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60424) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:22.510030 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-89b70a46-34a3-4511-82bc-4c52efdbb23c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'subnet': {'network_id': '26db47cf-2f97-4f96-b68a-4398b07e17ed', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:22.531055 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-778aff3e-4ac5-47e7-b421-5c0b91efdf2e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1167218bd3734f5a92c14d7f50c68d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3590434 Jan 17 14:15:22.533499 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60428) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:22.550373 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6d4a0a7e-1d0d-4e76-9134-d2126d88a188 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:22.575927 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:22.592479 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-0f2f76ec-e338-4b1b-97bd-01fc603430f2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:22.622247 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-0f2f76ec-e338-4b1b-97bd-01fc603430f2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:22.632134 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d1c611d5-7274-4425-900c-91ca5f938d69 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:22.645496 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6037dc-ce98-4d89-b746-900d34aac001 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:22.645893 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81a7399-7a0c-43c6-8843-6418cc8b023b None None] Network d469b910-a5c9-4d2f-a5cc-61bf3e5e39d0 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:22.646140 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae6037dc-ce98-4d89-b746-900d34aac001 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:22.681954 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6d4a0a7e-1d0d-4e76-9134-d2126d88a188 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:22.730294 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ae6037dc-ce98-4d89-b746-900d34aac001 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.3269970 Jan 17 14:15:22.734881 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60432) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:22.774680 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c4a83c-d23f-4006-a695-4cade963a8ff None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:22.783040 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-0f2f76ec-e338-4b1b-97bd-01fc603430f2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Made reservation on behalf of e40f67886b8245b096eece694fd84aad for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:22.785748 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-0f2f76ec-e338-4b1b-97bd-01fc603430f2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:22.803629 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-44819ceb-1831-4df0-8bd4-ee399ce7f7ec None None] Provisioning for port 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:22.803871 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a0a7e-1d0d-4e76-9134-d2126d88a188 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=03581810-01ee-413e-a769-72a81f562d2f,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:22.806100 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6d4a0a7e-1d0d-4e76-9134-d2126d88a188 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:22.810727 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6d4a0a7e-1d0d-4e76-9134-d2126d88a188 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/03581810-01ee-413e-a769-72a81f562d2f HTTP/1.1" status: 204 len: 168 time: 1.0613956 Jan 17 14:15:22.817812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60436) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:23.007929 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-36d97a79-7e13-44bc-aad0-7f707af7b0cb tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1856465 Jan 17 14:15:23.008571 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60440) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:23.035333 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c611d5-7274-4425-900c-91ca5f938d69 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Port': ['ID=962c0353-abb8-4f26-96b8-c4d5c78eb3ef,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:23.037593 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-77893fd2-c423-43c0-8cb4-b6ede58c7bfe tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 17 14:15:23.038966 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-77893fd2-c423-43c0-8cb4-b6ede58c7bfe tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.1754212 Jan 17 14:15:23.049447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60446) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:23.054195 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c9aa927e-21be-41ab-8005-62d92425fd2f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:23.069249 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:23.107412 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-d2225182-bda7-4a5e-8b4e-8d44e0671f04 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port 0a348797-9a6d-43f0-9660-b29842d3fc51 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:23.107813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d2225182-bda7-4a5e-8b4e-8d44e0671f04 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:23.216332 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-89b70a46-34a3-4511-82bc-4c52efdbb23c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:23.282060 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-89b70a46-34a3-4511-82bc-4c52efdbb23c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Usage tracker for resource:subnet and tenant:c3454ef40c9f4d6291b60c13036bd45b is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:23.330245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-89b70a46-34a3-4511-82bc-4c52efdbb23c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:23.354946 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-89b70a46-34a3-4511-82bc-4c52efdbb23c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:23.394703 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-aa0882c7-163b-4a7c-a144-33090738b1b7 req-3845b305-3560-40c2-a6b2-18d50787a8e9 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 210 time: 0.1607873 Jan 17 14:15:23.394966 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-0f2f76ec-e338-4b1b-97bd-01fc603430f2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Allocated IP 172.20.0.13 (ed801d97-9063-4f1e-99bd-483e3bb7c52f/6eed59de-3b32-4f8e-8e97-579451ea969d/371ba3a3-658c-4bef-a10e-76543200a7ba) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:23.452958 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:23.463431 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ec50c429-2506-4ae0-837d-656fe72770c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:23.473846 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:23.474755 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:23.477523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b70a46-34a3-4511-82bc-4c52efdbb23c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:23.481632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-89b70a46-34a3-4511-82bc-4c52efdbb23c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:23.507236 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d1c611d5-7274-4425-900c-91ca5f938d69 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:23.513824 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-3a876492-5f27-44f6-baba-5b44cd72b8f6 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Deleting port 761d8cc4-3785-496e-a617-234d4c8724dd {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:23.513824 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3a876492-5f27-44f6-baba-5b44cd72b8f6 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:23.545130 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c9aa927e-21be-41ab-8005-62d92425fd2f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:23.631101 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c9aa927e-21be-41ab-8005-62d92425fd2f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:23.671579 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d2225182-bda7-4a5e-8b4e-8d44e0671f04 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:23.717097 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a40406-e709-4816-a2c5-40436006d95a None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:15:23.751168 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c8a40406-e709-4816-a2c5-40436006d95a None None] Deleting port 2242e876-7d70-4868-8c9b-7d71f6f3b277 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:23.751940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c8a40406-e709-4816-a2c5-40436006d95a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:23.817665 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:23.874401 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c9aa927e-21be-41ab-8005-62d92425fd2f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:23.928610 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ec50c429-2506-4ae0-837d-656fe72770c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:23.937344 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c9aa927e-21be-41ab-8005-62d92425fd2f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:23.962349 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8bf20ae4-2cbf-4d96-b8b3-55aa057b2397,segment=NetworkSegment(e4eb5aed-48fd-442c-bc17-c4251ee4bfc8),segment_id=e4eb5aed-48fd-442c-bc17-c4251ee4bfc8)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:23.971896 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:24.102106 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-d2225182-bda7-4a5e-8b4e-8d44e0671f04 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for 0a348797-9a6d-43f0-9660-b29842d3fc51 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:24.107091 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9aa927e-21be-41ab-8005-62d92425fd2f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:24.110593 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c9aa927e-21be-41ab-8005-62d92425fd2f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:24.176031 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-99840cd3-fa5d-4e02-b608-790396efa467 None None] Provisioning for port 0a348797-9a6d-43f0-9660-b29842d3fc51 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:24.193752 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-99840cd3-fa5d-4e02-b608-790396efa467 None None] Provisioning complete for port 0a348797-9a6d-43f0-9660-b29842d3fc51 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:24.193752 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-99840cd3-fa5d-4e02-b608-790396efa467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:24.241391 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=8bf20ae4-2cbf-4d96-b8b3-55aa057b2397,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:24.255372 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c8a40406-e709-4816-a2c5-40436006d95a None None] For port 2242e876-7d70-4868-8c9b-7d71f6f3b277, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=2242e876-7d70-4868-8c9b-7d71f6f3b277,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:24.255785 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c8a40406-e709-4816-a2c5-40436006d95a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:24.294157 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d2225182-bda7-4a5e-8b4e-8d44e0671f04 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:24.356659 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-0f2f76ec-e338-4b1b-97bd-01fc603430f2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:24.360645 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2225182-bda7-4a5e-8b4e-8d44e0671f04 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Port': ['ID=0a348797-9a6d-43f0-9660-b29842d3fc51,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:24.400109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c8a40406-e709-4816-a2c5-40436006d95a None None] Calling delete_port for 2242e876-7d70-4868-8c9b-7d71f6f3b277 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:24.415821 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-0f2f76ec-e338-4b1b-97bd-01fc603430f2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Transition to ACTIVE for port object 371ba3a3-658c-4bef-a10e-76543200a7ba will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:24.417383 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ec50c429-2506-4ae0-837d-656fe72770c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:24.429177 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-99840cd3-fa5d-4e02-b608-790396efa467 None None] Port 0a348797-9a6d-43f0-9660-b29842d3fc51 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:15:24.469839 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-99840cd3-fa5d-4e02-b608-790396efa467 None None] Provisioning complete for port 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:24.470601 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-99840cd3-fa5d-4e02-b608-790396efa467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:24.491853 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d2225182-bda7-4a5e-8b4e-8d44e0671f04 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:24.513249 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d2225182-bda7-4a5e-8b4e-8d44e0671f04 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/ports/0a348797-9a6d-43f0-9660-b29842d3fc51 HTTP/1.1" status: 204 len: 168 time: 1.7752483 Jan 17 14:15:24.516393 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60452) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:24.567253 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c8a40406-e709-4816-a2c5-40436006d95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:24.581883 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb43be5-8968-4971-900b-e06d22f42a43 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] DELETE failed (client error): The resource could not be found. Jan 17 14:15:24.582352 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb43be5-8968-4971-900b-e06d22f42a43 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:15:24.584080 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7fb43be5-8968-4971-900b-e06d22f42a43 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/ports/0a348797-9a6d-43f0-9660-b29842d3fc51 HTTP/1.1" status: 404 len: 333 time: 0.0638101 Jan 17 14:15:24.589330 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60456) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:24.649727 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a40406-e709-4816-a2c5-40436006d95a None None] Pushing event deleted for resources: {'Port': ['ID=2242e876-7d70-4868-8c9b-7d71f6f3b277,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:24.654741 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-950ea1b9-9e11-46ba-8ccf-f7ac26cbe76c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] GET failed (client error): The resource could not be found. Jan 17 14:15:24.654963 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a40406-e709-4816-a2c5-40436006d95a None None] No DVR routers for this DVR port 2242e876-7d70-4868-8c9b-7d71f6f3b277 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:15:24.655287 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-950ea1b9-9e11-46ba-8ccf-f7ac26cbe76c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Synchronizing usage tracker for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:24.693110 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-950ea1b9-9e11-46ba-8ccf-f7ac26cbe76c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Unset dirty status for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:24.694345 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-950ea1b9-9e11-46ba-8ccf-f7ac26cbe76c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports/0a348797-9a6d-43f0-9660-b29842d3fc51 HTTP/1.1" status: 404 len: 333 time: 0.1040649 Jan 17 14:15:24.700172 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60460) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:24.710967 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-0f2f76ec-e338-4b1b-97bd-01fc603430f2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:24.802712 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50c429-2506-4ae0-837d-656fe72770c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3540167d-d24f-4b1d-983d-ce920358492e,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:24.806046 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-89b70a46-34a3-4511-82bc-4c52efdbb23c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:24.846522 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:15:24.873039 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a34eca49-4dbe-48b9-a8df-031a2aaea65f None None] Could not find standard attr ID for object 0a348797-9a6d-43f0-9660-b29842d3fc51. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:15:24.904220 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:24.975058 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-0f2f76ec-e338-4b1b-97bd-01fc603430f2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Network ed801d97-9063-4f1e-99bd-483e3bb7c52f is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:24.987947 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-0f2f76ec-e338-4b1b-97bd-01fc603430f2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:24.997274 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc17047-23ec-456e-9009-72cfdc942ce6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting subnet 5afa518f-f4aa-4473-8de1-ad7a4f0cbaea {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:15:25.000512 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-0f2f76ec-e338-4b1b-97bd-01fc603430f2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:25.005827 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:25.006269 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:25.028747 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f76ec-e338-4b1b-97bd-01fc603430f2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event updated for resources: {'Port': ['ID=371ba3a3-658c-4bef-a10e-76543200a7ba,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:25.032842 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6bc17047-23ec-456e-9009-72cfdc942ce6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:25.144401 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b70a46-34a3-4511-82bc-4c52efdbb23c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Subnet': ['ID=f18df316-ff13-43e1-b60c-e60508d1f692,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:25.181836 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ec50c429-2506-4ae0-837d-656fe72770c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:25.183026 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ec50c429-2506-4ae0-837d-656fe72770c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3540167d-d24f-4b1d-983d-ce920358492e HTTP/1.1" status: 204 len: 168 time: 2.6379027 Jan 17 14:15:25.189591 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6bc17047-23ec-456e-9009-72cfdc942ce6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:25.198843 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c611d5-7274-4425-900c-91ca5f938d69 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router 52aa0c75-4a63-4a18-a11b-507367036895 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:15:25.217447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c9aa927e-21be-41ab-8005-62d92425fd2f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:25.251964 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab08e5-a57f-40b3-8267-4fe84223c45f req-312b1a60-85e6-44ea-bf90-283733781d34 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:25.252843 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-22ab08e5-a57f-40b3-8267-4fe84223c45f req-312b1a60-85e6-44ea-bf90-283733781d34 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Synchronizing usage tracker for tenant:e40f67886b8245b096eece694fd84aad on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:25.266087 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3a876492-5f27-44f6-baba-5b44cd72b8f6 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:25.267822 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-0f2f76ec-e338-4b1b-97bd-01fc603430f2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:25.268797 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-0f2f76ec-e338-4b1b-97bd-01fc603430f2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:25.282079 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b70a46-34a3-4511-82bc-4c52efdbb23c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Checking segment: {'id': '9a26c5c1-6ae2-4b11-9521-8cd4ae944365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '26db47cf-2f97-4f96-b68a-4398b07e17ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:25.282327 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b70a46-34a3-4511-82bc-4c52efdbb23c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network hostable DHCP agents. Network: 26db47cf-2f97-4f96-b68a-4398b07e17ed, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:15:25.283277 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 2242e876-7d70-4868-8c9b-7d71f6f3b277 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:15:25.319136 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-0f2f76ec-e338-4b1b-97bd-01fc603430f2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2596834 Jan 17 14:15:25.322634 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-22ab08e5-a57f-40b3-8267-4fe84223c45f req-312b1a60-85e6-44ea-bf90-283733781d34 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Unset dirty status for tenant:e40f67886b8245b096eece694fd84aad on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:25.332147 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-22ab08e5-a57f-40b3-8267-4fe84223c45f req-312b1a60-85e6-44ea-bf90-283733781d34 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 932 time: 0.5674317 Jan 17 14:15:25.339419 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 2242e876-7d70-4868-8c9b-7d71f6f3b277 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:15:25.339933 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 2242e876-7d70-4868-8c9b-7d71f6f3b277 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:15:25.354900 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] Request body: {'port': {'device_id': 'fa27496a-8e27-49d2-b558-a5ae6737a1f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:25.409523 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-cdd0708a-4e26-4a99-aee8-39d2a4147c62 None None] Provisioning for port 371ba3a3-658c-4bef-a10e-76543200a7ba completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:25.420528 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-cdd0708a-4e26-4a99-aee8-39d2a4147c62 None None] Provisioning complete for port 371ba3a3-658c-4bef-a10e-76543200a7ba triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:25.421769 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cdd0708a-4e26-4a99-aee8-39d2a4147c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:25.468231 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-22ab08e5-a57f-40b3-8267-4fe84223c45f req-270458fc-35ab-4a83-b92b-33981a10296c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348760 Jan 17 14:15:25.546232 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6bc17047-23ec-456e-9009-72cfdc942ce6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:25.551256 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0708a-4e26-4a99-aee8-39d2a4147c62 None None] Port 371ba3a3-658c-4bef-a10e-76543200a7ba cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:15:25.587118 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:25.630929 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-3a876492-5f27-44f6-baba-5b44cd72b8f6 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Calling delete_port for 761d8cc4-3785-496e-a617-234d4c8724dd owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:25.670167 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aa927e-21be-41ab-8005-62d92425fd2f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:25.695761 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-c9aa927e-21be-41ab-8005-62d92425fd2f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:25.711828 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aa927e-21be-41ab-8005-62d92425fd2f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:25.712462 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c9aa927e-21be-41ab-8005-62d92425fd2f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:25.725085 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd684e7-e1be-4fe1-9e2f-2b95ddc99b87 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:25.725294 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa927e-21be-41ab-8005-62d92425fd2f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=571d3fec-3fd3-4725-b45d-bdaebd24b445,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:25.754897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b70a46-34a3-4511-82bc-4c52efdbb23c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network 26db47cf-2f97-4f96-b68a-4398b07e17ed is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:15:25.782237 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6bc17047-23ec-456e-9009-72cfdc942ce6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:25.786353 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-89b70a46-34a3-4511-82bc-4c52efdbb23c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 26db47cf-2f97-4f96-b68a-4398b07e17ed) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:25.808601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c611d5-7274-4425-900c-91ca5f938d69 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:15:25.813633 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c9aa927e-21be-41ab-8005-62d92425fd2f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7824085 Jan 17 14:15:25.814348 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60472) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:25.820423 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d1c611d5-7274-4425-900c-91ca5f938d69 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/52aa0c75-4a63-4a18-a11b-507367036895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4729970 Jan 17 14:15:25.820423 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b70a46-34a3-4511-82bc-4c52efdbb23c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:25.821304 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-89b70a46-34a3-4511-82bc-4c52efdbb23c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:25.828660 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9cb8f3-3f06-479f-bf04-7ddd04ddaebb None None] Sync routers for ids ['52aa0c75-4a63-4a18-a11b-507367036895'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:15:25.829538 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60474) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:25.834418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-f03e9c1a-38c6-4384-b8f0-258a6a731af0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'fixed_ips': [{'subnet_id': '571d3fec-3fd3-4725-b45d-bdaebd24b445', 'ip_address': '2001:db8::abb4:536:67ba:1b66'}], 'name': 'tempest-NetworksTestDHCPv6-859995699'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:25.842789 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9cb8f3-3f06-479f-bf04-7ddd04ddaebb None None] Routers {'52aa0c75-4a63-4a18-a11b-507367036895'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:15:25.843795 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-ae9cb8f3-3f06-479f-bf04-7ddd04ddaebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:15:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['52aa0c75-4a63-4a18-a11b-507367036895'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:25.871462 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e2c9ad-5b59-4ff5-9de6-99a8490d2832 None None] Network 26db47cf-2f97-4f96-b68a-4398b07e17ed requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:25.933843 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc17047-23ec-456e-9009-72cfdc942ce6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Subnet': ['ID=5afa518f-f4aa-4473-8de1-ad7a4f0cbaea,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:25.956225 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6bc17047-23ec-456e-9009-72cfdc942ce6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:25.970655 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-ae9cb8f3-3f06-479f-bf04-7ddd04ddaebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:25.984405 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6bc17047-23ec-456e-9009-72cfdc942ce6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/subnets/5afa518f-f4aa-4473-8de1-ad7a4f0cbaea HTTP/1.1" status: 204 len: 168 time: 1.2826519 Jan 17 14:15:25.988705 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60482) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:25.993485 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9cb8f3-3f06-479f-bf04-7ddd04ddaebb None None] Routers {'52aa0c75-4a63-4a18-a11b-507367036895'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:15:25.996359 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-ae9cb8f3-3f06-479f-bf04-7ddd04ddaebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:15:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['52aa0c75-4a63-4a18-a11b-507367036895'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:25.998492 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d7e78c-9999-4928-ac7c-34cb4bd37bb3 None None] Network d469b910-a5c9-4d2f-a5cc-61bf3e5e39d0 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:26.088329 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-ae9cb8f3-3f06-479f-bf04-7ddd04ddaebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:26.089216 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9cb8f3-3f06-479f-bf04-7ddd04ddaebb None None] The sync data for ids ['52aa0c75-4a63-4a18-a11b-507367036895'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:15:26.217302 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371ba3a3-658c-4bef-a10e-76543200a7ba {{(pid=87524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:15:26.229534 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:26.255225 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] Transition to ACTIVE for port object 371ba3a3-658c-4bef-a10e-76543200a7ba will not be triggered until provisioned by entity L2. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:26.331383 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-89b70a46-34a3-4511-82bc-4c52efdbb23c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.8229990 Jan 17 14:15:26.341124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60494) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:26.359124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-b95e4523-3389-4c6e-8896-357410d9c595 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-175029173'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:26.376562 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b95e4523-3389-4c6e-8896-357410d9c595 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:26.390724 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b95e4523-3389-4c6e-8896-357410d9c595 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Usage tracker for resource:network and tenant:c3454ef40c9f4d6291b60c13036bd45b is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:26.401596 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b95e4523-3389-4c6e-8896-357410d9c595 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:26.484127 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': '571d3fec-3fd3-4725-b45d-bdaebd24b445'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:15:26.484964 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:26.513907 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b95e4523-3389-4c6e-8896-357410d9c595 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:26.517799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f03e9c1a-38c6-4384-b8f0-258a6a731af0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:26.528095 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:26.651954 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60502) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:26.692018 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3a876492-5f27-44f6-baba-5b44cd72b8f6 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:26.700514 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f03e9c1a-38c6-4384-b8f0-258a6a731af0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:port and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:26.775555 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-26db47cf-2f97-4f96-b68a-4398b07e17ed', 'network_id': '26db47cf-2f97-4f96-b68a-4398b07e17ed', 'tenant_id': 'c3454ef40c9f4d6291b60c13036bd45b', 'fixed_ips': [{'subnet_id': 'f18df316-ff13-43e1-b60c-e60508d1f692'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:15:26.779917 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:26.799332 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Allocated IP 2001:db8::2 (5c806942-cde6-42f7-aae4-af9246279d2e/571d3fec-3fd3-4725-b45d-bdaebd24b445/29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:26.841433 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] Pushing event updated for resources: {'Port': ['ID=371ba3a3-658c-4bef-a10e-76543200a7ba,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:26.856701 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:26.892363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f03e9c1a-38c6-4384-b8f0-258a6a731af0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:26.906342 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:26.906835 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:26.926100 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e86283d-5aa4-4fb2-9a5a-7c6392f53bc3 None None] DHCP port deletion for d469b910-a5c9-4d2f-a5cc-61bf3e5e39d0 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:15:26.972946 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6e86283d-5aa4-4fb2-9a5a-7c6392f53bc3 None None] Deleting port 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:26.973316 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e86283d-5aa4-4fb2-9a5a-7c6392f53bc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:26.991564 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1893748425'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:26.991917 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f03e9c1a-38c6-4384-b8f0-258a6a731af0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:26.998269 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:27.007319 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Usage tracker for resource:network and tenant:36cdb76f1cdb420d8b9d06df93079a49 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:27.015737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:27.024986 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] Attempting to bind port 371ba3a3-658c-4bef-a10e-76543200a7ba on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:15:27.025399 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] Attempting to bind port 371ba3a3-658c-4bef-a10e-76543200a7ba by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': 'f8356bf1-1246-42e0-9374-974f68362f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:15:27.025630 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] Attempting to bind port 371ba3a3-658c-4bef-a10e-76543200a7ba on network ed801d97-9063-4f1e-99bd-483e3bb7c52f {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:15:27.029914 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a876492-5f27-44f6-baba-5b44cd72b8f6 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Pushing event deleted for resources: {'Port': ['ID=761d8cc4-3785-496e-a617-234d4c8724dd,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:27.031638 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:27.035580 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95e4523-3389-4c6e-8896-357410d9c595 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:27.040256 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b95e4523-3389-4c6e-8896-357410d9c595 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:27.047341 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] Port 371ba3a3-658c-4bef-a10e-76543200a7ba on network ed801d97-9063-4f1e-99bd-483e3bb7c52f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:15:27.047847 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] Attempting to bind port 371ba3a3-658c-4bef-a10e-76543200a7ba on network ed801d97-9063-4f1e-99bd-483e3bb7c52f {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:15:27.055030 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Made reservation on behalf of 36cdb76f1cdb420d8b9d06df93079a49 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:27.061379 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:27.122215 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:27.128001 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03e9c1a-38c6-4384-b8f0-258a6a731af0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:27.145246 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:27.149015 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:15:27.149445 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] Checking segment: {'id': 'f8356bf1-1246-42e0-9374-974f68362f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:27.149721 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] Bound using segment: {'id': 'f8356bf1-1246-42e0-9374-974f68362f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f'} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:15:27.150157 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] Bound port: 371ba3a3-658c-4bef-a10e-76543200a7ba, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8356bf1-1246-42e0-9374-974f68362f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f'}}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:15:27.151056 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:27.160462 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Usage tracker for resource:security_group_rule and tenant:36cdb76f1cdb420d8b9d06df93079a49 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:27.170293 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:27.181866 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:27.329700 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95e4523-3389-4c6e-8896-357410d9c595 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:15:27.383570 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3a876492-5f27-44f6-baba-5b44cd72b8f6 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:27.390975 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b95e4523-3389-4c6e-8896-357410d9c595 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:27.391570 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-b95e4523-3389-4c6e-8896-357410d9c595 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Added segment cfb1ebc5-05b5-464e-99e3-e1afa944fe48 of type vlan for network 980060df-f9bb-4145-b48f-b7666b2b5e8b Jan 17 14:15:27.397796 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] For port 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8bf20ae4-2cbf-4d96-b8b3-55aa057b2397,segment=NetworkSegment(e4eb5aed-48fd-442c-bc17-c4251ee4bfc8),segment_id=e4eb5aed-48fd-442c-bc17-c4251ee4bfc8)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:27.398137 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:27.441531 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Allocated IP 172.20.255.242 (26db47cf-2f97-4f96-b68a-4398b07e17ed/f18df316-ff13-43e1-b60c-e60508d1f692/ab587f5c-391d-4682-ac8a-6d42b15d01e2) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:27.456186 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-6e86283d-5aa4-4fb2-9a5a-7c6392f53bc3 None None] For port 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8bf20ae4-2cbf-4d96-b8b3-55aa057b2397,segment=NetworkSegment(e4eb5aed-48fd-442c-bc17-c4251ee4bfc8),segment_id=e4eb5aed-48fd-442c-bc17-c4251ee4bfc8)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:27.456563 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e86283d-5aa4-4fb2-9a5a-7c6392f53bc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:27.472946 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3a876492-5f27-44f6-baba-5b44cd72b8f6 tempest-RoutersAdminNegativeIpV6Test-2020610869 tempest-RoutersAdminNegativeIpV6Test-2020610869-project-admin] 10.222.0.48 "DELETE /v2.0/ports/761d8cc4-3785-496e-a617-234d4c8724dd HTTP/1.1" status: 204 len: 168 time: 4.2502055 Jan 17 14:15:27.473411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] For port 371ba3a3-658c-4bef-a10e-76543200a7ba, host hv-neutron-8249, cleared binding levels {{(pid=87524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:15:27.499439 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490b07c-b4c4-4aae-9a02-275b478e1077 req-6071cc22-3154-459b-babf-0e001e530606 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:27.506709 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f490b07c-b4c4-4aae-9a02-275b478e1077 req-6071cc22-3154-459b-babf-0e001e530606 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 944 time: 0.8204656 Jan 17 14:15:27.547186 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:27.552530 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b95e4523-3389-4c6e-8896-357410d9c595 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:27.590041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:27.598574 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f03e9c1a-38c6-4384-b8f0-258a6a731af0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:27.634228 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6e86283d-5aa4-4fb2-9a5a-7c6392f53bc3 None None] Calling delete_port for 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:27.647699 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] For port 371ba3a3-658c-4bef-a10e-76543200a7ba, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=371ba3a3-658c-4bef-a10e-76543200a7ba,segment=NetworkSegment(f8356bf1-1246-42e0-9374-974f68362f2e),segment_id=f8356bf1-1246-42e0-9374-974f68362f2e)] {{(pid=87524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:15:27.664316 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:27.666772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-f03e9c1a-38c6-4384-b8f0-258a6a731af0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port 896c0fc2-92a0-401d-a30f-ab31d9983329 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:15:27.668936 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Transition to ACTIVE for port object 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:27.731065 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f490b07c-b4c4-4aae-9a02-275b478e1077 req-1afd73df-67cd-45b3-b620-483af34456ed tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233787 Jan 17 14:15:27.774151 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Transition to ACTIVE for port object 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:27.784600 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b95e4523-3389-4c6e-8896-357410d9c595 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:27.791011 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95e4523-3389-4c6e-8896-357410d9c595 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:27.792988 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b95e4523-3389-4c6e-8896-357410d9c595 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:27.806293 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:27.829554 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] Pushing event updated for resources: {'Port': ['ID=371ba3a3-658c-4bef-a10e-76543200a7ba,revision_number=3']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:27.861719 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:27.862729 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:27.865143 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-84fcc932-8f2b-49a8-99d8-336e063d8643 service neutron] 10.222.0.15 "PUT /v2.0/ports/371ba3a3-658c-4bef-a10e-76543200a7ba HTTP/1.1" status: 200 len: 1094 time: 2.5255177 Jan 17 14:15:27.871564 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa27496a-8e27-49d2-b558-a5ae6737a1f8', 'tag': '371ba3a3-658c-4bef-a10e-76543200a7ba'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:15:28.063315 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:28.069798 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:28.078579 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:28.082573 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b95e4523-3389-4c6e-8896-357410d9c595 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7386127 Jan 17 14:15:28.083417 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60514) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:28.120180 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa27496a-8e27-49d2-b558-a5ae6737a1f8', 'tag': '371ba3a3-658c-4bef-a10e-76543200a7ba', 'status': 'completed', 'code': 200} Jan 17 14:15:28.124324 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:28.153841 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-ff58d12f-ae8e-46ed-8e70-df4e360caf73 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'subnet': {'network_id': '980060df-f9bb-4145-b48f-b7666b2b5e8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:28.177514 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e4523-3389-4c6e-8896-357410d9c595 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Network': ['ID=980060df-f9bb-4145-b48f-b7666b2b5e8b,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:28.180495 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:28.188366 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Pushing event updated for resources: {'Port': ['ID=29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:28.194740 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.api [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 17 14:15:28.194740 dv-neutron-824901-1-hyperv neutron-server[87524]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Jan 17 14:15:28.194740 dv-neutron-824901-1-hyperv neutron-server[87524]: [parameters: {'port_id': '8bf20ae4-2cbf-4d96-b8b3-55aa057b2397'}] Jan 17 14:15:28.194740 dv-neutron-824901-1-hyperv neutron-server[87524]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:15:28.198831 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG oslo_db.api [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:15:28.215457 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 980060df-f9bb-4145-b48f-b7666b2b5e8b details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:15:28.251845 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:15:28.265367 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60518) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:28.285299 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e86283d-5aa4-4fb2-9a5a-7c6392f53bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:28.302414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=589fac7c-f71e-40a1-9768-6d3d798d2d3e,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:28.315411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:28.315998 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Added segment 3fc0c828-7bf7-48e9-83b9-834ccb9cd916 of type vlan for network 1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a Jan 17 14:15:28.334968 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-05e82a12-8458-42e0-b8c2-7ce46c001850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:28.337549 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-05e82a12-8458-42e0-b8c2-7ce46c001850 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e40f67886b8245b096eece694fd84aad&device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 1097 time: 0.3906198 Jan 17 14:15:28.433720 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:28.449903 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86283d-5aa4-4fb2-9a5a-7c6392f53bc3 None None] Pushing event deleted for resources: {'Port': ['ID=8bf20ae4-2cbf-4d96-b8b3-55aa057b2397,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:28.456360 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-9ad88018-3b0b-4071-879a-9111e9a31f55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=371ba3a3-658c-4bef-a10e-76543200a7ba HTTP/1.1" status: 200 len: 217 time: 0.1102769 Jan 17 14:15:28.456716 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Transition to ACTIVE for port object ab587f5c-391d-4682-ac8a-6d42b15d01e2 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:28.470523 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:28.484578 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Transition to ACTIVE for port object ab587f5c-391d-4682-ac8a-6d42b15d01e2 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:28.499159 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e86283d-5aa4-4fb2-9a5a-7c6392f53bc3 None None] No DVR routers for this DVR port 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:15:28.504889 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:28.508912 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Attempting to bind port 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:15:28.509517 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Attempting to bind port 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:15:28.510049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Attempting to bind port 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:15:28.585999 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-b696ad00-f32a-4ba7-ab80-7b9ab4e33c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:28.587488 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:15:28.588070 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-b696ad00-f32a-4ba7-ab80-7b9ab4e33c4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6eed59de-3b32-4f8e-8e97-579451ea969d HTTP/1.1" status: 200 len: 835 time: 0.1221797 Jan 17 14:15:28.588286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:28.589065 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:28.589611 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:15:28.590259 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Bound port: 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:15:28.590630 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:28.612449 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-83f6ecfc-6c43-44e2-b71f-629fdac0e416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:28.637678 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Network 26db47cf-2f97-4f96-b68a-4398b07e17ed is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:28.652259 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:28.657655 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:28.658327 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:28.666084 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:28.676301 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:28.695921 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Pushing event updated for resources: {'Port': ['ID=ab587f5c-391d-4682-ac8a-6d42b15d01e2,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:28.719566 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:28.720179 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:28.749001 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-81f368ce-23bc-4bbc-89be-25b396f238ba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:28.766741 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-83f6ecfc-6c43-44e2-b71f-629fdac0e416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:28.773975 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-83f6ecfc-6c43-44e2-b71f-629fdac0e416 admin admin] Usage tracker for resource:security_group_rule and tenant:d8783057a98d4939ac1bfa5ef9576817 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:28.777413 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-83f6ecfc-6c43-44e2-b71f-629fdac0e416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:28.785359 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-83f6ecfc-6c43-44e2-b71f-629fdac0e416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:28.810543 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] For port 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:15:28.819199 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] For port 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:15:28.859396 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ff58d12f-ae8e-46ed-8e70-df4e360caf73 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:28.927181 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:28.927585 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:28.927953 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:28.930079 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:28.931032 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:28.931032 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:28.931032 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:28.933177 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:28.933760 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:28.934357 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:28.934698 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:28.935808 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:28.948938 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:15:28.949195 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ff58d12f-ae8e-46ed-8e70-df4e360caf73 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Usage tracker for resource:subnet and tenant:c3454ef40c9f4d6291b60c13036bd45b is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:28.980765 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:29.007556 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ff58d12f-ae8e-46ed-8e70-df4e360caf73 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:29.028154 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-f03e9c1a-38c6-4384-b8f0-258a6a731af0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::abb4:536:67ba:1b66 (5c806942-cde6-42f7-aae4-af9246279d2e/571d3fec-3fd3-4725-b45d-bdaebd24b445/896c0fc2-92a0-401d-a30f-ab31d9983329) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:29.030518 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ff58d12f-ae8e-46ed-8e70-df4e360caf73 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:29.035564 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:15:29.036306 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8bf20ae4-2cbf-4d96-b8b3-55aa057b2397 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:15:29.050352 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Attempting to bind port ab587f5c-391d-4682-ac8a-6d42b15d01e2 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:15:29.051042 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Attempting to bind port ab587f5c-391d-4682-ac8a-6d42b15d01e2 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9a26c5c1-6ae2-4b11-9521-8cd4ae944365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '26db47cf-2f97-4f96-b68a-4398b07e17ed'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:15:29.051042 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Attempting to bind port ab587f5c-391d-4682-ac8a-6d42b15d01e2 on network 26db47cf-2f97-4f96-b68a-4398b07e17ed {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:15:29.079656 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:15:29.080090 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Checking segment: {'id': '9a26c5c1-6ae2-4b11-9521-8cd4ae944365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '26db47cf-2f97-4f96-b68a-4398b07e17ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:29.080999 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:29.080999 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Bound using segment: {'id': '9a26c5c1-6ae2-4b11-9521-8cd4ae944365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '26db47cf-2f97-4f96-b68a-4398b07e17ed'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:15:29.081295 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Bound port: ab587f5c-391d-4682-ac8a-6d42b15d01e2, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a26c5c1-6ae2-4b11-9521-8cd4ae944365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '26db47cf-2f97-4f96-b68a-4398b07e17ed'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:15:29.081651 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:29.118750 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08caf4-1f8e-4cc0-8dc4-1b3bbccf7135 None None] Pushing event updated for resources: {'Port': ['ID=29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:29.234796 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] For port ab587f5c-391d-4682-ac8a-6d42b15d01e2, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:15:29.238861 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] For port ab587f5c-391d-4682-ac8a-6d42b15d01e2, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ab587f5c-391d-4682-ac8a-6d42b15d01e2,segment=NetworkSegment(9a26c5c1-6ae2-4b11-9521-8cd4ae944365),segment_id=9a26c5c1-6ae2-4b11-9521-8cd4ae944365)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:15:29.244299 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:29.297320 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event updated for resources: {'Network': ['ID=1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:29.313791 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] The port '8bf20ae4-2cbf-4d96-b8b3-55aa057b2397' was deleted {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:15:29.349791 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff58d12f-ae8e-46ed-8e70-df4e360caf73 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:29.354883 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.6850343 Jan 17 14:15:29.356566 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ff58d12f-ae8e-46ed-8e70-df4e360caf73 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:29.357220 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-83f6ecfc-6c43-44e2-b71f-629fdac0e416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:29.374396 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d4547-5e08-4ffa-8613-762a188910b4 None None] Pushing event updated for resources: {'Port': ['ID=ab587f5c-391d-4682-ac8a-6d42b15d01e2,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:29.409312 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:29.409744 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:29.410016 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:29.410299 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:29.410620 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:29.410948 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:29.411252 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:29.411582 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:29.412038 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:29.412362 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:29.412676 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:29.412986 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f296404-7fd0-43db-bc00-0fbf4b206cd4 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:15:29.425236 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:15:29.428065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-83f6ecfc-6c43-44e2-b71f-629fdac0e416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:29.615980 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-4757ced5-89dd-47c3-9bc7-9fe473ff5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:29.617828 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-4757ced5-89dd-47c3-9bc7-9fe473ff5020 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed801d97-9063-4f1e-99bd-483e3bb7c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0065882 Jan 17 14:15:29.834229 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:29.885944 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef920fa-aa26-4f49-8763-c083e71bae09 req-38c56222-c274-4a75-abff-e89280a30311 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:29.888734 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1ef920fa-aa26-4f49-8763-c083e71bae09 req-38c56222-c274-4a75-abff-e89280a30311 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 944 time: 0.9529214 Jan 17 14:15:30.022892 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-83f6ecfc-6c43-44e2-b71f-629fdac0e416 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8783057a98d4939ac1bfa5ef9576817&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7559874 Jan 17 14:15:30.030973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60526) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:30.040302 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1ef920fa-aa26-4f49-8763-c083e71bae09 req-65d7dcf8-e4d5-4d9a-86bd-2a4cfd6ae27b tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256123 Jan 17 14:15:30.168352 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6ecfc-6c43-44e2-b71f-629fdac0e416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596d11ff-868d-4ae9-8e99-5473fde63206,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:30.173833 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d469b910-a5c9-4d2f-a5cc-61bf3e5e39d0']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:30.218013 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4eb5aed-48fd-442c-bc17-c4251ee4bfc8') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:30.218351 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4eb5aed-48fd-442c-bc17-c4251ee4bfc8') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:30.226977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f03e9c1a-38c6-4384-b8f0-258a6a731af0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:30.237786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:30.282487 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:30.301969 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:15:30.303080 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:15:30.317600 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:15:30.377167 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-33954377-d3e8-4f0e-82b1-4de4beadfba7 service neutron] 10.222.0.15 "GET /v2.0/networks/ed801d97-9063-4f1e-99bd-483e3bb7c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100075 Jan 17 14:15:30.392942 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ff58d12f-ae8e-46ed-8e70-df4e360caf73 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:30.488493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:30.490003 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9175cad7-62a1-4b8d-8bba-11e245dfc53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:30.521790 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9175cad7-62a1-4b8d-8bba-11e245dfc53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:30.530023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-f03e9c1a-38c6-4384-b8f0-258a6a731af0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object 896c0fc2-92a0-401d-a30f-ab31d9983329 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:30.540902 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:30.588276 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff58d12f-ae8e-46ed-8e70-df4e360caf73 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Checking segment: {'id': 'cfb1ebc5-05b5-464e-99e3-e1afa944fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '980060df-f9bb-4145-b48f-b7666b2b5e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:30.588276 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff58d12f-ae8e-46ed-8e70-df4e360caf73 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network hostable DHCP agents. Network: 980060df-f9bb-4145-b48f-b7666b2b5e8b, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:15:30.592877 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-81f368ce-23bc-4bbc-89be-25b396f238ba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting port d0dd6d32-a5a2-461e-9ee7-df8137d5c6a1 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:30.593479 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-81f368ce-23bc-4bbc-89be-25b396f238ba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:30.612832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Network': ['ID=d469b910-a5c9-4d2f-a5cc-61bf3e5e39d0,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:30.618899 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d68b4ea1-849d-44bb-bce7-9f256862c25c req-8a5a8aa9-6eef-496d-a2c7-1032fd48c070 service neutron] 10.222.0.15 "GET /v2.0/networks/ed801d97-9063-4f1e-99bd-483e3bb7c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347136 Jan 17 14:15:30.640301 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5edb7363-6598-42b9-9af6-15c6374a0efd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/networks/d469b910-a5c9-4d2f-a5cc-61bf3e5e39d0 HTTP/1.1" status: 204 len: 168 time: 4.6505480 Jan 17 14:15:30.652194 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60530) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:30.673593 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-b0f1cf3a-b817-4348-b848-cfd14f65de64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1186259492'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:30.685702 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b0f1cf3a-b817-4348-b848-cfd14f65de64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:30.700776 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b0f1cf3a-b817-4348-b848-cfd14f65de64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:network and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:30.704601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58d12f-ae8e-46ed-8e70-df4e360caf73 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Subnet': ['ID=f492489b-bfa6-4fdd-a031-856915340285,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:30.722894 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff58d12f-ae8e-46ed-8e70-df4e360caf73 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network 980060df-f9bb-4145-b48f-b7666b2b5e8b is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:15:30.818893 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b0f1cf3a-b817-4348-b848-cfd14f65de64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:30.841160 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b0f1cf3a-b817-4348-b848-cfd14f65de64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:30.873403 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f03e9c1a-38c6-4384-b8f0-258a6a731af0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:30.885720 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-ff58d12f-ae8e-46ed-8e70-df4e360caf73 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 980060df-f9bb-4145-b48f-b7666b2b5e8b) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:30.928298 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f581b4-e4b7-4c44-845d-9b30869886d3 None None] Network 980060df-f9bb-4145-b48f-b7666b2b5e8b requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:30.975883 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f1cf3a-b817-4348-b848-cfd14f65de64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:30.983217 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0f1cf3a-b817-4348-b848-cfd14f65de64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:31.095423 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970471-f73d-4070-a11d-66f8fae80229 req-a662575a-9a27-41af-803d-ce68225a8517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:31.098619 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1a970471-f73d-4070-a11d-66f8fae80229 req-a662575a-9a27-41af-803d-ce68225a8517 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e40f67886b8245b096eece694fd84aad&device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 1097 time: 0.3859117 Jan 17 14:15:31.181961 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:31.207314 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff58d12f-ae8e-46ed-8e70-df4e360caf73 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:31.208334 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ff58d12f-ae8e-46ed-8e70-df4e360caf73 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:31.317473 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03e9c1a-38c6-4384-b8f0-258a6a731af0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:31.402498 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-bbd388c3-2cd2-4b4f-9f8f-889499b3b497 None None] Provisioning for port 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:31.440572 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:31.456904 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-f03e9c1a-38c6-4384-b8f0-258a6a731af0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:31.467133 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:31.468844 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:31.478176 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9175cad7-62a1-4b8d-8bba-11e245dfc53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:31.490820 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03e9c1a-38c6-4384-b8f0-258a6a731af0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:31.497118 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03e9c1a-38c6-4384-b8f0-258a6a731af0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:31.497911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f03e9c1a-38c6-4384-b8f0-258a6a731af0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:31.541019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f1cf3a-b817-4348-b848-cfd14f65de64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:15:31.641653 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0f1cf3a-b817-4348-b848-cfd14f65de64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:31.641653 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-b0f1cf3a-b817-4348-b848-cfd14f65de64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Added segment f287aa88-ac36-400b-a0e1-8843c3ee4364 of type vlan for network ecbc99f7-7d9e-433f-bd97-ac353994a8ec Jan 17 14:15:31.753369 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0f1cf3a-b817-4348-b848-cfd14f65de64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:31.808536 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-980060df-f9bb-4145-b48f-b7666b2b5e8b', 'network_id': '980060df-f9bb-4145-b48f-b7666b2b5e8b', 'tenant_id': 'c3454ef40c9f4d6291b60c13036bd45b', 'fixed_ips': [{'subnet_id': 'f492489b-bfa6-4fdd-a031-856915340285'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:15:31.809682 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:31.851231 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbbafa5-0786-4784-a8ea-01be05b58571 None None] Network 26db47cf-2f97-4f96-b68a-4398b07e17ed requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:31.881234 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970471-f73d-4070-a11d-66f8fae80229 req-9044b422-5a43-40a1-b153-7f62558dcb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:31.882842 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1a970471-f73d-4070-a11d-66f8fae80229 req-9044b422-5a43-40a1-b153-7f62558dcb8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed801d97-9063-4f1e-99bd-483e3bb7c52f HTTP/1.1" status: 200 len: 898 time: 0.7768137 Jan 17 14:15:31.887551 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0f1cf3a-b817-4348-b848-cfd14f65de64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:31.897175 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f1cf3a-b817-4348-b848-cfd14f65de64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:31.897802 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0f1cf3a-b817-4348-b848-cfd14f65de64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:31.935453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175cad7-62a1-4b8d-8bba-11e245dfc53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596d11ff-868d-4ae9-8e99-5473fde63206,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:31.992154 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ff58d12f-ae8e-46ed-8e70-df4e360caf73 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.8626075 Jan 17 14:15:31.999804 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e9c1a-38c6-4384-b8f0-258a6a731af0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=896c0fc2-92a0-401d-a30f-ab31d9983329,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:32.005377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-81f368ce-23bc-4bbc-89be-25b396f238ba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:32.017873 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60536) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:32.028221 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f03e9c1a-38c6-4384-b8f0-258a6a731af0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 6.2019913 Jan 17 14:15:32.030167 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9175cad7-62a1-4b8d-8bba-11e245dfc53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:32.046953 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9175cad7-62a1-4b8d-8bba-11e245dfc53e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/596d11ff-868d-4ae9-8e99-5473fde63206 HTTP/1.1" status: 204 len: 168 time: 1.9951305 Jan 17 14:15:32.052597 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60540) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:32.238562 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b0f1cf3a-b817-4348-b848-cfd14f65de64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5814745 Jan 17 14:15:32.241994 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1a970471-f73d-4070-a11d-66f8fae80229 req-b6c57056-22d2-4b9e-bcdd-c6a148e2ccd3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=371ba3a3-658c-4bef-a10e-76543200a7ba HTTP/1.1" status: 200 len: 217 time: 0.3007219 Jan 17 14:15:32.242945 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60546) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:32.245641 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1cf3a-b817-4348-b848-cfd14f65de64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Network': ['ID=ecbc99f7-7d9e-433f-bd97-ac353994a8ec,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:32.293144 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Allocated IP 172.20.0.2 (980060df-f9bb-4145-b48f-b7666b2b5e8b/f492489b-bfa6-4fdd-a031-856915340285/07180671-c12f-47cc-be6b-e19107b7d539) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:32.487654 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970471-f73d-4070-a11d-66f8fae80229 req-96a203a3-07b0-4ae8-9d70-db8fb7fe43ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:32.492355 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1a970471-f73d-4070-a11d-66f8fae80229 req-96a203a3-07b0-4ae8-9d70-db8fb7fe43ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6eed59de-3b32-4f8e-8e97-579451ea969d HTTP/1.1" status: 200 len: 835 time: 0.2153482 Jan 17 14:15:32.499526 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-53630b6d-f580-47ce-9978-49bf69ad9b57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'subnet': {'network_id': 'ecbc99f7-7d9e-433f-bd97-ac353994a8ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:32.512829 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:32.523476 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Transition to ACTIVE for port object 07180671-c12f-47cc-be6b-e19107b7d539 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:32.538874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-81f368ce-23bc-4bbc-89be-25b396f238ba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Calling delete_port for d0dd6d32-a5a2-461e-9ee7-df8137d5c6a1 owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:32.543871 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Transition to ACTIVE for port object 07180671-c12f-47cc-be6b-e19107b7d539 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:32.553824 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network ecbc99f7-7d9e-433f-bd97-ac353994a8ec details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:15:32.675788 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:32.685707 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6293688e-0979-406d-8233-9e10444af1d9 None None] Provisioning for port ab587f5c-391d-4682-ac8a-6d42b15d01e2 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:32.730184 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0f2d3d4e-813f-40b1-b8eb-456edd088d40 req-d3dff67a-03fc-4d22-8aae-17c0383cb1fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.4951291 Jan 17 14:15:32.805779 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Network 980060df-f9bb-4145-b48f-b7666b2b5e8b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:32.810978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Pushing event updated for resources: {'Port': ['ID=07180671-c12f-47cc-be6b-e19107b7d539,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:32.824172 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:32.844173 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:32.874753 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60552) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:32.965157 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-53630b6d-f580-47ce-9978-49bf69ad9b57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:32.976470 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28d118-a1ce-45e2-b9f9-cecb76d115d0 req-676ec1b3-f762-4404-baf6-f0766264ed20 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:32.978114 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0d28d118-a1ce-45e2-b9f9-cecb76d115d0 req-676ec1b3-f762-4404-baf6-f0766264ed20 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 944 time: 1.5335810 Jan 17 14:15:32.988983 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-53630b6d-f580-47ce-9978-49bf69ad9b57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:subnet and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:33.074760 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:33.096320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-81f368ce-23bc-4bbc-89be-25b396f238ba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:33.106177 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ce6c5b46-4fca-47c0-ad34-3badcedd0d8a None None] Provisioning for port 896c0fc2-92a0-401d-a30f-ab31d9983329 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:33.114900 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Attempting to bind port 07180671-c12f-47cc-be6b-e19107b7d539 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:15:33.115771 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Attempting to bind port 07180671-c12f-47cc-be6b-e19107b7d539 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'cfb1ebc5-05b5-464e-99e3-e1afa944fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '980060df-f9bb-4145-b48f-b7666b2b5e8b'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:15:33.116517 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Attempting to bind port 07180671-c12f-47cc-be6b-e19107b7d539 on network 980060df-f9bb-4145-b48f-b7666b2b5e8b {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:15:33.119066 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ce6c5b46-4fca-47c0-ad34-3badcedd0d8a None None] Provisioning complete for port 896c0fc2-92a0-401d-a30f-ab31d9983329 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:33.120351 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ce6c5b46-4fca-47c0-ad34-3badcedd0d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:33.153452 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-53630b6d-f580-47ce-9978-49bf69ad9b57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:33.154865 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:33.173991 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:15:33.174813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Checking segment: {'id': 'cfb1ebc5-05b5-464e-99e3-e1afa944fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '980060df-f9bb-4145-b48f-b7666b2b5e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:33.175468 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:33.176122 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Bound using segment: {'id': 'cfb1ebc5-05b5-464e-99e3-e1afa944fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '980060df-f9bb-4145-b48f-b7666b2b5e8b'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:15:33.176824 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Bound port: 07180671-c12f-47cc-be6b-e19107b7d539, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb1ebc5-05b5-464e-99e3-e1afa944fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '980060df-f9bb-4145-b48f-b7666b2b5e8b'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:15:33.177606 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:33.179835 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-53630b6d-f580-47ce-9978-49bf69ad9b57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:33.221025 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2214e112-ebba-4734-926c-4af2546b931b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa086f3d3d9d457f8b235aab08f6c638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074012 Jan 17 14:15:33.222820 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60556) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:33.240177 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53630b6d-f580-47ce-9978-49bf69ad9b57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:33.243785 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-53630b6d-f580-47ce-9978-49bf69ad9b57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:33.269484 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0d28d118-a1ce-45e2-b9f9-cecb76d115d0 req-66122b39-9caf-4d83-bd58-5c7f8b54ce7f tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2774694 Jan 17 14:15:33.339683 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Deleting port 07180671-c12f-47cc-be6b-e19107b7d539 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:33.340102 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:33.367867 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c5b46-4fca-47c0-ad34-3badcedd0d8a None None] Port 896c0fc2-92a0-401d-a30f-ab31d9983329 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:15:33.400396 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:33.410347 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:33.411684 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ab587f5c-391d-4682-ac8a-6d42b15d01e2 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:33.463840 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970471-f73d-4070-a11d-66f8fae80229 req-cd4361e5-bda3-4bff-9759-334766e6c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:33.465439 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1a970471-f73d-4070-a11d-66f8fae80229 req-cd4361e5-bda3-4bff-9759-334766e6c0e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed801d97-9063-4f1e-99bd-483e3bb7c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5897582 Jan 17 14:15:33.663065 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:33.678270 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] For port 07180671-c12f-47cc-be6b-e19107b7d539, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:15:33.683138 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] For port 07180671-c12f-47cc-be6b-e19107b7d539, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=07180671-c12f-47cc-be6b-e19107b7d539,segment=NetworkSegment(cfb1ebc5-05b5-464e-99e3-e1afa944fe48),segment_id=cfb1ebc5-05b5-464e-99e3-e1afa944fe48)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:15:33.704574 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:33.715448 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c860c37-e5f4-404a-972e-375a978c743a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:33.716962 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-095fba3a-3715-4cb2-a0b3-84feb86e84bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:33.729350 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c860c37-e5f4-404a-972e-375a978c743a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:33.730381 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9c860c37-e5f4-404a-972e-375a978c743a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:33.829576 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f368ce-23bc-4bbc-89be-25b396f238ba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Port': ['ID=d0dd6d32-a5a2-461e-9ee7-df8137d5c6a1,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:33.836257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-81f368ce-23bc-4bbc-89be-25b396f238ba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:33.843386 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-095fba3a-3715-4cb2-a0b3-84feb86e84bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:33.857574 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1a970471-f73d-4070-a11d-66f8fae80229 req-b9fbe6f2-2b27-4639-a0d1-2f7d626f24e6 service neutron] 10.222.0.15 "GET /v2.0/networks/ed801d97-9063-4f1e-99bd-483e3bb7c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751903 Jan 17 14:15:33.912174 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fe362-a840-4016-8bd7-475ae97bf134 None None] Pushing event updated for resources: {'Port': ['ID=07180671-c12f-47cc-be6b-e19107b7d539,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:33.938044 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port ab587f5c-391d-4682-ac8a-6d42b15d01e2 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:33.964078 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port ab587f5c-391d-4682-ac8a-6d42b15d01e2 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:33.964448 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:34.048264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6a26f9ad-f632-4c19-b12a-919910d50782 None None] Provisioning complete for port ab587f5c-391d-4682-ac8a-6d42b15d01e2 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:34.049367 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a26f9ad-f632-4c19-b12a-919910d50782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:34.179211 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] For port 07180671-c12f-47cc-be6b-e19107b7d539, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=07180671-c12f-47cc-be6b-e19107b7d539,segment=NetworkSegment(cfb1ebc5-05b5-464e-99e3-e1afa944fe48),segment_id=cfb1ebc5-05b5-464e-99e3-e1afa944fe48)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:34.179736 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:34.305045 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:34.324409 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-53630b6d-f580-47ce-9978-49bf69ad9b57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:34.338302 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60560) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:34.382606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-095fba3a-3715-4cb2-a0b3-84feb86e84bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:34.430131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port ab587f5c-391d-4682-ac8a-6d42b15d01e2, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ab587f5c-391d-4682-ac8a-6d42b15d01e2,segment=NetworkSegment(9a26c5c1-6ae2-4b11-9521-8cd4ae944365),segment_id=9a26c5c1-6ae2-4b11-9521-8cd4ae944365)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:34.454518 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Calling delete_port for 07180671-c12f-47cc-be6b-e19107b7d539 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:34.455430 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:34.517466 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53630b6d-f580-47ce-9978-49bf69ad9b57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Subnet': ['ID=7e8270a7-2782-4408-8617-a3b69805e410,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:34.533279 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1a970471-f73d-4070-a11d-66f8fae80229 req-e43d398b-6507-4b13-ad07-ee6b28b7454b service neutron] 10.222.0.15 "GET /v2.0/networks/ed801d97-9063-4f1e-99bd-483e3bb7c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6598985 Jan 17 14:15:34.546174 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f13ad97c-b882-4c89-a295-2878f35aab5e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Request body: {'subnet': {'network_id': '1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:34.558613 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=ab587f5c-391d-4682-ac8a-6d42b15d01e2,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:34.561898 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 371ba3a3-658c-4bef-a10e-76543200a7ba details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:15:34.578401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6a26f9ad-f632-4c19-b12a-919910d50782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:34.586485 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fba3a-3715-4cb2-a0b3-84feb86e84bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a17454-a857-457d-af22-1ca197092528,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:34.828670 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-095fba3a-3715-4cb2-a0b3-84feb86e84bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:34.833734 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-095fba3a-3715-4cb2-a0b3-84feb86e84bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/92a17454-a857-457d-af22-1ca197092528 HTTP/1.1" status: 204 len: 168 time: 1.6044149 Jan 17 14:15:34.838966 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-6a26f9ad-f632-4c19-b12a-919910d50782 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:15:34.839428 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-6a26f9ad-f632-4c19-b12a-919910d50782 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:15:34.871572 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53630b6d-f580-47ce-9978-49bf69ad9b57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Checking segment: {'id': 'f287aa88-ac36-400b-a0e1-8843c3ee4364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ecbc99f7-7d9e-433f-bd97-ac353994a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:34.871979 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53630b6d-f580-47ce-9978-49bf69ad9b57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network hostable DHCP agents. Network: ecbc99f7-7d9e-433f-bd97-ac353994a8ec, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:15:34.887223 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 371ba3a3-658c-4bef-a10e-76543200a7ba, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=371ba3a3-658c-4bef-a10e-76543200a7ba,segment=NetworkSegment(f8356bf1-1246-42e0-9374-974f68362f2e),segment_id=f8356bf1-1246-42e0-9374-974f68362f2e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:34.896818 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:34.952536 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9c860c37-e5f4-404a-972e-375a978c743a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:34.957341 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9c860c37-e5f4-404a-972e-375a978c743a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 2.8884296 Jan 17 14:15:34.961525 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60568) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:34.974532 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '371ba3a3-658c-4bef-a10e-76543200a7ba', 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f', 'port_id': '371ba3a3-658c-4bef-a10e-76543200a7ba', 'mac_address': 'fa:16:3e:56:1d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eed59de-3b32-4f8e-8e97-579451ea969d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:15:34.980595 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f13ad97c-b882-4c89-a295-2878f35aab5e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:34.986051 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f13ad97c-b882-4c89-a295-2878f35aab5e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Usage tracker for resource:subnet and tenant:36cdb76f1cdb420d8b9d06df93079a49 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:34.990142 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f13ad97c-b882-4c89-a295-2878f35aab5e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:34.999556 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f13ad97c-b882-4c89-a295-2878f35aab5e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:35.015803 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13ad97c-b882-4c89-a295-2878f35aab5e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Made reservation on behalf of 36cdb76f1cdb420d8b9d06df93079a49 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:35.020316 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f13ad97c-b882-4c89-a295-2878f35aab5e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:35.039822 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:35.042584 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:35.146913 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:35.222162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371ba3a3-658c-4bef-a10e-76543200a7ba {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:15:35.324041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53630b6d-f580-47ce-9978-49bf69ad9b57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network ecbc99f7-7d9e-433f-bd97-ac353994a8ec is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:15:35.328018 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f13ad97c-b882-4c89-a295-2878f35aab5e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:35.434821 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ad97c-b882-4c89-a295-2878f35aab5e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event updated for resources: {'Subnet': ['ID=f09feda1-10af-48b8-84c6-bdcd6e16cd58,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:35.484628 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-53630b6d-f580-47ce-9978-49bf69ad9b57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, ecbc99f7-7d9e-433f-bd97-ac353994a8ec) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:35.487493 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 371ba3a3-658c-4bef-a10e-76543200a7ba, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=371ba3a3-658c-4bef-a10e-76543200a7ba,segment=NetworkSegment(f8356bf1-1246-42e0-9374-974f68362f2e),segment_id=f8356bf1-1246-42e0-9374-974f68362f2e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:35.493805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53630b6d-f580-47ce-9978-49bf69ad9b57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:35.495294 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-53630b6d-f580-47ce-9978-49bf69ad9b57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:35.514065 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3251139c-34a6-4733-acdf-848a67a92172 None None] Network ecbc99f7-7d9e-433f-bd97-ac353994a8ec requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:35.524469 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13ad97c-b882-4c89-a295-2878f35aab5e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Checking segment: {'id': '3fc0c828-7bf7-48e9-83b9-834ccb9cd916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:35.524802 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13ad97c-b882-4c89-a295-2878f35aab5e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Network hostable DHCP agents. Network: 1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:15:35.539248 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-53630b6d-f580-47ce-9978-49bf69ad9b57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2727027 Jan 17 14:15:35.540976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60574) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:35.541193 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:35.557276 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-9c0ce8b6-88e4-439b-b9f7-c695208e3f65 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'port': {'network_id': 'ecbc99f7-7d9e-433f-bd97-ac353994a8ec', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1259892345'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:35.584562 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d3d4e-813f-40b1-b8eb-456edd088d40 req-31e6ccf2-922a-4e77-9dd1-7a84773464a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:35.587429 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0f2d3d4e-813f-40b1-b8eb-456edd088d40 req-31e6ccf2-922a-4e77-9dd1-7a84773464a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bf9d590b7484aed9edd856f9636eb85&device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 1098 time: 2.5051129 Jan 17 14:15:35.589503 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:35.719321 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1b7a1c-9d31-427d-9ff8-d2ca60c02a66 None None] Network 980060df-f9bb-4145-b48f-b7666b2b5e8b requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:35.725842 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13ad97c-b882-4c89-a295-2878f35aab5e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Network 1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:15:35.734905 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-f13ad97c-b882-4c89-a295-2878f35aab5e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:35.754223 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13ad97c-b882-4c89-a295-2878f35aab5e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:35.757363 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f13ad97c-b882-4c89-a295-2878f35aab5e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:35.778583 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9c0ce8b6-88e4-439b-b9f7-c695208e3f65 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:35.780032 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1daacd1-938d-4950-9618-9f7b358a16ac None None] Network 1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:35.788983 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9c0ce8b6-88e4-439b-b9f7-c695208e3f65 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:port and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:35.793230 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9c0ce8b6-88e4-439b-b9f7-c695208e3f65 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:35.795803 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Port': ['ID=07180671-c12f-47cc-be6b-e19107b7d539,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:35.825592 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9c0ce8b6-88e4-439b-b9f7-c695208e3f65 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:35.842909 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0ce8b6-88e4-439b-b9f7-c695208e3f65 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:35.847186 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce8b6-88e4-439b-b9f7-c695208e3f65 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:35.876521 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f13ad97c-b882-4c89-a295-2878f35aab5e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4897776 Jan 17 14:15:35.880765 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-9c0ce8b6-88e4-439b-b9f7-c695208e3f65 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] device_id is not set on port c0586d4a-d742-4f35-924c-d32c46b9aa14 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:15:35.921421 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60586) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:35.929673 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-de08d268-35f6-45a5-bd73-6c461bcb6bcb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1864051135'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:35.946709 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-de08d268-35f6-45a5-bd73-6c461bcb6bcb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:35.963041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-de08d268-35f6-45a5-bd73-6c461bcb6bcb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Usage tracker for resource:network and tenant:36cdb76f1cdb420d8b9d06df93079a49 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:35.971517 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-de08d268-35f6-45a5-bd73-6c461bcb6bcb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:35.983434 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 07180671-c12f-47cc-be6b-e19107b7d539 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:35.987295 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-de08d268-35f6-45a5-bd73-6c461bcb6bcb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:36.049585 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de08d268-35f6-45a5-bd73-6c461bcb6bcb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Made reservation on behalf of 36cdb76f1cdb420d8b9d06df93079a49 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:36.059279 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-de08d268-35f6-45a5-bd73-6c461bcb6bcb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:36.079581 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f368ce-23bc-4bbc-89be-25b396f238ba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router 52aa0c75-4a63-4a18-a11b-507367036895 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:15:36.112454 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-e17302c5-9557-43fc-8956-2f1719d2ea58 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port 896c0fc2-92a0-401d-a30f-ab31d9983329 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:36.113541 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e17302c5-9557-43fc-8956-2f1719d2ea58 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:36.114018 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de08d268-35f6-45a5-bd73-6c461bcb6bcb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:15:36.130330 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-9c0ce8b6-88e4-439b-b9f7-c695208e3f65 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Allocated IP 172.20.0.8 (ecbc99f7-7d9e-433f-bd97-ac353994a8ec/7e8270a7-2782-4408-8617-a3b69805e410/c0586d4a-d742-4f35-924c-d32c46b9aa14) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:36.153190 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-de08d268-35f6-45a5-bd73-6c461bcb6bcb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:36.153772 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-de08d268-35f6-45a5-bd73-6c461bcb6bcb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Added segment e47d42d6-1479-4fc2-8355-3fa841ecb6ae of type vlan for network 05599e0f-0008-4fb2-8541-b11c4d547995 Jan 17 14:15:36.179971 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No DVR routers for this DVR port 07180671-c12f-47cc-be6b-e19107b7d539 on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:15:36.233545 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 07180671-c12f-47cc-be6b-e19107b7d539 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:15:36.233879 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 07180671-c12f-47cc-be6b-e19107b7d539 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 17 14:15:36.274663 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['371ba3a3-658c-4bef-a10e-76543200a7ba'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:15:36.333479 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933de27-cedc-4063-8d80-476a377c79db req-250db301-c7b3-499d-8481-c9523636fdf7 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:36.334989 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b933de27-cedc-4063-8d80-476a377c79db req-250db301-c7b3-499d-8481-c9523636fdf7 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 944 time: 1.5079262 Jan 17 14:15:36.367822 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-87504d11-8978-4039-9eca-b2a353ef55cd None None] Could not find standard attr ID for object 07180671-c12f-47cc-be6b-e19107b7d539. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:15:36.383928 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Port 07180671-c12f-47cc-be6b-e19107b7d539 not found, will not notify nova. {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 17 14:15:36.386633 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=371ba3a3-658c-4bef-a10e-76543200a7ba,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:36.388579 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-de08d268-35f6-45a5-bd73-6c461bcb6bcb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:36.512763 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-de08d268-35f6-45a5-bd73-6c461bcb6bcb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:36.522712 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de08d268-35f6-45a5-bd73-6c461bcb6bcb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:36.526097 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-de08d268-35f6-45a5-bd73-6c461bcb6bcb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:36.539771 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60598) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:36.587953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f368ce-23bc-4bbc-89be-25b396f238ba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:15:36.678777 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf6a402-5518-4565-b51a-08895c632124 None None] Sync routers for ids ['52aa0c75-4a63-4a18-a11b-507367036895'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:15:36.690291 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b933de27-cedc-4063-8d80-476a377c79db req-b00970b2-8f91-44b4-8908-1e9acd607382 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458297 Jan 17 14:15:36.695676 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-ecbc99f7-7d9e-433f-bd97-ac353994a8ec', 'network_id': 'ecbc99f7-7d9e-433f-bd97-ac353994a8ec', 'tenant_id': '90170c06bfce4b45a8ff91de363bb5ad', 'fixed_ips': [{'subnet_id': '7e8270a7-2782-4408-8617-a3b69805e410'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:15:36.696546 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:36.696909 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-81f368ce-23bc-4bbc-89be-25b396f238ba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/52aa0c75-4a63-4a18-a11b-507367036895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8407848 Jan 17 14:15:36.698037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60604) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:36.708209 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ab587f5c-391d-4682-ac8a-6d42b15d01e2 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:36.863797 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce8b6-88e4-439b-b9f7-c695208e3f65 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:36.920611 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf6a402-5518-4565-b51a-08895c632124 None None] Routers {'52aa0c75-4a63-4a18-a11b-507367036895'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:15:36.921584 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-8cf6a402-5518-4565-b51a-08895c632124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:15:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['52aa0c75-4a63-4a18-a11b-507367036895'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:36.940587 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-de08d268-35f6-45a5-bd73-6c461bcb6bcb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0178165 Jan 17 14:15:36.944848 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4ae6731b-5fe6-4901-a800-bf905dbefcd1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Synchronizing usage tracker for tenant:c18c2f95c6754b6292d672e39ba057ee on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:36.951148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60608) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:36.961091 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-826ea689-c048-40ef-bac2-aa43d9aac581 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:36.962108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:36.966801 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-826ea689-c048-40ef-bac2-aa43d9aac581 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3889098 Jan 17 14:15:36.966801 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-9c0ce8b6-88e4-439b-b9f7-c695208e3f65 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Transition to ACTIVE for port object c0586d4a-d742-4f35-924c-d32c46b9aa14 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:36.969473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60610) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:36.978554 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-feddc0b1-1f45-4c6a-9c35-29216f9459f7 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Request body: {'subnet': {'network_id': '05599e0f-0008-4fb2-8541-b11c4d547995', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:36.996769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08d268-35f6-45a5-bd73-6c461bcb6bcb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event updated for resources: {'Network': ['ID=05599e0f-0008-4fb2-8541-b11c4d547995,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:37.002052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-eb976150-d4dd-4e90-8f9e-fb859d7b1976 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:37.006935 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-eb976150-d4dd-4e90-8f9e-fb859d7b1976 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0296977 Jan 17 14:15:37.009799 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60616) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:37.010021 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d3d4e-813f-40b1-b8eb-456edd088d40 req-f3aa5b92-f671-4d5f-99ac-d10576f2e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:37.010021 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0f2d3d4e-813f-40b1-b8eb-456edd088d40 req-f3aa5b92-f671-4d5f-99ac-d10576f2e6a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65490aef-7574-47e8-8e01-18ff3449c348 HTTP/1.1" status: 200 len: 913 time: 1.3285890 Jan 17 14:15:37.017448 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-c3a8d635-8444-48d9-bfde-56672a60852c tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:37.022384 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c3a8d635-8444-48d9-bfde-56672a60852c tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0097864 Jan 17 14:15:37.050310 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 05599e0f-0008-4fb2-8541-b11c4d547995 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:15:37.075195 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-8cf6a402-5518-4565-b51a-08895c632124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:37.087231 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60620) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:37.105833 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-8b872402-107f-4167-bad1-fa64a848954b tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:37.109645 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8b872402-107f-4167-bad1-fa64a848954b tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0092373 Jan 17 14:15:37.119408 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60624) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:37.120067 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4ae6731b-5fe6-4901-a800-bf905dbefcd1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Unset dirty status for tenant:c18c2f95c6754b6292d672e39ba057ee on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:37.123796 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4ae6731b-5fe6-4901-a800-bf905dbefcd1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/ports?device_id=52aa0c75-4a63-4a18-a11b-507367036895 HTTP/1.1" status: 200 len: 205 time: 0.4138546 Jan 17 14:15:37.128581 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-85c7d37e-5259-4d99-ab01-f519eb3f7e39 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:37.132050 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-85c7d37e-5259-4d99-ab01-f519eb3f7e39 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0046976 Jan 17 14:15:37.134133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60626) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:37.134677 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60630) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:37.218042 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e17302c5-9557-43fc-8956-2f1719d2ea58 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:37.226909 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0f2d3d4e-813f-40b1-b8eb-456edd088d40 req-41d6bd50-53d1-4f0c-bd03-0038b3b55da4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f0120a3-b504-4e3f-961d-8d0e46099075 HTTP/1.1" status: 200 len: 1001 time: 0.1995516 Jan 17 14:15:37.237670 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-30ee2d70-0d1d-4ef3-b0d5-42ef658348ed tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:37.243382 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-30ee2d70-0d1d-4ef3-b0d5-42ef658348ed tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0983214 Jan 17 14:15:37.246377 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60636) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:37.272188 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-fe779869-7370-4e15-96e1-2b9f76914038 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:37.278649 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fe779869-7370-4e15-96e1-2b9f76914038 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0219507 Jan 17 14:15:37.363964 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60640) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:37.379451 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-76feac7d-063f-4173-a8c9-33917515a5e8 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:37.381809 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-76feac7d-063f-4173-a8c9-33917515a5e8 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0157547 Jan 17 14:15:37.390044 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60644) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:37.405467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-63f19edb-fb3f-450c-b808-af56e167d92b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:37.476572 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-666c5943-d3e5-478b-bce2-52c37001d83c tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:37.481869 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-666c5943-d3e5-478b-bce2-52c37001d83c tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0814915 Jan 17 14:15:37.482138 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf6a402-5518-4565-b51a-08895c632124 None None] Routers {'52aa0c75-4a63-4a18-a11b-507367036895'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:15:37.482138 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-8cf6a402-5518-4565-b51a-08895c632124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:15:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['52aa0c75-4a63-4a18-a11b-507367036895'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:37.495951 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-feddc0b1-1f45-4c6a-9c35-29216f9459f7 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:37.500253 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60648) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:37.515942 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-80537a70-2dca-4d31-90b6-684548a5da79 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:37.521687 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-80537a70-2dca-4d31-90b6-684548a5da79 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0152378 Jan 17 14:15:37.521687 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-feddc0b1-1f45-4c6a-9c35-29216f9459f7 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Usage tracker for resource:subnet and tenant:36cdb76f1cdb420d8b9d06df93079a49 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:37.550925 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-e17302c5-9557-43fc-8956-2f1719d2ea58 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for 896c0fc2-92a0-401d-a30f-ab31d9983329 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:37.582063 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60652) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:37.597992 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce8b6-88e4-439b-b9f7-c695208e3f65 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:37.598538 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-16e9bcb4-895d-4b1d-b82a-f2c6e5a51240 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:37.602511 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-16e9bcb4-895d-4b1d-b82a-f2c6e5a51240 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0177760 Jan 17 14:15:37.614385 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60656) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:37.615484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-feddc0b1-1f45-4c6a-9c35-29216f9459f7 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:37.637108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a', 'network_id': '1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a', 'tenant_id': '36cdb76f1cdb420d8b9d06df93079a49', 'fixed_ips': [{'subnet_id': 'f09feda1-10af-48b8-84c6-bdcd6e16cd58'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:15:37.637961 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:37.640888 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-179ed90f-80e3-40a8-a701-4516b8f48bc9 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:37.646184 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-179ed90f-80e3-40a8-a701-4516b8f48bc9 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0299475 Jan 17 14:15:37.648965 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60660) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:37.650244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:37.665337 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-8cf6a402-5518-4565-b51a-08895c632124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:37.665337 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf6a402-5518-4565-b51a-08895c632124 None None] The sync data for ids ['52aa0c75-4a63-4a18-a11b-507367036895'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:15:37.671069 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port ab587f5c-391d-4682-ac8a-6d42b15d01e2 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:37.671069 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:37.703984 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-feddc0b1-1f45-4c6a-9c35-29216f9459f7 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:37.704277 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-089791c9-3bdd-4328-9979-741009d4547e tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:37.709350 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-089791c9-3bdd-4328-9979-741009d4547e tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0499218 Jan 17 14:15:37.726555 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60664) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:37.733953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-93cc9633-4a7f-4132-910a-b7c0b78c7ccd tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:37.737792 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-93cc9633-4a7f-4132-910a-b7c0b78c7ccd tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0086417 Jan 17 14:15:37.786579 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60670) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:37.791992 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ce8b6-88e4-439b-b9f7-c695208e3f65 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=c0586d4a-d742-4f35-924c-d32c46b9aa14,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:37.793374 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b66611-3bb9-45e6-a2bd-ccff7568bc3f None None] Network 980060df-f9bb-4145-b48f-b7666b2b5e8b requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:37.809997 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Subnet': ['ID=f492489b-bfa6-4fdd-a031-856915340285,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:37.815807 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d3d4e-813f-40b1-b8eb-456edd088d40 req-509eb755-6a8d-4b6e-a7f2-7bdcd50d21ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:37.817315 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0f2d3d4e-813f-40b1-b8eb-456edd088d40 req-509eb755-6a8d-4b6e-a7f2-7bdcd50d21ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=108e9ce5-417b-4ebb-b330-fd1632de2fea HTTP/1.1" status: 200 len: 851 time: 0.5828288 Jan 17 14:15:37.826268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-fdc46807-abb0-4fcd-8171-07c92d1a2468 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:37.827200 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fdc46807-abb0-4fcd-8171-07c92d1a2468 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0298038 Jan 17 14:15:37.899168 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60674) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:37.909422 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0ce8b6-88e4-439b-b9f7-c695208e3f65 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network ecbc99f7-7d9e-433f-bd97-ac353994a8ec is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:37.976119 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-9c0ce8b6-88e4-439b-b9f7-c695208e3f65 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:37.981307 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-56f577ec-20be-41e3-8a67-ad0be8e130af tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:37.986874 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-56f577ec-20be-41e3-8a67-ad0be8e130af tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0779650 Jan 17 14:15:37.991270 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60678) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:37.993038 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:38.025138 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-d792c27e-3dac-4e23-b5f0-7677066f6adc tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:38.030203 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d792c27e-3dac-4e23-b5f0-7677066f6adc tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0224199 Jan 17 14:15:38.030406 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0ce8b6-88e4-439b-b9f7-c695208e3f65 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:38.036667 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60682) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.048157 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-3e174dcd-c5ce-45ba-9e50-fe0d5244f04c tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:38.053446 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3e174dcd-c5ce-45ba-9e50-fe0d5244f04c tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0087173 Jan 17 14:15:38.057746 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60686) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.063195 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980060df-f9bb-4145-b48f-b7666b2b5e8b']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:38.078038 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-44ef55f4-8eef-49fe-9170-03ecaa1eb27a tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:38.081562 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-44ef55f4-8eef-49fe-9170-03ecaa1eb27a tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0182149 Jan 17 14:15:38.083555 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60690) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.091096 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb1ebc5-05b5-464e-99e3-e1afa944fe48') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:38.091441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb1ebc5-05b5-464e-99e3-e1afa944fe48') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:38.101778 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-e98df3f6-b0df-42c8-9cdd-4b6335204ca6 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:38.107736 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e98df3f6-b0df-42c8-9cdd-4b6335204ca6 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0182602 Jan 17 14:15:38.108254 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60694) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.112854 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e17302c5-9557-43fc-8956-2f1719d2ea58 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:38.129391 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-ad9de619-5e6e-4758-912d-cde9c715f888 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:38.129391 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ad9de619-5e6e-4758-912d-cde9c715f888 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0151498 Jan 17 14:15:38.130104 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feddc0b1-1f45-4c6a-9c35-29216f9459f7 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Made reservation on behalf of 36cdb76f1cdb420d8b9d06df93079a49 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:38.130104 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-feddc0b1-1f45-4c6a-9c35-29216f9459f7 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:38.147921 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Allocated IP 172.20.0.2 (ecbc99f7-7d9e-433f-bd97-ac353994a8ec/7e8270a7-2782-4408-8617-a3b69805e410/4a3cad78-39c0-4dc8-977e-70d699a2921b) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:38.152596 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60698) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.166522 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:38.170213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-0bfa5ba5-a220-4e66-a47e-1575d9bad6c6 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:38.171220 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0bfa5ba5-a220-4e66-a47e-1575d9bad6c6 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0064802 Jan 17 14:15:38.186173 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60702) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.187134 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17302c5-9557-43fc-8956-2f1719d2ea58 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=896c0fc2-92a0-401d-a30f-ab31d9983329,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:38.242092 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:38.247812 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e17302c5-9557-43fc-8956-2f1719d2ea58 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:38.250724 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-63f19edb-fb3f-450c-b808-af56e167d92b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:38.259016 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-370ba35f-9edc-494b-be16-fbce6cb2189a tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:38.260358 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-370ba35f-9edc-494b-be16-fbce6cb2189a tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0647514 Jan 17 14:15:38.263912 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60706) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.267933 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d3d4e-813f-40b1-b8eb-456edd088d40 req-d8a186d4-b1b6-46df-bdfe-e17c30d41df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:38.269532 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-63f19edb-fb3f-450c-b808-af56e167d92b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:38.269660 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0f2d3d4e-813f-40b1-b8eb-456edd088d40 req-d8a186d4-b1b6-46df-bdfe-e17c30d41df7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65490aef-7574-47e8-8e01-18ff3449c348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3952034 Jan 17 14:15:38.272020 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:15:38.272414 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:15:38.289440 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:15:38.295986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-67589983-0cb4-4c82-abc6-6c4959418e0c tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:38.296928 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-67589983-0cb4-4c82-abc6-6c4959418e0c tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0319571 Jan 17 14:15:38.313715 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60710) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.329173 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-6bb038b7-f3b9-43c5-a1bc-8b9de040c919 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:38.330530 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6bb038b7-f3b9-43c5-a1bc-8b9de040c919 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0155120 Jan 17 14:15:38.339864 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0ce8b6-88e4-439b-b9f7-c695208e3f65 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:38.340752 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce8b6-88e4-439b-b9f7-c695208e3f65 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:38.353445 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60714) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.364227 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-e615dcfd-4c16-40bd-9bd7-4de92320f385 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:38.365597 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e615dcfd-4c16-40bd-9bd7-4de92320f385 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0082297 Jan 17 14:15:38.370160 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e17302c5-9557-43fc-8956-2f1719d2ea58 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/896c0fc2-92a0-401d-a30f-ab31d9983329 HTTP/1.1" status: 204 len: 168 time: 3.2843430 Jan 17 14:15:38.373894 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60718) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.374217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60720) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.387014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-e89105f5-0aff-48df-a8ce-59ea8d9ea703 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:38.388068 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e89105f5-0aff-48df-a8ce-59ea8d9ea703 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0129392 Jan 17 14:15:38.393365 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60726) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.404169 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-63f19edb-fb3f-450c-b808-af56e167d92b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:38.405081 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f19edb-fb3f-450c-b808-af56e167d92b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Fanout notify agent at l3_agent the message router_deleted on router 52aa0c75-4a63-4a18-a11b-507367036895 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:15:38.414534 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-63f19edb-fb3f-450c-b808-af56e167d92b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:38.417682 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-63f19edb-fb3f-450c-b808-af56e167d92b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/routers/52aa0c75-4a63-4a18-a11b-507367036895 HTTP/1.1" status: 204 len: 168 time: 1.2793889 Jan 17 14:15:38.423485 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9c0ce8b6-88e4-439b-b9f7-c695208e3f65 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.8724463 Jan 17 14:15:38.429417 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-2b6922ad-0771-48d9-add8-4eeb61c0276b tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:38.431160 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2b6922ad-0771-48d9-add8-4eeb61c0276b tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0301847 Jan 17 14:15:38.432922 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60730) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.433786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60732) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.434625 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60734) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.550403 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-d51eff00-e400-4ac9-9ac8-7bf20a6b06f4 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:38.552587 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d51eff00-e400-4ac9-9ac8-7bf20a6b06f4 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.1056390 Jan 17 14:15:38.588438 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60742) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.603337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81afbdd7-6a77-41fc-bca8-0f37e8601236 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:38.605174 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81afbdd7-6a77-41fc-bca8-0f37e8601236 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:38.606105 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-81afbdd7-6a77-41fc-bca8-0f37e8601236 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:38.611091 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:38.616636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:38.620724 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-480528bc-ca44-4680-8b05-8fa5574c2e03 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:38.626487 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-480528bc-ca44-4680-8b05-8fa5574c2e03 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0272794 Jan 17 14:15:38.636981 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60746) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.638936 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0f2d3d4e-813f-40b1-b8eb-456edd088d40 req-63a7f288-a67b-434b-a337-dbea01b2af57 service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480780 Jan 17 14:15:38.652256 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Network': ['ID=980060df-f9bb-4145-b48f-b7666b2b5e8b,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:38.655767 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-a04ba9f5-b752-4b09-9bfb-496ca2db363f tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:38.661577 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a04ba9f5-b752-4b09-9bfb-496ca2db363f tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0125415 Jan 17 14:15:38.663816 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60750) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.682300 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c062c-d939-48c2-b105-b253c16eadfe req-fd0257f7-e210-41d6-a4e9-cef18c045398 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:38.688525 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1852d799-9999-48fb-bc56-da09fbd8a27c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/980060df-f9bb-4145-b48f-b7666b2b5e8b HTTP/1.1" status: 204 len: 168 time: 6.6670654 Jan 17 14:15:38.691248 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-fb8c062c-d939-48c2-b105-b253c16eadfe req-fd0257f7-e210-41d6-a4e9-cef18c045398 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 945 time: 0.7775347 Jan 17 14:15:38.691398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60752) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.748897 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Allocated IP 2001:db8:0:ffff::2 (1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a/f09feda1-10af-48b8-84c6-bdcd6e16cd58/594615e1-1dac-498f-9863-82afd22d8f01) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:38.753063 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-51f63c5e-19f0-4ed2-8b21-909ea1eedcd2 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1054209723'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:38.758113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-51f63c5e-19f0-4ed2-8b21-909ea1eedcd2 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:38.762883 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-51f63c5e-19f0-4ed2-8b21-909ea1eedcd2 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Usage tracker for resource:network and tenant:c3454ef40c9f4d6291b60c13036bd45b is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:38.768712 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-51f63c5e-19f0-4ed2-8b21-909ea1eedcd2 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:38.775309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-51f63c5e-19f0-4ed2-8b21-909ea1eedcd2 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:38.775871 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-bb85c15d-3851-4003-a4ed-c6c802ae4142 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:38.777603 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bb85c15d-3851-4003-a4ed-c6c802ae4142 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0858302 Jan 17 14:15:38.784676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60758) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.796317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-61251922-dc6f-4133-882e-252a686511ec tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:38.797190 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-61251922-dc6f-4133-882e-252a686511ec tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0067489 Jan 17 14:15:38.806471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-81afbdd7-6a77-41fc-bca8-0f37e8601236 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:38.808148 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-81afbdd7-6a77-41fc-bca8-0f37e8601236 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4315741 Jan 17 14:15:38.808976 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f63c5e-19f0-4ed2-8b21-909ea1eedcd2 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:38.812499 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-51f63c5e-19f0-4ed2-8b21-909ea1eedcd2 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:38.834554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60764) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.834906 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60766) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.838756 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-c2838952-f6fb-4ce8-b06b-09f37e5ea149 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port c0586d4a-d742-4f35-924c-d32c46b9aa14 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:38.839261 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c2838952-f6fb-4ce8-b06b-09f37e5ea149 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:38.873807 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8837dd4c-1c56-4ff0-863d-f87bd16cfb28 None None] DHCP port deletion for 980060df-f9bb-4145-b48f-b7666b2b5e8b request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:15:38.889008 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-7a6c040c-b7b2-4560-b8a2-145f3d3ab3bd tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:38.893289 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7a6c040c-b7b2-4560-b8a2-145f3d3ab3bd tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0513742 Jan 17 14:15:38.900984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60772) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.915474 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-e0c8b52f-f407-4075-82b4-279d215b351a tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:38.920159 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e0c8b52f-f407-4075-82b4-279d215b351a tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0127516 Jan 17 14:15:38.920394 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b8d278-5de9-4589-b975-2fb78ce1cc13 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting subnet 5d6ab9af-3fb6-4426-9ba6-cf1457cc5c2a {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:15:38.924332 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60776) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.930007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-f00e3577-fd72-426e-9b0f-92369168fbea tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:38.935678 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f00e3577-fd72-426e-9b0f-92369168fbea tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0056643 Jan 17 14:15:38.938714 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f63c5e-19f0-4ed2-8b21-909ea1eedcd2 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:15:38.940758 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60780) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.972820 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-dfbe6c29-3506-4d3c-a253-98a6521f89f0 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:38.977990 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-dfbe6c29-3506-4d3c-a253-98a6521f89f0 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0178535 Jan 17 14:15:38.981396 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-51f63c5e-19f0-4ed2-8b21-909ea1eedcd2 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:38.981961 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-51f63c5e-19f0-4ed2-8b21-909ea1eedcd2 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Added segment 004a213e-6353-4621-82c5-a199ac95995c of type vlan for network ea31fa8f-b0e8-468b-a526-3659bcc58d2a Jan 17 14:15:38.987260 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60784) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:38.995783 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-73feff69-40c9-46b4-acc6-5a4fed08fe76 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:39.001140 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-73feff69-40c9-46b4-acc6-5a4fed08fe76 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0088809 Jan 17 14:15:39.026185 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60788) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:39.031131 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-1711d099-ad50-42e0-b0b9-f85e4b8aa646 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet 571d3fec-3fd3-4725-b45d-bdaebd24b445 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:15:39.041268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-15f3b91d-db7c-437d-bc77-5a5a4225e2c4 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:39.045520 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-15f3b91d-db7c-437d-bc77-5a5a4225e2c4 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0182495 Jan 17 14:15:39.045520 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1711d099-ad50-42e0-b0b9-f85e4b8aa646 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:39.096407 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60792) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:39.098761 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0f2d3d4e-813f-40b1-b8eb-456edd088d40 req-373fa2ac-54fb-4c84-9933-a0afb5029c11 service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487972 Jan 17 14:15:39.131033 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-ae2f3099-dcc8-4051-8541-06feac6b971d tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:39.131033 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ae2f3099-dcc8-4051-8541-06feac6b971d tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0242577 Jan 17 14:15:39.132281 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e9b8d278-5de9-4589-b975-2fb78ce1cc13 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:39.134550 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60796) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:39.143968 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-d985bcf1-b97f-4956-b155-837723a530c3 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:39.147379 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d985bcf1-b97f-4956-b155-837723a530c3 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0094125 Jan 17 14:15:39.148862 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60800) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:39.154470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-51f63c5e-19f0-4ed2-8b21-909ea1eedcd2 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:39.163459 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-6f5a817d-1b5c-4629-b150-721a0ea5fb86 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:39.170432 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6f5a817d-1b5c-4629-b150-721a0ea5fb86 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0126512 Jan 17 14:15:39.174133 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1711d099-ad50-42e0-b0b9-f85e4b8aa646 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:39.178786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60804) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:39.202296 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-0f03e0d4-5be0-40b2-b404-27865aa4bfe7 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:39.203862 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0f03e0d4-5be0-40b2-b404-27865aa4bfe7 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0235841 Jan 17 14:15:39.216706 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60808) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:39.229991 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-1c7c843d-763b-420a-99fd-80be2e566d08 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:39.235454 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1c7c843d-763b-420a-99fd-80be2e566d08 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0136335 Jan 17 14:15:39.236763 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60812) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:39.243886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-708bcd8e-a61c-4ccf-9d40-e8fa3a9a3ed1 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:39.248177 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-708bcd8e-a61c-4ccf-9d40-e8fa3a9a3ed1 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0070009 Jan 17 14:15:39.250310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60816) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:39.261618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-f58f803b-f7ec-41aa-81fc-f32aafa2ced0 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:39.266228 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f58f803b-f7ec-41aa-81fc-f32aafa2ced0 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0117514 Jan 17 14:15:39.267956 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60820) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:39.292359 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-8c14bf79-6996-4031-9e2b-5d48b4a7902e tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:39.293353 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8c14bf79-6996-4031-9e2b-5d48b4a7902e tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0242622 Jan 17 14:15:39.296474 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60824) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:39.305453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-de6e9394-6f12-4e03-bab2-23713b89dc30 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:39.309616 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-de6e9394-6f12-4e03-bab2-23713b89dc30 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0065615 Jan 17 14:15:39.315090 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60828) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:39.323907 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-223d5f67-d919-475a-92c6-c7b3bb700ea0 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:39.327381 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-223d5f67-d919-475a-92c6-c7b3bb700ea0 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0088756 Jan 17 14:15:39.327538 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e9b8d278-5de9-4589-b975-2fb78ce1cc13 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:39.329186 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60832) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:39.338464 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-354073c2-d3d5-464a-b0ca-03b7d2286c66 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:39.339763 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-354073c2-d3d5-464a-b0ca-03b7d2286c66 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0093734 Jan 17 14:15:39.342424 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-51f63c5e-19f0-4ed2-8b21-909ea1eedcd2 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:39.348453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f63c5e-19f0-4ed2-8b21-909ea1eedcd2 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:39.349495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-51f63c5e-19f0-4ed2-8b21-909ea1eedcd2 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:39.360905 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60836) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:39.372557 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-fb8c062c-d939-48c2-b105-b253c16eadfe req-bf2f3245-0410-4ed8-b2f2-be59a1ab11bd tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5898483 Jan 17 14:15:39.395119 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-4df9634a-a02d-4747-a2b1-d93bdf4c32ee tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:39.399522 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4df9634a-a02d-4747-a2b1-d93bdf4c32ee tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0156350 Jan 17 14:15:39.402626 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60840) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:39.405725 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:39.411109 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-a83193c5-0abf-4496-bc1a-afaf08532c73 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:39.415379 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a83193c5-0abf-4496-bc1a-afaf08532c73 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0054157 Jan 17 14:15:39.418341 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60844) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:39.441540 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-70ee56c9-c389-4b0e-a1e4-0c75d385f9cf tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:39.441540 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-70ee56c9-c389-4b0e-a1e4-0c75d385f9cf tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0196517 Jan 17 14:15:39.441540 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60848) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:39.460095 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Transition to ACTIVE for port object 4a3cad78-39c0-4dc8-977e-70d699a2921b will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:39.503243 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Transition to ACTIVE for port object 4a3cad78-39c0-4dc8-977e-70d699a2921b will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:39.506846 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-51f63c5e-19f0-4ed2-8b21-909ea1eedcd2 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8080277 Jan 17 14:15:39.506955 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-e2644ec5-860c-42fe-9bcf-ca474805cd77 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:39.507924 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e2644ec5-860c-42fe-9bcf-ca474805cd77 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0342944 Jan 17 14:15:39.508393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60852) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:39.508821 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60854) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:39.511770 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:39.516484 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1711d099-ad50-42e0-b0b9-f85e4b8aa646 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:39.516688 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:39.595623 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Transition to ACTIVE for port object 594615e1-1dac-498f-9863-82afd22d8f01 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:39.616198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Network ecbc99f7-7d9e-433f-bd97-ac353994a8ec is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:39.623516 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:39.634144 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:39.691596 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-0481bfd9-c09a-45e7-b851-1654fb500cca tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:39.696948 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.objects.ports [None req-feddc0b1-1f45-4c6a-9c35-29216f9459f7 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87524) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 14:15:39.697184 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0481bfd9-c09a-45e7-b851-1654fb500cca tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.1812162 Jan 17 14:15:39.697324 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e9b8d278-5de9-4589-b975-2fb78ce1cc13 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:39.701031 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Transition to ACTIVE for port object 594615e1-1dac-498f-9863-82afd22d8f01 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:39.702452 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Pushing event updated for resources: {'Port': ['ID=4a3cad78-39c0-4dc8-977e-70d699a2921b,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:39.705897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-a550c8c3-d8cc-428b-bf80-0eac8ccaa4e6 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'subnet': {'network_id': 'ea31fa8f-b0e8-468b-a526-3659bcc58d2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:39.728725 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60860) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:39.730048 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f63c5e-19f0-4ed2-8b21-909ea1eedcd2 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Network': ['ID=ea31fa8f-b0e8-468b-a526-3659bcc58d2a,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:39.739205 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-feddc0b1-1f45-4c6a-9c35-29216f9459f7 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:39.752712 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network ea31fa8f-b0e8-468b-a526-3659bcc58d2a details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:15:39.770529 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:39.857355 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c2838952-f6fb-4ce8-b06b-09f37e5ea149 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:39.882006 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddc0b1-1f45-4c6a-9c35-29216f9459f7 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event updated for resources: {'Subnet': ['ID=74d06242-54a9-4d0b-8cd5-f141a60312aa,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:39.956792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a550c8c3-d8cc-428b-bf80-0eac8ccaa4e6 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:39.965314 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a550c8c3-d8cc-428b-bf80-0eac8ccaa4e6 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Usage tracker for resource:subnet and tenant:c3454ef40c9f4d6291b60c13036bd45b is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:39.968797 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a550c8c3-d8cc-428b-bf80-0eac8ccaa4e6 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:39.977656 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a550c8c3-d8cc-428b-bf80-0eac8ccaa4e6 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:39.991433 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Attempting to bind port 4a3cad78-39c0-4dc8-977e-70d699a2921b on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:15:39.992713 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Attempting to bind port 4a3cad78-39c0-4dc8-977e-70d699a2921b by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'f287aa88-ac36-400b-a0e1-8843c3ee4364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ecbc99f7-7d9e-433f-bd97-ac353994a8ec'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:15:39.993298 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Attempting to bind port 4a3cad78-39c0-4dc8-977e-70d699a2921b on network ecbc99f7-7d9e-433f-bd97-ac353994a8ec {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:15:39.994486 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-b3b61acc-f978-463b-a958-4783bde1a906 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:39.998550 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b3b61acc-f978-463b-a958-4783bde1a906 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.2658398 Jan 17 14:15:40.015448 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Network 1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:40.022990 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:40.038901 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:15:40.040474 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Checking segment: {'id': 'f287aa88-ac36-400b-a0e1-8843c3ee4364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ecbc99f7-7d9e-433f-bd97-ac353994a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:40.041552 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:40.042421 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Bound using segment: {'id': 'f287aa88-ac36-400b-a0e1-8843c3ee4364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ecbc99f7-7d9e-433f-bd97-ac353994a8ec'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:15:40.043105 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Bound port: 4a3cad78-39c0-4dc8-977e-70d699a2921b, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f287aa88-ac36-400b-a0e1-8843c3ee4364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ecbc99f7-7d9e-433f-bd97-ac353994a8ec'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:15:40.043755 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:40.047842 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60864) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:40.053840 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a550c8c3-d8cc-428b-bf80-0eac8ccaa4e6 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:40.058522 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-c2838952-f6fb-4ce8-b06b-09f37e5ea149 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for c0586d4a-d742-4f35-924c-d32c46b9aa14 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:40.060158 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a550c8c3-d8cc-428b-bf80-0eac8ccaa4e6 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:40.072447 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:40.083011 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1711d099-ad50-42e0-b0b9-f85e4b8aa646 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:40.117154 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feddc0b1-1f45-4c6a-9c35-29216f9459f7 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Checking segment: {'id': 'e47d42d6-1479-4fc2-8355-3fa841ecb6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '05599e0f-0008-4fb2-8541-b11c4d547995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:40.117515 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feddc0b1-1f45-4c6a-9c35-29216f9459f7 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Network hostable DHCP agents. Network: 05599e0f-0008-4fb2-8541-b11c4d547995, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:15:40.136217 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-389e9649-e8c9-4837-9d49-bda9535cee7d tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:40.137170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Pushing event updated for resources: {'Port': ['ID=594615e1-1dac-498f-9863-82afd22d8f01,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:40.141730 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-389e9649-e8c9-4837-9d49-bda9535cee7d tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0363755 Jan 17 14:15:40.154142 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60868) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:40.169808 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-e72279c0-03b0-4c3d-8884-b6886b38d302 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:40.174968 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e72279c0-03b0-4c3d-8884-b6886b38d302 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0165591 Jan 17 14:15:40.204261 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60872) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:40.213536 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-76198060-2c09-4f4b-b293-3099adc2170a tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:40.219100 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-76198060-2c09-4f4b-b293-3099adc2170a tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0132692 Jan 17 14:15:40.230422 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60876) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:40.235936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e9b8d278-5de9-4589-b975-2fb78ce1cc13 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:40.237275 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711d099-ad50-42e0-b0b9-f85e4b8aa646 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=571d3fec-3fd3-4725-b45d-bdaebd24b445,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:40.280646 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-75a08401-b007-4636-b84f-62d6a71d35aa tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:40.284471 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-75a08401-b007-4636-b84f-62d6a71d35aa tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0522070 Jan 17 14:15:40.292830 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1711d099-ad50-42e0-b0b9-f85e4b8aa646 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:40.300697 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbe2e57-a1a5-4d96-9f11-a536f16d3147 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:40.300982 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60880) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:40.305862 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.ipam_backend_mixin [None req-a550c8c3-d8cc-428b-bf80-0eac8ccaa4e6 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Performing IP validity checks on allocation pools {{(pid=87523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 17 14:15:40.306384 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.ipam_backend_mixin [None req-a550c8c3-d8cc-428b-bf80-0eac8ccaa4e6 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 17 14:15:40.322361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-1bbf6bc6-3feb-48ca-b685-81a1648e29c8 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:40.323918 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1bbf6bc6-3feb-48ca-b685-81a1648e29c8 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0217066 Jan 17 14:15:40.328470 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60884) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:40.334962 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8d278-5de9-4589-b975-2fb78ce1cc13 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6ab9af-3fb6-4426-9ba6-cf1457cc5c2a,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:40.336366 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1711d099-ad50-42e0-b0b9-f85e4b8aa646 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/571d3fec-3fd3-4725-b45d-bdaebd24b445 HTTP/1.1" status: 204 len: 168 time: 1.4954662 Jan 17 14:15:40.340515 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60888) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:40.345868 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-9d942b07-22a1-454b-bd1b-21085166ac5f tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:40.349682 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9d942b07-22a1-454b-bd1b-21085166ac5f tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0194430 Jan 17 14:15:40.351649 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e9b8d278-5de9-4589-b975-2fb78ce1cc13 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:40.356668 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60892) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:40.363302 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feddc0b1-1f45-4c6a-9c35-29216f9459f7 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Network 05599e0f-0008-4fb2-8541-b11c4d547995 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:15:40.365719 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-61cea3d8-b123-4d9e-80fd-6c76b7453306 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:40.369418 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-61cea3d8-b123-4d9e-80fd-6c76b7453306 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0129838 Jan 17 14:15:40.373976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60896) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:40.377049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] For port 4a3cad78-39c0-4dc8-977e-70d699a2921b, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:15:40.396932 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] For port 4a3cad78-39c0-4dc8-977e-70d699a2921b, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4a3cad78-39c0-4dc8-977e-70d699a2921b,segment=NetworkSegment(f287aa88-ac36-400b-a0e1-8843c3ee4364),segment_id=f287aa88-ac36-400b-a0e1-8843c3ee4364)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:15:40.415218 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-b18afe7c-d32c-4fc0-a242-da3df451d1f0 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:40.419421 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b18afe7c-d32c-4fc0-a242-da3df451d1f0 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0428817 Jan 17 14:15:40.422132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60900) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:40.427781 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-feddc0b1-1f45-4c6a-9c35-29216f9459f7 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 05599e0f-0008-4fb2-8541-b11c4d547995) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:40.430662 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-1724128d-f943-4464-b44c-0311cee07858 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:40.432380 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1724128d-f943-4464-b44c-0311cee07858 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0085461 Jan 17 14:15:40.442726 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e9b8d278-5de9-4589-b975-2fb78ce1cc13 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/subnets/5d6ab9af-3fb6-4426-9ba6-cf1457cc5c2a HTTP/1.1" status: 204 len: 168 time: 1.9981127 Jan 17 14:15:40.442726 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60904) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:40.447188 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60906) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:40.452108 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-22a95fe1-63f5-47ce-bfc3-68014b8621e3 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:40.455109 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-64ef6b9e-976e-43c9-84ac-6d4f763d0121 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1132159 Jan 17 14:15:40.458216 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-22a95fe1-63f5-47ce-bfc3-68014b8621e3 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0135233 Jan 17 14:15:40.460903 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feddc0b1-1f45-4c6a-9c35-29216f9459f7 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:40.460903 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-feddc0b1-1f45-4c6a-9c35-29216f9459f7 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:40.465060 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60914) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:40.465394 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60916) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:40.514522 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-68a3862f-b1e9-4a61-a518-65631aa505fb tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:40.518385 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-68a3862f-b1e9-4a61-a518-65631aa505fb tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0501537 Jan 17 14:15:40.518570 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60922) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:40.532502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [None req-6fb8d0cd-b89a-476f-ad4b-6f15f85d66e3 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:40.534482 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6fb8d0cd-b89a-476f-ad4b-6f15f85d66e3 tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0122092 Jan 17 14:15:40.538240 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60926) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:40.554148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [None req-8e4d2a19-5af2-44c2-9f8b-73ee7ec84cef tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:15:40.571314 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8e4d2a19-5af2-44c2-9f8b-73ee7ec84cef tempest-ExtensionsTestJSON-1471796815 tempest-ExtensionsTestJSON-1471796815-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0314562 Jan 17 14:15:40.609842 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-feddc0b1-1f45-4c6a-9c35-29216f9459f7 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6424925 Jan 17 14:15:40.615780 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60932) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:40.623618 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-6661bc22-038d-4cee-b8df-baf0e94502b0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Request body: {'port': {'network_id': '05599e0f-0008-4fb2-8541-b11c4d547995', 'name': 'tempest-NetworksIpV6TestAttrs-1848845139'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:40.664966 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c2838952-f6fb-4ce8-b06b-09f37e5ea149 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:40.673072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf8489a-ef4a-4e03-81ea-75e5e7c6dfba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting subnet 9a7cc58c-c423-4681-b7b5-6ea4430429b1 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:15:40.677784 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8bf8489a-ef4a-4e03-81ea-75e5e7c6dfba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:40.723551 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2e5760-c350-4108-ae34-094ba18786da None None] Network 01c47675-5724-41ea-b569-d7a5eb604e67 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:40.736872 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe323393-5782-428c-ada2-57cfb02db932 None None] Network 05599e0f-0008-4fb2-8541-b11c4d547995 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:40.744306 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8bf8489a-ef4a-4e03-81ea-75e5e7c6dfba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:40.864453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8bf8489a-ef4a-4e03-81ea-75e5e7c6dfba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:40.947281 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2838952-f6fb-4ce8-b06b-09f37e5ea149 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Port': ['ID=c0586d4a-d742-4f35-924c-d32c46b9aa14,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:40.969426 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 371ba3a3-658c-4bef-a10e-76543200a7ba up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:41.080564 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a550c8c3-d8cc-428b-bf80-0eac8ccaa4e6 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:41.170326 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f815403f-9163-4e1b-b8c9-ca4329c97a4c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:41.172633 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f815403f-9163-4e1b-b8c9-ca4329c97a4c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:41.190744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60938) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:41.190988 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 07180671-c12f-47cc-be6b-e19107b7d539 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:15:41.220468 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:41.251921 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Attempting to bind port 594615e1-1dac-498f-9863-82afd22d8f01 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:15:41.251921 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Attempting to bind port 594615e1-1dac-498f-9863-82afd22d8f01 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '3fc0c828-7bf7-48e9-83b9-834ccb9cd916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:15:41.251921 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Attempting to bind port 594615e1-1dac-498f-9863-82afd22d8f01 on network 1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:15:41.273071 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c2838952-f6fb-4ce8-b06b-09f37e5ea149 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:41.276064 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c2838952-f6fb-4ce8-b06b-09f37e5ea149 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/ports/c0586d4a-d742-4f35-924c-d32c46b9aa14 HTTP/1.1" status: 204 len: 168 time: 2.8315234 Jan 17 14:15:41.280754 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60944) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:41.284768 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550c8c3-d8cc-428b-bf80-0eac8ccaa4e6 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Subnet': ['ID=5ed81cf3-b716-4727-8e49-d5fc1a4529d9,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:41.285654 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6661bc22-038d-4cee-b8df-baf0e94502b0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:41.292084 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6661bc22-038d-4cee-b8df-baf0e94502b0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Usage tracker for resource:port and tenant:36cdb76f1cdb420d8b9d06df93079a49 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:41.297365 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6661bc22-038d-4cee-b8df-baf0e94502b0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:41.304573 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f815403f-9163-4e1b-b8c9-ca4329c97a4c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:41.305738 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f815403f-9163-4e1b-b8c9-ca4329c97a4c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8394318 Jan 17 14:15:41.308505 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6661bc22-038d-4cee-b8df-baf0e94502b0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:41.311065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60948) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:41.333664 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8bf8489a-ef4a-4e03-81ea-75e5e7c6dfba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:41.372329 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6661bc22-038d-4cee-b8df-baf0e94502b0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Made reservation on behalf of 36cdb76f1cdb420d8b9d06df93079a49 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:41.375937 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6661bc22-038d-4cee-b8df-baf0e94502b0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:41.398793 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a550c8c3-d8cc-428b-bf80-0eac8ccaa4e6 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Checking segment: {'id': '004a213e-6353-4621-82c5-a199ac95995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ea31fa8f-b0e8-468b-a526-3659bcc58d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:41.399460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a550c8c3-d8cc-428b-bf80-0eac8ccaa4e6 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network hostable DHCP agents. Network: ea31fa8f-b0e8-468b-a526-3659bcc58d2a, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:15:41.407119 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-6661bc22-038d-4cee-b8df-baf0e94502b0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] device_id is not set on port 4de8ac2d-7c63-486c-9184-90b1a500e4a5 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:15:41.441446 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43f0fe6-6dbd-4c2c-a417-352f43d79464 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] GET failed (client error): The resource could not be found. Jan 17 14:15:41.445565 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d43f0fe6-6dbd-4c2c-a417-352f43d79464 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports/c0586d4a-d742-4f35-924c-d32c46b9aa14 HTTP/1.1" status: 404 len: 333 time: 0.1605663 Jan 17 14:15:41.445565 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8489a-ef4a-4e03-81ea-75e5e7c6dfba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Subnet': ['ID=9a7cc58c-c423-4681-b7b5-6ea4430429b1,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:41.451009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60952) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:41.463015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8bf8489a-ef4a-4e03-81ea-75e5e7c6dfba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:41.500107 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe375aa2-d79f-495c-ba25-eddc85f7a558 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:41.500830 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fe375aa2-d79f-495c-ba25-eddc85f7a558 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:41.517767 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d243e73-58be-4a96-9fea-2e8f45a8b0f1 req-f5dd80ab-cf57-44a2-8cd9-ebbe0621e0e1 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:41.519700 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3d243e73-58be-4a96-9fea-2e8f45a8b0f1 req-f5dd80ab-cf57-44a2-8cd9-ebbe0621e0e1 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 945 time: 0.5631394 Jan 17 14:15:41.548602 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fe375aa2-d79f-495c-ba25-eddc85f7a558 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:41.552874 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fe375aa2-d79f-495c-ba25-eddc85f7a558 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2378633 Jan 17 14:15:41.554536 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60958) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:41.578083 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848891a9-916d-4b7e-a1ae-72ab14ff7f6b None None] Network d1db157f-d8bc-4da5-ad03-4d1a02baa7bb requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:41.591129 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:15:41.591674 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Checking segment: {'id': '3fc0c828-7bf7-48e9-83b9-834ccb9cd916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:41.592345 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:41.592739 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Bound using segment: {'id': '3fc0c828-7bf7-48e9-83b9-834ccb9cd916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:15:41.593342 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Bound port: 594615e1-1dac-498f-9863-82afd22d8f01, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc0c828-7bf7-48e9-83b9-834ccb9cd916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:15:41.593996 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:41.609589 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8bf8489a-ef4a-4e03-81ea-75e5e7c6dfba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/subnets/9a7cc58c-c423-4681-b7b5-6ea4430429b1 HTTP/1.1" status: 204 len: 168 time: 1.1558633 Jan 17 14:15:41.609589 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a1393f7-29c7-4e98-ac65-b1bc92c97a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:41.622337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60964) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:41.633313 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a550c8c3-d8cc-428b-bf80-0eac8ccaa4e6 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network ea31fa8f-b0e8-468b-a526-3659bcc58d2a is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:15:41.638241 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 07180671-c12f-47cc-be6b-e19107b7d539 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:15:41.638799 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 07180671-c12f-47cc-be6b-e19107b7d539 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:15:41.666243 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8941bc26-02f2-495b-bc85-8567508ebb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:41.719546 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-65616e9a-62e2-4b4c-8e74-2f55ac8006bc tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting subnet 7e8270a7-2782-4408-8617-a3b69805e410 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:15:41.773598 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6a1393f7-29c7-4e98-ac65-b1bc92c97a59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:41.778559 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-a550c8c3-d8cc-428b-bf80-0eac8ccaa4e6 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, ea31fa8f-b0e8-468b-a526-3659bcc58d2a) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:41.778559 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-65616e9a-62e2-4b4c-8e74-2f55ac8006bc tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:41.816871 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-962e6da4-e58d-4d2d-9610-c416a7ece388 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2618086 Jan 17 14:15:41.825002 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60968) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:41.836047 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-9b745b40-2275-410e-8773-e60dea479a55 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:41.840528 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cfbe34-9a27-478a-bf35-ad3f97b5b1fe None None] Network ea31fa8f-b0e8-468b-a526-3659bcc58d2a requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:41.849099 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6a1393f7-29c7-4e98-ac65-b1bc92c97a59 admin admin] Usage tracker for resource:security_group_rule and tenant:e115b1013b584e578f26888c8f79d01d is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:41.859909 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6a1393f7-29c7-4e98-ac65-b1bc92c97a59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:41.887591 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a550c8c3-d8cc-428b-bf80-0eac8ccaa4e6 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:41.888418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a550c8c3-d8cc-428b-bf80-0eac8ccaa4e6 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:41.909015 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3d243e73-58be-4a96-9fea-2e8f45a8b0f1 req-fca4979f-6388-4f52-afb6-62a1c7300f6e tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3399763 Jan 17 14:15:41.916032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6a1393f7-29c7-4e98-ac65-b1bc92c97a59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:41.963739 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a550c8c3-d8cc-428b-bf80-0eac8ccaa4e6 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4511647 Jan 17 14:15:41.971989 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25d62efa-1ef4-4d19-b22e-08265278b2c7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:41.974703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60972) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:41.974703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-6661bc22-038d-4cee-b8df-baf0e94502b0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Allocated IP 2001:db8::f816:3eff:fecb:4645 (05599e0f-0008-4fb2-8541-b11c4d547995/74d06242-54a9-4d0b-8cd5-f141a60312aa/4de8ac2d-7c63-486c-9184-90b1a500e4a5) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:42.000722 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-65616e9a-62e2-4b4c-8e74-2f55ac8006bc tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:42.092229 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-25d62efa-1ef4-4d19-b22e-08265278b2c7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting port 6f8dacac-14e7-4814-a366-3cf53cd9c1d4 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:42.092557 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25d62efa-1ef4-4d19-b22e-08265278b2c7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:42.122384 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9b745b40-2275-410e-8773-e60dea479a55 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:42.165979 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9b745b40-2275-410e-8773-e60dea479a55 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:42.213154 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b745b40-2275-410e-8773-e60dea479a55 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:42.216973 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9b745b40-2275-410e-8773-e60dea479a55 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:42.230664 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-05599e0f-0008-4fb2-8541-b11c4d547995', 'network_id': '05599e0f-0008-4fb2-8541-b11c4d547995', 'tenant_id': '36cdb76f1cdb420d8b9d06df93079a49', 'fixed_ips': [{'subnet_id': '74d06242-54a9-4d0b-8cd5-f141a60312aa'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:15:42.231759 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:42.255977 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 371ba3a3-658c-4bef-a10e-76543200a7ba completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:42.284109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf36f0-c1c4-4fa8-9f04-7c6fde2d5b18 None None] Pushing event updated for resources: {'Port': ['ID=4a3cad78-39c0-4dc8-977e-70d699a2921b,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:42.329493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7fbcb10b-2398-4ef2-864f-65948d5cf9f1 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:42.330969 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a1393f7-29c7-4e98-ac65-b1bc92c97a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:42.345331 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a1393f7-29c7-4e98-ac65-b1bc92c97a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:42.363885 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-65616e9a-62e2-4b4c-8e74-2f55ac8006bc tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:42.365271 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 371ba3a3-658c-4bef-a10e-76543200a7ba triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:42.365974 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:42.527177 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fc932a-aecd-4d55-8b34-4d92b5288b45 None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:15:42.561878 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] For port 594615e1-1dac-498f-9863-82afd22d8f01, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:15:42.602958 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7fbcb10b-2398-4ef2-864f-65948d5cf9f1 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:42.606602 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc932a-aecd-4d55-8b34-4d92b5288b45 None None] Deleting port 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:42.606984 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f9fc932a-aecd-4d55-8b34-4d92b5288b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:42.696252 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6661bc22-038d-4cee-b8df-baf0e94502b0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:42.704748 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] For port 594615e1-1dac-498f-9863-82afd22d8f01, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=594615e1-1dac-498f-9863-82afd22d8f01,segment=NetworkSegment(3fc0c828-7bf7-48e9-83b9-834ccb9cd916),segment_id=3fc0c828-7bf7-48e9-83b9-834ccb9cd916)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:15:42.810011 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:42.863773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-65616e9a-62e2-4b4c-8e74-2f55ac8006bc tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:42.907300 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-6661bc22-038d-4cee-b8df-baf0e94502b0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Transition to ACTIVE for port object 4de8ac2d-7c63-486c-9184-90b1a500e4a5 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:42.963984 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7fbcb10b-2398-4ef2-864f-65948d5cf9f1 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:42.973757 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6a1393f7-29c7-4e98-ac65-b1bc92c97a59 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e115b1013b584e578f26888c8f79d01d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7792006 Jan 17 14:15:42.980841 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60978) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:42.999222 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1393f7-29c7-4e98-ac65-b1bc92c97a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a40bf9-2805-44d1-8a83-59fd72356344,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:43.014455 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d68b7e9-72b0-4d33-bebd-c582993cc73a None None] DHCP port deletion for 01c47675-5724-41ea-b569-d7a5eb604e67 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:15:43.027351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65616e9a-62e2-4b4c-8e74-2f55ac8006bc tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Subnet': ['ID=7e8270a7-2782-4408-8617-a3b69805e410,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:43.045835 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-65616e9a-62e2-4b4c-8e74-2f55ac8006bc tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:43.057204 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8d68b7e9-72b0-4d33-bebd-c582993cc73a None None] Deleting port 6f8dacac-14e7-4814-a366-3cf53cd9c1d4 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:43.057660 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8d68b7e9-72b0-4d33-bebd-c582993cc73a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:43.065421 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-25d62efa-1ef4-4d19-b22e-08265278b2c7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] For port 6f8dacac-14e7-4814-a366-3cf53cd9c1d4, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6f8dacac-14e7-4814-a366-3cf53cd9c1d4,segment=NetworkSegment(1c941c88-12a7-48c9-b61a-762a25112af4),segment_id=1c941c88-12a7-48c9-b61a-762a25112af4)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:43.066343 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25d62efa-1ef4-4d19-b22e-08265278b2c7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:43.109553 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-65616e9a-62e2-4b4c-8e74-2f55ac8006bc tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/subnets/7e8270a7-2782-4408-8617-a3b69805e410 HTTP/1.1" status: 204 len: 168 time: 1.6555893 Jan 17 14:15:43.126429 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4a3cad78-39c0-4dc8-977e-70d699a2921b up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:43.149737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60982) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:43.159183 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9b745b40-2275-410e-8773-e60dea479a55 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:43.169450 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcb10b-2398-4ef2-864f-65948d5cf9f1 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed81cf3-b716-4727-8e49-d5fc1a4529d9,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:43.310035 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-25d62efa-1ef4-4d19-b22e-08265278b2c7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Calling delete_port for 6f8dacac-14e7-4814-a366-3cf53cd9c1d4 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:43.342786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b745b40-2275-410e-8773-e60dea479a55 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:43.344570 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7fbcb10b-2398-4ef2-864f-65948d5cf9f1 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:43.376927 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-9b745b40-2275-410e-8773-e60dea479a55 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:43.415771 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b745b40-2275-410e-8773-e60dea479a55 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:43.416504 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9b745b40-2275-410e-8773-e60dea479a55 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:43.461817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-43f15e84-bf48-483e-a00d-78d8bfc16b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:43.520792 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7203-5a64-4ff1-97c5-7bd5ecc4a099 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:43.530693 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6661bc22-038d-4cee-b8df-baf0e94502b0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:43.553192 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-7fbcb10b-2398-4ef2-864f-65948d5cf9f1 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea31fa8f-b0e8-468b-a526-3659bcc58d2a']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:43.564052 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-43f15e84-bf48-483e-a00d-78d8bfc16b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:43.574456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25d62efa-1ef4-4d19-b22e-08265278b2c7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:43.574711 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 4a3cad78-39c0-4dc8-977e-70d699a2921b completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:43.654457 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d62efa-1ef4-4d19-b22e-08265278b2c7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Port': ['ID=6f8dacac-14e7-4814-a366-3cf53cd9c1d4,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:43.658438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d62efa-1ef4-4d19-b22e-08265278b2c7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] No DVR routers for this DVR port 6f8dacac-14e7-4814-a366-3cf53cd9c1d4 on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:15:43.673972 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b745b40-2275-410e-8773-e60dea479a55 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=f9b8a5f0-e076-4335-b2d5-a0f9dbc34b43,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:43.681621 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9b745b40-2275-410e-8773-e60dea479a55 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8553367 Jan 17 14:15:43.688173 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8d68b7e9-72b0-4d33-bebd-c582993cc73a None None] The port '6f8dacac-14e7-4814-a366-3cf53cd9c1d4' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:15:43.704324 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90d28a-a745-4443-9e61-efb479c8e942 None None] Pushing event updated for resources: {'Port': ['ID=594615e1-1dac-498f-9863-82afd22d8f01,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:43.714094 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf80a10b-0912-435a-9508-682c0451cba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-ea31fa8f-b0e8-468b-a526-3659bcc58d2a', 'network_id': 'ea31fa8f-b0e8-468b-a526-3659bcc58d2a', 'tenant_id': 'c3454ef40c9f4d6291b60c13036bd45b', 'fixed_ips': [{'subnet_id': '5ed81cf3-b716-4727-8e49-d5fc1a4529d9'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:15:43.714946 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cf80a10b-0912-435a-9508-682c0451cba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:43.723429 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661bc22-038d-4cee-b8df-baf0e94502b0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event updated for resources: {'Port': ['ID=4de8ac2d-7c63-486c-9184-90b1a500e4a5,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:43.737308 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 60986) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:43.755567 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-1f9e9bac-a434-4335-b65a-d5f1bf99f73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'fixed_ips': [{'subnet_id': 'f9b8a5f0-e076-4335-b2d5-a0f9dbc34b43', 'ip_address': '2001:db8::7a17:98d3:2b73:29ea'}], 'name': 'tempest-NetworksTestDHCPv6-163807654'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:43.800734 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-7fbcb10b-2398-4ef2-864f-65948d5cf9f1 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004a213e-6353-4621-82c5-a199ac95995c') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:43.800734 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-7fbcb10b-2398-4ef2-864f-65948d5cf9f1 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004a213e-6353-4621-82c5-a199ac95995c') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:43.818343 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:43.851699 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:15:43.905976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6661bc22-038d-4cee-b8df-baf0e94502b0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Network 05599e0f-0008-4fb2-8541-b11c4d547995 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:43.976706 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8932cc2-5624-4896-b4ca-fac9c3599319 None None] DHCP port deletion for d1db157f-d8bc-4da5-ad03-4d1a02baa7bb request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:15:43.993803 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Allocated IP 2001:db8::f816:3eff:fe57:ec7e (05599e0f-0008-4fb2-8541-b11c4d547995/74d06242-54a9-4d0b-8cd5-f141a60312aa/8c00effc-d7ee-4be5-b715-2d6f156c1646) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:44.028607 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25d62efa-1ef4-4d19-b22e-08265278b2c7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:44.067174 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cbd8b145-d078-4ec1-b808-b3f65b688d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:44.068788 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a8932cc2-5624-4896-b4ca-fac9c3599319 None None] Deleting port 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:44.069085 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a8932cc2-5624-4896-b4ca-fac9c3599319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:44.073608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-43f15e84-bf48-483e-a00d-78d8bfc16b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:44.098540 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-25d62efa-1ef4-4d19-b22e-08265278b2c7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c47675-5724-41ea-b569-d7a5eb604e67']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:44.113855 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:44.115405 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-25d62efa-1ef4-4d19-b22e-08265278b2c7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c941c88-12a7-48c9-b61a-762a25112af4') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:44.115951 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-25d62efa-1ef4-4d19-b22e-08265278b2c7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c941c88-12a7-48c9-b61a-762a25112af4') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:44.133096 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25d62efa-1ef4-4d19-b22e-08265278b2c7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:44.155530 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25d62efa-1ef4-4d19-b22e-08265278b2c7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:44.164506 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d62efa-1ef4-4d19-b22e-08265278b2c7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:15:44.165033 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25d62efa-1ef4-4d19-b22e-08265278b2c7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:44.253287 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:44.280340 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa27496a-8e27-49d2-b558-a5ae6737a1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371ba3a3-658c-4bef-a10e-76543200a7ba'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:15:44.297100 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:15:44.321362 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25d62efa-1ef4-4d19-b22e-08265278b2c7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:44.331026 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac64ac62-3e2b-49f0-92a9-441b3f7aa259 None None] Network ecbc99f7-7d9e-433f-bd97-ac353994a8ec requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:44.360460 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-6661bc22-038d-4cee-b8df-baf0e94502b0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:44.368721 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25d62efa-1ef4-4d19-b22e-08265278b2c7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:44.374499 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f15e84-bf48-483e-a00d-78d8bfc16b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a40bf9-2805-44d1-8a83-59fd72356344,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:44.378123 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7fbcb10b-2398-4ef2-864f-65948d5cf9f1 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:44.379243 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d62efa-1ef4-4d19-b22e-08265278b2c7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Network': ['ID=01c47675-5724-41ea-b569-d7a5eb604e67,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:44.384109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 371ba3a3-658c-4bef-a10e-76543200a7ba, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=371ba3a3-658c-4bef-a10e-76543200a7ba,segment=NetworkSegment(f8356bf1-1246-42e0-9374-974f68362f2e),segment_id=f8356bf1-1246-42e0-9374-974f68362f2e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:44.386166 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa27496a-8e27-49d2-b558-a5ae6737a1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371ba3a3-658c-4bef-a10e-76543200a7ba', 'code': 200} Jan 17 14:15:44.400384 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-43f15e84-bf48-483e-a00d-78d8bfc16b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:44.406300 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-43f15e84-bf48-483e-a00d-78d8bfc16b3d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0a40bf9-2805-44d1-8a83-59fd72356344 HTTP/1.1" status: 204 len: 168 time: 1.4188073 Jan 17 14:15:44.406547 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6661bc22-038d-4cee-b8df-baf0e94502b0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:44.409731 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-25d62efa-1ef4-4d19-b22e-08265278b2c7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/networks/01c47675-5724-41ea-b569-d7a5eb604e67 HTTP/1.1" status: 204 len: 168 time: 2.7723455 Jan 17 14:15:44.412643 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 60994) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:44.427515 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6661bc22-038d-4cee-b8df-baf0e94502b0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:44.428199 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6661bc22-038d-4cee-b8df-baf0e94502b0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:44.435176 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1f9e9bac-a434-4335-b65a-d5f1bf99f73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:44.458961 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7fbcb10b-2398-4ef2-864f-65948d5cf9f1 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:44.471422 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e7203-5a64-4ff1-97c5-7bd5ecc4a099 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port 4a3cad78-39c0-4dc8-977e-70d699a2921b {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:44.472105 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7203-5a64-4ff1-97c5-7bd5ecc4a099 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:44.556386 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-18e3085d-eb5f-4331-b13c-036d091962e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:44.562203 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbcb10b-2398-4ef2-864f-65948d5cf9f1 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:15:44.562861 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7fbcb10b-2398-4ef2-864f-65948d5cf9f1 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:44.570890 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-18e3085d-eb5f-4331-b13c-036d091962e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting port 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:44.571366 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-18e3085d-eb5f-4331-b13c-036d091962e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:15:44.579849 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:15:44.596528 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1f9e9bac-a434-4335-b65a-d5f1bf99f73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:44.676093 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:44.699750 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Transition to ACTIVE for port object 8c00effc-d7ee-4be5-b715-2d6f156c1646 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:44.720489 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab2ecf-ff6e-47db-8bb3-2c729d9d5dec req-0d626c81-144a-497f-adaf-1ac4a8f48c80 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:44.728284 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-74ab2ecf-ff6e-47db-8bb3-2c729d9d5dec req-0d626c81-144a-497f-adaf-1ac4a8f48c80 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 945 time: 1.5787241 Jan 17 14:15:44.757474 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6661bc22-038d-4cee-b8df-baf0e94502b0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.1381764 Jan 17 14:15:44.774608 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32768) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:44.900001 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9e9bac-a434-4335-b65a-d5f1bf99f73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:44.942737 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-18e3085d-eb5f-4331-b13c-036d091962e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] For port 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=157d849c-0c7f-4779-bb0d-9f6c87e1f5b4,segment=NetworkSegment(69802c7d-3004-4da2-9d1d-2b322e07b8bb),segment_id=69802c7d-3004-4da2-9d1d-2b322e07b8bb)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:44.943245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-18e3085d-eb5f-4331-b13c-036d091962e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:44.952957 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Transition to ACTIVE for port object 8c00effc-d7ee-4be5-b715-2d6f156c1646 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:45.051961 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:45.095902 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-18e3085d-eb5f-4331-b13c-036d091962e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Calling delete_port for 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:45.110748 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7fbcb10b-2398-4ef2-864f-65948d5cf9f1 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:45.261951 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-18e3085d-eb5f-4331-b13c-036d091962e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:45.266604 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4b7d24f5-3552-4480-a974-83b5508cf67e None None] Provisioning for port 4a3cad78-39c0-4dc8-977e-70d699a2921b completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:45.374301 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7fbcb10b-2398-4ef2-864f-65948d5cf9f1 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:45.394848 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=371ba3a3-658c-4bef-a10e-76543200a7ba,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:45.410514 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-74ab2ecf-ff6e-47db-8bb3-2c729d9d5dec req-4f766a7a-0f74-4ad7-bb62-ea7e3d4e9d8b tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6812968 Jan 17 14:15:45.441814 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:45.474222 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcb10b-2398-4ef2-864f-65948d5cf9f1 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Network': ['ID=ea31fa8f-b0e8-468b-a526-3659bcc58d2a,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:45.489829 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f350c8-b724-4c82-9fc8-5b8cecf32e0c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Deleting subnet 74d06242-54a9-4d0b-8cd5-f141a60312aa {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:15:45.490138 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e3085d-eb5f-4331-b13c-036d091962e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] No DVR routers for this DVR port 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4 on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:15:45.505116 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7fbcb10b-2398-4ef2-864f-65948d5cf9f1 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/ea31fa8f-b0e8-468b-a526-3659bcc58d2a HTTP/1.1" status: 204 len: 168 time: 3.5322380 Jan 17 14:15:45.524858 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0f350c8-b724-4c82-9fc8-5b8cecf32e0c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:45.525128 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a8932cc2-5624-4896-b4ca-fac9c3599319 None None] The port '157d849c-0c7f-4779-bb0d-9f6c87e1f5b4' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:15:45.527223 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e6cf01-ba59-4d19-ad2c-fba74bd4c57c None None] Network 1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:45.543291 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32784) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:45.546603 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3085d-eb5f-4331-b13c-036d091962e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Port': ['ID=157d849c-0c7f-4779-bb0d-9f6c87e1f5b4,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:45.548123 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b448bb-3d4f-4973-a538-dbb7abc6fdcd None None] Network ea31fa8f-b0e8-468b-a526-3659bcc58d2a requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:45.552737 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-2e0c5f07-0222-4613-bd73-40c62e5bdc5a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1707739550'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:45.600661 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-1e4e7203-5a64-4ff1-97c5-7bd5ecc4a099 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] For port 4a3cad78-39c0-4dc8-977e-70d699a2921b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4a3cad78-39c0-4dc8-977e-70d699a2921b,segment=NetworkSegment(f287aa88-ac36-400b-a0e1-8843c3ee4364),segment_id=f287aa88-ac36-400b-a0e1-8843c3ee4364)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:45.600999 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7203-5a64-4ff1-97c5-7bd5ecc4a099 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:45.603560 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-f9fc932a-aecd-4d55-8b34-4d92b5288b45 None None] For port 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:45.604815 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f9fc932a-aecd-4d55-8b34-4d92b5288b45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:45.614942 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f9e9bac-a434-4335-b65a-d5f1bf99f73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:45.619504 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b448bb-3d4f-4973-a538-dbb7abc6fdcd None None] Network ea31fa8f-b0e8-468b-a526-3659bcc58d2a could not be found, it might have been deleted concurrently. {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 17 14:15:45.621970 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4b7d24f5-3552-4480-a974-83b5508cf67e None None] Provisioning complete for port 4a3cad78-39c0-4dc8-977e-70d699a2921b triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:45.622936 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4b7d24f5-3552-4480-a974-83b5508cf67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:45.674636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-18e3085d-eb5f-4331-b13c-036d091962e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:45.705647 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-18e3085d-eb5f-4331-b13c-036d091962e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1db157f-d8bc-4da5-ad03-4d1a02baa7bb']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:45.719957 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-18e3085d-eb5f-4331-b13c-036d091962e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69802c7d-3004-4da2-9d1d-2b322e07b8bb') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:45.720298 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-18e3085d-eb5f-4331-b13c-036d091962e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69802c7d-3004-4da2-9d1d-2b322e07b8bb') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:45.744018 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-18e3085d-eb5f-4331-b13c-036d091962e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:45.756615 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0f350c8-b724-4c82-9fc8-5b8cecf32e0c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:45.783744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-18e3085d-eb5f-4331-b13c-036d091962e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:45.797135 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e3085d-eb5f-4331-b13c-036d091962e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:15:45.797784 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-18e3085d-eb5f-4331-b13c-036d091962e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:45.914068 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e7203-5a64-4ff1-97c5-7bd5ecc4a099 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for 4a3cad78-39c0-4dc8-977e-70d699a2921b owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:45.930040 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32792) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:45.932794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2e0c5f07-0222-4613-bd73-40c62e5bdc5a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:15:45.936879 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:15:45.966037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2e0c5f07-0222-4613-bd73-40c62e5bdc5a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Usage tracker for resource:network and tenant:c3454ef40c9f4d6291b60c13036bd45b is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:45.975531 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-1f9e9bac-a434-4335-b65a-d5f1bf99f73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port 45f4f66e-ac5f-4076-9aa2-9abf63dc498c yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:15:45.976441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80052d-f60f-4ac5-91e9-1ebb34724e09 req-9779fbd7-91e1-4d58-95d3-65d3a058d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:45.979383 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0a80052d-f60f-4ac5-91e9-1ebb34724e09 req-9779fbd7-91e1-4d58-95d3-65d3a058d9a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 1099 time: 0.8104203 Jan 17 14:15:45.983861 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2e0c5f07-0222-4613-bd73-40c62e5bdc5a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:46.024219 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2e0c5f07-0222-4613-bd73-40c62e5bdc5a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:46.029181 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-18e3085d-eb5f-4331-b13c-036d091962e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.066441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-18e3085d-eb5f-4331-b13c-036d091962e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.122905 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Network 05599e0f-0008-4fb2-8541-b11c4d547995 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:46.132963 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0a80052d-f60f-4ac5-91e9-1ebb34724e09 req-a7d97470-f4d6-4854-94ee-e8f0b1082076 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438255 Jan 17 14:15:46.134097 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc932a-aecd-4d55-8b34-4d92b5288b45 None None] Calling delete_port for 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:46.134692 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3085d-eb5f-4331-b13c-036d091962e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Network': ['ID=d1db157f-d8bc-4da5-ad03-4d1a02baa7bb,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:46.144958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0c5f07-0222-4613-bd73-40c62e5bdc5a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:46.150245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e0c5f07-0222-4613-bd73-40c62e5bdc5a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.168190 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.169138 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:46.170965 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.188502 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-18e3085d-eb5f-4331-b13c-036d091962e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/networks/d1db157f-d8bc-4da5-ad03-4d1a02baa7bb HTTP/1.1" status: 204 len: 168 time: 1.7701578 Jan 17 14:15:46.188502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32798) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:46.193922 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:46.203273 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1012203795'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:46.217519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-819b744c-67bc-46be-9815-0820f9d49711 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-306212328'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:46.225964 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:46.230072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-819b744c-67bc-46be-9815-0820f9d49711 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:46.236790 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7203-5a64-4ff1-97c5-7bd5ecc4a099 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.239133 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Pushing event updated for resources: {'Port': ['ID=8c00effc-d7ee-4be5-b715-2d6f156c1646,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:46.241900 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Usage tracker for resource:network and tenant:5cb4f5d97e73480bb4e7d268e633fa2e is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:46.245726 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-819b744c-67bc-46be-9815-0820f9d49711 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:network and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:46.246042 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.plugins.ml2.db [None req-4b7d24f5-3552-4480-a974-83b5508cf67e None None] No ports have port_id starting with 4a3cad78-39c0-4dc8-977e-70d699a2921b Jan 17 14:15:46.248985 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0c5f07-0222-4613-bd73-40c62e5bdc5a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:15:46.252256 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-819b744c-67bc-46be-9815-0820f9d49711 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:46.256921 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:46.274632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-819b744c-67bc-46be-9815-0820f9d49711 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:46.279496 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:46.292774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e0c5f07-0222-4613-bd73-40c62e5bdc5a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.293279 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-2e0c5f07-0222-4613-bd73-40c62e5bdc5a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Added segment ca3aa2bc-d8a0-4ff7-8619-46bff441af9e of type vlan for network 09cba625-aa2b-4345-b66a-dd044b962868 Jan 17 14:15:46.312238 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819b744c-67bc-46be-9815-0820f9d49711 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Made reservation on behalf of c18c2f95c6754b6292d672e39ba057ee for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:46.317786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-819b744c-67bc-46be-9815-0820f9d49711 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.326213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4e7203-5a64-4ff1-97c5-7bd5ecc4a099 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] No DVR routers for this DVR port 4a3cad78-39c0-4dc8-977e-70d699a2921b on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:15:46.350380 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Made reservation on behalf of 5cb4f5d97e73480bb4e7d268e633fa2e for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:46.357402 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.368191 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e7203-5a64-4ff1-97c5-7bd5ecc4a099 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Port': ['ID=4a3cad78-39c0-4dc8-977e-70d699a2921b,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:46.403872 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.430763 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e0c5f07-0222-4613-bd73-40c62e5bdc5a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.448358 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:46.453210 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Usage tracker for resource:security_group_rule and tenant:5cb4f5d97e73480bb4e7d268e633fa2e is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:46.457013 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:46.457167 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:46.463252 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Attempting to bind port 8c00effc-d7ee-4be5-b715-2d6f156c1646 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:15:46.463848 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Attempting to bind port 8c00effc-d7ee-4be5-b715-2d6f156c1646 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'e47d42d6-1479-4fc2-8355-3fa841ecb6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '05599e0f-0008-4fb2-8541-b11c4d547995'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:15:46.464247 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Attempting to bind port 8c00effc-d7ee-4be5-b715-2d6f156c1646 on network 05599e0f-0008-4fb2-8541-b11c4d547995 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:15:46.466343 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:46.490991 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.538662 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:15:46.539160 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Checking segment: {'id': 'e47d42d6-1479-4fc2-8355-3fa841ecb6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '05599e0f-0008-4fb2-8541-b11c4d547995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:46.539658 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.543372 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Bound using segment: {'id': 'e47d42d6-1479-4fc2-8355-3fa841ecb6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '05599e0f-0008-4fb2-8541-b11c4d547995'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:15:46.544196 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Bound port: 8c00effc-d7ee-4be5-b715-2d6f156c1646, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47d42d6-1479-4fc2-8355-3fa841ecb6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '05599e0f-0008-4fb2-8541-b11c4d547995'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:15:46.544841 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.580004 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.586564 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819b744c-67bc-46be-9815-0820f9d49711 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:15:46.589366 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.605308 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:15:46.605646 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-f9fc932a-aecd-4d55-8b34-4d92b5288b45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:15:46.605646 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-f9fc932a-aecd-4d55-8b34-4d92b5288b45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:15:46.605967 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-10674ae8-c79f-4ca2-9083-0c2c4a294080 None None] Provisioning for port 594615e1-1dac-498f-9863-82afd22d8f01 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:46.616766 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7203-5a64-4ff1-97c5-7bd5ecc4a099 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.618549 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.618920 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Added segment f8102fcb-a934-48a6-8ba2-6e7248adb552 of type vlan for network 7b06959f-ef6d-4655-a9ac-b24281d32a82 Jan 17 14:15:46.626714 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0f350c8-b724-4c82-9fc8-5b8cecf32e0c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.646758 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be80c35f-e873-4145-8559-3499e894b1fd None None] DHCP port deletion for ecbc99f7-7d9e-433f-bd97-ac353994a8ec request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:15:46.663775 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.748922 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-1f9e9bac-a434-4335-b65a-d5f1bf99f73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::7a17:98d3:2b73:29ea (5c806942-cde6-42f7-aae4-af9246279d2e/f9b8a5f0-e076-4335-b2d5-a0f9dbc34b43/45f4f66e-ac5f-4076-9aa2-9abf63dc498c) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:46.759522 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-1e4e7203-5a64-4ff1-97c5-7bd5ecc4a099 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecbc99f7-7d9e-433f-bd97-ac353994a8ec']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:46.780295 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:46.804825 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-1e4e7203-5a64-4ff1-97c5-7bd5ecc4a099 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f287aa88-ac36-400b-a0e1-8843c3ee4364') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:46.805351 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-1e4e7203-5a64-4ff1-97c5-7bd5ecc4a099 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f287aa88-ac36-400b-a0e1-8843c3ee4364') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:46.846959 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.854550 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:46.855177 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.860181 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7203-5a64-4ff1-97c5-7bd5ecc4a099 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.866272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-819b744c-67bc-46be-9815-0820f9d49711 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.866272 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-819b744c-67bc-46be-9815-0820f9d49711 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Added segment afbd0ac0-4317-4635-87e4-7d03a64ae919 of type vlan for network 0de463ea-52da-4b42-b68d-bf3f2b261c7e Jan 17 14:15:46.893730 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-2e0c5f07-0222-4613-bd73-40c62e5bdc5a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:15:46.894530 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 594615e1-1dac-498f-9863-82afd22d8f01 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:46.925849 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7203-5a64-4ff1-97c5-7bd5ecc4a099 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.970657 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4e7203-5a64-4ff1-97c5-7bd5ecc4a099 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:15:46.971345 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7203-5a64-4ff1-97c5-7bd5ecc4a099 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:15:46.997674 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:15:47.026556 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f30afd-1120-483d-a719-2bfbd0873151,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:47.053765 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] For port 8c00effc-d7ee-4be5-b715-2d6f156c1646, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:15:47.095143 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-819b744c-67bc-46be-9815-0820f9d49711 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:47.104766 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e0c5f07-0222-4613-bd73-40c62e5bdc5a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:47.106021 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc932a-aecd-4d55-8b34-4d92b5288b45 None None] Deleting port 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:47.106594 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f9fc932a-aecd-4d55-8b34-4d92b5288b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:47.110878 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0c5f07-0222-4613-bd73-40c62e5bdc5a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:47.111515 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e0c5f07-0222-4613-bd73-40c62e5bdc5a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:47.117961 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Pushing event updated for resources: {'Network': ['ID=7b06959f-ef6d-4655-a9ac-b24281d32a82,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:47.146127 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 7b06959f-ef6d-4655-a9ac-b24281d32a82 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:15:47.174150 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-36036133-661d-4608-b625-5238efb3eb16 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2359056 Jan 17 14:15:47.183986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32804) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:47.252703 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 594615e1-1dac-498f-9863-82afd22d8f01 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:47.253484 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-15cdc689-4ef8-4d4b-9dc9-b9ff2d7c035c tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Request body: {'subnet': {'network_id': '7b06959f-ef6d-4655-a9ac-b24281d32a82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:47.264555 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 594615e1-1dac-498f-9863-82afd22d8f01 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:47.266821 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:47.275509 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2e0c5f07-0222-4613-bd73-40c62e5bdc5a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7305915 Jan 17 14:15:47.292753 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32808) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:47.350034 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] For port 8c00effc-d7ee-4be5-b715-2d6f156c1646, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8c00effc-d7ee-4be5-b715-2d6f156c1646,segment=NetworkSegment(e47d42d6-1479-4fc2-8355-3fa841ecb6ae),segment_id=e47d42d6-1479-4fc2-8355-3fa841ecb6ae)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:15:47.362141 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-4c5fb0cc-80ba-42ed-aae7-3bd99fcb8ba4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'subnet': {'network_id': '09cba625-aa2b-4345-b66a-dd044b962868', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:47.382003 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:47.409781 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-819b744c-67bc-46be-9815-0820f9d49711 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:47.415115 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819b744c-67bc-46be-9815-0820f9d49711 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:47.415725 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-819b744c-67bc-46be-9815-0820f9d49711 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:47.427155 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7bb8b-1940-41bd-b390-8edac8ea2acb req-eb48ffd7-6e95-48f8-9b4b-c0332f16307c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:47.428848 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-84f7bb8b-1940-41bd-b390-8edac8ea2acb req-eb48ffd7-6e95-48f8-9b4b-c0332f16307c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 946 time: 0.7169120 Jan 17 14:15:47.450983 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-52151143-23ff-4fa3-b12a-8ba03b73af79 None None] Provisioning complete for port 594615e1-1dac-498f-9863-82afd22d8f01 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:47.451375 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-52151143-23ff-4fa3-b12a-8ba03b73af79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:47.503140 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f9e9bac-a434-4335-b65a-d5f1bf99f73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:47.528153 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-1f9e9bac-a434-4335-b65a-d5f1bf99f73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object 45f4f66e-ac5f-4076-9aa2-9abf63dc498c will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:47.553993 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0f350c8-b724-4c82-9fc8-5b8cecf32e0c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:47.587113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c5f07-0222-4613-bd73-40c62e5bdc5a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Network': ['ID=09cba625-aa2b-4345-b66a-dd044b962868,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:47.613386 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f9e9bac-a434-4335-b65a-d5f1bf99f73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:47.623585 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 09cba625-aa2b-4345-b66a-dd044b962868 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:15:47.685050 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7203-5a64-4ff1-97c5-7bd5ecc4a099 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:47.702846 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7203-5a64-4ff1-97c5-7bd5ecc4a099 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:47.707534 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f350c8-b724-4c82-9fc8-5b8cecf32e0c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event deleted for resources: {'Subnet': ['ID=74d06242-54a9-4d0b-8cd5-f141a60312aa,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:47.744651 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e7203-5a64-4ff1-97c5-7bd5ecc4a099 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Network': ['ID=ecbc99f7-7d9e-433f-bd97-ac353994a8ec,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:47.750576 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-819b744c-67bc-46be-9815-0820f9d49711 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5565224 Jan 17 14:15:47.768530 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-15cdc689-4ef8-4d4b-9dc9-b9ff2d7c035c tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:47.769981 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9e9bac-a434-4335-b65a-d5f1bf99f73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:47.770851 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32812) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:47.774120 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0f350c8-b724-4c82-9fc8-5b8cecf32e0c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:47.779794 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-1f9e9bac-a434-4335-b65a-d5f1bf99f73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:47.786728 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4c5fb0cc-80ba-42ed-aae7-3bd99fcb8ba4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:47.787529 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9e9bac-a434-4335-b65a-d5f1bf99f73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:47.793345 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9e9bac-a434-4335-b65a-d5f1bf99f73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:47.793951 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f9e9bac-a434-4335-b65a-d5f1bf99f73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:47.812584 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4c5fb0cc-80ba-42ed-aae7-3bd99fcb8ba4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Usage tracker for resource:subnet and tenant:c3454ef40c9f4d6291b60c13036bd45b is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:47.814229 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-987e611c-c398-49b2-93f6-731a307470da tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'subnet': {'network_id': '0de463ea-52da-4b42-b68d-bf3f2b261c7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:47.818153 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-15cdc689-4ef8-4d4b-9dc9-b9ff2d7c035c tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Usage tracker for resource:subnet and tenant:5cb4f5d97e73480bb4e7d268e633fa2e is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:47.828004 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-15cdc689-4ef8-4d4b-9dc9-b9ff2d7c035c tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:47.831125 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4c5fb0cc-80ba-42ed-aae7-3bd99fcb8ba4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:47.847273 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-15cdc689-4ef8-4d4b-9dc9-b9ff2d7c035c tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:47.862246 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-84f7bb8b-1940-41bd-b390-8edac8ea2acb req-72638feb-62c0-4aae-a6d7-382dd7d6a2ce tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3053956 Jan 17 14:15:47.864805 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d951d7-2fef-46cb-8613-e12b377db3b3 None None] Pushing event updated for resources: {'Port': ['ID=8c00effc-d7ee-4be5-b715-2d6f156c1646,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:47.872763 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4c5fb0cc-80ba-42ed-aae7-3bd99fcb8ba4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:47.885886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b744c-67bc-46be-9815-0820f9d49711 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Network': ['ID=0de463ea-52da-4b42-b68d-bf3f2b261c7e,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:47.897748 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cdc689-4ef8-4d4b-9dc9-b9ff2d7c035c tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Made reservation on behalf of 5cb4f5d97e73480bb4e7d268e633fa2e for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:47.902188 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-15cdc689-4ef8-4d4b-9dc9-b9ff2d7c035c tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:47.926696 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5fb0cc-80ba-42ed-aae7-3bd99fcb8ba4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:47.930945 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb0cc-80ba-42ed-aae7-3bd99fcb8ba4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:47.949044 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1e4e7203-5a64-4ff1-97c5-7bd5ecc4a099 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/networks/ecbc99f7-7d9e-433f-bd97-ac353994a8ec HTTP/1.1" status: 204 len: 168 time: 4.7922053 Jan 17 14:15:47.961862 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32818) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:47.973121 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b0f350c8-b724-4c82-9fc8-5b8cecf32e0c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "DELETE /v2.0/subnets/74d06242-54a9-4d0b-8cd5-f141a60312aa HTTP/1.1" status: 204 len: 168 time: 3.1827557 Jan 17 14:15:47.973969 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e9bac-a434-4335-b65a-d5f1bf99f73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=45f4f66e-ac5f-4076-9aa2-9abf63dc498c,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:47.983621 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1f9e9bac-a434-4335-b65a-d5f1bf99f73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2346487 Jan 17 14:15:47.983621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ad63bd02-3048-45dc-8c26-a852f00f6b64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'port': {'network_id': '0e817385-fbf2-4565-8468-c50f04298963', 'name': 'tempest-PortsTestJSON-808417051'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:47.997641 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32822) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:47.997979 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32824) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:48.050626 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-987e611c-c398-49b2-93f6-731a307470da tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:48.054545 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-987e611c-c398-49b2-93f6-731a307470da tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:subnet and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:48.058112 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-987e611c-c398-49b2-93f6-731a307470da tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:48.058869 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 0de463ea-52da-4b42-b68d-bf3f2b261c7e details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:15:48.070901 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-e16e373f-b63a-4c46-b80a-1cb5ee0419cf tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'fixed_ips': [{'subnet_id': 'f9b8a5f0-e076-4335-b2d5-a0f9dbc34b43', 'ip_address': '2001:db8::7a17:98d3:2b73:29ea'}], 'name': 'tempest-NetworksTestDHCPv6-2106870639'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:48.141275 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-987e611c-c398-49b2-93f6-731a307470da tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:48.279429 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987e611c-c398-49b2-93f6-731a307470da tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Made reservation on behalf of c18c2f95c6754b6292d672e39ba057ee for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:48.283757 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-987e611c-c398-49b2-93f6-731a307470da tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:48.393640 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:48.445786 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-f9fc932a-aecd-4d55-8b34-4d92b5288b45 None None] For port 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:48.446178 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f9fc932a-aecd-4d55-8b34-4d92b5288b45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:48.461268 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2e8c48-47d7-46ae-a623-9c3477e1a703 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:48.463499 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2e8c48-47d7-46ae-a623-9c3477e1a703 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:48.464567 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ca2e8c48-47d7-46ae-a623-9c3477e1a703 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Synchronizing usage tracker for tenant:36cdb76f1cdb420d8b9d06df93079a49 on resource:subnet {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:48.469712 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-52151143-23ff-4fa3-b12a-8ba03b73af79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:48.471978 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ad63bd02-3048-45dc-8c26-a852f00f6b64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:48.477142 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ad63bd02-3048-45dc-8c26-a852f00f6b64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:port and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:48.481083 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ad63bd02-3048-45dc-8c26-a852f00f6b64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:48.490924 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ad63bd02-3048-45dc-8c26-a852f00f6b64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:48.548916 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ca2e8c48-47d7-46ae-a623-9c3477e1a703 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Unset dirty status for tenant:36cdb76f1cdb420d8b9d06df93079a49 on resource:subnet {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:48.553451 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ca2e8c48-47d7-46ae-a623-9c3477e1a703 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5541205 Jan 17 14:15:48.557744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32830) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:48.580424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad63bd02-3048-45dc-8c26-a852f00f6b64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:48.585969 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ad63bd02-3048-45dc-8c26-a852f00f6b64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:48.608917 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc932a-aecd-4d55-8b34-4d92b5288b45 None None] Calling delete_port for 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:48.673308 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-ad63bd02-3048-45dc-8c26-a852f00f6b64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] device_id is not set on port a99d4591-ead8-4950-bb2d-22c20915a7b9 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:15:48.673865 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 594615e1-1dac-498f-9863-82afd22d8f01, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=594615e1-1dac-498f-9863-82afd22d8f01,segment=NetworkSegment(3fc0c828-7bf7-48e9-83b9-834ccb9cd916),segment_id=3fc0c828-7bf7-48e9-83b9-834ccb9cd916)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:48.686332 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:48.787555 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:15:48.797871 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e16e373f-b63a-4c46-b80a-1cb5ee0419cf tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:48.802893 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e16e373f-b63a-4c46-b80a-1cb5ee0419cf tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:port and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:48.807702 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e16e373f-b63a-4c46-b80a-1cb5ee0419cf tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:48.818072 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e16e373f-b63a-4c46-b80a-1cb5ee0419cf tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:48.835171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16e373f-b63a-4c46-b80a-1cb5ee0419cf tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:48.842037 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e16e373f-b63a-4c46-b80a-1cb5ee0419cf tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:48.861923 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:15:48.862615 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 157d849c-0c7f-4779-bb0d-9f6c87e1f5b4 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:15:48.863203 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6f8dacac-14e7-4814-a366-3cf53cd9c1d4 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:15:48.871933 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb0cc-80ba-42ed-aae7-3bd99fcb8ba4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:48.913166 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f9fc932a-aecd-4d55-8b34-4d92b5288b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:48.923263 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 6f8dacac-14e7-4814-a366-3cf53cd9c1d4 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:15:48.923843 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6f8dacac-14e7-4814-a366-3cf53cd9c1d4 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:15:48.932722 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-52151143-23ff-4fa3-b12a-8ba03b73af79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:15:48.933564 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-52151143-23ff-4fa3-b12a-8ba03b73af79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:15:48.942161 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=594615e1-1dac-498f-9863-82afd22d8f01,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:48.945292 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc932a-aecd-4d55-8b34-4d92b5288b45 None None] No DVR routers for this DVR port 29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:15:49.007371 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-15cdc689-4ef8-4d4b-9dc9-b9ff2d7c035c tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:49.031438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ce57751c-8325-46a6-a118-e09b818fbedb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:49.043405 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fb0cc-80ba-42ed-aae7-3bd99fcb8ba4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Subnet': ['ID=779315a9-2a0e-41c0-99b6-15ddcda31b90,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:49.043622 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-e16e373f-b63a-4c46-b80a-1cb5ee0419cf tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port 36dd1b1b-3118-4f7c-9377-5d3b2005b4af yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:15:49.065255 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae74d38-43b7-4447-a9d1-5e65caebc5c7 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:49.088367 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc932a-aecd-4d55-8b34-4d92b5288b45 None None] Pushing event deleted for resources: {'Port': ['ID=29e0a2d2-abc6-4b0f-bdcb-1907562e5a4c,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:49.216868 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce57751c-8325-46a6-a118-e09b818fbedb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 17 14:15:49.217788 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce57751c-8325-46a6-a118-e09b818fbedb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:15:49.227992 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5fb0cc-80ba-42ed-aae7-3bd99fcb8ba4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Checking segment: {'id': 'ca3aa2bc-d8a0-4ff7-8619-46bff441af9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '09cba625-aa2b-4345-b66a-dd044b962868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:49.228501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5fb0cc-80ba-42ed-aae7-3bd99fcb8ba4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network hostable DHCP agents. Network: 09cba625-aa2b-4345-b66a-dd044b962868, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:15:49.258541 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ce57751c-8325-46a6-a118-e09b818fbedb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "DELETE /v2.0/networks/05599e0f-0008-4fb2-8541-b11c4d547995 HTTP/1.1" status: 409 len: 405 time: 0.6994615 Jan 17 14:15:49.269882 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8c00effc-d7ee-4be5-b715-2d6f156c1646 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:49.279022 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32836) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:49.289804 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-944e246d-04ab-40fb-95cb-564e644826ac tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-229873285'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:49.306628 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cdc689-4ef8-4d4b-9dc9-b9ff2d7c035c tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Checking segment: {'id': 'f8102fcb-a934-48a6-8ba2-6e7248adb552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7b06959f-ef6d-4655-a9ac-b24281d32a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:49.307563 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cdc689-4ef8-4d4b-9dc9-b9ff2d7c035c tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Network hostable DHCP agents. Network: 7b06959f-ef6d-4655-a9ac-b24281d32a82, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:15:49.318263 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdc689-4ef8-4d4b-9dc9-b9ff2d7c035c tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Pushing event updated for resources: {'Subnet': ['ID=b036e9b9-d76b-49ce-8a07-007f20de47df,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:49.330099 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5fb0cc-80ba-42ed-aae7-3bd99fcb8ba4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network 09cba625-aa2b-4345-b66a-dd044b962868 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:15:49.349353 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cdc689-4ef8-4d4b-9dc9-b9ff2d7c035c tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Network 7b06959f-ef6d-4655-a9ac-b24281d32a82 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:15:49.372812 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-15cdc689-4ef8-4d4b-9dc9-b9ff2d7c035c tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 7b06959f-ef6d-4655-a9ac-b24281d32a82) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:49.377928 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cdc689-4ef8-4d4b-9dc9-b9ff2d7c035c tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:49.378970 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-15cdc689-4ef8-4d4b-9dc9-b9ff2d7c035c tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:49.391060 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccab20b-e835-4856-9320-1bcb79ebb728 None None] Network 7b06959f-ef6d-4655-a9ac-b24281d32a82 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:49.398190 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-944e246d-04ab-40fb-95cb-564e644826ac tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:49.404828 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-4c5fb0cc-80ba-42ed-aae7-3bd99fcb8ba4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 09cba625-aa2b-4345-b66a-dd044b962868) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:49.414277 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-15cdc689-4ef8-4d4b-9dc9-b9ff2d7c035c tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2233324 Jan 17 14:15:49.416199 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5fb0cc-80ba-42ed-aae7-3bd99fcb8ba4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:49.418468 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb0cc-80ba-42ed-aae7-3bd99fcb8ba4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:49.425400 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32840) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:49.436407 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-944e246d-04ab-40fb-95cb-564e644826ac tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Usage tracker for resource:network and tenant:36cdb76f1cdb420d8b9d06df93079a49 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:49.439979 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-ebda15e8-2ab7-44da-990a-f63c9e90c897 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Request body: {'port': {'network_id': '7b06959f-ef6d-4655-a9ac-b24281d32a82', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1147500709'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:49.466743 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-944e246d-04ab-40fb-95cb-564e644826ac tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:49.492038 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-944e246d-04ab-40fb-95cb-564e644826ac tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:49.502531 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ccdd03-41d8-4f9b-9fd1-fd708880e941 None None] Network 09cba625-aa2b-4345-b66a-dd044b962868 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:49.567291 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4c5fb0cc-80ba-42ed-aae7-3bd99fcb8ba4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2698307 Jan 17 14:15:49.578616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32844) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:49.614883 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ad63bd02-3048-45dc-8c26-a852f00f6b64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:49.636735 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944e246d-04ab-40fb-95cb-564e644826ac tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Made reservation on behalf of 36cdb76f1cdb420d8b9d06df93079a49 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:49.639785 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-944e246d-04ab-40fb-95cb-564e644826ac tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:49.674134 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 8c00effc-d7ee-4be5-b715-2d6f156c1646 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:49.687203 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-987e611c-c398-49b2-93f6-731a307470da tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:49.719009 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 594615e1-1dac-498f-9863-82afd22d8f01 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:49.753351 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ca65f6-9e31-4fd4-8475-724cdf2403e0 None None] Network 05599e0f-0008-4fb2-8541-b11c4d547995 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:49.829786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ebda15e8-2ab7-44da-990a-f63c9e90c897 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:49.849129 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ebda15e8-2ab7-44da-990a-f63c9e90c897 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Usage tracker for resource:port and tenant:5cb4f5d97e73480bb4e7d268e633fa2e is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:49.856573 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ebda15e8-2ab7-44da-990a-f63c9e90c897 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:49.866966 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ebda15e8-2ab7-44da-990a-f63c9e90c897 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:49.875870 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e384ea21-5b43-4e0a-84cf-fb188ef0e217 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:49.933352 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebda15e8-2ab7-44da-990a-f63c9e90c897 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Made reservation on behalf of 5cb4f5d97e73480bb4e7d268e633fa2e for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:49.938633 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ebda15e8-2ab7-44da-990a-f63c9e90c897 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:49.992569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-ebda15e8-2ab7-44da-990a-f63c9e90c897 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] device_id is not set on port 754b3720-7091-46b1-b5ce-8ea4b4f9e265 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:15:50.034967 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e384ea21-5b43-4e0a-84cf-fb188ef0e217 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:50.051428 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944e246d-04ab-40fb-95cb-564e644826ac tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:15:50.076196 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-01bfcc19-fc44-4f82-b7ae-bebc6b040abd None None] Provisioning for port 8c00effc-d7ee-4be5-b715-2d6f156c1646 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:50.102897 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-944e246d-04ab-40fb-95cb-564e644826ac tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:50.102897 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-944e246d-04ab-40fb-95cb-564e644826ac tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Added segment c08a1699-1b29-49dc-944f-99b7106818c3 of type vlan for network 77800dbd-234b-4e12-bc67-ea0bc3856ba5 Jan 17 14:15:50.111492 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e611c-c398-49b2-93f6-731a307470da tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Subnet': ['ID=0e285d14-1251-4a90-b7a2-1c586fe30a51,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:50.113789 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': 'f9b8a5f0-e076-4335-b2d5-a0f9dbc34b43'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:15:50.114617 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:50.122249 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe85db5-05bb-4f18-a3b9-046cdb164b35 req-25e8da70-9de0-4e6e-8493-1522a60e92a6 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:50.124433 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-dfe85db5-05bb-4f18-a3b9-046cdb164b35 req-25e8da70-9de0-4e6e-8493-1522a60e92a6 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 946 time: 0.8460610 Jan 17 14:15:50.141588 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16e373f-b63a-4c46-b80a-1cb5ee0419cf tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 17 14:15:50.142186 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16e373f-b63a-4c46-b80a-1cb5ee0419cf tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:15:50.169293 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-01bfcc19-fc44-4f82-b7ae-bebc6b040abd None None] Provisioning complete for port 8c00effc-d7ee-4be5-b715-2d6f156c1646 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:50.169963 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01bfcc19-fc44-4f82-b7ae-bebc6b040abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:50.176785 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ad63bd02-3048-45dc-8c26-a852f00f6b64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:50.222058 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-7b06959f-ef6d-4655-a9ac-b24281d32a82', 'network_id': '7b06959f-ef6d-4655-a9ac-b24281d32a82', 'tenant_id': '5cb4f5d97e73480bb4e7d268e633fa2e', 'fixed_ips': [{'subnet_id': 'b036e9b9-d76b-49ce-8a07-007f20de47df'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:15:50.223183 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:50.250134 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987e611c-c398-49b2-93f6-731a307470da tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Checking segment: {'id': 'afbd0ac0-4317-4635-87e4-7d03a64ae919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0de463ea-52da-4b42-b68d-bf3f2b261c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:50.250759 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987e611c-c398-49b2-93f6-731a307470da tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network hostable DHCP agents. Network: 0de463ea-52da-4b42-b68d-bf3f2b261c7e, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:15:50.263546 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e384ea21-5b43-4e0a-84cf-fb188ef0e217 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:50.281632 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-944e246d-04ab-40fb-95cb-564e644826ac tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:50.335211 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384ea21-5b43-4e0a-84cf-fb188ef0e217 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Subnet': ['ID=779315a9-2a0e-41c0-99b6-15ddcda31b90,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:50.353660 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad63bd02-3048-45dc-8c26-a852f00f6b64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network 0e817385-fbf2-4565-8468-c50f04298963 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:50.360437 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 594615e1-1dac-498f-9863-82afd22d8f01 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:50.361227 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:50.369309 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-ad63bd02-3048-45dc-8c26-a852f00f6b64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:50.393093 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63bd02-3048-45dc-8c26-a852f00f6b64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:50.403873 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad63bd02-3048-45dc-8c26-a852f00f6b64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:50.404923 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ad63bd02-3048-45dc-8c26-a852f00f6b64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:50.418775 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e16e373f-b63a-4c46-b80a-1cb5ee0419cf tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.4154239 Jan 17 14:15:50.420088 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32848) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:50.429754 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-dfe85db5-05bb-4f18-a3b9-046cdb164b35 req-cf093dba-44ca-4b68-b573-6838fdba5a39 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943382 Jan 17 14:15:50.430157 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-ebda15e8-2ab7-44da-990a-f63c9e90c897 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Allocated IP 2001:db8::362 (7b06959f-ef6d-4655-a9ac-b24281d32a82/b036e9b9-d76b-49ce-8a07-007f20de47df/754b3720-7091-46b1-b5ce-8ea4b4f9e265) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:50.432305 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63bd02-3048-45dc-8c26-a852f00f6b64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=a99d4591-ead8-4950-bb2d-22c20915a7b9,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:50.436821 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d2c4e3-0e32-4f60-8621-7d5fe905bb3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-09cba625-aa2b-4345-b66a-dd044b962868', 'network_id': '09cba625-aa2b-4345-b66a-dd044b962868', 'tenant_id': 'c3454ef40c9f4d6291b60c13036bd45b', 'fixed_ips': [{'subnet_id': '779315a9-2a0e-41c0-99b6-15ddcda31b90'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:15:50.438063 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53d2c4e3-0e32-4f60-8621-7d5fe905bb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:50.451999 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e384ea21-5b43-4e0a-84cf-fb188ef0e217 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:50.507385 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-e384ea21-5b43-4e0a-84cf-fb188ef0e217 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09cba625-aa2b-4345-b66a-dd044b962868']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:50.533774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-e384ea21-5b43-4e0a-84cf-fb188ef0e217 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3aa2bc-d8a0-4ff7-8619-46bff441af9e') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:50.534360 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-e384ea21-5b43-4e0a-84cf-fb188ef0e217 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3aa2bc-d8a0-4ff7-8619-46bff441af9e') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:50.547658 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987e611c-c398-49b2-93f6-731a307470da tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network 0de463ea-52da-4b42-b68d-bf3f2b261c7e is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:15:50.565112 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-944e246d-04ab-40fb-95cb-564e644826ac tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:50.568120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e384ea21-5b43-4e0a-84cf-fb188ef0e217 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:50.571544 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944e246d-04ab-40fb-95cb-564e644826ac tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:50.573084 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-944e246d-04ab-40fb-95cb-564e644826ac tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:50.617130 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ad63bd02-3048-45dc-8c26-a852f00f6b64 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6502562 Jan 17 14:15:50.637179 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-987e611c-c398-49b2-93f6-731a307470da tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 0de463ea-52da-4b42-b68d-bf3f2b261c7e) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:50.656439 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32854) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:50.664468 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e384ea21-5b43-4e0a-84cf-fb188ef0e217 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:50.669987 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7545df0-cd3a-41d4-966b-8a76d24f3326 None None] Network 0de463ea-52da-4b42-b68d-bf3f2b261c7e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:50.689626 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e384ea21-5b43-4e0a-84cf-fb188ef0e217 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:15:50.690226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e384ea21-5b43-4e0a-84cf-fb188ef0e217 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:15:50.711103 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:15:50.784607 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987e611c-c398-49b2-93f6-731a307470da tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:50.785215 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-987e611c-c398-49b2-93f6-731a307470da tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:50.822244 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-944e246d-04ab-40fb-95cb-564e644826ac tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5376096 Jan 17 14:15:50.842429 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32858) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:50.864334 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-56e36256-0895-4fe4-aad3-ea4bd478a43e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Request body: {'subnet': {'network_id': '77800dbd-234b-4e12-bc67-ea0bc3856ba5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:50.952161 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Allocated IP 2001:db8::2 (5c806942-cde6-42f7-aae4-af9246279d2e/f9b8a5f0-e076-4335-b2d5-a0f9dbc34b43/fb3b43d4-1b13-4097-88e0-4f0750d074df) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:50.955855 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e1edb2-59be-424a-8f0e-251df33d1837 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:50.959276 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-47e1edb2-59be-424a-8f0e-251df33d1837 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:50.967359 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e246d-04ab-40fb-95cb-564e644826ac tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event updated for resources: {'Network': ['ID=77800dbd-234b-4e12-bc67-ea0bc3856ba5,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:50.998612 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01bfcc19-fc44-4f82-b7ae-bebc6b040abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.009210 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b01a35a-9fba-4920-bd4d-68a342b5e817 None None] Network 09cba625-aa2b-4345-b66a-dd044b962868 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:51.022524 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 77800dbd-234b-4e12-bc67-ea0bc3856ba5 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:15:51.045951 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-987e611c-c398-49b2-93f6-731a307470da tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2439461 Jan 17 14:15:51.050129 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49db587c-f100-4938-9fc5-9357c39a204d None None] DHCP port deletion for 05599e0f-0008-4fb2-8541-b11c4d547995 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:15:51.051554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32862) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:51.064015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-1b076c69-9929-4e09-a379-34eac67affcd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-970050143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:51.065946 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-dde45e40-1191-4e36-9399-b0888f847e5a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port a99d4591-ead8-4950-bb2d-22c20915a7b9 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:51.066721 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dde45e40-1191-4e36-9399-b0888f847e5a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.074949 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1b076c69-9929-4e09-a379-34eac67affcd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:51.105408 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e384ea21-5b43-4e0a-84cf-fb188ef0e217 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.110266 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e384ea21-5b43-4e0a-84cf-fb188ef0e217 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.116773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1b076c69-9929-4e09-a379-34eac67affcd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:router and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:51.137424 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1b076c69-9929-4e09-a379-34eac67affcd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:51.145529 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-47e1edb2-59be-424a-8f0e-251df33d1837 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:51.151298 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-47e1edb2-59be-424a-8f0e-251df33d1837 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.7203391 Jan 17 14:15:51.152115 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-49db587c-f100-4938-9fc5-9357c39a204d None None] Deleting port 8c00effc-d7ee-4be5-b715-2d6f156c1646 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:51.152717 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-49db587c-f100-4938-9fc5-9357c39a204d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.155520 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32866) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:51.159009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1b076c69-9929-4e09-a379-34eac67affcd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:51.175738 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384ea21-5b43-4e0a-84cf-fb188ef0e217 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Network': ['ID=09cba625-aa2b-4345-b66a-dd044b962868,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:51.193073 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ebda15e8-2ab7-44da-990a-f63c9e90c897 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.200492 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e384ea21-5b43-4e0a-84cf-fb188ef0e217 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/09cba625-aa2b-4345-b66a-dd044b962868 HTTP/1.1" status: 204 len: 168 time: 1.6199977 Jan 17 14:15:51.204481 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32870) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:51.208410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1b076c69-9929-4e09-a379-34eac67affcd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.211501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1b076c69-9929-4e09-a379-34eac67affcd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.223415 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-618bf87d-476e-457a-b296-6e64b212b29a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1947333663'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:51.234083 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-618bf87d-476e-457a-b296-6e64b212b29a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:51.244988 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-618bf87d-476e-457a-b296-6e64b212b29a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Usage tracker for resource:network and tenant:c3454ef40c9f4d6291b60c13036bd45b is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:51.249629 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-ebda15e8-2ab7-44da-990a-f63c9e90c897 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Transition to ACTIVE for port object 754b3720-7091-46b1-b5ce-8ea4b4f9e265 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:51.252029 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-618bf87d-476e-457a-b296-6e64b212b29a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:51.266910 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-618bf87d-476e-457a-b296-6e64b212b29a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:51.280239 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f75911-6619-4044-978e-60907e6da0b9 req-c6b85d35-2431-4a0f-883e-95f40cbdcc2c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:51.282006 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-89f75911-6619-4044-978e-60907e6da0b9 req-c6b85d35-2431-4a0f-883e-95f40cbdcc2c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 946 time: 0.5070524 Jan 17 14:15:51.293694 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1b076c69-9929-4e09-a379-34eac67affcd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.308608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618bf87d-476e-457a-b296-6e64b212b29a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:51.312627 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-618bf87d-476e-457a-b296-6e64b212b29a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.327962 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-56e36256-0895-4fe4-aad3-ea4bd478a43e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:51.351640 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-56e36256-0895-4fe4-aad3-ea4bd478a43e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:51.365564 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-4c763ff3-f574-490d-91e3-4312e3e8f81a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port 45f4f66e-ac5f-4076-9aa2-9abf63dc498c {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:51.366122 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4c763ff3-f574-490d-91e3-4312e3e8f81a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.381966 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1b076c69-9929-4e09-a379-34eac67affcd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.423987 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618bf87d-476e-457a-b296-6e64b212b29a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:15:51.447394 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-89f75911-6619-4044-978e-60907e6da0b9 req-ae048b26-a62b-48a4-a16d-2a4745e7af90 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191585 Jan 17 14:15:51.452108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4a3cad78-39c0-4dc8-977e-70d699a2921b no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:15:51.465979 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ebda15e8-2ab7-44da-990a-f63c9e90c897 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.482738 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32874) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:51.495516 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-01bfcc19-fc44-4f82-b7ae-bebc6b040abd None None] For port 8c00effc-d7ee-4be5-b715-2d6f156c1646, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8c00effc-d7ee-4be5-b715-2d6f156c1646,segment=NetworkSegment(e47d42d6-1479-4fc2-8355-3fa841ecb6ae),segment_id=e47d42d6-1479-4fc2-8355-3fa841ecb6ae)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:51.522163 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-618bf87d-476e-457a-b296-6e64b212b29a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.522784 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-618bf87d-476e-457a-b296-6e64b212b29a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Added segment 0be33a24-c9d7-457a-a702-a11da57b44f2 of type vlan for network 93f1fd07-d95d-4525-9a27-6fd8ef8f7248 Jan 17 14:15:51.573999 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e36256-0895-4fe4-aad3-ea4bd478a43e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Made reservation on behalf of 36cdb76f1cdb420d8b9d06df93079a49 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:51.580764 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-56e36256-0895-4fe4-aad3-ea4bd478a43e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.588330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1b076c69-9929-4e09-a379-34eac67affcd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.593173 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1b076c69-9929-4e09-a379-34eac67affcd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5368521 Jan 17 14:15:51.595759 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 4a3cad78-39c0-4dc8-977e-70d699a2921b {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:15:51.596102 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4a3cad78-39c0-4dc8-977e-70d699a2921b not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:15:51.606667 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32878) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:51.618842 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01bfcc19-fc44-4f82-b7ae-bebc6b040abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.630495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-9381d3a9-c912-4859-9401-a066e7c18a6b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'port': {'network_id': '0de463ea-52da-4b42-b68d-bf3f2b261c7e', 'name': 'tempest-RoutersIpV6Test-819477784'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:51.663250 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebda15e8-2ab7-44da-990a-f63c9e90c897 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Network 7b06959f-ef6d-4655-a9ac-b24281d32a82 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:51.684711 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-ebda15e8-2ab7-44da-990a-f63c9e90c897 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:51.740898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-618bf87d-476e-457a-b296-6e64b212b29a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.745317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebda15e8-2ab7-44da-990a-f63c9e90c897 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:51.751096 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebda15e8-2ab7-44da-990a-f63c9e90c897 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:51.751748 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ebda15e8-2ab7-44da-990a-f63c9e90c897 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.801987 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda15e8-2ab7-44da-990a-f63c9e90c897 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Pushing event updated for resources: {'Port': ['ID=754b3720-7091-46b1-b5ce-8ea4b4f9e265,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:51.810487 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8c00effc-d7ee-4be5-b715-2d6f156c1646 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:15:51.847079 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ebda15e8-2ab7-44da-990a-f63c9e90c897 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4174447 Jan 17 14:15:51.852281 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32882) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:51.868315 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Request body: {'port': {'network_id': '7b06959f-ef6d-4655-a9ac-b24281d32a82', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1255037216', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:51.869120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.api.validators [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] bootfile-name is not in valid_values {{(pid=87523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 14:15:51.870060 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.api.validators [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] tftp-server is not in valid_values {{(pid=87523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 14:15:51.870629 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.api.validators [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] server-ip-address is not in valid_values {{(pid=87523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 14:15:51.918094 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-618bf87d-476e-457a-b296-6e64b212b29a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.923547 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618bf87d-476e-457a-b296-6e64b212b29a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:51.924189 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-618bf87d-476e-457a-b296-6e64b212b29a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.975236 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dde45e40-1191-4e36-9399-b0888f847e5a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:51.977600 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-0de463ea-52da-4b42-b68d-bf3f2b261c7e', 'network_id': '0de463ea-52da-4b42-b68d-bf3f2b261c7e', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'fixed_ips': [{'subnet_id': '0e285d14-1251-4a90-b7a2-1c586fe30a51'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:15:51.977600 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:52.107594 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Allocated IP 2001:db8::2 (7b06959f-ef6d-4655-a9ac-b24281d32a82/b036e9b9-d76b-49ce-8a07-007f20de47df/47c8a8d9-c82b-4ad7-8343-8e8bec8369db) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:52.115927 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc50fed8-b1ab-4aaf-9d9d-1d9a0dea1282 tempest-TestNetworkAdvancedServerOps-2071662756 tempest-TestNetworkAdvancedServerOps-2071662756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:52.121261 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cc50fed8-b1ab-4aaf-9d9d-1d9a0dea1282 tempest-TestNetworkAdvancedServerOps-2071662756 tempest-TestNetworkAdvancedServerOps-2071662756-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 1094 time: 0.6021059 Jan 17 14:15:52.145509 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32886) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:52.164215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': '371ba3a3-658c-4bef-a10e-76543200a7ba', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:52.198980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9381d3a9-c912-4859-9401-a066e7c18a6b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:52.206439 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-618bf87d-476e-457a-b296-6e64b212b29a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9926944 Jan 17 14:15:52.207953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:52.218255 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32890) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:52.223845 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9381d3a9-c912-4859-9401-a066e7c18a6b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:port and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:52.227610 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfcc19-fc44-4f82-b7ae-bebc6b040abd None None] Pushing event updated for resources: {'Port': ['ID=8c00effc-d7ee-4be5-b715-2d6f156c1646,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:52.243060 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9381d3a9-c912-4859-9401-a066e7c18a6b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:52.247123 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Usage tracker for resource:floatingip and tenant:e40f67886b8245b096eece694fd84aad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:52.254845 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-53d8b0d7-27a3-4475-8829-8bd08054aecc tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'subnet': {'network_id': '93f1fd07-d95d-4525-9a27-6fd8ef8f7248', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:52.274972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bf87d-476e-457a-b296-6e64b212b29a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Network': ['ID=93f1fd07-d95d-4525-9a27-6fd8ef8f7248,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:52.277157 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-dde45e40-1191-4e36-9399-b0888f847e5a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for a99d4591-ead8-4950-bb2d-22c20915a7b9 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:52.277871 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:52.295015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9381d3a9-c912-4859-9401-a066e7c18a6b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:52.300223 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:52.320824 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 93f1fd07-d95d-4525-9a27-6fd8ef8f7248 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:15:52.440302 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:52.466825 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:52.482299 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9381d3a9-c912-4859-9401-a066e7c18a6b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Made reservation on behalf of c18c2f95c6754b6292d672e39ba057ee for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:52.486262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9381d3a9-c912-4859-9401-a066e7c18a6b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:52.518955 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Usage tracker for resource:port and tenant:5cb4f5d97e73480bb4e7d268e633fa2e is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:52.524597 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:52.539895 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:52.610689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-53d8b0d7-27a3-4475-8829-8bd08054aecc tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:52.623101 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-53d8b0d7-27a3-4475-8829-8bd08054aecc tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Usage tracker for resource:subnet and tenant:c3454ef40c9f4d6291b60c13036bd45b is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:52.634997 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-53d8b0d7-27a3-4475-8829-8bd08054aecc tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:52.639938 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-9381d3a9-c912-4859-9401-a066e7c18a6b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] device_id is not set on port 1ea50cf7-2e60-497f-bcc9-2e1722522694 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:15:52.685659 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-53d8b0d7-27a3-4475-8829-8bd08054aecc tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:52.687967 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Made reservation on behalf of 5cb4f5d97e73480bb4e7d268e633fa2e for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:52.692406 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:52.710671 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.objects.ports [None req-56e36256-0895-4fe4-aad3-ea4bd478a43e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87524) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 14:15:52.716193 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-56e36256-0895-4fe4-aad3-ea4bd478a43e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:52.785930 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-49db587c-f100-4938-9fc5-9357c39a204d None None] For port 8c00effc-d7ee-4be5-b715-2d6f156c1646, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8c00effc-d7ee-4be5-b715-2d6f156c1646,segment=NetworkSegment(e47d42d6-1479-4fc2-8355-3fa841ecb6ae),segment_id=e47d42d6-1479-4fc2-8355-3fa841ecb6ae)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:52.786501 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-49db587c-f100-4938-9fc5-9357c39a204d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:52.788222 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d8b0d7-27a3-4475-8829-8bd08054aecc tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:52.794256 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53d8b0d7-27a3-4475-8829-8bd08054aecc tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:52.839671 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] device_id is not set on port 80631d7b-7a98-4db9-bce9-7785a5dfeb5b yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:15:52.841188 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:52.854331 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dde45e40-1191-4e36-9399-b0888f847e5a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:52.908962 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4c763ff3-f574-490d-91e3-4312e3e8f81a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:52.931350 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:52.944756 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde45e40-1191-4e36-9399-b0888f847e5a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Port': ['ID=a99d4591-ead8-4950-bb2d-22c20915a7b9,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:53.014606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dde45e40-1191-4e36-9399-b0888f847e5a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:53.053806 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-49db587c-f100-4938-9fc5-9357c39a204d None None] Calling delete_port for 8c00effc-d7ee-4be5-b715-2d6f156c1646 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:53.126222 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-4c763ff3-f574-490d-91e3-4312e3e8f81a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for 45f4f66e-ac5f-4076-9aa2-9abf63dc498c owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:53.127883 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Transition to ACTIVE for port object fb3b43d4-1b13-4097-88e0-4f0750d074df will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:53.161969 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:53.164847 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:53.200883 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e36256-0895-4fe4-aad3-ea4bd478a43e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event updated for resources: {'Subnet': ['ID=b6bb5afe-87c5-4006-b396-4df85566b481,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:53.215507 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-dde45e40-1191-4e36-9399-b0888f847e5a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/ports/a99d4591-ead8-4950-bb2d-22c20915a7b9 HTTP/1.1" status: 204 len: 168 time: 2.5548615 Jan 17 14:15:53.218223 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32894) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:53.219085 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e36256-0895-4fe4-aad3-ea4bd478a43e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Checking segment: {'id': 'c08a1699-1b29-49dc-944f-99b7106818c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '77800dbd-234b-4e12-bc67-ea0bc3856ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:53.219548 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e36256-0895-4fe4-aad3-ea4bd478a43e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Network hostable DHCP agents. Network: 77800dbd-234b-4e12-bc67-ea0bc3856ba5, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:15:53.235516 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-2de46b7c-b9c6-4f9a-95b1-64bbba8f5a3c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'port': {'network_id': '0e817385-fbf2-4565-8468-c50f04298963', 'mac_address': 'fa:16:3e:5b:1c:c9', 'name': 'tempest-PortsTestJSON-203890003'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:53.248592 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Transition to ACTIVE for port object fb3b43d4-1b13-4097-88e0-4f0750d074df will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:53.299440 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53d8b0d7-27a3-4475-8829-8bd08054aecc tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:53.327651 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:53.395993 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Allocated IP 2001:db8::2 (0de463ea-52da-4b42-b68d-bf3f2b261c7e/0e285d14-1251-4a90-b7a2-1c586fe30a51/e2ac6c51-e714-4a8e-a20a-58e6b9d579db) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:53.404574 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e36256-0895-4fe4-aad3-ea4bd478a43e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Network 77800dbd-234b-4e12-bc67-ea0bc3856ba5 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:15:53.443196 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 8c00effc-d7ee-4be5-b715-2d6f156c1646, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8c00effc-d7ee-4be5-b715-2d6f156c1646,segment=NetworkSegment(e47d42d6-1479-4fc2-8355-3fa841ecb6ae),segment_id=e47d42d6-1479-4fc2-8355-3fa841ecb6ae)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:53.444250 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-56e36256-0895-4fe4-aad3-ea4bd478a43e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 77800dbd-234b-4e12-bc67-ea0bc3856ba5) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:53.455052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e36256-0895-4fe4-aad3-ea4bd478a43e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:53.455840 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-56e36256-0895-4fe4-aad3-ea4bd478a43e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:53.471534 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:53.481077 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2de46b7c-b9c6-4f9a-95b1-64bbba8f5a3c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:53.481526 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:53.485187 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:53.490884 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2de46b7c-b9c6-4f9a-95b1-64bbba8f5a3c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:port and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:53.495840 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2de46b7c-b9c6-4f9a-95b1-64bbba8f5a3c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:53.499096 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7b4224-d1be-45ef-b65b-52f6c40cbb92 None None] Network 77800dbd-234b-4e12-bc67-ea0bc3856ba5 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:53.513913 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2de46b7c-b9c6-4f9a-95b1-64bbba8f5a3c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:53.523441 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:53.527134 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-56e36256-0895-4fe4-aad3-ea4bd478a43e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6831751 Jan 17 14:15:53.529772 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4c763ff3-f574-490d-91e3-4312e3e8f81a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:53.536742 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32898) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:53.556924 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-49db587c-f100-4938-9fc5-9357c39a204d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:15:53.557254 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-49db587c-f100-4938-9fc5-9357c39a204d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:15:53.569518 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:53.582015 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de46b7c-b9c6-4f9a-95b1-64bbba8f5a3c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:53.607563 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8b0d7-27a3-4475-8829-8bd08054aecc tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Subnet': ['ID=938cf9be-760a-4b3a-b38b-d6a470d426fd,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:53.609499 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-e60b5821-bff3-49f8-952a-bc1a21baba87 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Request body: {'port': {'network_id': '77800dbd-234b-4e12-bc67-ea0bc3856ba5', 'name': 'tempest-NetworksIpV6TestAttrs-581934034'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:53.638067 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c763ff3-f574-490d-91e3-4312e3e8f81a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=45f4f66e-ac5f-4076-9aa2-9abf63dc498c,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:53.649308 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d8b0d7-27a3-4475-8829-8bd08054aecc tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Checking segment: {'id': '0be33a24-c9d7-457a-a702-a11da57b44f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '93f1fd07-d95d-4525-9a27-6fd8ef8f7248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:53.649799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d8b0d7-27a3-4475-8829-8bd08054aecc tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network hostable DHCP agents. Network: 93f1fd07-d95d-4525-9a27-6fd8ef8f7248, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:15:53.679066 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Pushing event updated for resources: {'Port': ['ID=fb3b43d4-1b13-4097-88e0-4f0750d074df,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:53.683089 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Allocated IP 172.26.3.176 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/5dbd7a2b-fbdb-48a8-bdbc-1ce66fa8fa49) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:53.691134 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Transition to ACTIVE for port object 47c8a8d9-c82b-4ad7-8343-8e8bec8369db will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:53.703641 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d8b0d7-27a3-4475-8829-8bd08054aecc tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network 93f1fd07-d95d-4525-9a27-6fd8ef8f7248 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:15:53.722086 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-53d8b0d7-27a3-4475-8829-8bd08054aecc tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 93f1fd07-d95d-4525-9a27-6fd8ef8f7248) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:53.757342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d8b0d7-27a3-4475-8829-8bd08054aecc tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:53.758219 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53d8b0d7-27a3-4475-8829-8bd08054aecc tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:53.766912 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e8c9a5-6ee4-4018-8c9f-c4304568a35e None None] Network 93f1fd07-d95d-4525-9a27-6fd8ef8f7248 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:53.868122 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4c763ff3-f574-490d-91e3-4312e3e8f81a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:53.873038 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4c763ff3-f574-490d-91e3-4312e3e8f81a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/45f4f66e-ac5f-4076-9aa2-9abf63dc498c HTTP/1.1" status: 204 len: 168 time: 2.7130928 Jan 17 14:15:53.880268 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32902) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:53.921057 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-53d8b0d7-27a3-4475-8829-8bd08054aecc tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6999881 Jan 17 14:15:53.926262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32906) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:53.987586 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Transition to ACTIVE for port object 47c8a8d9-c82b-4ad7-8343-8e8bec8369db will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:54.042519 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2de46b7c-b9c6-4f9a-95b1-64bbba8f5a3c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:54.066091 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:54.069785 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-49db587c-f100-4938-9fc5-9357c39a204d None None] Deleting port 8c00effc-d7ee-4be5-b715-2d6f156c1646 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:54.070157 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-49db587c-f100-4938-9fc5-9357c39a204d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:54.136653 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825308b2-21e6-4a14-97ba-1b580ffa6abf tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:54.138211 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825308b2-21e6-4a14-97ba-1b580ffa6abf tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:54.139290 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-825308b2-21e6-4a14-97ba-1b580ffa6abf tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:54.150741 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-2de46b7c-b9c6-4f9a-95b1-64bbba8f5a3c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] device_id is not set on port 780c0658-f01e-4fe0-987b-b109d6a9938d yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:15:54.164690 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=8c00effc-d7ee-4be5-b715-2d6f156c1646,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:54.184193 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Attempting to bind port fb3b43d4-1b13-4097-88e0-4f0750d074df on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:15:54.184561 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Attempting to bind port fb3b43d4-1b13-4097-88e0-4f0750d074df by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:15:54.184911 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Attempting to bind port fb3b43d4-1b13-4097-88e0-4f0750d074df on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:15:54.196988 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e60b5821-bff3-49f8-952a-bc1a21baba87 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:54.218812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e60b5821-bff3-49f8-952a-bc1a21baba87 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Usage tracker for resource:port and tenant:36cdb76f1cdb420d8b9d06df93079a49 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:54.230376 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e60b5821-bff3-49f8-952a-bc1a21baba87 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:54.241204 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e60b5821-bff3-49f8-952a-bc1a21baba87 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:54.247295 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-825308b2-21e6-4a14-97ba-1b580ffa6abf tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:54.248640 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-825308b2-21e6-4a14-97ba-1b580ffa6abf tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3631639 Jan 17 14:15:54.260637 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32910) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:54.273735 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Network 7b06959f-ef6d-4655-a9ac-b24281d32a82 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:54.283981 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:15:54.284579 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:54.285256 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:54.285914 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:15:54.286503 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Bound port: fb3b43d4-1b13-4097-88e0-4f0750d074df, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:15:54.286881 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:54.305129 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Allocated IP 2001:db8::120 (7b06959f-ef6d-4655-a9ac-b24281d32a82/b036e9b9-d76b-49ce-8a07-007f20de47df/80631d7b-7a98-4db9-bce9-7785a5dfeb5b) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:54.315899 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60b5821-bff3-49f8-952a-bc1a21baba87 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Made reservation on behalf of 36cdb76f1cdb420d8b9d06df93079a49 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:54.319138 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e60b5821-bff3-49f8-952a-bc1a21baba87 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:54.334865 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:54.365923 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:54.382278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5171c2e3-83b7-4fe5-9ea2-04fbc2fed384 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:54.385138 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-e60b5821-bff3-49f8-952a-bc1a21baba87 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] device_id is not set on port 437b0f6c-3aa8-4a56-9d4c-e2b78ef094e4 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:15:54.436121 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-20bdadaf-d644-4be9-b7ca-93b635d98604 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet f9b8a5f0-e076-4335-b2d5-a0f9dbc34b43 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:15:54.476925 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-20bdadaf-d644-4be9-b7ca-93b635d98604 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:54.493209 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:54.648125 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5171c2e3-83b7-4fe5-9ea2-04fbc2fed384 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:54.682602 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Pushing event updated for resources: {'Port': ['ID=47c8a8d9-c82b-4ad7-8343-8e8bec8369db,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:54.683597 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:54.816305 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:54.845780 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-20bdadaf-d644-4be9-b7ca-93b635d98604 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:54.864063 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:54.868443 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:54.878145 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:54.889656 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:54.929393 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2de46b7c-b9c6-4f9a-95b1-64bbba8f5a3c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:54.957094 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Transition to ACTIVE for port object e2ac6c51-e714-4a8e-a20a-58e6b9d579db will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:54.957330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event updated for resources: {'Port': ['ID=5dbd7a2b-fbdb-48a8-bdbc-1ce66fa8fa49,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:54.968455 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-77800dbd-234b-4e12-bc67-ea0bc3856ba5', 'network_id': '77800dbd-234b-4e12-bc67-ea0bc3856ba5', 'tenant_id': '36cdb76f1cdb420d8b9d06df93079a49', 'fixed_ips': [{'subnet_id': 'b6bb5afe-87c5-4006-b396-4df85566b481'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:15:54.969532 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:54.976599 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Transition to ACTIVE for port object 80631d7b-7a98-4db9-bce9-7785a5dfeb5b will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:54.980944 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-e60b5821-bff3-49f8-952a-bc1a21baba87 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Allocated IP 2001:db8::f816:3eff:feec:c4f3 (77800dbd-234b-4e12-bc67-ea0bc3856ba5/b6bb5afe-87c5-4006-b396-4df85566b481/437b0f6c-3aa8-4a56-9d4c-e2b78ef094e4) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:55.067300 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5171c2e3-83b7-4fe5-9ea2-04fbc2fed384 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:55.105235 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-20bdadaf-d644-4be9-b7ca-93b635d98604 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:55.113191 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Attempting to bind port 47c8a8d9-c82b-4ad7-8343-8e8bec8369db on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:15:55.113779 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Attempting to bind port 47c8a8d9-c82b-4ad7-8343-8e8bec8369db by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'f8102fcb-a934-48a6-8ba2-6e7248adb552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7b06959f-ef6d-4655-a9ac-b24281d32a82'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:15:55.114279 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Attempting to bind port 47c8a8d9-c82b-4ad7-8343-8e8bec8369db on network 7b06959f-ef6d-4655-a9ac-b24281d32a82 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:15:55.143800 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2de46b7c-b9c6-4f9a-95b1-64bbba8f5a3c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:55.150244 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e319eb0-b542-47d9-ae55-3edb828b55c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-93f1fd07-d95d-4525-9a27-6fd8ef8f7248', 'network_id': '93f1fd07-d95d-4525-9a27-6fd8ef8f7248', 'tenant_id': 'c3454ef40c9f4d6291b60c13036bd45b', 'fixed_ips': [{'subnet_id': '938cf9be-760a-4b3a-b38b-d6a470d426fd'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:15:55.150523 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb0-b542-47d9-ae55-3edb828b55c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:55.185607 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171c2e3-83b7-4fe5-9ea2-04fbc2fed384 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Subnet': ['ID=938cf9be-760a-4b3a-b38b-d6a470d426fd,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:55.213202 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:15:55.213864 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Checking segment: {'id': 'f8102fcb-a934-48a6-8ba2-6e7248adb552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7b06959f-ef6d-4655-a9ac-b24281d32a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:55.214591 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:55.215522 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Bound using segment: {'id': 'f8102fcb-a934-48a6-8ba2-6e7248adb552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7b06959f-ef6d-4655-a9ac-b24281d32a82'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:15:55.216816 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Bound port: 47c8a8d9-c82b-4ad7-8343-8e8bec8369db, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8102fcb-a934-48a6-8ba2-6e7248adb552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7b06959f-ef6d-4655-a9ac-b24281d32a82'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:15:55.217877 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:55.237573 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:55.247158 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Transition to ACTIVE for port object e2ac6c51-e714-4a8e-a20a-58e6b9d579db will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:55.314924 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de46b7c-b9c6-4f9a-95b1-64bbba8f5a3c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network 0e817385-fbf2-4565-8468-c50f04298963 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:55.328032 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-2de46b7c-b9c6-4f9a-95b1-64bbba8f5a3c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:55.341209 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de46b7c-b9c6-4f9a-95b1-64bbba8f5a3c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:55.346629 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de46b7c-b9c6-4f9a-95b1-64bbba8f5a3c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:55.347618 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2de46b7c-b9c6-4f9a-95b1-64bbba8f5a3c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:55.365016 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de46b7c-b9c6-4f9a-95b1-64bbba8f5a3c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=780c0658-f01e-4fe0-987b-b109d6a9938d,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:55.415008 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-20bdadaf-d644-4be9-b7ca-93b635d98604 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:55.425268 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:55.492960 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5171c2e3-83b7-4fe5-9ea2-04fbc2fed384 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:55.498764 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdadaf-d644-4be9-b7ca-93b635d98604 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b8a5f0-e076-4335-b2d5-a0f9dbc34b43,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:55.507244 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e60b5821-bff3-49f8-952a-bc1a21baba87 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:55.514148 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2de46b7c-b9c6-4f9a-95b1-64bbba8f5a3c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2871537 Jan 17 14:15:55.516125 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32914) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:55.538576 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-20bdadaf-d644-4be9-b7ca-93b635d98604 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:55.542278 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-20bdadaf-d644-4be9-b7ca-93b635d98604 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/f9b8a5f0-e076-4335-b2d5-a0f9dbc34b43 HTTP/1.1" status: 204 len: 168 time: 1.2741241 Jan 17 14:15:55.549077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] For port fb3b43d4-1b13-4097-88e0-4f0750d074df, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:15:55.549476 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32916) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:55.555187 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-49db587c-f100-4938-9fc5-9357c39a204d None None] For port 8c00effc-d7ee-4be5-b715-2d6f156c1646, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8c00effc-d7ee-4be5-b715-2d6f156c1646,segment=NetworkSegment(e47d42d6-1479-4fc2-8355-3fa841ecb6ae),segment_id=e47d42d6-1479-4fc2-8355-3fa841ecb6ae)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:15:55.555692 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-49db587c-f100-4938-9fc5-9357c39a204d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:55.567809 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Network 7b06959f-ef6d-4655-a9ac-b24281d32a82 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:55.579026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:55.584093 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-5171c2e3-83b7-4fe5-9ea2-04fbc2fed384 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f1fd07-d95d-4525-9a27-6fd8ef8f7248']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:55.602411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-e60b5821-bff3-49f8-952a-bc1a21baba87 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Transition to ACTIVE for port object 437b0f6c-3aa8-4a56-9d4c-e2b78ef094e4 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:55.606104 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:55.612884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:55.612884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:55.623317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Pushing event updated for resources: {'Port': ['ID=80631d7b-7a98-4db9-bce9-7785a5dfeb5b,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:55.715762 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-5171c2e3-83b7-4fe5-9ea2-04fbc2fed384 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be33a24-c9d7-457a-a702-a11da57b44f2') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:55.716245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-5171c2e3-83b7-4fe5-9ea2-04fbc2fed384 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be33a24-c9d7-457a-a702-a11da57b44f2') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:15:55.725868 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fb94f0b9-5186-4d2c-b719-728ee27e8b37 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1695962 Jan 17 14:15:55.729300 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-9381d3a9-c912-4859-9401-a066e7c18a6b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Allocated IP 2001:db8::2e0 (0de463ea-52da-4b42-b68d-bf3f2b261c7e/0e285d14-1251-4a90-b7a2-1c586fe30a51/1ea50cf7-2e60-497f-bcc9-2e1722522694) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:55.731264 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32922) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:55.775868 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-1af7db48-5e97-40eb-b396-b808408d28e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:55.818371 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] For port fb3b43d4-1b13-4097-88e0-4f0750d074df, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=fb3b43d4-1b13-4097-88e0-4f0750d074df,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:15:55.821923 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Network 0de463ea-52da-4b42-b68d-bf3f2b261c7e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:55.838725 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-49db587c-f100-4938-9fc5-9357c39a204d None None] Calling delete_port for 8c00effc-d7ee-4be5-b715-2d6f156c1646 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:55.844726 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d992a681-2a23-4d55-83d9-d85d811046e4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:55.845679 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d992a681-2a23-4d55-83d9-d85d811046e4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Synchronizing usage tracker for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:55.894901 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:55.912360 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:55.923350 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:55.928440 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Pushing event updated for resources: {'Port': ['ID=e2ac6c51-e714-4a8e-a20a-58e6b9d579db,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:55.962378 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d992a681-2a23-4d55-83d9-d85d811046e4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Unset dirty status for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:55.967612 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d992a681-2a23-4d55-83d9-d85d811046e4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports/780c0658-f01e-4fe0-987b-b109d6a9938d HTTP/1.1" status: 200 len: 840 time: 0.4205160 Jan 17 14:15:55.983434 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32926) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:56.024297 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e60b5821-bff3-49f8-952a-bc1a21baba87 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:56.037546 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5171c2e3-83b7-4fe5-9ea2-04fbc2fed384 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:56.064786 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-efa2d5b0-dac0-4405-912a-055920805517 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.2059171 Jan 17 14:15:56.067678 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32930) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:56.102153 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5171c2e3-83b7-4fe5-9ea2-04fbc2fed384 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:56.153762 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60b5821-bff3-49f8-952a-bc1a21baba87 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Network 77800dbd-234b-4e12-bc67-ea0bc3856ba5 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:56.155193 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1af7db48-5e97-40eb-b396-b808408d28e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:56.163329 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-e60b5821-bff3-49f8-952a-bc1a21baba87 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:56.165277 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60b5821-bff3-49f8-952a-bc1a21baba87 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:56.165734 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5171c2e3-83b7-4fe5-9ea2-04fbc2fed384 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:15:56.166395 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5171c2e3-83b7-4fe5-9ea2-04fbc2fed384 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:56.170991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60b5821-bff3-49f8-952a-bc1a21baba87 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:56.171602 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e60b5821-bff3-49f8-952a-bc1a21baba87 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:15:56.186373 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:15:56.200947 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd053c04-fb0c-4e92-b625-84e7137a41d4 None None] Network 93f1fd07-d95d-4525-9a27-6fd8ef8f7248 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:56.205512 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1af7db48-5e97-40eb-b396-b808408d28e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:56.226962 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b5821-bff3-49f8-952a-bc1a21baba87 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event updated for resources: {'Port': ['ID=437b0f6c-3aa8-4a56-9d4c-e2b78ef094e4,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:56.234139 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-e9f9615f-df80-4abe-bccd-b873f56b4deb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port 780c0658-f01e-4fe0-987b-b109d6a9938d {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:56.234481 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e9f9615f-df80-4abe-bccd-b873f56b4deb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:56.275755 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e60b5821-bff3-49f8-952a-bc1a21baba87 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6983922 Jan 17 14:15:56.279405 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] For port 47c8a8d9-c82b-4ad7-8343-8e8bec8369db, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:15:56.283662 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32934) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:56.295793 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af7db48-5e97-40eb-b396-b808408d28e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:56.297374 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1af7db48-5e97-40eb-b396-b808408d28e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:56.426348 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] For port 47c8a8d9-c82b-4ad7-8343-8e8bec8369db, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=47c8a8d9-c82b-4ad7-8343-8e8bec8369db,segment=NetworkSegment(f8102fcb-a934-48a6-8ba2-6e7248adb552),segment_id=f8102fcb-a934-48a6-8ba2-6e7248adb552)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:15:56.433780 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f957c-6e50-490f-9bb9-2b68c1559e31 None None] Pushing event updated for resources: {'Port': ['ID=fb3b43d4-1b13-4097-88e0-4f0750d074df,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:56.436806 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-49db587c-f100-4938-9fc5-9357c39a204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:56.457799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9381d3a9-c912-4859-9401-a066e7c18a6b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:56.507012 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Allocated IP 2001:db8::f816:3eff:fed5:b8ae (77800dbd-234b-4e12-bc67-ea0bc3856ba5/b6bb5afe-87c5-4006-b396-4df85566b481/23bff535-28b8-49dd-a2bf-e20d6b1fb505) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:15:56.510679 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Attempting to bind port e2ac6c51-e714-4a8e-a20a-58e6b9d579db on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:15:56.511207 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Attempting to bind port e2ac6c51-e714-4a8e-a20a-58e6b9d579db by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'afbd0ac0-4317-4635-87e4-7d03a64ae919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0de463ea-52da-4b42-b68d-bf3f2b261c7e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:15:56.511666 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Attempting to bind port e2ac6c51-e714-4a8e-a20a-58e6b9d579db on network 0de463ea-52da-4b42-b68d-bf3f2b261c7e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:15:56.550741 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:56.565032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:56.595916 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db587c-f100-4938-9fc5-9357c39a204d None None] Pushing event deleted for resources: {'Port': ['ID=8c00effc-d7ee-4be5-b715-2d6f156c1646,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:56.607595 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:15:56.608097 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Checking segment: {'id': 'afbd0ac0-4317-4635-87e4-7d03a64ae919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0de463ea-52da-4b42-b68d-bf3f2b261c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:56.608679 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:56.609287 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Bound using segment: {'id': 'afbd0ac0-4317-4635-87e4-7d03a64ae919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0de463ea-52da-4b42-b68d-bf3f2b261c7e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:15:56.609962 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Bound port: e2ac6c51-e714-4a8e-a20a-58e6b9d579db, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afbd0ac0-4317-4635-87e4-7d03a64ae919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0de463ea-52da-4b42-b68d-bf3f2b261c7e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:15:56.610423 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:56.617805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f3fdd9-ca78-4ece-b78e-ce0c58c0f16e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Deleting subnet b6bb5afe-87c5-4006-b396-4df85566b481 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:15:56.630864 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-9381d3a9-c912-4859-9401-a066e7c18a6b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Transition to ACTIVE for port object 1ea50cf7-2e60-497f-bcc9-2e1722522694 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:56.636428 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5171c2e3-83b7-4fe5-9ea2-04fbc2fed384 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:56.681146 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5171c2e3-83b7-4fe5-9ea2-04fbc2fed384 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:56.702375 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171c2e3-83b7-4fe5-9ea2-04fbc2fed384 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Network': ['ID=93f1fd07-d95d-4525-9a27-6fd8ef8f7248,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:56.718050 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5171c2e3-83b7-4fe5-9ea2-04fbc2fed384 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/93f1fd07-d95d-4525-9a27-6fd8ef8f7248 HTTP/1.1" status: 204 len: 168 time: 2.7874808 Jan 17 14:15:56.721459 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32938) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:56.762931 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49db587c-f100-4938-9fc5-9357c39a204d None None] No DVR routers for this DVR port 8c00effc-d7ee-4be5-b715-2d6f156c1646 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:15:56.769954 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-d65b96f3-4b5b-4158-bd18-e6f8df9eccbb tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1559886532'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:56.822149 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c33690-f2db-4aa6-904f-e3c98a6ca42a tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:56.824102 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e9f9615f-df80-4abe-bccd-b873f56b4deb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:56.830807 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c33690-f2db-4aa6-904f-e3c98a6ca42a tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:56.839281 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c33690-f2db-4aa6-904f-e3c98a6ca42a tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:56.840478 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f1c33690-f2db-4aa6-904f-e3c98a6ca42a tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Synchronizing usage tracker for tenant:5cb4f5d97e73480bb4e7d268e633fa2e on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:56.846514 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d65b96f3-4b5b-4158-bd18-e6f8df9eccbb tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:56.881585 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d65b96f3-4b5b-4158-bd18-e6f8df9eccbb tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Usage tracker for resource:network and tenant:c3454ef40c9f4d6291b60c13036bd45b is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:56.890347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d65b96f3-4b5b-4158-bd18-e6f8df9eccbb tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:56.916675 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d65b96f3-4b5b-4158-bd18-e6f8df9eccbb tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:56.936324 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:56.981252 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9381d3a9-c912-4859-9401-a066e7c18a6b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:56.990356 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f1c33690-f2db-4aa6-904f-e3c98a6ca42a tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Unset dirty status for tenant:5cb4f5d97e73480bb4e7d268e633fa2e on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:56.994333 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f1c33690-f2db-4aa6-904f-e3c98a6ca42a tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.9253902 Jan 17 14:15:56.995876 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65b96f3-4b5b-4158-bd18-e6f8df9eccbb tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:57.000807 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d65b96f3-4b5b-4158-bd18-e6f8df9eccbb tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:57.011695 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32942) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:57.193290 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9381d3a9-c912-4859-9401-a066e7c18a6b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network 0de463ea-52da-4b42-b68d-bf3f2b261c7e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:57.244994 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-9381d3a9-c912-4859-9401-a066e7c18a6b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:57.250215 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-e9f9615f-df80-4abe-bccd-b873f56b4deb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for 780c0658-f01e-4fe0-987b-b109d6a9938d owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:57.260355 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9381d3a9-c912-4859-9401-a066e7c18a6b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:57.269235 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9381d3a9-c912-4859-9401-a066e7c18a6b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:57.270319 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9381d3a9-c912-4859-9401-a066e7c18a6b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:57.276268 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb85968-53fd-41f3-958f-7fec1ce2ffac None None] Pushing event updated for resources: {'Port': ['ID=47c8a8d9-c82b-4ad7-8343-8e8bec8369db,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:57.354376 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-1e0e5bef-2536-45a2-8867-78093a4d30dd tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Deleting port 80631d7b-7a98-4db9-bce9-7785a5dfeb5b {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:15:57.354721 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1e0e5bef-2536-45a2-8867-78093a4d30dd tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:57.359218 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] For port e2ac6c51-e714-4a8e-a20a-58e6b9d579db, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:15:57.372342 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] For port e2ac6c51-e714-4a8e-a20a-58e6b9d579db, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e2ac6c51-e714-4a8e-a20a-58e6b9d579db,segment=NetworkSegment(afbd0ac0-4317-4635-87e4-7d03a64ae919),segment_id=afbd0ac0-4317-4635-87e4-7d03a64ae919)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:15:57.382385 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:57.427461 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1af7db48-5e97-40eb-b396-b808408d28e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:57.444506 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65b96f3-4b5b-4158-bd18-e6f8df9eccbb tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:15:57.450809 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381d3a9-c912-4859-9401-a066e7c18a6b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Port': ['ID=1ea50cf7-2e60-497f-bcc9-2e1722522694,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:57.480440 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e9f9615f-df80-4abe-bccd-b873f56b4deb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:57.496497 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9381d3a9-c912-4859-9401-a066e7c18a6b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.8884625 Jan 17 14:15:57.577866 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32946) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:57.700621 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d65b96f3-4b5b-4158-bd18-e6f8df9eccbb tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:57.701423 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-d65b96f3-4b5b-4158-bd18-e6f8df9eccbb tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Added segment b953089b-e55f-48d5-a582-b89175a5abf7 of type vlan for network ee10e344-9463-4da4-8117-ac006247e022 Jan 17 14:15:57.742628 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:57.772022 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Transition to ACTIVE for port object 23bff535-28b8-49dd-a2bf-e20d6b1fb505 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:57.781531 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17029936-ad44-4a60-881d-ca1af7de1158 None None] Pushing event updated for resources: {'Port': ['ID=e2ac6c51-e714-4a8e-a20a-58e6b9d579db,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:57.814898 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Transition to ACTIVE for port object 23bff535-28b8-49dd-a2bf-e20d6b1fb505 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:15:57.823315 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:57.873475 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7db48-5e97-40eb-b396-b808408d28e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=3a4bbcd6-5f0c-47a2-b8ae-20c3d69e7ba8,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:57.876821 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a7f3fdd9-ca78-4ece-b78e-ce0c58c0f16e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:58.024654 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a7f3fdd9-ca78-4ece-b78e-ce0c58c0f16e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:58.032947 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Network 77800dbd-234b-4e12-bc67-ea0bc3856ba5 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:58.038628 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:58.045714 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d65b96f3-4b5b-4158-bd18-e6f8df9eccbb tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:58.049964 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:15:58.114300 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af7db48-5e97-40eb-b396-b808408d28e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:15:58.153006 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9615f-df80-4abe-bccd-b873f56b4deb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Port': ['ID=780c0658-f01e-4fe0-987b-b109d6a9938d,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:58.193758 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-1af7db48-5e97-40eb-b396-b808408d28e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:15:58.221422 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d65b96f3-4b5b-4158-bd18-e6f8df9eccbb tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:58.224471 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device fb3b43d4-1b13-4097-88e0-4f0750d074df up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:58.233054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65b96f3-4b5b-4158-bd18-e6f8df9eccbb tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:58.233844 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d65b96f3-4b5b-4158-bd18-e6f8df9eccbb tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:58.283041 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Pushing event updated for resources: {'Port': ['ID=23bff535-28b8-49dd-a2bf-e20d6b1fb505,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:58.310286 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af7db48-5e97-40eb-b396-b808408d28e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:15:58.311038 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1af7db48-5e97-40eb-b396-b808408d28e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:58.316973 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e9f9615f-df80-4abe-bccd-b873f56b4deb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:58.381436 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Attempting to bind port 23bff535-28b8-49dd-a2bf-e20d6b1fb505 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:15:58.382241 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Attempting to bind port 23bff535-28b8-49dd-a2bf-e20d6b1fb505 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'c08a1699-1b29-49dc-944f-99b7106818c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '77800dbd-234b-4e12-bc67-ea0bc3856ba5'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:15:58.382776 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Attempting to bind port 23bff535-28b8-49dd-a2bf-e20d6b1fb505 on network 77800dbd-234b-4e12-bc67-ea0bc3856ba5 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:15:58.404618 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:15:58.405321 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Checking segment: {'id': 'c08a1699-1b29-49dc-944f-99b7106818c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '77800dbd-234b-4e12-bc67-ea0bc3856ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:15:58.405884 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:58.406435 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Bound using segment: {'id': 'c08a1699-1b29-49dc-944f-99b7106818c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '77800dbd-234b-4e12-bc67-ea0bc3856ba5'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:15:58.407099 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Bound port: 23bff535-28b8-49dd-a2bf-e20d6b1fb505, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08a1699-1b29-49dc-944f-99b7106818c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '77800dbd-234b-4e12-bc67-ea0bc3856ba5'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:15:58.407729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:58.505068 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb73f804-a418-4a72-ac94-54a3901e8468 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:58.519607 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1af7db48-5e97-40eb-b396-b808408d28e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7872012 Jan 17 14:15:58.521067 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e9f9615f-df80-4abe-bccd-b873f56b4deb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/ports/780c0658-f01e-4fe0-987b-b109d6a9938d HTTP/1.1" status: 204 len: 168 time: 2.5362117 Jan 17 14:15:58.527932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32950) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:58.528266 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32952) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:58.537820 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d65b96f3-4b5b-4158-bd18-e6f8df9eccbb tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8112583 Jan 17 14:15:58.544612 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port fb3b43d4-1b13-4097-88e0-4f0750d074df completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:58.553822 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32954) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:58.567816 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c7c7e223-ceec-423f-bbc3-02c08fc10c8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'subnet': {'network_id': 'ee10e344-9463-4da4-8117-ac006247e022', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:58.588431 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:15:58.605044 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b96f3-4b5b-4158-bd18-e6f8df9eccbb tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Network': ['ID=ee10e344-9463-4da4-8117-ac006247e022,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:58.651401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 47c8a8d9-c82b-4ad7-8343-8e8bec8369db up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:15:58.666607 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:58.669675 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-7aab80f6-8cd0-460e-a10c-dff31819e73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'fixed_ips': [{'subnet_id': '3a4bbcd6-5f0c-47a2-b8ae-20c3d69e7ba8', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-852491687'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:58.694281 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network ee10e344-9463-4da4-8117-ac006247e022 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:15:58.711874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:58.843683 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-bbc92948-a6fa-4210-ae5d-5be6ff0fccdb None None] Could not find standard attr ID for object 45f4f66e-ac5f-4076-9aa2-9abf63dc498c. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:15:58.878535 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7aab80f6-8cd0-460e-a10c-dff31819e73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:58.926954 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-1156ee3f-1306-42c8-af7d-d44d24e2a825 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] GET failed (client error): The resource could not be found. Jan 17 14:15:58.928271 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1156ee3f-1306-42c8-af7d-d44d24e2a825 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Synchronizing usage tracker for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:15:58.934111 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7aab80f6-8cd0-460e-a10c-dff31819e73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:58.965151 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:59.041303 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-bbc92948-a6fa-4210-ae5d-5be6ff0fccdb None None] Provisioning for port fb3b43d4-1b13-4097-88e0-4f0750d074df completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:59.097179 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] For port 23bff535-28b8-49dd-a2bf-e20d6b1fb505, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:15:59.099689 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-bbc92948-a6fa-4210-ae5d-5be6ff0fccdb None None] Provisioning complete for port fb3b43d4-1b13-4097-88e0-4f0750d074df triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:15:59.100224 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bbc92948-a6fa-4210-ae5d-5be6ff0fccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:59.181977 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aab80f6-8cd0-460e-a10c-dff31819e73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:59.225031 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] For port 23bff535-28b8-49dd-a2bf-e20d6b1fb505, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=23bff535-28b8-49dd-a2bf-e20d6b1fb505,segment=NetworkSegment(c08a1699-1b29-49dc-944f-99b7106818c3),segment_id=c08a1699-1b29-49dc-944f-99b7106818c3)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:15:59.238287 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1e0e5bef-2536-45a2-8867-78093a4d30dd tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:59.246236 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1bee84-445b-4507-bcd5-4b2cf00a53ed None None] Network 7b06959f-ef6d-4655-a9ac-b24281d32a82 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:59.273374 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c7c7e223-ceec-423f-bbc3-02c08fc10c8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:15:59.275625 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:59.297482 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event updated for resources: {'Port': ['ID=5dbd7a2b-fbdb-48a8-bdbc-1ce66fa8fa49,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:59.359240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c7c7e223-ceec-423f-bbc3-02c08fc10c8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Usage tracker for resource:subnet and tenant:c3454ef40c9f4d6291b60c13036bd45b is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:15:59.367291 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1156ee3f-1306-42c8-af7d-d44d24e2a825 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Unset dirty status for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:15:59.370584 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1156ee3f-1306-42c8-af7d-d44d24e2a825 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports/780c0658-f01e-4fe0-987b-b109d6a9938d HTTP/1.1" status: 404 len: 333 time: 0.8269076 Jan 17 14:15:59.395247 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 47c8a8d9-c82b-4ad7-8343-8e8bec8369db completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:15:59.403948 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32962) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:15:59.443787 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-1aff5e35-cc36-464a-8696-81f70e460eb8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'port': {'network_id': '0e817385-fbf2-4565-8468-c50f04298963', 'name': 'tempest-PortsTestJSON-1093417097'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:15:59.485371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7aab80f6-8cd0-460e-a10c-dff31819e73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:59.498133 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38f949-d831-4fcf-9d9e-61ca804141b3 None None] Pushing event updated for resources: {'Port': ['ID=23bff535-28b8-49dd-a2bf-e20d6b1fb505,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:15:59.597175 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Floating IP 8a30f901-75ae-4a1e-8539-f8569af305ec associated. External IP: 172.26.3.176, port: 371ba3a3-658c-4bef-a10e-76543200a7ba. Jan 17 14:15:59.627411 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bbc92948-a6fa-4210-ae5d-5be6ff0fccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:59.672607 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c7c7e223-ceec-423f-bbc3-02c08fc10c8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:15:59.683500 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172e7526-7938-4851-bcca-37a97e4ccea8 None None] Network 0de463ea-52da-4b42-b68d-bf3f2b261c7e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:15:59.697463 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-1e0e5bef-2536-45a2-8867-78093a4d30dd tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Calling delete_port for 80631d7b-7a98-4db9-bce9-7785a5dfeb5b owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:15:59.764129 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c7c7e223-ceec-423f-bbc3-02c08fc10c8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:15:59.836043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c7e223-ceec-423f-bbc3-02c08fc10c8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:15:59.841377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c7c7e223-ceec-423f-bbc3-02c08fc10c8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:15:59.942829 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e2ac6c51-e714-4a8e-a20a-58e6b9d579db up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:16:00.010260 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-7aab80f6-8cd0-460e-a10c-dff31819e73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port 342e8a10-ba1d-40f5-bd37-a6b3ea69880c yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:16:00.079425 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-bbc92948-a6fa-4210-ae5d-5be6ff0fccdb None None] For port fb3b43d4-1b13-4097-88e0-4f0750d074df, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=fb3b43d4-1b13-4097-88e0-4f0750d074df,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:00.127090 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.ipam_backend_mixin [None req-c7c7e223-ceec-423f-bbc3-02c08fc10c8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Performing IP validity checks on allocation pools {{(pid=87523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 17 14:16:00.127597 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.ipam_backend_mixin [None req-c7c7e223-ceec-423f-bbc3-02c08fc10c8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 17 14:16:00.148300 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bbc92948-a6fa-4210-ae5d-5be6ff0fccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:00.233127 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port e2ac6c51-e714-4a8e-a20a-58e6b9d579db completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:00.264991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a7f3fdd9-ca78-4ece-b78e-ce0c58c0f16e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:00.329220 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc92948-a6fa-4210-ae5d-5be6ff0fccdb None None] Pushing event updated for resources: {'Port': ['ID=fb3b43d4-1b13-4097-88e0-4f0750d074df,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:00.385813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c560b8ab-a0a4-4846-8e76-858a2f943aeb None None] Provisioning for port 47c8a8d9-c82b-4ad7-8343-8e8bec8369db completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:00.400048 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1aff5e35-cc36-464a-8696-81f70e460eb8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:00.403048 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c560b8ab-a0a4-4846-8e76-858a2f943aeb None None] Provisioning complete for port 47c8a8d9-c82b-4ad7-8343-8e8bec8369db triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:00.404030 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c560b8ab-a0a4-4846-8e76-858a2f943aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:00.439779 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1e0e5bef-2536-45a2-8867-78093a4d30dd tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:00.499411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1aff5e35-cc36-464a-8696-81f70e460eb8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:00.506510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a7f3fdd9-ca78-4ece-b78e-ce0c58c0f16e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:00.564540 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e5bef-2536-45a2-8867-78093a4d30dd tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Pushing event deleted for resources: {'Port': ['ID=80631d7b-7a98-4db9-bce9-7785a5dfeb5b,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:00.664140 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c560b8ab-a0a4-4846-8e76-858a2f943aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:00.723039 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3fdd9-ca78-4ece-b78e-ce0c58c0f16e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event deleted for resources: {'Subnet': ['ID=b6bb5afe-87c5-4006-b396-4df85566b481,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:00.732265 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aff5e35-cc36-464a-8696-81f70e460eb8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:00.752173 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c560b8ab-a0a4-4846-8e76-858a2f943aeb None None] For port 47c8a8d9-c82b-4ad7-8343-8e8bec8369db, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=47c8a8d9-c82b-4ad7-8343-8e8bec8369db,segment=NetworkSegment(f8102fcb-a934-48a6-8ba2-6e7248adb552),segment_id=f8102fcb-a934-48a6-8ba2-6e7248adb552)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:00.754071 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1aff5e35-cc36-464a-8696-81f70e460eb8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:00.758137 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c560b8ab-a0a4-4846-8e76-858a2f943aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:00.783152 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a7f3fdd9-ca78-4ece-b78e-ce0c58c0f16e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:00.797303 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1e0e5bef-2536-45a2-8867-78093a4d30dd tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:00.875502 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aab80f6-8cd0-460e-a10c-dff31819e73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:16:00.880127 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aab80f6-8cd0-460e-a10c-dff31819e73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:16:00.888145 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c265-ff1c-4f81-aa32-cbadd8358ef6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:00.930095 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1e0e5bef-2536-45a2-8867-78093a4d30dd tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] 10.222.0.48 "DELETE /v2.0/ports/80631d7b-7a98-4db9-bce9-7785a5dfeb5b HTTP/1.1" status: 204 len: 168 time: 3.8929772 Jan 17 14:16:00.937794 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a7f3fdd9-ca78-4ece-b78e-ce0c58c0f16e tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "DELETE /v2.0/subnets/b6bb5afe-87c5-4006-b396-4df85566b481 HTTP/1.1" status: 204 len: 168 time: 4.6501670 Jan 17 14:16:00.938076 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32966) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:00.938076 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Router 09944e88-533c-4312-bfff-ab4824c4c4d5 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:16:00.938076 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32968) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:00.945744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-b2f3da37-6bda-4339-af65-8f80ed551efe tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Request body: {'port': {'name': 'tempest-new-port-name-151308313', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:00.946144 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.api.validators [None req-b2f3da37-6bda-4339-af65-8f80ed551efe tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] bootfile-name is not in valid_values {{(pid=87523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 14:16:00.946482 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.api.validators [None req-b2f3da37-6bda-4339-af65-8f80ed551efe tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] tftp-server is not in valid_values {{(pid=87523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 14:16:00.946816 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.api.validators [None req-b2f3da37-6bda-4339-af65-8f80ed551efe tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] server-ip-address is not in valid_values {{(pid=87523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 14:16:00.949777 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-1aff5e35-cc36-464a-8696-81f70e460eb8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] device_id is not set on port 94f6bdb7-7aaf-430c-b616-49fbc55dca53 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:16:00.988050 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c560b8ab-a0a4-4846-8e76-858a2f943aeb None None] Provisioning for port e2ac6c51-e714-4a8e-a20a-58e6b9d579db completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:01.002942 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560b8ab-a0a4-4846-8e76-858a2f943aeb None None] Pushing event updated for resources: {'Port': ['ID=47c8a8d9-c82b-4ad7-8343-8e8bec8369db,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:01.017448 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c560b8ab-a0a4-4846-8e76-858a2f943aeb None None] Provisioning complete for port e2ac6c51-e714-4a8e-a20a-58e6b9d579db triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:01.018396 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c560b8ab-a0a4-4846-8e76-858a2f943aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:01.242797 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c560b8ab-a0a4-4846-8e76-858a2f943aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:01.255134 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c7c7e223-ceec-423f-bbc3-02c08fc10c8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:01.312415 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c560b8ab-a0a4-4846-8e76-858a2f943aeb None None] For port e2ac6c51-e714-4a8e-a20a-58e6b9d579db, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e2ac6c51-e714-4a8e-a20a-58e6b9d579db,segment=NetworkSegment(afbd0ac0-4317-4635-87e4-7d03a64ae919),segment_id=afbd0ac0-4317-4635-87e4-7d03a64ae919)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:01.314122 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7aab80f6-8cd0-460e-a10c-dff31819e73f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.7736552 Jan 17 14:16:01.338670 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c560b8ab-a0a4-4846-8e76-858a2f943aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:01.352654 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eacbeda-0ea3-4e12-a15d-311ecb3fa9eb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:01.355413 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eacbeda-0ea3-4e12-a15d-311ecb3fa9eb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:01.360694 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8eacbeda-0ea3-4e12-a15d-311ecb3fa9eb tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4202120 Jan 17 14:16:01.368288 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32974) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:01.368568 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32976) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:01.458288 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560b8ab-a0a4-4846-8e76-858a2f943aeb None None] Pushing event updated for resources: {'Port': ['ID=e2ac6c51-e714-4a8e-a20a-58e6b9d579db,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:01.477425 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-18ca2291-f0b3-45cf-a2da-6223216dde68 None None] Provisioning for port 1ea50cf7-2e60-497f-bcc9-2e1722522694 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:01.485388 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-18ca2291-f0b3-45cf-a2da-6223216dde68 None None] Provisioning complete for port 1ea50cf7-2e60-497f-bcc9-2e1722522694 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:01.485936 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18ca2291-f0b3-45cf-a2da-6223216dde68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:01.563042 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-18ca2291-f0b3-45cf-a2da-6223216dde68 None None] Port 1ea50cf7-2e60-497f-bcc9-2e1722522694 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:16:01.579703 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-18ca2291-f0b3-45cf-a2da-6223216dde68 None None] Provisioning complete for port 47c8a8d9-c82b-4ad7-8343-8e8bec8369db triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:01.580125 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18ca2291-f0b3-45cf-a2da-6223216dde68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:01.753882 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db766641-4f0d-4b06-b7b1-26cf6e09d492 None None] Network 77800dbd-234b-4e12-bc67-ea0bc3856ba5 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:01.784206 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b2f3da37-6bda-4339-af65-8f80ed551efe tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:01.807839 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7e223-ceec-423f-bbc3-02c08fc10c8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Subnet': ['ID=0d34100e-5852-4c62-bb10-22b5b72ab29d,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:01.859160 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:16:02.001784 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 47c8a8d9-c82b-4ad7-8343-8e8bec8369db up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:16:02.157157 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:16:02.172200 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7822f32-0b99-4449-988f-380ea22d4e46 None None] Sync routers for ids ['09944e88-533c-4312-bfff-ab4824c4c4d5'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:16:02.182911 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7822f32-0b99-4449-988f-380ea22d4e46 None None] Routers {'09944e88-533c-4312-bfff-ab4824c4c4d5'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:02.183531 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e7822f32-0b99-4449-988f-380ea22d4e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:15:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['09944e88-533c-4312-bfff-ab4824c4c4d5'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:02.253723 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1aff5e35-cc36-464a-8696-81f70e460eb8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:02.255167 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 47c8a8d9-c82b-4ad7-8343-8e8bec8369db triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:02.257580 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c265-ff1c-4f81-aa32-cbadd8358ef6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:02.261975 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:02.266920 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c265-ff1c-4f81-aa32-cbadd8358ef6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:02.331474 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e04be2a9-b21d-488e-ae34-96f4214e5b45 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:02.452712 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-18ca2291-f0b3-45cf-a2da-6223216dde68 None None] Provisioning complete for port fb3b43d4-1b13-4097-88e0-4f0750d074df triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:02.453343 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18ca2291-f0b3-45cf-a2da-6223216dde68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:02.470719 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1c265-ff1c-4f81-aa32-cbadd8358ef6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Port': ['ID=1ea50cf7-2e60-497f-bcc9-2e1722522694,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:02.501107 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-e7822f32-0b99-4449-988f-380ea22d4e46 None None] Set router 09944e88-533c-4312-bfff-ab4824c4c4d5 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:16:02.646441 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1aff5e35-cc36-464a-8696-81f70e460eb8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:02.739216 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device fb3b43d4-1b13-4097-88e0-4f0750d074df up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:16:02.758417 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-e04be2a9-b21d-488e-ae34-96f4214e5b45 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 17 14:16:02.758878 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e04be2a9-b21d-488e-ae34-96f4214e5b45 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:16:02.782261 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e04be2a9-b21d-488e-ae34-96f4214e5b45 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "DELETE /v2.0/networks/77800dbd-234b-4e12-bc67-ea0bc3856ba5 HTTP/1.1" status: 409 len: 405 time: 1.0876207 Jan 17 14:16:02.787436 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 32984) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:02.799325 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7e223-ceec-423f-bbc3-02c08fc10c8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Checking segment: {'id': 'b953089b-e55f-48d5-a582-b89175a5abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee10e344-9463-4da4-8117-ac006247e022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:02.799796 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c7e223-ceec-423f-bbc3-02c08fc10c8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network hostable DHCP agents. Network: ee10e344-9463-4da4-8117-ac006247e022, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:16:02.836213 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:02.896213 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-a35b6131-3f0d-4777-b5d7-9f95c6dd7594 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1179082173'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:02.922008 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a35b6131-3f0d-4777-b5d7-9f95c6dd7594 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:02.938754 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a35b6131-3f0d-4777-b5d7-9f95c6dd7594 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Usage tracker for resource:network and tenant:36cdb76f1cdb420d8b9d06df93079a49 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:02.940518 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a522f4e5-c0ff-47c1-8b51-5ea2923de23d None None] DHCP port deletion for 77800dbd-234b-4e12-bc67-ea0bc3856ba5 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:16:02.944462 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a35b6131-3f0d-4777-b5d7-9f95c6dd7594 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:02.967754 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a522f4e5-c0ff-47c1-8b51-5ea2923de23d None None] Deleting port 23bff535-28b8-49dd-a2bf-e20d6b1fb505 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:02.968138 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a522f4e5-c0ff-47c1-8b51-5ea2923de23d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:02.968886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a35b6131-3f0d-4777-b5d7-9f95c6dd7594 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:02.984612 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c4a50d0e-30b8-40ef-affd-093282c6dd1c tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.8286929 Jan 17 14:16:02.987571 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa27496a-8e27-49d2-b558-a5ae6737a1f8', 'tag': '371ba3a3-658c-4bef-a10e-76543200a7ba'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:16:02.992315 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c7e223-ceec-423f-bbc3-02c08fc10c8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network ee10e344-9463-4da4-8117-ac006247e022 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:16:03.022120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35b6131-3f0d-4777-b5d7-9f95c6dd7594 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Made reservation on behalf of 36cdb76f1cdb420d8b9d06df93079a49 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:03.025672 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a35b6131-3f0d-4777-b5d7-9f95c6dd7594 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:03.039742 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b2f3da37-6bda-4339-af65-8f80ed551efe tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:03.041515 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-c7c7e223-ceec-423f-bbc3-02c08fc10c8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, ee10e344-9463-4da4-8117-ac006247e022) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:03.065150 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c265-ff1c-4f81-aa32-cbadd8358ef6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:03.065595 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8a9e26-3f1b-4888-acdd-ba2e4d2fd720 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:03.066529 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3b8a9e26-3f1b-4888-acdd-ba2e4d2fd720 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:03.074606 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c7e223-ceec-423f-bbc3-02c08fc10c8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:03.075473 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c7c7e223-ceec-423f-bbc3-02c08fc10c8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:03.079648 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b2f3da37-6bda-4339-af65-8f80ed551efe tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:03.091776 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aff5e35-cc36-464a-8696-81f70e460eb8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network 0e817385-fbf2-4565-8468-c50f04298963 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:03.123044 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c46083d-993a-43d4-98bb-dd2608e2581b None None] Network ee10e344-9463-4da4-8117-ac006247e022 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:03.126748 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-1aff5e35-cc36-464a-8696-81f70e460eb8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:03.151924 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa27496a-8e27-49d2-b558-a5ae6737a1f8', 'tag': '371ba3a3-658c-4bef-a10e-76543200a7ba', 'status': 'completed', 'code': 200} Jan 17 14:16:03.156533 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aff5e35-cc36-464a-8696-81f70e460eb8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:03.162385 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aff5e35-cc36-464a-8696-81f70e460eb8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:03.163527 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1aff5e35-cc36-464a-8696-81f70e460eb8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:03.177431 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e7822f32-0b99-4449-988f-380ea22d4e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239035547', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75'}], 'enable_snat': True}, 'gw_port_id': '0980912b-2471-4057-b354-0ca8d5625234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:14:45Z', 'updated_at': '2022-01-17T14:15:07Z', 'revision_number': 4, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'gw_port': {'id': '0980912b-2471-4057-b354-0ca8d5625234', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:14:47Z', 'updated_at': '2022-01-17T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '8a30f901-75ae-4a1e-8539-f8569af305ec', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'floating_ip_address': '172.26.3.176', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'port_id': '371ba3a3-658c-4bef-a10e-76543200a7ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f', 'mac_address': 'fa:16:3e:56:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa27496a-8e27-49d2-b558-a5ae6737a1f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:15:55Z', 'updated_at': '2022-01-17T14:15:55Z', 'revision_number': 0, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66e8372-7158-4168-81c7-205191ef928e', 'name': '', 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'mac_address': 'fa:16:3e:ae:d3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6eed59de-3b32-4f8e-8e97-579451ea969d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:15:03Z', 'updated_at': '2022-01-17T14:15:19Z', 'revision_number': 5, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'subnets': [{'id': '6eed59de-3b32-4f8e-8e97-579451ea969d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:03.182324 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7822f32-0b99-4449-988f-380ea22d4e46 None None] Checking router: 09944e88-533c-4312-bfff-ab4824c4c4d5 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:16:03.192447 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7822f32-0b99-4449-988f-380ea22d4e46 None None] Routers {'09944e88-533c-4312-bfff-ab4824c4c4d5'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:03.193068 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e7822f32-0b99-4449-988f-380ea22d4e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:15:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['09944e88-533c-4312-bfff-ab4824c4c4d5'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:03.194602 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35b6131-3f0d-4777-b5d7-9f95c6dd7594 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:16:03.215515 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff5e35-cc36-464a-8696-81f70e460eb8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=94f6bdb7-7aaf-430c-b616-49fbc55dca53,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:03.220754 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1aff5e35-cc36-464a-8696-81f70e460eb8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.7975678 Jan 17 14:16:03.222548 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a35b6131-3f0d-4777-b5d7-9f95c6dd7594 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:03.222933 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-a35b6131-3f0d-4777-b5d7-9f95c6dd7594 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Added segment 6f4f1383-b14f-4086-9b4a-dcde70f88ab0 of type vlan for network 5884977b-2e75-4085-97e1-5f2157d55793 Jan 17 14:16:03.224644 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32994) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:03.248271 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-1ebfad78-5f57-4f58-bef7-1f7c35e75559 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:03.298330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3b8a9e26-3f1b-4888-acdd-ba2e4d2fd720 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:03.303331 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3b8a9e26-3f1b-4888-acdd-ba2e4d2fd720 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.6072865 Jan 17 14:16:03.303892 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 32998) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:03.333892 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3da37-6bda-4339-af65-8f80ed551efe tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] In _notify_port_updated(), no bound segment for port 754b3720-7091-46b1-b5ce-8ea4b4f9e265 on network 7b06959f-ef6d-4655-a9ac-b24281d32a82 {{(pid=87523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:16:03.345521 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f3da37-6bda-4339-af65-8f80ed551efe tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:03.346721 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b2f3da37-6bda-4339-af65-8f80ed551efe tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:03.349920 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b2f3da37-6bda-4339-af65-8f80ed551efe tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] 10.222.0.48 "PUT /v2.0/ports/754b3720-7091-46b1-b5ce-8ea4b4f9e265 HTTP/1.1" status: 200 len: 1129 time: 2.4126077 Jan 17 14:16:03.354367 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33002) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:03.399310 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c7c7e223-ceec-423f-bbc3-02c08fc10c8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.8436904 Jan 17 14:16:03.410986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33006) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:03.426733 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a35b6131-3f0d-4777-b5d7-9f95c6dd7594 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:03.446372 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-e7822f32-0b99-4449-988f-380ea22d4e46 None None] Set router 09944e88-533c-4312-bfff-ab4824c4c4d5 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:16:03.453669 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3da37-6bda-4339-af65-8f80ed551efe tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Pushing event updated for resources: {'Port': ['ID=754b3720-7091-46b1-b5ce-8ea4b4f9e265,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:03.483528 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639155e0-a77f-4fc8-820f-319a4f9ddef8 req-bac119f5-c91e-4bfb-8460-8cf3094c0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:03.490700 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-639155e0-a77f-4fc8-820f-319a4f9ddef8 req-bac119f5-c91e-4bfb-8460-8cf3094c0235 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e40f67886b8245b096eece694fd84aad&device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 1099 time: 0.2436664 Jan 17 14:16:03.846276 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ed8737-917d-4fc4-ba9a-1052b736841e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:03.847935 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ed8737-917d-4fc4-ba9a-1052b736841e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:03.848708 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-55ed8737-917d-4fc4-ba9a-1052b736841e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:03.862663 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c265-ff1c-4f81-aa32-cbadd8358ef6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:03.891997 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e7822f32-0b99-4449-988f-380ea22d4e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239035547', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75'}], 'enable_snat': True}, 'gw_port_id': '0980912b-2471-4057-b354-0ca8d5625234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:14:45Z', 'updated_at': '2022-01-17T14:15:07Z', 'revision_number': 4, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'gw_port': {'id': '0980912b-2471-4057-b354-0ca8d5625234', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:14:47Z', 'updated_at': '2022-01-17T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '8a30f901-75ae-4a1e-8539-f8569af305ec', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'floating_ip_address': '172.26.3.176', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'port_id': '371ba3a3-658c-4bef-a10e-76543200a7ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f', 'mac_address': 'fa:16:3e:56:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa27496a-8e27-49d2-b558-a5ae6737a1f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:15:55Z', 'updated_at': '2022-01-17T14:15:55Z', 'revision_number': 0, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66e8372-7158-4168-81c7-205191ef928e', 'name': '', 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'mac_address': 'fa:16:3e:ae:d3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6eed59de-3b32-4f8e-8e97-579451ea969d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:15:03Z', 'updated_at': '2022-01-17T14:15:19Z', 'revision_number': 5, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'subnets': [{'id': '6eed59de-3b32-4f8e-8e97-579451ea969d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:03.893238 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22c8766-98d8-491c-a68b-8854a1ef3eaa tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:03.897035 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7822f32-0b99-4449-988f-380ea22d4e46 None None] The sync data for ids ['09944e88-533c-4312-bfff-ab4824c4c4d5'] in dv-neutron-824901-1-hyperv is: [{'id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239035547', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75'}], 'enable_snat': True}, 'gw_port_id': '0980912b-2471-4057-b354-0ca8d5625234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:14:45Z', 'updated_at': '2022-01-17T14:15:07Z', 'revision_number': 4, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'gw_port': {'id': '0980912b-2471-4057-b354-0ca8d5625234', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:14:47Z', 'updated_at': '2022-01-17T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '8a30f901-75ae-4a1e-8539-f8569af305ec', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'floating_ip_address': '172.26.3.176', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'port_id': '371ba3a3-658c-4bef-a10e-76543200a7ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f', 'mac_address': 'fa:16:3e:56:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa27496a-8e27-49d2-b558-a5ae6737a1f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:15:55Z', 'updated_at': '2022-01-17T14:15:55Z', 'revision_number': 0, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66e8372-7158-4168-81c7-205191ef928e', 'name': '', 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'mac_address': 'fa:16:3e:ae:d3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6eed59de-3b32-4f8e-8e97-579451ea969d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:15:03Z', 'updated_at': '2022-01-17T14:15:19Z', 'revision_number': 5, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'subnets': [{'id': '6eed59de-3b32-4f8e-8e97-579451ea969d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:16:03.899474 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e22c8766-98d8-491c-a68b-8854a1ef3eaa tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] 10.222.0.48 "GET /v2.0/ports/754b3720-7091-46b1-b5ce-8ea4b4f9e265 HTTP/1.1" status: 200 len: 1129 time: 0.5411425 Jan 17 14:16:03.909928 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-55ed8737-917d-4fc4-ba9a-1052b736841e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:03.911426 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-55ed8737-917d-4fc4-ba9a-1052b736841e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6053920 Jan 17 14:16:03.913855 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33014) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:03.917554 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33016) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:04.003089 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-a35b6131-3f0d-4777-b5d7-9f95c6dd7594 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:16:04.067600 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1ebfad78-5f57-4f58-bef7-1f7c35e75559 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:04.142260 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:04.156754 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a35b6131-3f0d-4777-b5d7-9f95c6dd7594 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:04.170477 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35b6131-3f0d-4777-b5d7-9f95c6dd7594 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:04.171655 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a35b6131-3f0d-4777-b5d7-9f95c6dd7594 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:04.206854 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-ee10e344-9463-4da4-8117-ac006247e022', 'network_id': 'ee10e344-9463-4da4-8117-ac006247e022', 'tenant_id': 'c3454ef40c9f4d6291b60c13036bd45b', 'fixed_ips': [{'subnet_id': '0d34100e-5852-4c62-bb10-22b5b72ab29d'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:16:04.208674 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2379b-63e4-4af0-8058-71b72a7e5386 req-0f68ee91-b290-4524-9543-f653bd605ec8 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:04.209437 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:04.210476 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0ac2379b-63e4-4af0-8058-71b72a7e5386 req-0f68ee91-b290-4524-9543-f653bd605ec8 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 946 time: 1.0361967 Jan 17 14:16:04.231556 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-18ca2291-f0b3-45cf-a2da-6223216dde68 None None] Provisioning complete for port e2ac6c51-e714-4a8e-a20a-58e6b9d579db triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:04.232275 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18ca2291-f0b3-45cf-a2da-6223216dde68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:04.252272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639155e0-a77f-4fc8-820f-319a4f9ddef8 req-52e375ed-f007-47ba-9cb2-0d0542651177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:04.254143 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-639155e0-a77f-4fc8-820f-319a4f9ddef8 req-52e375ed-f007-47ba-9cb2-0d0542651177 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed801d97-9063-4f1e-99bd-483e3bb7c52f HTTP/1.1" status: 200 len: 898 time: 0.6480496 Jan 17 14:16:04.266031 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-4130e1cf-e28e-463f-82c1-76e7a39014b7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet 3a4bbcd6-5f0c-47a2-b8ae-20c3d69e7ba8 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:16:04.334075 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7defbf4b-6f26-4d6c-9c2c-0acac295831e None None] New status for floating IP 8a30f901-75ae-4a1e-8539-f8569af305ec: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:16:04.338579 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a35b6131-3f0d-4777-b5d7-9f95c6dd7594 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5456696 Jan 17 14:16:04.364733 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33028) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:04.385485 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4130e1cf-e28e-463f-82c1-76e7a39014b7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:04.445653 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-0d1fa2a5-d0b0-4323-a8cb-6029c936f98b tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Request body: {'subnet': {'network_id': '5884977b-2e75-4085-97e1-5f2157d55793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:04.447574 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-a522f4e5-c0ff-47c1-8b51-5ea2923de23d None None] For port 23bff535-28b8-49dd-a2bf-e20d6b1fb505, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=23bff535-28b8-49dd-a2bf-e20d6b1fb505,segment=NetworkSegment(c08a1699-1b29-49dc-944f-99b7106818c3),segment_id=c08a1699-1b29-49dc-944f-99b7106818c3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:04.448329 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a522f4e5-c0ff-47c1-8b51-5ea2923de23d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:04.456090 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port fb3b43d4-1b13-4097-88e0-4f0750d074df triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:04.456566 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:04.637667 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-d3d7d626-280f-404f-b892-a70f6fcf8ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Deleting port 754b3720-7091-46b1-b5ce-8ea4b4f9e265 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:04.637667 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d3d7d626-280f-404f-b892-a70f6fcf8ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:04.649523 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4130e1cf-e28e-463f-82c1-76e7a39014b7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:04.673849 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b6131-3f0d-4777-b5d7-9f95c6dd7594 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event updated for resources: {'Network': ['ID=5884977b-2e75-4085-97e1-5f2157d55793,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:04.734689 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a522f4e5-c0ff-47c1-8b51-5ea2923de23d None None] Calling delete_port for 23bff535-28b8-49dd-a2bf-e20d6b1fb505 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:04.769919 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 5884977b-2e75-4085-97e1-5f2157d55793 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:04.778034 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-639155e0-a77f-4fc8-820f-319a4f9ddef8 req-23dcb550-91bb-41af-ada1-0676a43ad791 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=371ba3a3-658c-4bef-a10e-76543200a7ba HTTP/1.1" status: 200 len: 1000 time: 0.4571915 Jan 17 14:16:04.802067 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0ac2379b-63e4-4af0-8058-71b72a7e5386 req-708bd54b-62c6-4d8a-ac4c-116556451195 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5334296 Jan 17 14:16:04.853119 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33032) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:04.879298 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:05.002089 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639155e0-a77f-4fc8-820f-319a4f9ddef8 req-6d2954b9-f8bf-4566-8681-d1c6455845c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:05.002745 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0d1fa2a5-d0b0-4323-a8cb-6029c936f98b tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:05.004585 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-639155e0-a77f-4fc8-820f-319a4f9ddef8 req-6d2954b9-f8bf-4566-8681-d1c6455845c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6eed59de-3b32-4f8e-8e97-579451ea969d HTTP/1.1" status: 200 len: 835 time: 0.2152736 Jan 17 14:16:05.007426 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0d1fa2a5-d0b0-4323-a8cb-6029c936f98b tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Usage tracker for resource:subnet and tenant:36cdb76f1cdb420d8b9d06df93079a49 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:05.047099 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0d1fa2a5-d0b0-4323-a8cb-6029c936f98b tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:05.102364 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0d1fa2a5-d0b0-4323-a8cb-6029c936f98b tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:05.133691 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41d596-3939-4616-8d50-a49baa7c27fc req-7f1e3783-cae2-4362-b75e-758ff26d2e4d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:05.134023 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4130e1cf-e28e-463f-82c1-76e7a39014b7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:05.135295 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9b41d596-3939-4616-8d50-a49baa7c27fc req-7f1e3783-cae2-4362-b75e-758ff26d2e4d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.9236028 Jan 17 14:16:05.221038 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c76187a7-3f87-454e-b3dd-fca3ad66b161 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/floatingips/8a30f901-75ae-4a1e-8539-f8569af305ec HTTP/1.1" status: 200 len: 992 time: 0.3610406 Jan 17 14:16:05.221038 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1fa2a5-d0b0-4323-a8cb-6029c936f98b tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Made reservation on behalf of 36cdb76f1cdb420d8b9d06df93079a49 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:05.223545 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0d1fa2a5-d0b0-4323-a8cb-6029c936f98b tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:05.282792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639155e0-a77f-4fc8-820f-319a4f9ddef8 req-950bf4d7-9839-4520-9222-2aabd0466351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:05.284236 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-639155e0-a77f-4fc8-820f-319a4f9ddef8 req-950bf4d7-9839-4520-9222-2aabd0466351 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed801d97-9063-4f1e-99bd-483e3bb7c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2224743 Jan 17 14:16:05.349317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d3d7d626-280f-404f-b892-a70f6fcf8ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:05.391913 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1ebfad78-5f57-4f58-bef7-1f7c35e75559 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:05.410140 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1ebfad78-5f57-4f58-bef7-1f7c35e75559 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:05.434581 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a522f4e5-c0ff-47c1-8b51-5ea2923de23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:05.452502 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9b41d596-3939-4616-8d50-a49baa7c27fc req-b90a357a-7c0f-4d15-9af4-6473eea9c971 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2916222 Jan 17 14:16:05.478636 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c265-ff1c-4f81-aa32-cbadd8358ef6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:05.499648 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-18ca2291-f0b3-45cf-a2da-6223216dde68 None None] Could not find standard attr ID for object 80631d7b-7a98-4db9-bce9-7785a5dfeb5b. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:16:05.506619 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Allocated IP 172.20.0.3 (ee10e344-9463-4da4-8117-ac006247e022/0d34100e-5852-4c62-bb10-22b5b72ab29d/31e9f6e8-4761-41ad-8d7f-783751586b78) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:16:05.522816 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-1ebfad78-5f57-4f58-bef7-1f7c35e75559 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] In _notify_port_updated(), no bound segment for port 94f6bdb7-7aaf-430c-b616-49fbc55dca53 on network 0e817385-fbf2-4565-8468-c50f04298963 {{(pid=87524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:16:05.539410 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebfad78-5f57-4f58-bef7-1f7c35e75559 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:05.540097 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1ebfad78-5f57-4f58-bef7-1f7c35e75559 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:05.544167 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1ebfad78-5f57-4f58-bef7-1f7c35e75559 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "PUT /v2.0/ports/94f6bdb7-7aaf-430c-b616-49fbc55dca53 HTTP/1.1" status: 200 len: 818 time: 2.3145297 Jan 17 14:16:05.547896 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4130e1cf-e28e-463f-82c1-76e7a39014b7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:05.551547 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c265-ff1c-4f81-aa32-cbadd8358ef6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:05.552359 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c265-ff1c-4f81-aa32-cbadd8358ef6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:05.558568 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522f4e5-c0ff-47c1-8b51-5ea2923de23d None None] Pushing event deleted for resources: {'Port': ['ID=23bff535-28b8-49dd-a2bf-e20d6b1fb505,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:05.562905 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a522f4e5-c0ff-47c1-8b51-5ea2923de23d None None] No DVR routers for this DVR port 23bff535-28b8-49dd-a2bf-e20d6b1fb505 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:16:05.565921 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 23bff535-28b8-49dd-a2bf-e20d6b1fb505 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:16:05.568774 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33038) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:05.618765 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-18ca2291-f0b3-45cf-a2da-6223216dde68 None None] Provisioning for port 754b3720-7091-46b1-b5ce-8ea4b4f9e265 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:05.622041 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 23bff535-28b8-49dd-a2bf-e20d6b1fb505 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:16:05.622514 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 23bff535-28b8-49dd-a2bf-e20d6b1fb505 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 17 14:16:05.628378 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-d3d7d626-280f-404f-b892-a70f6fcf8ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Calling delete_port for 754b3720-7091-46b1-b5ce-8ea4b4f9e265 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:05.675676 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-18ca2291-f0b3-45cf-a2da-6223216dde68 None None] Provisioning complete for port 754b3720-7091-46b1-b5ce-8ea4b4f9e265 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:05.676438 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18ca2291-f0b3-45cf-a2da-6223216dde68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:05.827339 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Port 23bff535-28b8-49dd-a2bf-e20d6b1fb505 not found, will not notify nova. {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 17 14:16:05.827820 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e2ac6c51-e714-4a8e-a20a-58e6b9d579db up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:16:05.918720 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-639155e0-a77f-4fc8-820f-319a4f9ddef8 req-d3eab3dc-787f-4686-bbf7-6cfea88550d3 service neutron] 10.222.0.15 "GET /v2.0/networks/ed801d97-9063-4f1e-99bd-483e3bb7c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251378 Jan 17 14:16:05.920458 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d3d7d626-280f-404f-b892-a70f6fcf8ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:05.928904 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130e1cf-e28e-463f-82c1-76e7a39014b7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=3a4bbcd6-5f0c-47a2-b8ae-20c3d69e7ba8,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:05.939999 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-18ca2291-f0b3-45cf-a2da-6223216dde68 None None] Port 754b3720-7091-46b1-b5ce-8ea4b4f9e265 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:16:05.950165 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4642ba9-21ae-496e-a8f2-805976f49a16 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:05.974143 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4130e1cf-e28e-463f-82c1-76e7a39014b7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:05.985592 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfad78-5f57-4f58-bef7-1f7c35e75559 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=94f6bdb7-7aaf-430c-b616-49fbc55dca53,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:06.062719 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7d626-280f-404f-b892-a70f6fcf8ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Pushing event deleted for resources: {'Port': ['ID=754b3720-7091-46b1-b5ce-8ea4b4f9e265,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:06.190739 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4130e1cf-e28e-463f-82c1-76e7a39014b7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/3a4bbcd6-5f0c-47a2-b8ae-20c3d69e7ba8 HTTP/1.1" status: 204 len: 168 time: 2.2673683 Jan 17 14:16:06.193209 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port e2ac6c51-e714-4a8e-a20a-58e6b9d579db triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:06.193795 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:06.205799 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33042) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:06.222498 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-959a865f-d94b-4f32-89d5-436b0d717ef7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port 94f6bdb7-7aaf-430c-b616-49fbc55dca53 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:06.222715 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-959a865f-d94b-4f32-89d5-436b0d717ef7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:06.241133 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6b8b048f-d820-4fe6-b09e-d16e33b20e69 None None] Provisioning complete for port 1ea50cf7-2e60-497f-bcc9-2e1722522694 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:06.242017 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6b8b048f-d820-4fe6-b09e-d16e33b20e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:06.273979 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33046) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:06.328958 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-639155e0-a77f-4fc8-820f-319a4f9ddef8 req-99084c64-137d-406b-b09b-9b12bcafaf97 service neutron] 10.222.0.15 "GET /v2.0/networks/ed801d97-9063-4f1e-99bd-483e3bb7c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982301 Jan 17 14:16:06.332977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d3d7d626-280f-404f-b892-a70f6fcf8ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:06.345172 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d3d7d626-280f-404f-b892-a70f6fcf8ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] 10.222.0.48 "DELETE /v2.0/ports/754b3720-7091-46b1-b5ce-8ea4b4f9e265 HTTP/1.1" status: 204 len: 168 time: 2.4206846 Jan 17 14:16:06.349212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33050) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:06.412628 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:06.427903 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Transition to ACTIVE for port object 31e9f6e8-4761-41ad-8d7f-783751586b78 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:06.472698 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d5f3d3-1946-448b-a727-838db89f8c63 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Deleting subnet b036e9b9-d76b-49ce-8a07-007f20de47df {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:16:06.478652 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-49d5f3d3-1946-448b-a727-838db89f8c63 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:06.507263 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b048f-d820-4fe6-b09e-d16e33b20e69 None None] Port 1ea50cf7-2e60-497f-bcc9-2e1722522694 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:16:06.519951 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6b8b048f-d820-4fe6-b09e-d16e33b20e69 None None] Could not find standard attr ID for object 23bff535-28b8-49dd-a2bf-e20d6b1fb505. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:16:06.528833 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Transition to ACTIVE for port object 31e9f6e8-4761-41ad-8d7f-783751586b78 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:06.533277 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6b8b048f-d820-4fe6-b09e-d16e33b20e69 None None] Could not find standard attr ID for object 80631d7b-7a98-4db9-bce9-7785a5dfeb5b. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:16:06.582863 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1c265-ff1c-4f81-aa32-cbadd8358ef6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Port': ['ID=1ea50cf7-2e60-497f-bcc9-2e1722522694,revision_number=3']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:06.586258 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:06.619056 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:06.623834 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6b8b048f-d820-4fe6-b09e-d16e33b20e69 None None] Could not find standard attr ID for object 45f4f66e-ac5f-4076-9aa2-9abf63dc498c. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:16:06.644424 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-49d5f3d3-1946-448b-a727-838db89f8c63 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:06.684749 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fdabdd4b-8be4-4639-b986-2a4c8351a965 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4662662 Jan 17 14:16:06.707101 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33054) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:06.712054 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6b8b048f-d820-4fe6-b09e-d16e33b20e69 None None] Could not find standard attr ID for object 754b3720-7091-46b1-b5ce-8ea4b4f9e265. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:16:06.734578 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Network ee10e344-9463-4da4-8117-ac006247e022 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:06.737566 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:06.740707 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:06.745346 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-ba27bbfa-f748-452f-8ba6-d20c42fbf1ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:06.777300 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Subnet': ['ID=0d34100e-5852-4c62-bb10-22b5b72ab29d,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:06.798813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Pushing event updated for resources: {'Port': ['ID=31e9f6e8-4761-41ad-8d7f-783751586b78,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:06.875227 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d9fc1f42-b01c-46e4-88b2-34e3032bcecc tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/floatingips/8a30f901-75ae-4a1e-8539-f8569af305ec HTTP/1.1" status: 200 len: 994 time: 0.5848913 Jan 17 14:16:06.883012 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fbeb9-14d0-4a39-b2e1-c9cdbcd2458c req-26232cf0-fa87-4a09-9fb5-ab11c536de53 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:06.895351 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6226f16a-e259-4fc9-9bf6-ebc8398d426a None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:16:06.897944 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bd2fbeb9-14d0-4a39-b2e1-c9cdbcd2458c req-26232cf0-fa87-4a09-9fb5-ab11c536de53 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 1.0335836 Jan 17 14:16:06.921925 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c1c265-ff1c-4f81-aa32-cbadd8358ef6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network 0de463ea-52da-4b42-b68d-bf3f2b261c7e is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:06.927911 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6226f16a-e259-4fc9-9bf6-ebc8398d426a None None] Deleting port fb3b43d4-1b13-4097-88e0-4f0750d074df {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:06.928497 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6226f16a-e259-4fc9-9bf6-ebc8398d426a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:06.980711 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-f3c1c265-ff1c-4f81-aa32-cbadd8358ef6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:06.983897 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 23bff535-28b8-49dd-a2bf-e20d6b1fb505 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:16:07.054091 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Attempting to bind port 31e9f6e8-4761-41ad-8d7f-783751586b78 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:16:07.054837 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Attempting to bind port 31e9f6e8-4761-41ad-8d7f-783751586b78 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'b953089b-e55f-48d5-a582-b89175a5abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee10e344-9463-4da4-8117-ac006247e022'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:16:07.055539 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Attempting to bind port 31e9f6e8-4761-41ad-8d7f-783751586b78 on network ee10e344-9463-4da4-8117-ac006247e022 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:16:07.079272 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 23bff535-28b8-49dd-a2bf-e20d6b1fb505 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:16:07.080215 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 23bff535-28b8-49dd-a2bf-e20d6b1fb505 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:16:07.089214 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:16:07.089839 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Checking segment: {'id': 'b953089b-e55f-48d5-a582-b89175a5abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee10e344-9463-4da4-8117-ac006247e022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:07.091452 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:07.091452 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Bound using segment: {'id': 'b953089b-e55f-48d5-a582-b89175a5abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee10e344-9463-4da4-8117-ac006247e022'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:16:07.092291 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Bound port: 31e9f6e8-4761-41ad-8d7f-783751586b78, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b953089b-e55f-48d5-a582-b89175a5abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee10e344-9463-4da4-8117-ac006247e022'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:16:07.093027 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:07.248308 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:07.257662 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ba27bbfa-f748-452f-8ba6-d20c42fbf1ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:07.273232 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ba27bbfa-f748-452f-8ba6-d20c42fbf1ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:07.277366 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bd2fbeb9-14d0-4a39-b2e1-c9cdbcd2458c req-11e0810d-4846-4139-9fb5-9b3e87f02629 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3784428 Jan 17 14:16:07.305778 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-959a865f-d94b-4f32-89d5-436b0d717ef7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:07.319447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ba27bbfa-f748-452f-8ba6-d20c42fbf1ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:07.351590 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-49d5f3d3-1946-448b-a727-838db89f8c63 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:07.372693 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.objects.ports [None req-0d1fa2a5-d0b0-4323-a8cb-6029c936f98b tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87524) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 14:16:07.455844 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0d1fa2a5-d0b0-4323-a8cb-6029c936f98b tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:07.471049 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ba27bbfa-f748-452f-8ba6-d20c42fbf1ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:07.479356 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee10e344-9463-4da4-8117-ac006247e022']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:07.502938 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b953089b-e55f-48d5-a582-b89175a5abf7') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:07.503262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b953089b-e55f-48d5-a582-b89175a5abf7') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:07.523269 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba27bbfa-f748-452f-8ba6-d20c42fbf1ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:07.528333 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ba27bbfa-f748-452f-8ba6-d20c42fbf1ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:07.551633 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:07.565185 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-49d5f3d3-1946-448b-a727-838db89f8c63 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:07.567418 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-959a865f-d94b-4f32-89d5-436b0d717ef7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for 94f6bdb7-7aaf-430c-b616-49fbc55dca53 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:07.584279 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] For port 31e9f6e8-4761-41ad-8d7f-783751586b78, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:16:07.628092 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] For port 31e9f6e8-4761-41ad-8d7f-783751586b78, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=31e9f6e8-4761-41ad-8d7f-783751586b78,segment=NetworkSegment(b953089b-e55f-48d5-a582-b89175a5abf7),segment_id=b953089b-e55f-48d5-a582-b89175a5abf7)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:16:07.641105 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-6226f16a-e259-4fc9-9bf6-ebc8398d426a None None] For port fb3b43d4-1b13-4097-88e0-4f0750d074df, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=fb3b43d4-1b13-4097-88e0-4f0750d074df,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:07.641659 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6226f16a-e259-4fc9-9bf6-ebc8398d426a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:07.651955 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-49d5f3d3-1946-448b-a727-838db89f8c63 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:07.655344 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c5e42496-9919-4ef1-95be-1e0a856198c3 None None] Provisioning complete for port 1ea50cf7-2e60-497f-bcc9-2e1722522694 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:07.655957 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5e42496-9919-4ef1-95be-1e0a856198c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:07.700415 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:07.704846 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95331f34-99c7-42f8-bf13-5119666ec848 None None] Network 7b06959f-ef6d-4655-a9ac-b24281d32a82 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:07.760452 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5f3d3-1946-448b-a727-838db89f8c63 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Pushing event deleted for resources: {'Subnet': ['ID=b036e9b9-d76b-49ce-8a07-007f20de47df,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:07.796472 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:07.827119 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-49d5f3d3-1946-448b-a727-838db89f8c63 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] 10.222.0.48 "DELETE /v2.0/subnets/b036e9b9-d76b-49ce-8a07-007f20de47df HTTP/1.1" status: 204 len: 168 time: 1.4763789 Jan 17 14:16:07.828110 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33062) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:07.944890 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fa2a5-d0b0-4323-a8cb-6029c936f98b tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event updated for resources: {'Subnet': ['ID=fd7a0d70-ac7d-4479-a322-c40ac5d41bb5,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:07.948398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:07.948615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:07.965468 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:07.988101 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1fa2a5-d0b0-4323-a8cb-6029c936f98b tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Checking segment: {'id': '6f4f1383-b14f-4086-9b4a-dcde70f88ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5884977b-2e75-4085-97e1-5f2157d55793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:07.989150 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1fa2a5-d0b0-4323-a8cb-6029c936f98b tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Network hostable DHCP agents. Network: 5884977b-2e75-4085-97e1-5f2157d55793, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:16:08.016859 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-959a865f-d94b-4f32-89d5-436b0d717ef7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:08.023872 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c1c265-ff1c-4f81-aa32-cbadd8358ef6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router 6c1096a9-8ecd-4662-b73d-238e1266b4c0 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:16:08.073398 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6226f16a-e259-4fc9-9bf6-ebc8398d426a None None] Calling delete_port for fb3b43d4-1b13-4097-88e0-4f0750d074df owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:08.083731 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a865f-d94b-4f32-89d5-436b0d717ef7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Port': ['ID=94f6bdb7-7aaf-430c-b616-49fbc55dca53,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:08.098419 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-959a865f-d94b-4f32-89d5-436b0d717ef7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:08.116050 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96619957-0237-414a-b570-cbcc9f794c1f req-c727b712-744a-4cf4-919c-ce2be0f75ddb tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:08.123104 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-96619957-0237-414a-b570-cbcc9f794c1f req-c727b712-744a-4cf4-919c-ce2be0f75ddb tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.4670875 Jan 17 14:16:08.125666 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:08.155495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 14:16:08.155495 dv-neutron-824901-1-hyperv neutron-server[87523]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 14:16:08.155495 dv-neutron-824901-1-hyperv neutron-server[87523]: [parameters: {'id': 'ee10e344-9463-4da4-8117-ac006247e022'}] Jan 17 14:16:08.155495 dv-neutron-824901-1-hyperv neutron-server[87523]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:16:08.156813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:16:08.170281 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Deleting port 47c8a8d9-c82b-4ad7-8343-8e8bec8369db {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:08.170840 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:08.192092 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1fa2a5-d0b0-4323-a8cb-6029c936f98b tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Network 5884977b-2e75-4085-97e1-5f2157d55793 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:16:08.195826 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c5e42496-9919-4ef1-95be-1e0a856198c3 None None] Port 1ea50cf7-2e60-497f-bcc9-2e1722522694 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:16:08.224184 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-959a865f-d94b-4f32-89d5-436b0d717ef7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/ports/94f6bdb7-7aaf-430c-b616-49fbc55dca53 HTTP/1.1" status: 204 len: 168 time: 2.5529299 Jan 17 14:16:08.242509 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33066) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:08.275927 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-0d1fa2a5-d0b0-4323-a8cb-6029c936f98b tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 5884977b-2e75-4085-97e1-5f2157d55793) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:08.296231 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1fa2a5-d0b0-4323-a8cb-6029c936f98b tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:08.297060 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0d1fa2a5-d0b0-4323-a8cb-6029c936f98b tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:08.335357 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-96619957-0237-414a-b570-cbcc9f794c1f req-4438b301-619a-4009-a93b-a3834ce14044 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113669 Jan 17 14:16:08.349019 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0d1fa2a5-d0b0-4323-a8cb-6029c936f98b tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.9826519 Jan 17 14:16:08.356637 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33070) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:08.368186 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c1c265-ff1c-4f81-aa32-cbadd8358ef6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:16:08.375447 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f3c1c265-ff1c-4f81-aa32-cbadd8358ef6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/6c1096a9-8ecd-4662-b73d-238e1266b4c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7542720 Jan 17 14:16:08.379666 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33074) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:08.384940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0b366d-98db-4448-8ca2-e819012ffcac None None] Network 5884977b-2e75-4085-97e1-5f2157d55793 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:08.388218 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fe504c-e66b-43e7-9bcf-94a057f1d65b None None] Sync routers for ids ['6c1096a9-8ecd-4662-b73d-238e1266b4c0'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:16:08.425024 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e654d98-f29f-4aa0-b882-7cdd9bb39384 None None] Network ee10e344-9463-4da4-8117-ac006247e022 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:08.437390 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fe504c-e66b-43e7-9bcf-94a057f1d65b None None] Routers {'6c1096a9-8ecd-4662-b73d-238e1266b4c0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:08.439295 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-18fe504c-e66b-43e7-9bcf-94a057f1d65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:15:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6c1096a9-8ecd-4662-b73d-238e1266b4c0'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:08.501169 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba4e33-61dd-40ac-b473-4b7b68c7faa4 None None] Pushing event updated for resources: {'Port': ['ID=31e9f6e8-4761-41ad-8d7f-783751586b78,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:08.509177 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-18fe504c-e66b-43e7-9bcf-94a057f1d65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:08.521173 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fe504c-e66b-43e7-9bcf-94a057f1d65b None None] Routers {'6c1096a9-8ecd-4662-b73d-238e1266b4c0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:08.521991 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-18fe504c-e66b-43e7-9bcf-94a057f1d65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:15:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6c1096a9-8ecd-4662-b73d-238e1266b4c0'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:08.547134 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2eebfd-65eb-4e8e-b6e2-9d9126a94d4b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:08.550446 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4e2eebfd-65eb-4e8e-b6e2-9d9126a94d4b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/ports/1ea50cf7-2e60-497f-bcc9-2e1722522694 HTTP/1.1" status: 200 len: 983 time: 0.1690803 Jan 17 14:16:08.554021 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33078) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:08.566937 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-888124c4-2f1f-4527-9a37-c3979ba6d5a9 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:08.593620 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-18fe504c-e66b-43e7-9bcf-94a057f1d65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:08.594020 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fe504c-e66b-43e7-9bcf-94a057f1d65b None None] The sync data for ids ['6c1096a9-8ecd-4662-b73d-238e1266b4c0'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:16:08.661684 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:08.727201 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6226f16a-e259-4fc9-9bf6-ebc8398d426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:08.736334 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Deleting port 31e9f6e8-4761-41ad-8d7f-783751586b78 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:08.736832 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:08.810150 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6226f16a-e259-4fc9-9bf6-ebc8398d426a None None] No DVR routers for this DVR port fb3b43d4-1b13-4097-88e0-4f0750d074df on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:16:08.828316 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226f16a-e259-4fc9-9bf6-ebc8398d426a None None] Pushing event deleted for resources: {'Port': ['ID=fb3b43d4-1b13-4097-88e0-4f0750d074df,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:09.004587 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-888124c4-2f1f-4527-9a37-c3979ba6d5a9 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:09.010165 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device fb3b43d4-1b13-4097-88e0-4f0750d074df no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:16:09.068152 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: fb3b43d4-1b13-4097-88e0-4f0750d074df {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:16:09.068419 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device fb3b43d4-1b13-4097-88e0-4f0750d074df not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:16:09.118707 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-888124c4-2f1f-4527-9a37-c3979ba6d5a9 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:09.178716 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a34fef-28e9-41b2-8c17-27c00b5cd494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5884977b-2e75-4085-97e1-5f2157d55793', 'network_id': '5884977b-2e75-4085-97e1-5f2157d55793', 'tenant_id': '36cdb76f1cdb420d8b9d06df93079a49', 'fixed_ips': [{'subnet_id': 'fd7a0d70-ac7d-4479-a322-c40ac5d41bb5'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:16:09.180781 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c6a34fef-28e9-41b2-8c17-27c00b5cd494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:09.181171 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888124c4-2f1f-4527-9a37-c3979ba6d5a9 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event deleted for resources: {'Subnet': ['ID=fd7a0d70-ac7d-4479-a322-c40ac5d41bb5,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:09.185110 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ba27bbfa-f748-452f-8ba6-d20c42fbf1ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:09.252765 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bdfdb8-4f1a-44eb-8865-a20b67b7d312 None None] DHCP port deletion for 7b06959f-ef6d-4655-a9ac-b24281d32a82 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:16:09.259103 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-14bdfdb8-4f1a-44eb-8865-a20b67b7d312 None None] Deleting port 47c8a8d9-c82b-4ad7-8343-8e8bec8369db {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:09.260651 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-14bdfdb8-4f1a-44eb-8865-a20b67b7d312 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:09.284447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dfec0b-9144-4c5f-af4a-f72dc018cae1 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:09.288465 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-09dfec0b-9144-4c5f-af4a-f72dc018cae1 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.0418427 Jan 17 14:16:09.289525 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33082) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:09.339798 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-247613e8-484f-4c13-9646-a1e9f3b6aa7b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] GET failed (client error): The resource could not be found. Jan 17 14:16:09.340250 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-247613e8-484f-4c13-9646-a1e9f3b6aa7b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Synchronizing usage tracker for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:09.410606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-247613e8-484f-4c13-9646-a1e9f3b6aa7b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Unset dirty status for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:09.412404 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-247613e8-484f-4c13-9646-a1e9f3b6aa7b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports/94f6bdb7-7aaf-430c-b616-49fbc55dca53 HTTP/1.1" status: 404 len: 333 time: 0.1216767 Jan 17 14:16:09.417387 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33086) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:09.428529 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d651d0-4fd6-45e9-be93-f1b809a74ae3 None None] Network 5884977b-2e75-4085-97e1-5f2157d55793 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:09.432554 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-9021933a-7e2e-4a22-94cb-e40870bd14cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1897691782'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:09.445765 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9021933a-7e2e-4a22-94cb-e40870bd14cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:09.457299 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9021933a-7e2e-4a22-94cb-e40870bd14cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:network and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:09.463876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9021933a-7e2e-4a22-94cb-e40870bd14cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:09.481812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9021933a-7e2e-4a22-94cb-e40870bd14cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:09.532392 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9021933a-7e2e-4a22-94cb-e40870bd14cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:09.538627 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9021933a-7e2e-4a22-94cb-e40870bd14cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:09.600539 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-60063171-589a-438f-b536-884ebc031c8b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:09.603961 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba27bbfa-f748-452f-8ba6-d20c42fbf1ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:09.617344 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-ba27bbfa-f748-452f-8ba6-d20c42fbf1ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:09.675379 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9021933a-7e2e-4a22-94cb-e40870bd14cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:16:09.718179 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc2bf0f-86fd-46fd-8e12-a43617f35437 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:09.722700 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba27bbfa-f748-452f-8ba6-d20c42fbf1ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:09.723432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ba27bbfa-f748-452f-8ba6-d20c42fbf1ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:09.729676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] For port 31e9f6e8-4761-41ad-8d7f-783751586b78, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=31e9f6e8-4761-41ad-8d7f-783751586b78,segment=NetworkSegment(b953089b-e55f-48d5-a582-b89175a5abf7),segment_id=b953089b-e55f-48d5-a582-b89175a5abf7)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:09.730204 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:09.761301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] For port 47c8a8d9-c82b-4ad7-8343-8e8bec8369db, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=47c8a8d9-c82b-4ad7-8343-8e8bec8369db,segment=NetworkSegment(f8102fcb-a934-48a6-8ba2-6e7248adb552),segment_id=f8102fcb-a934-48a6-8ba2-6e7248adb552)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:09.761823 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:09.780926 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9021933a-7e2e-4a22-94cb-e40870bd14cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:09.781576 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-9021933a-7e2e-4a22-94cb-e40870bd14cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Added segment 4e766555-c0ce-4791-a7c4-6165f2c4b605 of type vlan for network ca3655fa-c6d5-4656-b1d7-582cf8bafa74 Jan 17 14:16:09.831964 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-14bdfdb8-4f1a-44eb-8865-a20b67b7d312 None None] For port 47c8a8d9-c82b-4ad7-8343-8e8bec8369db, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=47c8a8d9-c82b-4ad7-8343-8e8bec8369db,segment=NetworkSegment(f8102fcb-a934-48a6-8ba2-6e7248adb552),segment_id=f8102fcb-a934-48a6-8ba2-6e7248adb552)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:09.832591 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-14bdfdb8-4f1a-44eb-8865-a20b67b7d312 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:09.899602 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9021933a-7e2e-4a22-94cb-e40870bd14cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:09.976253 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-14bdfdb8-4f1a-44eb-8865-a20b67b7d312 None None] Calling delete_port for 47c8a8d9-c82b-4ad7-8343-8e8bec8369db owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:10.019622 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9021933a-7e2e-4a22-94cb-e40870bd14cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:10.026455 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9021933a-7e2e-4a22-94cb-e40870bd14cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:10.027389 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9021933a-7e2e-4a22-94cb-e40870bd14cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:10.035749 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27bbfa-f748-452f-8ba6-d20c42fbf1ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=eb144a9e-e67f-484f-8cd0-5737e4058bf1,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:10.041651 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-888124c4-2f1f-4527-9a37-c3979ba6d5a9 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:10.056999 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Calling delete_port for 31e9f6e8-4761-41ad-8d7f-783751586b78 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:10.093546 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Calling delete_port for 47c8a8d9-c82b-4ad7-8343-8e8bec8369db owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:10.140431 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-14bdfdb8-4f1a-44eb-8865-a20b67b7d312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:10.172674 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ba27bbfa-f748-452f-8ba6-d20c42fbf1ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4524868 Jan 17 14:16:10.185575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33092) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:10.201587 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-9d04a817-c711-460b-83e6-5354f4b619e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-253072813', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:10.213959 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-888124c4-2f1f-4527-9a37-c3979ba6d5a9 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5884977b-2e75-4085-97e1-5f2157d55793']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:10.226743 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdfdb8-4f1a-44eb-8865-a20b67b7d312 None None] Pushing event deleted for resources: {'Port': ['ID=47c8a8d9-c82b-4ad7-8343-8e8bec8369db,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:10.231044 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bdfdb8-4f1a-44eb-8865-a20b67b7d312 None None] No DVR routers for this DVR port 47c8a8d9-c82b-4ad7-8343-8e8bec8369db on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:16:10.246270 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9d04a817-c711-460b-83e6-5354f4b619e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:10.249728 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-888124c4-2f1f-4527-9a37-c3979ba6d5a9 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4f1383-b14f-4086-9b4a-dcde70f88ab0') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:10.250023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-888124c4-2f1f-4527-9a37-c3979ba6d5a9 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4f1383-b14f-4086-9b4a-dcde70f88ab0') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:10.259759 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': 'eb144a9e-e67f-484f-8cd0-5737e4058bf1'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:16:10.260570 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:10.315258 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9021933a-7e2e-4a22-94cb-e40870bd14cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8961608 Jan 17 14:16:10.319556 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-60063171-589a-438f-b536-884ebc031c8b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting port 1ea50cf7-2e60-497f-bcc9-2e1722522694 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:10.319894 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-60063171-589a-438f-b536-884ebc031c8b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:10.338617 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33096) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:10.338617 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9d04a817-c711-460b-83e6-5354f4b619e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:router and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:10.338617 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-888124c4-2f1f-4527-9a37-c3979ba6d5a9 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:10.353799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9d04a817-c711-460b-83e6-5354f4b619e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:10.360528 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-fe122f23-7e14-4c57-915c-a3c9fced04c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'subnet': {'network_id': 'ca3655fa-c6d5-4656-b1d7-582cf8bafa74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:10.390389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9d04a817-c711-460b-83e6-5354f4b619e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:10.394608 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021933a-7e2e-4a22-94cb-e40870bd14cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Network': ['ID=ca3655fa-c6d5-4656-b1d7-582cf8bafa74,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:10.412763 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network ca3655fa-c6d5-4656-b1d7-582cf8bafa74 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:10.490911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-888124c4-2f1f-4527-9a37-c3979ba6d5a9 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:10.494419 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:10.553206 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9d04a817-c711-460b-83e6-5354f4b619e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:10.554263 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9d04a817-c711-460b-83e6-5354f4b619e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:10.558320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:16:10.558868 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:16:10.569513 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32555fa-0a8a-41ea-97bf-6c45cf4e92af req-cd837fdc-8397-4199-a286-bd36072802c3 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:10.573233 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a32555fa-0a8a-41ea-97bf-6c45cf4e92af req-cd837fdc-8397-4199-a286-bd36072802c3 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.9673579 Jan 17 14:16:10.575694 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888124c4-2f1f-4527-9a37-c3979ba6d5a9 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:10.576716 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-888124c4-2f1f-4527-9a37-c3979ba6d5a9 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:10.587145 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Allocated IP 2001:db8::2 (5c806942-cde6-42f7-aae4-af9246279d2e/eb144a9e-e67f-484f-8cd0-5737e4058bf1/08b08f44-81a2-4fee-92ad-d7738efc3dd2) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:16:10.617841 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-60063171-589a-438f-b536-884ebc031c8b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:10.628007 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:10.633102 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No DVR routers for this DVR port 31e9f6e8-4761-41ad-8d7f-783751586b78 on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:16:10.678863 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Port': ['ID=31e9f6e8-4761-41ad-8d7f-783751586b78,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:10.695122 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd6dd-179d-447a-bdfe-c2201e3fa1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:10.799156 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-60063171-589a-438f-b536-884ebc031c8b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Calling delete_port for 1ea50cf7-2e60-497f-bcc9-2e1722522694 owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:10.896949 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:10.903084 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 47c8a8d9-c82b-4ad7-8343-8e8bec8369db no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:16:10.962624 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 47c8a8d9-c82b-4ad7-8343-8e8bec8369db {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:16:10.963747 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 47c8a8d9-c82b-4ad7-8343-8e8bec8369db not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:16:10.988028 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fe122f23-7e14-4c57-915c-a3c9fced04c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:11.002732 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:11.005032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee10e344-9463-4da4-8117-ac006247e022']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:11.014266 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fe122f23-7e14-4c57-915c-a3c9fced04c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:subnet and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:11.016438 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Transition to ACTIVE for port object 08b08f44-81a2-4fee-92ad-d7738efc3dd2 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:11.022756 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a32555fa-0a8a-41ea-97bf-6c45cf4e92af req-21bf99f2-3e1d-407a-bf18-22456f9c427d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3452694 Jan 17 14:16:11.028459 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fe122f23-7e14-4c57-915c-a3c9fced04c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:11.041052 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b953089b-e55f-48d5-a582-b89175a5abf7') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:11.041445 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b953089b-e55f-48d5-a582-b89175a5abf7') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:11.048994 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fe122f23-7e14-4c57-915c-a3c9fced04c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:11.051016 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-888124c4-2f1f-4527-9a37-c3979ba6d5a9 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:11.061139 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Transition to ACTIVE for port object 08b08f44-81a2-4fee-92ad-d7738efc3dd2 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:11.070092 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:11.078312 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-60063171-589a-438f-b536-884ebc031c8b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:11.083181 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Deleting port 47c8a8d9-c82b-4ad7-8343-8e8bec8369db {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:11.083494 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:11.123080 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:11.130263 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-888124c4-2f1f-4527-9a37-c3979ba6d5a9 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:11.155093 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:11.158419 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:11.160732 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60063171-589a-438f-b536-884ebc031c8b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Port': ['ID=1ea50cf7-2e60-497f-bcc9-2e1722522694,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:11.162771 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:11.172001 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888124c4-2f1f-4527-9a37-c3979ba6d5a9 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event deleted for resources: {'Network': ['ID=5884977b-2e75-4085-97e1-5f2157d55793,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:11.187244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9d04a817-c711-460b-83e6-5354f4b619e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:11.214702 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Pushing event updated for resources: {'Port': ['ID=08b08f44-81a2-4fee-92ad-d7738efc3dd2,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:11.230985 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:11.249561 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] The port '47c8a8d9-c82b-4ad7-8343-8e8bec8369db' was deleted {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:16:11.254015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe122f23-7e14-4c57-915c-a3c9fced04c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:11.258159 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fe122f23-7e14-4c57-915c-a3c9fced04c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:11.285067 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-888124c4-2f1f-4527-9a37-c3979ba6d5a9 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "DELETE /v2.0/networks/5884977b-2e75-4085-97e1-5f2157d55793 HTTP/1.1" status: 204 len: 168 time: 2.9193747 Jan 17 14:16:11.288886 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Attempting to bind port 08b08f44-81a2-4fee-92ad-d7738efc3dd2 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:16:11.289536 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Attempting to bind port 08b08f44-81a2-4fee-92ad-d7738efc3dd2 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:16:11.291547 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Attempting to bind port 08b08f44-81a2-4fee-92ad-d7738efc3dd2 on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:16:11.291752 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:11.292210 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:11.298982 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:16:11.299765 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:11.300396 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:11.301118 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:16:11.301879 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Bound port: 08b08f44-81a2-4fee-92ad-d7738efc3dd2, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:16:11.302522 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:11.340638 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:11.348013 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33100) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:11.447960 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] For port 08b08f44-81a2-4fee-92ad-d7738efc3dd2, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:16:11.454795 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] For port 08b08f44-81a2-4fee-92ad-d7738efc3dd2, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=08b08f44-81a2-4fee-92ad-d7738efc3dd2,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:16:11.464048 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:11.466482 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-60063171-589a-438f-b536-884ebc031c8b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:11.606289 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06cce5-158e-4d25-8b53-a598493c0adf None None] Pushing event updated for resources: {'Port': ['ID=08b08f44-81a2-4fee-92ad-d7738efc3dd2,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:11.709338 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-ff90cdc5-938b-4e37-a135-a72f3b422627 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-82891265'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:11.812835 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:11.856219 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b06959f-ef6d-4655-a9ac-b24281d32a82']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:11.859282 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60063171-589a-438f-b536-884ebc031c8b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router 6c1096a9-8ecd-4662-b73d-238e1266b4c0 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:16:11.877277 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8102fcb-a934-48a6-8ba2-6e7248adb552') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:11.877277 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8102fcb-a934-48a6-8ba2-6e7248adb552') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:11.927836 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ff90cdc5-938b-4e37-a135-a72f3b422627 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:11.941788 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:11.949599 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ff90cdc5-938b-4e37-a135-a72f3b422627 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Usage tracker for resource:network and tenant:36cdb76f1cdb420d8b9d06df93079a49 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:11.955311 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9d04a817-c711-460b-83e6-5354f4b619e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:11.971176 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ff90cdc5-938b-4e37-a135-a72f3b422627 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:11.997764 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ff90cdc5-938b-4e37-a135-a72f3b422627 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:12.011133 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:12.013397 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:12.045085 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:12.065410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:12.066576 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:12.085412 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60063171-589a-438f-b536-884ebc031c8b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:16:12.100137 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b9522f-72d8-4e45-ba54-e6399073370f None None] Sync routers for ids ['6c1096a9-8ecd-4662-b73d-238e1266b4c0'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:12.110432 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:12.124819 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-60063171-589a-438f-b536-884ebc031c8b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/6c1096a9-8ecd-4662-b73d-238e1266b4c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5644629 Jan 17 14:16:12.131788 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff90cdc5-938b-4e37-a135-a72f3b422627 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Made reservation on behalf of 36cdb76f1cdb420d8b9d06df93079a49 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:12.132639 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33106) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:12.137279 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ff90cdc5-938b-4e37-a135-a72f3b422627 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:12.141357 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b9522f-72d8-4e45-ba54-e6399073370f None None] Routers {'6c1096a9-8ecd-4662-b73d-238e1266b4c0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:12.142152 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-d4b9522f-72d8-4e45-ba54-e6399073370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:15:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6c1096a9-8ecd-4662-b73d-238e1266b4c0'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:12.244151 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9d04a817-c711-460b-83e6-5354f4b619e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:12.246182 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9d04a817-c711-460b-83e6-5354f4b619e3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 2.0554056 Jan 17 14:16:12.248031 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Network': ['ID=ee10e344-9463-4da4-8117-ac006247e022,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:12.268253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33110) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:12.284714 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-d4b9522f-72d8-4e45-ba54-e6399073370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:12.295162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b9522f-72d8-4e45-ba54-e6399073370f None None] Routers {'6c1096a9-8ecd-4662-b73d-238e1266b4c0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:12.296002 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-d4b9522f-72d8-4e45-ba54-e6399073370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:15:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6c1096a9-8ecd-4662-b73d-238e1266b4c0'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:12.303764 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-77f2774a-c24d-4d66-a8ef-0af13b81a48b tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/ee10e344-9463-4da4-8117-ac006247e022 HTTP/1.1" status: 204 len: 168 time: 8.8823578 Jan 17 14:16:12.382157 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-d4b9522f-72d8-4e45-ba54-e6399073370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:12.382829 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b9522f-72d8-4e45-ba54-e6399073370f None None] The sync data for ids ['6c1096a9-8ecd-4662-b73d-238e1266b4c0'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:16:12.397589 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33114) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:12.419023 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-5b45f222-d70d-47f3-b3d0-d89eab7a7873 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-387529381'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:12.506888 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5b45f222-d70d-47f3-b3d0-d89eab7a7873 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:12.531260 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5b45f222-d70d-47f3-b3d0-d89eab7a7873 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Usage tracker for resource:network and tenant:c3454ef40c9f4d6291b60c13036bd45b is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:12.534963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:12.540188 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5b45f222-d70d-47f3-b3d0-d89eab7a7873 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:12.546754 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff90cdc5-938b-4e37-a135-a72f3b422627 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:16:12.570898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:12.618351 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5b45f222-d70d-47f3-b3d0-d89eab7a7873 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:12.668105 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] Pushing event deleted for resources: {'Network': ['ID=7b06959f-ef6d-4655-a9ac-b24281d32a82,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:12.709299 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b45f222-d70d-47f3-b3d0-d89eab7a7873 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:12.713235 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5b45f222-d70d-47f3-b3d0-d89eab7a7873 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:12.742425 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ff90cdc5-938b-4e37-a135-a72f3b422627 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:12.743020 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-ff90cdc5-938b-4e37-a135-a72f3b422627 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Added segment ec301f1a-67b8-4ceb-b101-d865c86a77ce of type vlan for network 8da191ca-b8d3-4ba9-9d0f-7b28f9afa128 Jan 17 14:16:12.750790 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-408679e5-b57b-420e-8459-452a85735439 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418 tempest-ExtraDHCPOptionsIpV6TestJSON-1341939418-project] 10.222.0.48 "DELETE /v2.0/networks/7b06959f-ef6d-4655-a9ac-b24281d32a82 HTTP/1.1" status: 204 len: 168 time: 4.9138877 Jan 17 14:16:12.904573 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-90ab5a63-f74e-4f55-a673-abc9dc9550f2 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] remove_router_interface failed (client error): The resource could not be found. Jan 17 14:16:12.909407 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-90ab5a63-f74e-4f55-a673-abc9dc9550f2 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/6c1096a9-8ecd-4662-b73d-238e1266b4c0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7727675 Jan 17 14:16:12.915977 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33120) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:12.977570 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 08b08f44-81a2-4fee-92ad-d7738efc3dd2 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:16:13.032813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83b909-ea4f-4fe5-a8e2-a64743a3914d req-960e8104-5d2c-4a0b-be96-987bff581fd1 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:13.042488 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-dd83b909-ea4f-4fe5-a8e2-a64743a3914d req-960e8104-5d2c-4a0b-be96-987bff581fd1 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.6437240 Jan 17 14:16:13.048253 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fd5a25af-989d-4aff-ba45-2e6b3b6648a1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Synchronizing usage tracker for tenant:c18c2f95c6754b6292d672e39ba057ee on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:13.063936 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ff90cdc5-938b-4e37-a135-a72f3b422627 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:13.071083 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fe122f23-7e14-4c57-915c-a3c9fced04c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:13.084309 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b45f222-d70d-47f3-b3d0-d89eab7a7873 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:16:13.105225 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 08b08f44-81a2-4fee-92ad-d7738efc3dd2 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:13.108685 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5b45f222-d70d-47f3-b3d0-d89eab7a7873 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:13.109418 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-5b45f222-d70d-47f3-b3d0-d89eab7a7873 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Added segment f15b39c7-cb5a-4ef9-82b0-b9f5c1e8c7cb of type vlan for network b304c28a-7708-4428-971e-6c76e9893729 Jan 17 14:16:13.130614 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fd5a25af-989d-4aff-ba45-2e6b3b6648a1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Unset dirty status for tenant:c18c2f95c6754b6292d672e39ba057ee on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:13.132268 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fd5a25af-989d-4aff-ba45-2e6b3b6648a1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1096a9-8ecd-4662-b73d-238e1266b4c0 HTTP/1.1" status: 200 len: 205 time: 0.2140796 Jan 17 14:16:13.137328 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33124) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:13.179897 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bed701a-0dfc-4fd9-b24b-4ec7882cd19b None None] get_active_networks_info from dv-neutron-824901-1-hyperv {{(pid=87525) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 17 14:16:13.246478 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe122f23-7e14-4c57-915c-a3c9fced04c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Subnet': ['ID=61d83d72-5fdd-4286-8aca-56b63a590247,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:13.247131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c32e2a8c-5fd6-4d2e-9459-264ddf92e02d None None] Provisioning for port 08b08f44-81a2-4fee-92ad-d7738efc3dd2 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:13.252935 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-dd83b909-ea4f-4fe5-a8e2-a64743a3914d req-4e1861b2-5305-4bea-9e22-8806f0098374 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089934 Jan 17 14:16:13.257601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b7e4507e-e871-47bb-8550-9c3705235293 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:13.259985 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c32e2a8c-5fd6-4d2e-9459-264ddf92e02d None None] Provisioning complete for port 08b08f44-81a2-4fee-92ad-d7738efc3dd2 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:13.260446 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c32e2a8c-5fd6-4d2e-9459-264ddf92e02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:13.273845 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ff90cdc5-938b-4e37-a135-a72f3b422627 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:13.279563 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff90cdc5-938b-4e37-a135-a72f3b422627 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:13.280525 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ff90cdc5-938b-4e37-a135-a72f3b422627 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:13.387941 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5b45f222-d70d-47f3-b3d0-d89eab7a7873 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:13.424301 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33130) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:13.446914 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5b45f222-d70d-47f3-b3d0-d89eab7a7873 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:13.454178 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b45f222-d70d-47f3-b3d0-d89eab7a7873 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:13.454813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5b45f222-d70d-47f3-b3d0-d89eab7a7873 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:13.574597 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c32e2a8c-5fd6-4d2e-9459-264ddf92e02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:13.637364 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45f222-d70d-47f3-b3d0-d89eab7a7873 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Network': ['ID=b304c28a-7708-4428-971e-6c76e9893729,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:13.637879 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c32e2a8c-5fd6-4d2e-9459-264ddf92e02d None None] For port 08b08f44-81a2-4fee-92ad-d7738efc3dd2, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=08b08f44-81a2-4fee-92ad-d7738efc3dd2,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:13.642608 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4a2bdd36-ec8d-4c42-a64a-1e3e21d089c6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:13.644335 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c32e2a8c-5fd6-4d2e-9459-264ddf92e02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:13.697553 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network b304c28a-7708-4428-971e-6c76e9893729 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:13.731424 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5b45f222-d70d-47f3-b3d0-d89eab7a7873 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3230445 Jan 17 14:16:13.757755 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33136) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:13.758663 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe122f23-7e14-4c57-915c-a3c9fced04c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Checking segment: {'id': '4e766555-c0ce-4791-a7c4-6165f2c4b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ca3655fa-c6d5-4656-b1d7-582cf8bafa74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:13.759080 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe122f23-7e14-4c57-915c-a3c9fced04c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network hostable DHCP agents. Network: ca3655fa-c6d5-4656-b1d7-582cf8bafa74, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:16:13.772988 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ff90cdc5-938b-4e37-a135-a72f3b422627 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.1416852 Jan 17 14:16:13.780912 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-32865804-73b6-4fba-a4df-c63c47a3fd9f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'subnet': {'network_id': 'b304c28a-7708-4428-971e-6c76e9893729', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:13.795220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90cdc5-938b-4e37-a135-a72f3b422627 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event updated for resources: {'Network': ['ID=8da191ca-b8d3-4ba9-9d0f-7b28f9afa128,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:13.805479 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33140) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:13.824415 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 8da191ca-b8d3-4ba9-9d0f-7b28f9afa128 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:13.853391 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-064704db-49cf-495a-a02e-435f142558a2 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Request body: {'subnet': {'network_id': '8da191ca-b8d3-4ba9-9d0f-7b28f9afa128', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:13.939335 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1627-3062-4293-9ce7-0dc24a5ed479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:13.976864 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:13.984825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e2a8c-5fd6-4d2e-9459-264ddf92e02d None None] Pushing event updated for resources: {'Port': ['ID=08b08f44-81a2-4fee-92ad-d7738efc3dd2,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:14.003770 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:14.030535 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-0bed701a-0dfc-4fd9-b24b-4ec7882cd19b None None] Agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 already present Jan 17 14:16:14.030974 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bed701a-0dfc-4fd9-b24b-4ec7882cd19b None None] Network ca3655fa-c6d5-4656-b1d7-582cf8bafa74 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:16:14.031693 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bed701a-0dfc-4fd9-b24b-4ec7882cd19b None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, ca3655fa-c6d5-4656-b1d7-582cf8bafa74) {{(pid=87525) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 14:16:14.050794 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4a2bdd36-ec8d-4c42-a64a-1e3e21d089c6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:14.055183 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe122f23-7e14-4c57-915c-a3c9fced04c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network ca3655fa-c6d5-4656-b1d7-582cf8bafa74 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:16:14.060229 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4a2bdd36-ec8d-4c42-a64a-1e3e21d089c6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:14.075112 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b7a25c15-16d1-4731-ae81-3c091e7f3903 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5cb4f5d97e73480bb4e7d268e633fa2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6393132 Jan 17 14:16:14.077396 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33144) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:14.102103 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-fe122f23-7e14-4c57-915c-a3c9fced04c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, ca3655fa-c6d5-4656-b1d7-582cf8bafa74) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:14.117753 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4a2bdd36-ec8d-4c42-a64a-1e3e21d089c6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:14.118264 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2bdd36-ec8d-4c42-a64a-1e3e21d089c6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Fanout notify agent at l3_agent the message router_deleted on router 6c1096a9-8ecd-4662-b73d-238e1266b4c0 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:16:14.139416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-32865804-73b6-4fba-a4df-c63c47a3fd9f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:14.142932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4a2bdd36-ec8d-4c42-a64a-1e3e21d089c6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:14.147285 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4a2bdd36-ec8d-4c42-a64a-1e3e21d089c6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/routers/6c1096a9-8ecd-4662-b73d-238e1266b4c0 HTTP/1.1" status: 204 len: 168 time: 1.0035963 Jan 17 14:16:14.147285 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33148) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:14.160834 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe122f23-7e14-4c57-915c-a3c9fced04c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:14.161694 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fe122f23-7e14-4c57-915c-a3c9fced04c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:14.165157 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-32865804-73b6-4fba-a4df-c63c47a3fd9f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Usage tracker for resource:subnet and tenant:c3454ef40c9f4d6291b60c13036bd45b is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:14.172636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-064704db-49cf-495a-a02e-435f142558a2 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:14.182587 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-32865804-73b6-4fba-a4df-c63c47a3fd9f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:14.193059 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-064704db-49cf-495a-a02e-435f142558a2 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Usage tracker for resource:subnet and tenant:36cdb76f1cdb420d8b9d06df93079a49 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:14.201511 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-064704db-49cf-495a-a02e-435f142558a2 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:14.217596 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-32865804-73b6-4fba-a4df-c63c47a3fd9f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:14.223192 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-064704db-49cf-495a-a02e-435f142558a2 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:14.237880 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fe122f23-7e14-4c57-915c-a3c9fced04c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8942370 Jan 17 14:16:14.278785 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33152) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:14.300731 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-10f22d81-4ab8-4c2d-a740-78841bbf8c07 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'subnet': {'network_id': 'ca3655fa-c6d5-4656-b1d7-582cf8bafa74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:14.315410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32865804-73b6-4fba-a4df-c63c47a3fd9f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:14.318912 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-32865804-73b6-4fba-a4df-c63c47a3fd9f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:14.344518 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064704db-49cf-495a-a02e-435f142558a2 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Made reservation on behalf of 36cdb76f1cdb420d8b9d06df93079a49 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:14.348072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-064704db-49cf-495a-a02e-435f142558a2 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:14.366385 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0ca798f7-9972-4db4-b248-ddf44f349022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:14.399686 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a8d179-0bf2-4a28-8259-7d61d1f9f61c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting subnet 0e285d14-1251-4a90-b7a2-1c586fe30a51 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:16:14.411825 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d179-0bf2-4a28-8259-7d61d1f9f61c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:14.446354 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0ca798f7-9972-4db4-b248-ddf44f349022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:14.487456 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-ca3655fa-c6d5-4656-b1d7-582cf8bafa74', 'network_id': 'ca3655fa-c6d5-4656-b1d7-582cf8bafa74', 'tenant_id': '90170c06bfce4b45a8ff91de363bb5ad', 'fixed_ips': [{'subnet_id': '61d83d72-5fdd-4286-8aca-56b63a590247'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:16:14.488945 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:14.499071 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d179-0bf2-4a28-8259-7d61d1f9f61c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:14.588755 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0ca798f7-9972-4db4-b248-ddf44f349022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:14.616461 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca798f7-9972-4db4-b248-ddf44f349022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f30afd-1120-483d-a719-2bfbd0873151,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:14.625640 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0ca798f7-9972-4db4-b248-ddf44f349022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:14.635789 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0ca798f7-9972-4db4-b248-ddf44f349022 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40f30afd-1120-483d-a719-2bfbd0873151 HTTP/1.1" status: 204 len: 168 time: 0.5515137 Jan 17 14:16:14.651188 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d179-0bf2-4a28-8259-7d61d1f9f61c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:14.688117 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-b7e4507e-e871-47bb-8550-9c3705235293 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::1 (5c806942-cde6-42f7-aae4-af9246279d2e/eb144a9e-e67f-484f-8cd0-5737e4058bf1/9b044b82-09e1-4726-ab74-5524e3dbacc8) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:16:14.703462 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Allocated IP 172.20.0.2 (ca3655fa-c6d5-4656-b1d7-582cf8bafa74/61d83d72-5fdd-4286-8aca-56b63a590247/84325e9e-ba78-4021-bc8d-1483d15200a3) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:16:14.792407 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d179-0bf2-4a28-8259-7d61d1f9f61c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:14.878878 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 08b08f44-81a2-4fee-92ad-d7738efc3dd2 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:16:14.909661 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d179-0bf2-4a28-8259-7d61d1f9f61c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:14.928275 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a8a8d179-0bf2-4a28-8259-7d61d1f9f61c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/subnets/0e285d14-1251-4a90-b7a2-1c586fe30a51 HTTP/1.1" status: 204 len: 168 time: 0.7801247 Jan 17 14:16:14.929940 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8d179-0bf2-4a28-8259-7d61d1f9f61c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Subnet': ['ID=0e285d14-1251-4a90-b7a2-1c586fe30a51,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:14.932009 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33162) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:14.987425 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-10f22d81-4ab8-4c2d-a740-78841bbf8c07 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:15.019182 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 08b08f44-81a2-4fee-92ad-d7738efc3dd2 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:15.019740 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:15.049660 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-10f22d81-4ab8-4c2d-a740-78841bbf8c07 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:subnet and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:15.070785 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c2a75482-f809-4e0f-8c1f-9ef47c162a57 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:15.084138 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-c2a75482-f809-4e0f-8c1f-9ef47c162a57 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting port e2ac6c51-e714-4a8e-a20a-58e6b9d579db {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:15.084475 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c2a75482-f809-4e0f-8c1f-9ef47c162a57 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:15.098921 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b7e4507e-e871-47bb-8550-9c3705235293 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:15.110984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-10f22d81-4ab8-4c2d-a740-78841bbf8c07 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:15.137376 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-10f22d81-4ab8-4c2d-a740-78841bbf8c07 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:15.145868 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-b7e4507e-e871-47bb-8550-9c3705235293 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object 9b044b82-09e1-4726-ab74-5524e3dbacc8 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:15.175233 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d872f-c037-41aa-a256-7b2b1bc69777 req-219700ba-9fa7-44a5-9bf5-1e81937d8ef2 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:15.177097 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a97d872f-c037-41aa-a256-7b2b1bc69777 req-219700ba-9fa7-44a5-9bf5-1e81937d8ef2 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.7428164 Jan 17 14:16:15.230451 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:15.290714 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Transition to ACTIVE for port object 84325e9e-ba78-4021-bc8d-1483d15200a3 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:15.293430 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f22d81-4ab8-4c2d-a740-78841bbf8c07 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:15.297604 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-10f22d81-4ab8-4c2d-a740-78841bbf8c07 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:15.320784 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Transition to ACTIVE for port object 84325e9e-ba78-4021-bc8d-1483d15200a3 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:15.334173 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:15.428530 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Network ca3655fa-c6d5-4656-b1d7-582cf8bafa74 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:15.438312 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:15.444770 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Pushing event updated for resources: {'Port': ['ID=84325e9e-ba78-4021-bc8d-1483d15200a3,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:15.452588 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:15.459048 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-c2a75482-f809-4e0f-8c1f-9ef47c162a57 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] For port e2ac6c51-e714-4a8e-a20a-58e6b9d579db, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e2ac6c51-e714-4a8e-a20a-58e6b9d579db,segment=NetworkSegment(afbd0ac0-4317-4635-87e4-7d03a64ae919),segment_id=afbd0ac0-4317-4635-87e4-7d03a64ae919)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:15.460199 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c2a75482-f809-4e0f-8c1f-9ef47c162a57 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:15.502250 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:15.569810 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Attempting to bind port 84325e9e-ba78-4021-bc8d-1483d15200a3 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:16:15.570220 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Attempting to bind port 84325e9e-ba78-4021-bc8d-1483d15200a3 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '4e766555-c0ce-4791-a7c4-6165f2c4b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ca3655fa-c6d5-4656-b1d7-582cf8bafa74'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:16:15.570694 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Attempting to bind port 84325e9e-ba78-4021-bc8d-1483d15200a3 on network ca3655fa-c6d5-4656-b1d7-582cf8bafa74 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:16:15.577895 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:16:15.578629 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Checking segment: {'id': '4e766555-c0ce-4791-a7c4-6165f2c4b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ca3655fa-c6d5-4656-b1d7-582cf8bafa74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:15.579151 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:15.579781 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Bound using segment: {'id': '4e766555-c0ce-4791-a7c4-6165f2c4b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ca3655fa-c6d5-4656-b1d7-582cf8bafa74'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:16:15.580348 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Bound port: 84325e9e-ba78-4021-bc8d-1483d15200a3, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e766555-c0ce-4791-a7c4-6165f2c4b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ca3655fa-c6d5-4656-b1d7-582cf8bafa74'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:16:15.580842 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:15.652873 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-c2a75482-f809-4e0f-8c1f-9ef47c162a57 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Calling delete_port for e2ac6c51-e714-4a8e-a20a-58e6b9d579db owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:15.670825 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a97d872f-c037-41aa-a256-7b2b1bc69777 req-25a46f14-f5b1-49a1-a9b1-bf42e80bb9e0 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4205136 Jan 17 14:16:15.700532 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] For port 84325e9e-ba78-4021-bc8d-1483d15200a3, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:16:15.704757 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] For port 84325e9e-ba78-4021-bc8d-1483d15200a3, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=84325e9e-ba78-4021-bc8d-1483d15200a3,segment=NetworkSegment(4e766555-c0ce-4791-a7c4-6165f2c4b605),segment_id=4e766555-c0ce-4791-a7c4-6165f2c4b605)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:16:15.709459 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:15.726220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b7e4507e-e871-47bb-8550-9c3705235293 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:15.781890 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-32865804-73b6-4fba-a4df-c63c47a3fd9f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:15.819696 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c2a75482-f809-4e0f-8c1f-9ef47c162a57 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:15.842738 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-064704db-49cf-495a-a02e-435f142558a2 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:15.894752 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.ipam_backend_mixin [None req-10f22d81-4ab8-4c2d-a740-78841bbf8c07 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 61d83d72-5fdd-4286-8aca-56b63a590247 (CIDR: 172.20.0.0/28) Jan 17 14:16:15.901108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55786f38-419f-458f-91c6-cf3aab26a43a None None] Pushing event updated for resources: {'Port': ['ID=84325e9e-ba78-4021-bc8d-1483d15200a3,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:15.908251 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e4507e-e871-47bb-8550-9c3705235293 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:15.912538 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a75482-f809-4e0f-8c1f-9ef47c162a57 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Port': ['ID=e2ac6c51-e714-4a8e-a20a-58e6b9d579db,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:15.916107 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-b7e4507e-e871-47bb-8550-9c3705235293 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:15.923556 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e4507e-e871-47bb-8550-9c3705235293 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:15.924062 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b7e4507e-e871-47bb-8550-9c3705235293 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:15.933360 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a75482-f809-4e0f-8c1f-9ef47c162a57 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] No DVR routers for this DVR port e2ac6c51-e714-4a8e-a20a-58e6b9d579db on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:16:15.938785 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f22d81-4ab8-4c2d-a740-78841bbf8c07 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:16:15.939297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f22d81-4ab8-4c2d-a740-78841bbf8c07 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:16:15.943375 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4507e-e871-47bb-8550-9c3705235293 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=9b044b82-09e1-4726-ab74-5524e3dbacc8,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:15.999164 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32865804-73b6-4fba-a4df-c63c47a3fd9f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Subnet': ['ID=9c61e776-676f-432d-883e-1c20f7a0c009,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:16.086318 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-10f22d81-4ab8-4c2d-a740-78841bbf8c07 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8001709 Jan 17 14:16:16.090212 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33182) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:16.102393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32865804-73b6-4fba-a4df-c63c47a3fd9f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Checking segment: {'id': 'f15b39c7-cb5a-4ef9-82b0-b9f5c1e8c7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b304c28a-7708-4428-971e-6c76e9893729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:16.102754 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32865804-73b6-4fba-a4df-c63c47a3fd9f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network hostable DHCP agents. Network: b304c28a-7708-4428-971e-6c76e9893729, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:16:16.110257 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-6d98ed2c-77a7-45ec-8871-9950e49096c8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'subnet': {'network_id': 'ca3655fa-c6d5-4656-b1d7-582cf8bafa74', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:16.121773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064704db-49cf-495a-a02e-435f142558a2 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Checking segment: {'id': 'ec301f1a-67b8-4ceb-b101-d865c86a77ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8da191ca-b8d3-4ba9-9d0f-7b28f9afa128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:16.122133 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064704db-49cf-495a-a02e-435f142558a2 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Network hostable DHCP agents. Network: 8da191ca-b8d3-4ba9-9d0f-7b28f9afa128, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:16:16.137713 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064704db-49cf-495a-a02e-435f142558a2 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event updated for resources: {'Subnet': ['ID=f73c438d-83cb-4dd2-b371-f71a7aaf203d,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:16.214585 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32865804-73b6-4fba-a4df-c63c47a3fd9f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network b304c28a-7708-4428-971e-6c76e9893729 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:16:16.218416 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33186) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:16.220276 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c2a75482-f809-4e0f-8c1f-9ef47c162a57 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:16.238150 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064704db-49cf-495a-a02e-435f142558a2 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Network 8da191ca-b8d3-4ba9-9d0f-7b28f9afa128 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:16:16.253140 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-32865804-73b6-4fba-a4df-c63c47a3fd9f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, b304c28a-7708-4428-971e-6c76e9893729) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:16.265492 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-064704db-49cf-495a-a02e-435f142558a2 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 8da191ca-b8d3-4ba9-9d0f-7b28f9afa128) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:16.268164 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32865804-73b6-4fba-a4df-c63c47a3fd9f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:16.268776 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-32865804-73b6-4fba-a4df-c63c47a3fd9f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:16.285449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064704db-49cf-495a-a02e-435f142558a2 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:16.286036 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-064704db-49cf-495a-a02e-435f142558a2 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:16.289898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b7e4507e-e871-47bb-8550-9c3705235293 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:16.297301 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-c2a75482-f809-4e0f-8c1f-9ef47c162a57 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de463ea-52da-4b42-b68d-bf3f2b261c7e']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:16.322614 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-c2a75482-f809-4e0f-8c1f-9ef47c162a57 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbd0ac0-4317-4635-87e4-7d03a64ae919') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:16.323079 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-c2a75482-f809-4e0f-8c1f-9ef47c162a57 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbd0ac0-4317-4635-87e4-7d03a64ae919') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:16.330688 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-32865804-73b6-4fba-a4df-c63c47a3fd9f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5658288 Jan 17 14:16:16.334699 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33192) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:16.372739 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-064704db-49cf-495a-a02e-435f142558a2 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5656099 Jan 17 14:16:16.380180 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33196) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:16.389768 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c2a75482-f809-4e0f-8c1f-9ef47c162a57 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:16.472076 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Request body: {'networks': [{'name': 'tempest-network--1484257698'}, {'name': 'tempest-network--1522061336'}]} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:16.472456 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Request body: {'network': {'name': 'tempest-network--1484257698'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:16.472821 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Request body: {'network': {'name': 'tempest-network--1522061336'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:16.488915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:16.491348 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c2a75482-f809-4e0f-8c1f-9ef47c162a57 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:16.502367 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Usage tracker for resource:network and tenant:1f5bbf14796e456cb3402cfb27a22137 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:16.511625 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:16.514657 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a75482-f809-4e0f-8c1f-9ef47c162a57 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:16.515046 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c2a75482-f809-4e0f-8c1f-9ef47c162a57 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:16.534336 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6d98ed2c-77a7-45ec-8871-9950e49096c8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:16.538677 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:16.592243 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6d98ed2c-77a7-45ec-8871-9950e49096c8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:subnet and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:16.595060 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:16.597348 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6d98ed2c-77a7-45ec-8871-9950e49096c8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:16.636008 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6d98ed2c-77a7-45ec-8871-9950e49096c8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:16.667460 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Made reservation on behalf of 1f5bbf14796e456cb3402cfb27a22137 for: {'network': 2} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:16.672387 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:16.690062 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5ade71bc-60fe-4a6e-b401-3ff538431206 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:16.690495 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d98ed2c-77a7-45ec-8871-9950e49096c8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:16.695327 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6d98ed2c-77a7-45ec-8871-9950e49096c8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:16.947254 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5ade71bc-60fe-4a6e-b401-3ff538431206 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:17.034122 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 84325e9e-ba78-4021-bc8d-1483d15200a3 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:16:17.056763 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b7e4507e-e871-47bb-8550-9c3705235293 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:17.062170 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c2a75482-f809-4e0f-8c1f-9ef47c162a57 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:17.063204 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:17.070240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b7e4507e-e871-47bb-8550-9c3705235293 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:17.071022 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b7e4507e-e871-47bb-8550-9c3705235293 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:17.149259 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 84325e9e-ba78-4021-bc8d-1483d15200a3 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:17.157562 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c2a75482-f809-4e0f-8c1f-9ef47c162a57 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:17.169863 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4507e-e871-47bb-8550-9c3705235293 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=9b044b82-09e1-4726-ab74-5524e3dbacc8,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:17.182685 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9d170a4-05bb-4f05-9c6d-d900d407a714 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:17.207429 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a75482-f809-4e0f-8c1f-9ef47c162a57 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Network': ['ID=0de463ea-52da-4b42-b68d-bf3f2b261c7e,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:17.213068 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:17.228749 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Usage tracker for resource:security_group_rule and tenant:1f5bbf14796e456cb3402cfb27a22137 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:17.235934 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:17.256394 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5ade71bc-60fe-4a6e-b401-3ff538431206 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:17.257405 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:17.261023 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c2a75482-f809-4e0f-8c1f-9ef47c162a57 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/networks/0de463ea-52da-4b42-b68d-bf3f2b261c7e HTTP/1.1" status: 204 len: 168 time: 2.3278308 Jan 17 14:16:17.268038 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33202) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:17.287404 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-e27c8669-7afa-4808-a8e8-5570fee5cc2a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2138077003'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:17.305103 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ad32bf-9d38-4d1b-8330-e7fd3cb3e1a8 None None] Network ca3655fa-c6d5-4656-b1d7-582cf8bafa74 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:17.323662 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e27c8669-7afa-4808-a8e8-5570fee5cc2a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:17.324215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade71bc-60fe-4a6e-b401-3ff538431206 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event deleted for resources: {'Subnet': ['ID=f73c438d-83cb-4dd2-b371-f71a7aaf203d,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:17.338027 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1c15f2-6da9-4ad0-b822-4a4d3e0cf8b0 None None] Network 0de463ea-52da-4b42-b68d-bf3f2b261c7e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:17.343942 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e27c8669-7afa-4808-a8e8-5570fee5cc2a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:network and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:17.350683 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e27c8669-7afa-4808-a8e8-5570fee5cc2a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:17.373998 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e27c8669-7afa-4808-a8e8-5570fee5cc2a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:17.440461 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27c8669-7afa-4808-a8e8-5570fee5cc2a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Made reservation on behalf of c18c2f95c6754b6292d672e39ba057ee for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:17.441580 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536a4626-676f-4aa2-acfa-9b335568595f None None] Network b304c28a-7708-4428-971e-6c76e9893729 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:17.444121 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e27c8669-7afa-4808-a8e8-5570fee5cc2a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:17.463963 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5628e0-b36b-4531-9c70-de65d197ad0c None None] Network 8da191ca-b8d3-4ba9-9d0f-7b28f9afa128 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:17.466070 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fe941-ffda-4507-9f01-7999b5f0a02b req-4879f46d-8569-46b2-8c82-ecd00993e9ae tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:17.473657 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-132fe941-ffda-4507-9f01-7999b5f0a02b req-4879f46d-8569-46b2-8c82-ecd00993e9ae tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.4344246 Jan 17 14:16:17.487969 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9d170a4-05bb-4f05-9c6d-d900d407a714 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:17.497752 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5ade71bc-60fe-4a6e-b401-3ff538431206 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:17.506497 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e4507e-e871-47bb-8550-9c3705235293 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:17.510218 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-b7e4507e-e871-47bb-8550-9c3705235293 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:17.583310 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6d98ed2c-77a7-45ec-8871-9950e49096c8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:17.599075 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1c15f2-6da9-4ad0-b822-4a4d3e0cf8b0 None None] Network 0de463ea-52da-4b42-b68d-bf3f2b261c7e could not be found, it might have been deleted concurrently. {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 17 14:16:17.675851 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-5ade71bc-60fe-4a6e-b401-3ff538431206 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da191ca-b8d3-4ba9-9d0f-7b28f9afa128']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:17.742293 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27c8669-7afa-4808-a8e8-5570fee5cc2a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:16:17.756659 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-132fe941-ffda-4507-9f01-7999b5f0a02b req-724ec6d3-79ea-4a00-884b-2e2af9272bd7 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820997 Jan 17 14:16:17.771277 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d98ed2c-77a7-45ec-8871-9950e49096c8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network ca3655fa-c6d5-4656-b1d7-582cf8bafa74 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:17.781469 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-6d98ed2c-77a7-45ec-8871-9950e49096c8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:17.794292 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d98ed2c-77a7-45ec-8871-9950e49096c8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:17.795079 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6d98ed2c-77a7-45ec-8871-9950e49096c8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:17.814984 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:17.820581 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98ed2c-77a7-45ec-8871-9950e49096c8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Subnet': ['ID=bcf894e1-4999-4d8a-a577-cda9e20d22ae,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:17.829874 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:17.830423 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:17.853895 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea44ddd-5ec1-448b-8f5a-a4463ed017cc None None] DHCP port deletion for 0de463ea-52da-4b42-b68d-bf3f2b261c7e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:16:17.855833 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f16eb450-d2db-4734-b1e8-d87eddc3a489 None None] Provisioning for port 84325e9e-ba78-4021-bc8d-1483d15200a3 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:17.864261 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e27c8669-7afa-4808-a8e8-5570fee5cc2a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:17.864604 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-e27c8669-7afa-4808-a8e8-5570fee5cc2a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Added segment 2fe97aef-b75b-4140-b59e-d04a8abecf2b of type vlan for network 8b12f70d-1813-4600-a458-b130ab5a8197 Jan 17 14:16:17.866286 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9d170a4-05bb-4f05-9c6d-d900d407a714 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:17.983288 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d170a4-05bb-4f05-9c6d-d900d407a714 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Subnet': ['ID=9c61e776-676f-432d-883e-1c20f7a0c009,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:18.000945 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68ac523-16c5-4b8d-b541-febf4e1e822c,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:18.004633 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:16:18.009491 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f16eb450-d2db-4734-b1e8-d87eddc3a489 None None] Provisioning complete for port 84325e9e-ba78-4021-bc8d-1483d15200a3 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:18.009922 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f16eb450-d2db-4734-b1e8-d87eddc3a489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.090763 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d3aae8-1d91-4fcb-8af5-630701b0e910 None None] Network 8da191ca-b8d3-4ba9-9d0f-7b28f9afa128 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:18.096473 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6d98ed2c-77a7-45ec-8871-9950e49096c8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0051014 Jan 17 14:16:18.100724 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-5ade71bc-60fe-4a6e-b401-3ff538431206 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec301f1a-67b8-4ceb-b101-d865c86a77ce') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:18.101602 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-5ade71bc-60fe-4a6e-b401-3ff538431206 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec301f1a-67b8-4ceb-b101-d865c86a77ce') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:18.113952 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33206) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:18.134591 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e27c8669-7afa-4808-a8e8-5570fee5cc2a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.140844 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-43da94c6-90cc-4e04-a25c-7955422997cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'port': {'network_id': 'ca3655fa-c6d5-4656-b1d7-582cf8bafa74', 'fixed_ips': [{'subnet_id': '61d83d72-5fdd-4286-8aca-56b63a590247'}, {'subnet_id': 'bcf894e1-4999-4d8a-a577-cda9e20d22ae'}], 'name': 'tempest-PortsTestJSON-1063635792'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:18.160135 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.160886 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Added segment cb10af42-ff29-4372-819e-5ed04829277e of type vlan for network 08b0c8fb-f31f-4941-985d-8868a490d1a4 Jan 17 14:16:18.167628 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9d170a4-05bb-4f05-9c6d-d900d407a714 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.230409 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-c9d170a4-05bb-4f05-9c6d-d900d407a714 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b304c28a-7708-4428-971e-6c76e9893729']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:18.249733 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e27c8669-7afa-4808-a8e8-5570fee5cc2a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.255906 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27c8669-7afa-4808-a8e8-5570fee5cc2a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:18.256490 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e27c8669-7afa-4808-a8e8-5570fee5cc2a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.265263 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.266130 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5ade71bc-60fe-4a6e-b401-3ff538431206 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.290003 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-c9d170a4-05bb-4f05-9c6d-d900d407a714 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15b39c7-cb5a-4ef9-82b0-b9f5c1e8c7cb') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:18.290722 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-c9d170a4-05bb-4f05-9c6d-d900d407a714 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15b39c7-cb5a-4ef9-82b0-b9f5c1e8c7cb') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:18.318482 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9d170a4-05bb-4f05-9c6d-d900d407a714 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.320590 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5ade71bc-60fe-4a6e-b401-3ff538431206 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.367472 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ade71bc-60fe-4a6e-b401-3ff538431206 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:18.367928 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5ade71bc-60fe-4a6e-b401-3ff538431206 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:18.388474 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:18.396764 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e27c8669-7afa-4808-a8e8-5570fee5cc2a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1254690 Jan 17 14:16:18.407534 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72f1a19-993e-4897-8b52-2643c4253924 None None] Network b304c28a-7708-4428-971e-6c76e9893729 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:18.423942 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33210) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:18.438643 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-32cdd29d-8bc4-44be-baad-80b5cec5e9d8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'subnet': {'network_id': '8b12f70d-1813-4600-a458-b130ab5a8197', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:18.460277 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9d170a4-05bb-4f05-9c6d-d900d407a714 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.484389 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c8669-7afa-4808-a8e8-5570fee5cc2a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Network': ['ID=8b12f70d-1813-4600-a458-b130ab5a8197,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:18.487311 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:16:18.528219 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5ade71bc-60fe-4a6e-b401-3ff538431206 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.533108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-43da94c6-90cc-4e04-a25c-7955422997cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:18.544061 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d170a4-05bb-4f05-9c6d-d900d407a714 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:18.544796 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9d170a4-05bb-4f05-9c6d-d900d407a714 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.557491 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5ade71bc-60fe-4a6e-b401-3ff538431206 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:18.564152 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:18.567131 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-43da94c6-90cc-4e04-a25c-7955422997cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:port and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:18.567845 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e4507e-e871-47bb-8550-9c3705235293 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Router 944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:16:18.574260 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-43da94c6-90cc-4e04-a25c-7955422997cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:18.584451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade71bc-60fe-4a6e-b401-3ff538431206 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event deleted for resources: {'Network': ['ID=8da191ca-b8d3-4ba9-9d0f-7b28f9afa128,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:18.589959 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-43da94c6-90cc-4e04-a25c-7955422997cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:18.626799 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 8b12f70d-1813-4600-a458-b130ab5a8197 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:18.670803 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5ade71bc-60fe-4a6e-b401-3ff538431206 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "DELETE /v2.0/networks/8da191ca-b8d3-4ba9-9d0f-7b28f9afa128 HTTP/1.1" status: 204 len: 168 time: 2.2857511 Jan 17 14:16:18.675631 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33214) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:18.680267 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.680506 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Added segment 12479522-ed3d-40da-b76b-6c64c739557f of type vlan for network 8cf55cff-0bfa-4017-8992-520aca785805 Jan 17 14:16:18.692200 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-879055625'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:18.713290 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-32cdd29d-8bc4-44be-baad-80b5cec5e9d8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:18.719342 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9d170a4-05bb-4f05-9c6d-d900d407a714 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.729562 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-32cdd29d-8bc4-44be-baad-80b5cec5e9d8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:subnet and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:18.745172 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43da94c6-90cc-4e04-a25c-7955422997cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:18.753004 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-32cdd29d-8bc4-44be-baad-80b5cec5e9d8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:18.760870 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9d170a4-05bb-4f05-9c6d-d900d407a714 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.775152 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.780847 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-32cdd29d-8bc4-44be-baad-80b5cec5e9d8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:18.784367 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d170a4-05bb-4f05-9c6d-d900d407a714 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Network': ['ID=b304c28a-7708-4428-971e-6c76e9893729,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:18.791739 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c9d170a4-05bb-4f05-9c6d-d900d407a714 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/b304c28a-7708-4428-971e-6c76e9893729 HTTP/1.1" status: 204 len: 168 time: 2.4437294 Jan 17 14:16:18.791933 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:18.799206 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33218) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:18.812684 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-086e2dea-b083-4273-a9c1-0dff29fce8f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1719370506'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:18.828492 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-086e2dea-b083-4273-a9c1-0dff29fce8f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:18.831014 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cdd29d-8bc4-44be-baad-80b5cec5e9d8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Made reservation on behalf of c18c2f95c6754b6292d672e39ba057ee for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:18.832814 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Usage tracker for resource:network and tenant:36cdb76f1cdb420d8b9d06df93079a49 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:18.835462 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-32cdd29d-8bc4-44be-baad-80b5cec5e9d8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.838965 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e2ac6c51-e714-4a8e-a20a-58e6b9d579db no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:16:18.862225 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-086e2dea-b083-4273-a9c1-0dff29fce8f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Usage tracker for resource:network and tenant:c3454ef40c9f4d6291b60c13036bd45b is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:18.865761 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f16eb450-d2db-4734-b1e8-d87eddc3a489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.918875 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: e2ac6c51-e714-4a8e-a20a-58e6b9d579db {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:16:18.919218 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e2ac6c51-e714-4a8e-a20a-58e6b9d579db not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:16:18.931655 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-086e2dea-b083-4273-a9c1-0dff29fce8f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:18.945815 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-f16eb450-d2db-4734-b1e8-d87eddc3a489 None None] For port 84325e9e-ba78-4021-bc8d-1483d15200a3, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=84325e9e-ba78-4021-bc8d-1483d15200a3,segment=NetworkSegment(4e766555-c0ce-4791-a7c4-6165f2c4b605),segment_id=4e766555-c0ce-4791-a7c4-6165f2c4b605)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:18.955286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f16eb450-d2db-4734-b1e8-d87eddc3a489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.962027 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-086e2dea-b083-4273-a9c1-0dff29fce8f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:18.983199 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:18.985231 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.985714 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:18.992084 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:18.999157 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:18.999824 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:19.030328 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086e2dea-b083-4273-a9c1-0dff29fce8f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:19.034414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-086e2dea-b083-4273-a9c1-0dff29fce8f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:19.061478 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16eb450-d2db-4734-b1e8-d87eddc3a489 None None] Pushing event updated for resources: {'Port': ['ID=84325e9e-ba78-4021-bc8d-1483d15200a3,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:19.065736 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:19.087993 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e4507e-e871-47bb-8550-9c3705235293 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:16:19.098441 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b7e4507e-e871-47bb-8550-9c3705235293 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "PUT /v2.0/routers/944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8283787 Jan 17 14:16:19.105246 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33224) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:19.107193 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] Sync routers for ids ['944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:16:19.124108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Made reservation on behalf of 36cdb76f1cdb420d8b9d06df93079a49 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:19.124464 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] Routers {'944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:19.125255 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:16:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:19.127700 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:19.210279 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0358ec5a-bc8e-4ab0-936e-4e4bc2ad39e7 None None] Provisioning for port 9b044b82-09e1-4726-ab74-5524e3dbacc8 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:19.228658 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0358ec5a-bc8e-4ab0-936e-4e4bc2ad39e7 None None] Provisioning complete for port 9b044b82-09e1-4726-ab74-5524e3dbacc8 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:19.229617 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0358ec5a-bc8e-4ab0-936e-4e4bc2ad39e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:19.242693 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c797dde8-0f8a-4e56-9bc7-8a9ead1c8f55 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:19.243440 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c797dde8-0f8a-4e56-9bc7-8a9ead1c8f55 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:19.280088 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:16:19.280892 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event updated for resources: {'Network': ['ID=08b0c8fb-f31f-4941-985d-8868a490d1a4,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:19.308059 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-43da94c6-90cc-4e04-a25c-7955422997cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:19.333615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:19.334078 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Added segment aabef50b-9bfe-440e-8bcd-4fee2fdbe239 of type vlan for network e2af8752-e350-45f3-a221-09211d56db55 Jan 17 14:16:19.347310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c797dde8-0f8a-4e56-9bc7-8a9ead1c8f55 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:19.348909 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c797dde8-0f8a-4e56-9bc7-8a9ead1c8f55 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports/9b044b82-09e1-4726-ab74-5524e3dbacc8 HTTP/1.1" status: 200 len: 911 time: 0.2321734 Jan 17 14:16:19.351851 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 08b0c8fb-f31f-4941-985d-8868a490d1a4 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:19.359470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-43da94c6-90cc-4e04-a25c-7955422997cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] device_id is not set on port b358448d-60e8-4640-bd31-1cf15f909b1f yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:16:19.402844 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.1678948 Jan 17 14:16:19.406033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33228) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:19.406381 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33230) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:19.429547 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5400fb8-2fd1-4a41-8d11-3e0177ad3f59 None None] Update dhcp port {'port': {'network_id': 'ca3655fa-c6d5-4656-b1d7-582cf8bafa74', 'fixed_ips': [{'subnet_id': '61d83d72-5fdd-4286-8aca-56b63a590247', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bcf894e1-4999-4d8a-a577-cda9e20d22ae'}], 'binding:host_id': 'dv-neutron-824901-1-hyperv'}, 'id': '84325e9e-ba78-4021-bc8d-1483d15200a3'} from dv-neutron-824901-1-hyperv. {{(pid=87525) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 17 14:16:19.469517 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] Set router 944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0 gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:16:19.525457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086e2dea-b083-4273-a9c1-0dff29fce8f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:16:19.585508 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab8bd2-6e84-4bce-b70a-23351bd098ea tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event updated for resources: {'Network': ['ID=8cf55cff-0bfa-4017-8992-520aca785805,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:19.626332 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 8cf55cff-0bfa-4017-8992-520aca785805 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:19.660049 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-086e2dea-b083-4273-a9c1-0dff29fce8f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:19.660646 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-086e2dea-b083-4273-a9c1-0dff29fce8f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Added segment ad8e864f-39cc-4012-8be1-77f38dace1ea of type vlan for network c8a26408-df07-4a1c-814b-ff643a7f68f3 Jan 17 14:16:19.738014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-43da94c6-90cc-4e04-a25c-7955422997cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Allocated IP 172.20.0.11 (ca3655fa-c6d5-4656-b1d7-582cf8bafa74/61d83d72-5fdd-4286-8aca-56b63a590247/b358448d-60e8-4640-bd31-1cf15f909b1f) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:16:19.744974 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-43da94c6-90cc-4e04-a25c-7955422997cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Allocated IP 172.20.0.19 (ca3655fa-c6d5-4656-b1d7-582cf8bafa74/bcf894e1-4999-4d8a-a577-cda9e20d22ae/b358448d-60e8-4640-bd31-1cf15f909b1f) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:16:19.801213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-086e2dea-b083-4273-a9c1-0dff29fce8f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:19.857407 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0358ec5a-bc8e-4ab0-936e-4e4bc2ad39e7 None None] Port 9b044b82-09e1-4726-ab74-5524e3dbacc8 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:16:19.884864 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e5400fb8-2fd1-4a41-8d11-3e0177ad3f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:19.915662 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6925bf-5f7d-4668-9ea8-e37abe811488 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:19.921847 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6925bf-5f7d-4668-9ea8-e37abe811488 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:19.927404 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6925bf-5f7d-4668-9ea8-e37abe811488 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:19.933655 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6925bf-5f7d-4668-9ea8-e37abe811488 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:19.935164 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9d6925bf-5f7d-4668-9ea8-e37abe811488 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Synchronizing usage tracker for tenant:1f5bbf14796e456cb3402cfb27a22137 on resource:network {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:19.950300 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f42aa4-0f72-46ea-ab97-e8a07747f1ca tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:19.956827 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f42aa4-0f72-46ea-ab97-e8a07747f1ca tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:19.957623 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f2f42aa4-0f72-46ea-ab97-e8a07747f1ca tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:19.981032 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-32cdd29d-8bc4-44be-baad-80b5cec5e9d8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:19.981425 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-43da94c6-90cc-4e04-a25c-7955422997cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:20.002274 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-43da94c6-90cc-4e04-a25c-7955422997cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Transition to ACTIVE for port object b358448d-60e8-4640-bd31-1cf15f909b1f will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:20.033891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637ca5f-5f4e-4edf-ac73-0d0f2b9d270a req-3cc7cabf-e577-41e5-b013-1fd516c0d511 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:20.035424 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9637ca5f-5f4e-4edf-ac73-0d0f2b9d270a req-3cc7cabf-e577-41e5-b013-1fd516c0d511 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 1.0616157 Jan 17 14:16:20.038220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-43da94c6-90cc-4e04-a25c-7955422997cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:20.064601 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-086e2dea-b083-4273-a9c1-0dff29fce8f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:20.069908 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086e2dea-b083-4273-a9c1-0dff29fce8f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:20.070503 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-086e2dea-b083-4273-a9c1-0dff29fce8f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:20.095743 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0', 'name': 'tempest-NetworksTestDHCPv6-router-253072813', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:16:10Z', 'updated_at': '2022-01-17T14:16:16Z', 'revision_number': 2, 'project_id': 'b3de38767d8a42ecb4d476d60470f683', 'gw_port_host': None, '_interfaces': [{'id': '9b044b82-09e1-4726-ab74-5524e3dbacc8', 'name': '', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'mac_address': 'fa:16:3e:57:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'eb144a9e-e67f-484f-8cd0-5737e4058bf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:16:13Z', 'updated_at': '2022-01-17T14:16:16Z', 'revision_number': 2, 'project_id': 'b3de38767d8a42ecb4d476d60470f683', 'subnets': [{'id': 'eb144a9e-e67f-484f-8cd0-5737e4058bf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:20.100211 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] Checking router: 944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:16:20.100556 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] Updating router 944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0 port 9b044b82-09e1-4726-ab74-5524e3dbacc8 binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:16:20.105075 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f2f42aa4-0f72-46ea-ab97-e8a07747f1ca tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:20.110954 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f2f42aa4-0f72-46ea-ab97-e8a07747f1ca tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6980367 Jan 17 14:16:20.112059 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33236) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:20.152400 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43da94c6-90cc-4e04-a25c-7955422997cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network ca3655fa-c6d5-4656-b1d7-582cf8bafa74 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:20.154205 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9d6925bf-5f7d-4668-9ea8-e37abe811488 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Unset dirty status for tenant:1f5bbf14796e456cb3402cfb27a22137 on resource:network {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:20.158695 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9d6925bf-5f7d-4668-9ea8-e37abe811488 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7444584 Jan 17 14:16:20.163804 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33240) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:20.168184 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:20.172842 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:20.174053 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-43da94c6-90cc-4e04-a25c-7955422997cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:20.229623 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-e5400fb8-2fd1-4a41-8d11-3e0177ad3f59 None None] Allocated IP 172.20.0.18 (ca3655fa-c6d5-4656-b1d7-582cf8bafa74/bcf894e1-4999-4d8a-a577-cda9e20d22ae/84325e9e-ba78-4021-bc8d-1483d15200a3) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:16:20.361283 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43da94c6-90cc-4e04-a25c-7955422997cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:20.414307 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdd29d-8bc4-44be-baad-80b5cec5e9d8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Subnet': ['ID=725b770a-ee12-457c-a7cb-72f5558aa4f3,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:20.421156 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-e5400fb8-2fd1-4a41-8d11-3e0177ad3f59 None None] For port 84325e9e-ba78-4021-bc8d-1483d15200a3, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=84325e9e-ba78-4021-bc8d-1483d15200a3,segment=NetworkSegment(4e766555-c0ce-4791-a7c4-6165f2c4b605),segment_id=4e766555-c0ce-4791-a7c4-6165f2c4b605)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:20.423489 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-086e2dea-b083-4273-a9c1-0dff29fce8f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6228862 Jan 17 14:16:20.428893 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e2dea-b083-4273-a9c1-0dff29fce8f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Network': ['ID=c8a26408-df07-4a1c-814b-ff643a7f68f3,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:20.430785 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33244) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:20.444551 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-04cf8678-144b-4b58-a09b-e72f0b0b6b7c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'subnet': {'network_id': 'c8a26408-df07-4a1c-814b-ff643a7f68f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:20.456814 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e5400fb8-2fd1-4a41-8d11-3e0177ad3f59 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:20.458620 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cdd29d-8bc4-44be-baad-80b5cec5e9d8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Checking segment: {'id': '2fe97aef-b75b-4140-b59e-d04a8abecf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8b12f70d-1813-4600-a458-b130ab5a8197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:20.458980 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cdd29d-8bc4-44be-baad-80b5cec5e9d8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network hostable DHCP agents. Network: 8b12f70d-1813-4600-a458-b130ab5a8197, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:16:20.479627 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e5400fb8-2fd1-4a41-8d11-3e0177ad3f59 None None] Transition to ACTIVE for port object 84325e9e-ba78-4021-bc8d-1483d15200a3 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:20.484325 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network c8a26408-df07-4a1c-814b-ff643a7f68f3 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:20.607260 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e5400fb8-2fd1-4a41-8d11-3e0177ad3f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:20.619414 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:20.634605 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] Transition to ACTIVE for port object 9b044b82-09e1-4726-ab74-5524e3dbacc8 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:20.645523 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:20.661592 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da94c6-90cc-4e04-a25c-7955422997cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=b358448d-60e8-4640-bd31-1cf15f909b1f,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:20.677578 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:16:20.700954 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5400fb8-2fd1-4a41-8d11-3e0177ad3f59 None None] Pushing event updated for resources: {'Port': ['ID=84325e9e-ba78-4021-bc8d-1483d15200a3,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:20.715219 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cdd29d-8bc4-44be-baad-80b5cec5e9d8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network 8b12f70d-1813-4600-a458-b130ab5a8197 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:16:20.733726 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9637ca5f-5f4e-4edf-ac73-0d0f2b9d270a req-540dd3cf-191f-4774-b515-534ec337d584 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6267719 Jan 17 14:16:20.761625 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-32cdd29d-8bc4-44be-baad-80b5cec5e9d8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 8b12f70d-1813-4600-a458-b130ab5a8197) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:20.769235 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-04cf8678-144b-4b58-a09b-e72f0b0b6b7c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:20.780612 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43da94c6-90cc-4e04-a25c-7955422997cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:20.785574 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-43da94c6-90cc-4e04-a25c-7955422997cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:20.787080 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-04cf8678-144b-4b58-a09b-e72f0b0b6b7c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Usage tracker for resource:subnet and tenant:c3454ef40c9f4d6291b60c13036bd45b is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:20.795752 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46b5b29-bccd-4e3e-92dd-bd7d7742599b None None] Network 8b12f70d-1813-4600-a458-b130ab5a8197 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:20.804719 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cdd29d-8bc4-44be-baad-80b5cec5e9d8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:20.805274 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-32cdd29d-8bc4-44be-baad-80b5cec5e9d8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:20.827895 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:20.834917 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-04cf8678-144b-4b58-a09b-e72f0b0b6b7c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:20.836086 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:20.837601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:20.912866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ee3c234e-1138-4cc3-afdd-38bfa70dfa4e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:20.970979 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-43da94c6-90cc-4e04-a25c-7955422997cd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.8481860 Jan 17 14:16:20.988664 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197c4e0-db21-450c-9de3-ac75c9f440de None None] Pushing event updated for resources: {'Port': ['ID=9b044b82-09e1-4726-ab74-5524e3dbacc8,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:21.005395 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33250) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:21.006328 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-04cf8678-144b-4b58-a09b-e72f0b0b6b7c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:21.022569 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197c4e0-db21-450c-9de3-ac75c9f440de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.022932 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197c4e0-db21-450c-9de3-ac75c9f440de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.023237 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197c4e0-db21-450c-9de3-ac75c9f440de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.023551 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197c4e0-db21-450c-9de3-ac75c9f440de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.023894 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197c4e0-db21-450c-9de3-ac75c9f440de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.024226 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197c4e0-db21-450c-9de3-ac75c9f440de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.031821 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-dbec7ae2-b2e0-4d17-a85f-1a28d067ea02 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '61d83d72-5fdd-4286-8aca-56b63a590247'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:21.039646 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197c4e0-db21-450c-9de3-ac75c9f440de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.040892 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197c4e0-db21-450c-9de3-ac75c9f440de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.041246 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197c4e0-db21-450c-9de3-ac75c9f440de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.041608 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197c4e0-db21-450c-9de3-ac75c9f440de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.042829 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197c4e0-db21-450c-9de3-ac75c9f440de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.042829 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197c4e0-db21-450c-9de3-ac75c9f440de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.055422 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 84325e9e-ba78-4021-bc8d-1483d15200a3 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:16:21.116770 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-32cdd29d-8bc4-44be-baad-80b5cec5e9d8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6887040 Jan 17 14:16:21.132049 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33256) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:21.161282 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cf8678-144b-4b58-a09b-e72f0b0b6b7c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:21.171467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-04cf8678-144b-4b58-a09b-e72f0b0b6b7c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:21.194292 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.5174234 Jan 17 14:16:21.208700 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33260) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:21.256725 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-04c34454-40c8-42c0-b058-92e60f0c5447 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-333574414', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:21.267901 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] Attempting to bind port 9b044b82-09e1-4726-ab74-5524e3dbacc8 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:16:21.268376 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] Attempting to bind port 9b044b82-09e1-4726-ab74-5524e3dbacc8 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:16:21.268598 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] Attempting to bind port 9b044b82-09e1-4726-ab74-5524e3dbacc8 on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:16:21.275413 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:16:21.275801 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:21.277015 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:21.277436 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:16:21.277911 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] Bound port: 9b044b82-09e1-4726-ab74-5524e3dbacc8, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:16:21.278283 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:21.284581 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-04c34454-40c8-42c0-b058-92e60f0c5447 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:21.350765 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-f6dac97d-4867-4471-89e0-8dbe72a51cc0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Request body: {'subnet': {'network_id': 'e2af8752-e350-45f3-a221-09211d56db55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:21.382778 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-04c34454-40c8-42c0-b058-92e60f0c5447 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:router and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:21.423471 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-8b12f70d-1813-4600-a458-b130ab5a8197', 'network_id': '8b12f70d-1813-4600-a458-b130ab5a8197', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'fixed_ips': [{'subnet_id': '725b770a-ee12-457c-a7cb-72f5558aa4f3'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:16:21.424949 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:21.431481 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-04c34454-40c8-42c0-b058-92e60f0c5447 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:21.435904 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] For port 9b044b82-09e1-4726-ab74-5524e3dbacc8, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:16:21.439513 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] For port 9b044b82-09e1-4726-ab74-5524e3dbacc8, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=9b044b82-09e1-4726-ab74-5524e3dbacc8,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:16:21.447654 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:21.455063 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-04c34454-40c8-42c0-b058-92e60f0c5447 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:21.520153 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event updated for resources: {'Network': ['ID=e2af8752-e350-45f3-a221-09211d56db55,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:21.642207 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] Routers {'944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:21.643066 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:16:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:21.690122 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.690424 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.690785 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.691211 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.691568 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.691918 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.692256 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.692585 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.692917 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.693457 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.693994 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.694459 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5525-a673-4309-967a-09960e94c93c tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:21.707181 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Allocated IP 2001:db8::2 (8b12f70d-1813-4600-a458-b130ab5a8197/725b770a-ee12-457c-a7cb-72f5558aa4f3/3fa3b8d8-7b58-44c7-8400-809c61cb7dfd) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:16:21.713561 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network e2af8752-e350-45f3-a221-09211d56db55 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:21.861901 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197c4e0-db21-450c-9de3-ac75c9f440de None None] Pushing event updated for resources: {'Port': ['ID=9b044b82-09e1-4726-ab74-5524e3dbacc8,revision_number=4']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:21.863944 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f6dac97d-4867-4471-89e0-8dbe72a51cc0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:21.886420 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f6dac97d-4867-4471-89e0-8dbe72a51cc0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Usage tracker for resource:subnet and tenant:36cdb76f1cdb420d8b9d06df93079a49 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:21.891665 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f6dac97d-4867-4471-89e0-8dbe72a51cc0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:21.900308 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f6dac97d-4867-4471-89e0-8dbe72a51cc0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:21.967394 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dac97d-4867-4471-89e0-8dbe72a51cc0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Made reservation on behalf of 36cdb76f1cdb420d8b9d06df93079a49 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:21.972765 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6dac97d-4867-4471-89e0-8dbe72a51cc0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:22.019040 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ee3c234e-1138-4cc3-afdd-38bfa70dfa4e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:22.036884 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-04c34454-40c8-42c0-b058-92e60f0c5447 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:22.038443 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-04c34454-40c8-42c0-b058-92e60f0c5447 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:22.060712 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] Set router 944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0 gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:16:22.154404 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-04c34454-40c8-42c0-b058-92e60f0c5447 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:22.215928 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb0eeb1-ae95-4584-8640-3ed4a982dfd1 None None] Network ca3655fa-c6d5-4656-b1d7-582cf8bafa74 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:22.254970 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-ee3c234e-1138-4cc3-afdd-38bfa70dfa4e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b0c8fb-f31f-4941-985d-8868a490d1a4']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:22.301907 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-ee3c234e-1138-4cc3-afdd-38bfa70dfa4e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb10af42-ff29-4372-819e-5ed04829277e') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:22.303064 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-ee3c234e-1138-4cc3-afdd-38bfa70dfa4e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb10af42-ff29-4372-819e-5ed04829277e') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:22.315235 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-04c34454-40c8-42c0-b058-92e60f0c5447 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:22.354474 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ee3c234e-1138-4cc3-afdd-38bfa70dfa4e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:22.380995 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dbec7ae2-b2e0-4d17-a85f-1a28d067ea02 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:22.383071 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8efb8-3b9f-47e4-9a70-c88722fde926 req-441c86b9-1305-44f0-9b4d-5b0fcad8dea1 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:22.385813 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c9a8efb8-3b9f-47e4-9a70-c88722fde926 req-441c86b9-1305-44f0-9b4d-5b0fcad8dea1 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 1.1834428 Jan 17 14:16:22.408725 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572952c8-3c8e-47ce-93b1-6741f0348160 req-3087dcde-00b8-4ece-bd12-ff8cd6587ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:22.411117 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-572952c8-3c8e-47ce-93b1-6741f0348160 req-3087dcde-00b8-4ece-bd12-ff8cd6587ce2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bf9d590b7484aed9edd856f9636eb85&device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 1098 time: 0.8924356 Jan 17 14:16:22.414555 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-485d90df-a3cf-461a-85ad-4fb4c8810352 None None] Provisioning for port 84325e9e-ba78-4021-bc8d-1483d15200a3 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:22.434245 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-485d90df-a3cf-461a-85ad-4fb4c8810352 None None] Provisioning complete for port 84325e9e-ba78-4021-bc8d-1483d15200a3 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:22.435401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-485d90df-a3cf-461a-85ad-4fb4c8810352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:22.455151 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0', 'name': 'tempest-NetworksTestDHCPv6-router-253072813', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:16:10Z', 'updated_at': '2022-01-17T14:16:16Z', 'revision_number': 2, 'project_id': 'b3de38767d8a42ecb4d476d60470f683', 'gw_port_host': None, '_interfaces': [{'id': '9b044b82-09e1-4726-ab74-5524e3dbacc8', 'name': '', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'mac_address': 'fa:16:3e:57:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'eb144a9e-e67f-484f-8cd0-5737e4058bf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:16:13Z', 'updated_at': '2022-01-17T14:16:21Z', 'revision_number': 4, 'project_id': 'b3de38767d8a42ecb4d476d60470f683', 'subnets': [{'id': 'eb144a9e-e67f-484f-8cd0-5737e4058bf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:22.459361 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31131eba-d571-4dfc-9c98-7b2a36762050 None None] The sync data for ids ['944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0'] in dv-neutron-824901-1-hyperv is: [{'id': '944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0', 'name': 'tempest-NetworksTestDHCPv6-router-253072813', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:16:10Z', 'updated_at': '2022-01-17T14:16:16Z', 'revision_number': 2, 'project_id': 'b3de38767d8a42ecb4d476d60470f683', 'gw_port_host': None, '_interfaces': [{'id': '9b044b82-09e1-4726-ab74-5524e3dbacc8', 'name': '', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'mac_address': 'fa:16:3e:57:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'eb144a9e-e67f-484f-8cd0-5737e4058bf1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:16:13Z', 'updated_at': '2022-01-17T14:16:21Z', 'revision_number': 4, 'project_id': 'b3de38767d8a42ecb4d476d60470f683', 'subnets': [{'id': 'eb144a9e-e67f-484f-8cd0-5737e4058bf1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:16:22.495586 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-04c34454-40c8-42c0-b058-92e60f0c5447 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:22.500190 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-04c34454-40c8-42c0-b058-92e60f0c5447 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3597281 Jan 17 14:16:22.505785 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ee3c234e-1138-4cc3-afdd-38bfa70dfa4e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:22.513045 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33266) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:22.546426 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:22.573714 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c9a8efb8-3b9f-47e4-9a70-c88722fde926 req-a1be62ec-d2e1-46e2-897a-8d2ba11135e5 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700501 Jan 17 14:16:22.602054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3c234e-1138-4cc3-afdd-38bfa70dfa4e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:22.602054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ee3c234e-1138-4cc3-afdd-38bfa70dfa4e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:22.605175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Transition to ACTIVE for port object 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:22.610569 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:22.613473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-29641dfd-2376-4033-a698-eab73fa7cd06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:22.632390 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:22.662917 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Transition to ACTIVE for port object 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:22.710229 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-04cf8678-144b-4b58-a09b-e72f0b0b6b7c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:22.749385 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:22.860177 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Pushing event updated for resources: {'Port': ['ID=3fa3b8d8-7b58-44c7-8400-809c61cb7dfd,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:22.895862 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Network 8b12f70d-1813-4600-a458-b130ab5a8197 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:22.911540 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:22.916569 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:22.967478 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ee3c234e-1138-4cc3-afdd-38bfa70dfa4e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:23.078985 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ee3c234e-1138-4cc3-afdd-38bfa70dfa4e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:23.108800 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572952c8-3c8e-47ce-93b1-6741f0348160 req-9c813fc3-b0dc-4fff-9954-eb352bf63e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:23.110742 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-572952c8-3c8e-47ce-93b1-6741f0348160 req-9c813fc3-b0dc-4fff-9954-eb352bf63e9f service neutron] 10.222.0.15 "GET /v2.0/networks?id=65490aef-7574-47e8-8e01-18ff3449c348 HTTP/1.1" status: 200 len: 913 time: 0.6443496 Jan 17 14:16:23.112559 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Attempting to bind port 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:16:23.113202 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Attempting to bind port 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '2fe97aef-b75b-4140-b59e-d04a8abecf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8b12f70d-1813-4600-a458-b130ab5a8197'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:16:23.113570 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Attempting to bind port 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd on network 8b12f70d-1813-4600-a458-b130ab5a8197 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:16:23.125233 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:16:23.125605 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Checking segment: {'id': '2fe97aef-b75b-4140-b59e-d04a8abecf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8b12f70d-1813-4600-a458-b130ab5a8197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:23.126009 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:23.126395 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Bound using segment: {'id': '2fe97aef-b75b-4140-b59e-d04a8abecf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8b12f70d-1813-4600-a458-b130ab5a8197'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:16:23.126864 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Bound port: 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe97aef-b75b-4140-b59e-d04a8abecf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8b12f70d-1813-4600-a458-b130ab5a8197'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:16:23.127234 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:23.127501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c234e-1138-4cc3-afdd-38bfa70dfa4e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event deleted for resources: {'Network': ['ID=08b0c8fb-f31f-4941-985d-8868a490d1a4,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:23.248811 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ee3c234e-1138-4cc3-afdd-38bfa70dfa4e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "DELETE /v2.0/networks/08b0c8fb-f31f-4941-985d-8868a490d1a4 HTTP/1.1" status: 204 len: 168 time: 3.0740852 Jan 17 14:16:23.257847 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33270) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:23.292300 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] For port 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:16:23.303161 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] For port 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3fa3b8d8-7b58-44c7-8400-809c61cb7dfd,segment=NetworkSegment(2fe97aef-b75b-4140-b59e-d04a8abecf2b),segment_id=2fe97aef-b75b-4140-b59e-d04a8abecf2b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:16:23.314064 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:23.330686 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.objects.ports [None req-f6dac97d-4867-4471-89e0-8dbe72a51cc0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87523) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 14:16:23.337799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6dac97d-4867-4471-89e0-8dbe72a51cc0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:23.451396 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c2ab2-0b87-486e-b741-d302044d3aef None None] Pushing event updated for resources: {'Port': ['ID=3fa3b8d8-7b58-44c7-8400-809c61cb7dfd,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:23.474183 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0add851-6420-4f5e-a15c-35ad6d3b9ff8 None None] Network ca3655fa-c6d5-4656-b1d7-582cf8bafa74 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:23.605568 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0ae67828-5216-435d-b3cc-6c016ee337a6 None None] Provisioning complete for port 84325e9e-ba78-4021-bc8d-1483d15200a3 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:23.606072 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ae67828-5216-435d-b3cc-6c016ee337a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:23.655977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dac97d-4867-4471-89e0-8dbe72a51cc0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event updated for resources: {'Subnet': ['ID=25726e8b-c36e-4b26-97e0-921ac3fcb399,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:23.715581 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bab53574-0991-433f-8a50-1b714c505a3e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:23.731194 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-572952c8-3c8e-47ce-93b1-6741f0348160 req-3da98319-a09e-4298-8130-dba1603ab5e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f0120a3-b504-4e3f-961d-8d0e46099075 HTTP/1.1" status: 200 len: 1001 time: 0.5853429 Jan 17 14:16:23.903434 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572952c8-3c8e-47ce-93b1-6741f0348160 req-0bf1f954-c1dd-44d9-b95f-107f34de023a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:23.905717 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-572952c8-3c8e-47ce-93b1-6741f0348160 req-0bf1f954-c1dd-44d9-b95f-107f34de023a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=108e9ce5-417b-4ebb-b330-fd1632de2fea HTTP/1.1" status: 200 len: 851 time: 0.1400957 Jan 17 14:16:24.003244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dac97d-4867-4471-89e0-8dbe72a51cc0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Checking segment: {'id': 'aabef50b-9bfe-440e-8bcd-4fee2fdbe239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2af8752-e350-45f3-a221-09211d56db55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:24.004014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dac97d-4867-4471-89e0-8dbe72a51cc0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Network hostable DHCP agents. Network: e2af8752-e350-45f3-a221-09211d56db55, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:16:24.092980 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0ae67828-5216-435d-b3cc-6c016ee337a6 None None] Provisioning for port b358448d-60e8-4640-bd31-1cf15f909b1f completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:24.104622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0ae67828-5216-435d-b3cc-6c016ee337a6 None None] Provisioning complete for port b358448d-60e8-4640-bd31-1cf15f909b1f triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:24.105357 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ae67828-5216-435d-b3cc-6c016ee337a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:24.128515 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bab53574-0991-433f-8a50-1b714c505a3e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:24.141810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dac97d-4867-4471-89e0-8dbe72a51cc0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Network e2af8752-e350-45f3-a221-09211d56db55 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:16:24.172622 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-bab53574-0991-433f-8a50-1b714c505a3e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf55cff-0bfa-4017-8992-520aca785805']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:24.177740 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0ae67828-5216-435d-b3cc-6c016ee337a6 None None] Port b358448d-60e8-4640-bd31-1cf15f909b1f cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:16:24.185082 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-f6dac97d-4867-4471-89e0-8dbe72a51cc0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, e2af8752-e350-45f3-a221-09211d56db55) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:24.190709 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-bab53574-0991-433f-8a50-1b714c505a3e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12479522-ed3d-40da-b76b-6c64c739557f') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:24.191811 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-bab53574-0991-433f-8a50-1b714c505a3e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12479522-ed3d-40da-b76b-6c64c739557f') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:24.205540 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa570d2-fae6-4b46-a3df-6dc4b01a8df5 None None] Network e2af8752-e350-45f3-a221-09211d56db55 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:24.207647 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dac97d-4867-4471-89e0-8dbe72a51cc0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:24.207969 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf8678-144b-4b58-a09b-e72f0b0b6b7c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Subnet': ['ID=acb2d8a0-3d70-4cb1-8712-893e49d4a70d,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:24.208448 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6dac97d-4867-4471-89e0-8dbe72a51cc0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:24.220965 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bab53574-0991-433f-8a50-1b714c505a3e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:24.250096 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572952c8-3c8e-47ce-93b1-6741f0348160 req-223c1419-0e1f-434c-8d42-f82f99e35d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:24.251780 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-572952c8-3c8e-47ce-93b1-6741f0348160 req-223c1419-0e1f-434c-8d42-f82f99e35d45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65490aef-7574-47e8-8e01-18ff3449c348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3110244 Jan 17 14:16:24.259927 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33276) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:24.260269 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f6dac97d-4867-4471-89e0-8dbe72a51cc0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.0496438 Jan 17 14:16:24.281926 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bab53574-0991-433f-8a50-1b714c505a3e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:24.344766 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab53574-0991-433f-8a50-1b714c505a3e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:24.345455 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bab53574-0991-433f-8a50-1b714c505a3e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:24.360952 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:24.452261 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf8678-144b-4b58-a09b-e72f0b0b6b7c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Checking segment: {'id': 'ad8e864f-39cc-4012-8be1-77f38dace1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c8a26408-df07-4a1c-814b-ff643a7f68f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:24.453094 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cf8678-144b-4b58-a09b-e72f0b0b6b7c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network hostable DHCP agents. Network: c8a26408-df07-4a1c-814b-ff643a7f68f3, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:16:24.461372 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-dbec7ae2-b2e0-4d17-a85f-1a28d067ea02 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Delete allocated IP 172.20.0.19 (ca3655fa-c6d5-4656-b1d7-582cf8bafa74/bcf894e1-4999-4d8a-a577-cda9e20d22ae) {{(pid=87524) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 17 14:16:24.527971 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-572952c8-3c8e-47ce-93b1-6741f0348160 req-843971c7-329c-43cf-bb1b-8cefe39ef79d service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655075 Jan 17 14:16:24.530561 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-53408143-8f8b-49c3-bc17-0ea214e5d081 None None] Provisioning complete for port 84325e9e-ba78-4021-bc8d-1483d15200a3 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:24.531065 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53408143-8f8b-49c3-bc17-0ea214e5d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:24.557395 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-e2af8752-e350-45f3-a221-09211d56db55', 'network_id': 'e2af8752-e350-45f3-a221-09211d56db55', 'tenant_id': '36cdb76f1cdb420d8b9d06df93079a49', 'fixed_ips': [{'subnet_id': '25726e8b-c36e-4b26-97e0-921ac3fcb399'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:16:24.558411 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:24.559993 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bab53574-0991-433f-8a50-1b714c505a3e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:24.566015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bab53574-0991-433f-8a50-1b714c505a3e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:24.657065 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab53574-0991-433f-8a50-1b714c505a3e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event deleted for resources: {'Network': ['ID=8cf55cff-0bfa-4017-8992-520aca785805,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:24.678660 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bab53574-0991-433f-8a50-1b714c505a3e tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "DELETE /v2.0/networks/8cf55cff-0bfa-4017-8992-520aca785805 HTTP/1.1" status: 204 len: 168 time: 1.4142237 Jan 17 14:16:24.679402 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33280) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:24.913272 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-572952c8-3c8e-47ce-93b1-6741f0348160 req-e0ad775e-c4b3-40a0-93e7-e2ba49f34fa7 service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786960 Jan 17 14:16:24.942651 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8a827ec-b961-4ab7-b097-13c5d5755db7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:24.989588 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637c550c-401d-42c1-b19a-92185d3c29bb tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:24.996905 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637c550c-401d-42c1-b19a-92185d3c29bb tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:24.997781 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-637c550c-401d-42c1-b19a-92185d3c29bb tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Synchronizing usage tracker for tenant:1f5bbf14796e456cb3402cfb27a22137 on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:25.027865 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:16:25.032005 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-637c550c-401d-42c1-b19a-92185d3c29bb tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Unset dirty status for tenant:1f5bbf14796e456cb3402cfb27a22137 on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:25.037894 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cf8678-144b-4b58-a09b-e72f0b0b6b7c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network c8a26408-df07-4a1c-814b-ff643a7f68f3 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:16:25.038716 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-637c550c-401d-42c1-b19a-92185d3c29bb tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3583095 Jan 17 14:16:25.040720 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33284) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:25.046976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62c54e-68e8-4bbd-8bbd-8bcb8d982411 req-9c830c24-2105-4893-bc1b-887493801310 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:25.047209 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-3243049a-d6ff-4763-a4ff-76eeb13b44f5 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-319574029'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:25.048709 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2e62c54e-68e8-4bbd-8bbd-8bcb8d982411 req-9c830c24-2105-4893-bc1b-887493801310 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 1.0896606 Jan 17 14:16:25.053682 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-3243049a-d6ff-4763-a4ff-76eeb13b44f5 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:25.066431 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-3243049a-d6ff-4763-a4ff-76eeb13b44f5 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:25.082229 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Allocated IP 2001:db8::f816:3eff:fe6d:d257 (e2af8752-e350-45f3-a221-09211d56db55/25726e8b-c36e-4b26-97e0-921ac3fcb399/4eb70a19-9d63-44f1-9e0b-d7e39d777b95) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:16:25.083927 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3243049a-d6ff-4763-a4ff-76eeb13b44f5 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Made reservation on behalf of 1f5bbf14796e456cb3402cfb27a22137 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:25.088358 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3243049a-d6ff-4763-a4ff-76eeb13b44f5 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:25.127854 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3243049a-d6ff-4763-a4ff-76eeb13b44f5 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:16:25.140081 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3243049a-d6ff-4763-a4ff-76eeb13b44f5 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:25.140504 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-3243049a-d6ff-4763-a4ff-76eeb13b44f5 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Added segment e12619a5-1438-47ad-be01-f78ef76e81c5 of type vlan for network e835853f-bf8f-44f7-9484-508362e9f183 Jan 17 14:16:25.168851 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-04cf8678-144b-4b58-a09b-e72f0b0b6b7c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, c8a26408-df07-4a1c-814b-ff643a7f68f3) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:25.174754 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.resource_extend [None req-dbec7ae2-b2e0-4d17-a85f-1a28d067ea02 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:16:25.179132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3243049a-d6ff-4763-a4ff-76eeb13b44f5 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:25.196419 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7e8c38-00ef-4d05-affc-ea8833ab577e None None] Network c8a26408-df07-4a1c-814b-ff643a7f68f3 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:25.224341 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d2ece-1fea-46a7-a453-f806c8f5024d None None] Network 8b12f70d-1813-4600-a458-b130ab5a8197 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:25.224722 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3243049a-d6ff-4763-a4ff-76eeb13b44f5 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:25.230896 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3243049a-d6ff-4763-a4ff-76eeb13b44f5 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:25.231480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3243049a-d6ff-4763-a4ff-76eeb13b44f5 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:25.265545 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cf8678-144b-4b58-a09b-e72f0b0b6b7c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:25.266221 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-04cf8678-144b-4b58-a09b-e72f0b0b6b7c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:25.271061 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dbec7ae2-b2e0-4d17-a85f-1a28d067ea02 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:25.295376 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:25.345071 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243049a-d6ff-4763-a4ff-76eeb13b44f5 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event updated for resources: {'Network': ['ID=e835853f-bf8f-44f7-9484-508362e9f183,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:25.353213 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3243049a-d6ff-4763-a4ff-76eeb13b44f5 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3079197 Jan 17 14:16:25.353213 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33288) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:25.359346 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-82bc7550-87c1-4558-8d03-42dc7c4da7ad tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1075777297'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:25.363143 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-53408143-8f8b-49c3-bc17-0ea214e5d081 None None] Provisioning complete for port b358448d-60e8-4640-bd31-1cf15f909b1f triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:25.363440 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53408143-8f8b-49c3-bc17-0ea214e5d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:25.365212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-82bc7550-87c1-4558-8d03-42dc7c4da7ad tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:25.376157 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-82bc7550-87c1-4558-8d03-42dc7c4da7ad tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Usage tracker for resource:network and tenant:1f5bbf14796e456cb3402cfb27a22137 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:25.378924 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-dbec7ae2-b2e0-4d17-a85f-1a28d067ea02 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Ignored duplicate provisioning block setup for port b358448d-60e8-4640-bd31-1cf15f909b1f by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 17 14:16:25.385523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-82bc7550-87c1-4558-8d03-42dc7c4da7ad tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:25.393236 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2e62c54e-68e8-4bbd-8bbd-8bcb8d982411 req-65432393-93f8-4d23-bec3-a64267c2af3f tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169060 Jan 17 14:16:25.398562 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-82bc7550-87c1-4558-8d03-42dc7c4da7ad tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:25.411232 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dbec7ae2-b2e0-4d17-a85f-1a28d067ea02 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:25.414325 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-04cf8678-144b-4b58-a09b-e72f0b0b6b7c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.9785581 Jan 17 14:16:25.418033 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33292) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:25.454868 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bc7550-87c1-4558-8d03-42dc7c4da7ad tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Made reservation on behalf of 1f5bbf14796e456cb3402cfb27a22137 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:25.458127 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-53408143-8f8b-49c3-bc17-0ea214e5d081 None None] Port b358448d-60e8-4640-bd31-1cf15f909b1f cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:16:25.458264 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-82bc7550-87c1-4558-8d03-42dc7c4da7ad tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:25.460525 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network e835853f-bf8f-44f7-9484-508362e9f183 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:25.548157 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-29641dfd-2376-4033-a698-eab73fa7cd06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port 9b044b82-09e1-4726-ab74-5524e3dbacc8 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:25.548157 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-29641dfd-2376-4033-a698-eab73fa7cd06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:25.559345 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82bc7550-87c1-4558-8d03-42dc7c4da7ad tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:16:25.590228 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-82bc7550-87c1-4558-8d03-42dc7c4da7ad tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:25.590586 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-82bc7550-87c1-4558-8d03-42dc7c4da7ad tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Added segment 84e7e3da-7b61-46c2-a31b-40394ecbe6e2 of type vlan for network fb9b37db-0dad-441a-921f-25ef746f51f5 Jan 17 14:16:25.624634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04dae09f-3cf1-4fd4-b5c2-da77df2ff4f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:25.646231 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-82bc7550-87c1-4558-8d03-42dc7c4da7ad tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:25.729398 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c98359c4-4b1e-4ba0-b284-5e445793df37 None None] Provisioning for port 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:25.731815 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04dae09f-3cf1-4fd4-b5c2-da77df2ff4f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:25.738934 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c98359c4-4b1e-4ba0-b284-5e445793df37 None None] Provisioning complete for port 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:25.739302 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c98359c4-4b1e-4ba0-b284-5e445793df37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:25.762539 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-82bc7550-87c1-4558-8d03-42dc7c4da7ad tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:25.768169 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bc7550-87c1-4558-8d03-42dc7c4da7ad tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:25.768957 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-82bc7550-87c1-4558-8d03-42dc7c4da7ad tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:25.802458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:25.812699 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:25.968936 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:25.969305 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:26.039072 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec7ae2-b2e0-4d17-a85f-1a28d067ea02 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=b358448d-60e8-4640-bd31-1cf15f909b1f,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:26.060287 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc7550-87c1-4558-8d03-42dc7c4da7ad tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event updated for resources: {'Network': ['ID=fb9b37db-0dad-441a-921f-25ef746f51f5,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:26.062416 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:26.091777 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-82bc7550-87c1-4558-8d03-42dc7c4da7ad tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7346427 Jan 17 14:16:26.092539 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33296) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:26.093118 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Transition to ACTIVE for port object 4eb70a19-9d63-44f1-9e0b-d7e39d777b95 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:26.098800 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network fb9b37db-0dad-441a-921f-25ef746f51f5 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:26.100424 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Request body: {'ports': [{'network_id': 'e835853f-bf8f-44f7-9484-508362e9f183', 'name': 'tempest-port--1876605194', 'admin_state_up': True}, {'network_id': 'fb9b37db-0dad-441a-921f-25ef746f51f5', 'admin_state_up': False}]} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:26.100773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Request body: {'port': {'network_id': 'e835853f-bf8f-44f7-9484-508362e9f183', 'name': 'tempest-port--1876605194', 'admin_state_up': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:26.101342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Request body: {'port': {'network_id': 'fb9b37db-0dad-441a-921f-25ef746f51f5', 'admin_state_up': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:26.102864 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-dbec7ae2-b2e0-4d17-a85f-1a28d067ea02 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] In _notify_port_updated(), no bound segment for port b358448d-60e8-4640-bd31-1cf15f909b1f on network ca3655fa-c6d5-4656-b1d7-582cf8bafa74 {{(pid=87524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:16:26.108914 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbec7ae2-b2e0-4d17-a85f-1a28d067ea02 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:26.109693 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dbec7ae2-b2e0-4d17-a85f-1a28d067ea02 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:26.114193 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-dbec7ae2-b2e0-4d17-a85f-1a28d067ea02 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "PUT /v2.0/ports/b358448d-60e8-4640-bd31-1cf15f909b1f HTTP/1.1" status: 200 len: 920 time: 5.0944042 Jan 17 14:16:26.121796 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33300) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:26.146753 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-9b684e26-9873-47cd-93d1-0f242ace70fe tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '61d83d72-5fdd-4286-8aca-56b63a590247'}, {'subnet_id': 'bcf894e1-4999-4d8a-a577-cda9e20d22ae'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:26.257240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04dae09f-3cf1-4fd4-b5c2-da77df2ff4f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:26.285557 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Transition to ACTIVE for port object 4eb70a19-9d63-44f1-9e0b-d7e39d777b95 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:26.344956 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cda28b-a4db-4036-8590-12494c27e971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-c8a26408-df07-4a1c-814b-ff643a7f68f3', 'network_id': 'c8a26408-df07-4a1c-814b-ff643a7f68f3', 'tenant_id': 'c3454ef40c9f4d6291b60c13036bd45b', 'fixed_ips': [{'subnet_id': 'acb2d8a0-3d70-4cb1-8712-893e49d4a70d'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:16:26.345777 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-66cda28b-a4db-4036-8590-12494c27e971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:26.364610 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:26.373463 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dae09f-3cf1-4fd4-b5c2-da77df2ff4f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Subnet': ['ID=acb2d8a0-3d70-4cb1-8712-893e49d4a70d,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:26.382598 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-29641dfd-2376-4033-a698-eab73fa7cd06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] For port 9b044b82-09e1-4726-ab74-5524e3dbacc8, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=9b044b82-09e1-4726-ab74-5524e3dbacc8,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:26.383107 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-29641dfd-2376-4033-a698-eab73fa7cd06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:26.537410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04dae09f-3cf1-4fd4-b5c2-da77df2ff4f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:26.576690 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Network e2af8752-e350-45f3-a221-09211d56db55 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:26.584782 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:26.591859 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-f8a827ec-b961-4ab7-b097-13c5d5755db7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Allocated IP 2001:db8::1 (8b12f70d-1813-4600-a458-b130ab5a8197/725b770a-ee12-457c-a7cb-72f5558aa4f3/a2178972-ada1-4d95-8fe4-b63de5fff543) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:16:26.592930 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c98359c4-4b1e-4ba0-b284-5e445793df37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:26.607785 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:26.614909 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Pushing event updated for resources: {'Port': ['ID=4eb70a19-9d63-44f1-9e0b-d7e39d777b95,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:26.638113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-04dae09f-3cf1-4fd4-b5c2-da77df2ff4f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a26408-df07-4a1c-814b-ff643a7f68f3']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:26.639304 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:26.656887 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:26.671939 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-04dae09f-3cf1-4fd4-b5c2-da77df2ff4f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8e864f-39cc-4012-8be1-77f38dace1ea') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:26.672238 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-04dae09f-3cf1-4fd4-b5c2-da77df2ff4f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8e864f-39cc-4012-8be1-77f38dace1ea') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:26.679637 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Usage tracker for resource:port and tenant:1f5bbf14796e456cb3402cfb27a22137 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:26.687404 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:26.697179 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:26.700583 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04dae09f-3cf1-4fd4-b5c2-da77df2ff4f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:26.731658 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Made reservation on behalf of 1f5bbf14796e456cb3402cfb27a22137 for: {'port': 2} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:26.733465 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-29641dfd-2376-4033-a698-eab73fa7cd06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for 9b044b82-09e1-4726-ab74-5524e3dbacc8 owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:26.736303 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:26.759540 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04dae09f-3cf1-4fd4-b5c2-da77df2ff4f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:26.769408 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:26.777727 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c98359c4-4b1e-4ba0-b284-5e445793df37 None None] For port 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3fa3b8d8-7b58-44c7-8400-809c61cb7dfd,segment=NetworkSegment(2fe97aef-b75b-4140-b59e-d04a8abecf2b),segment_id=2fe97aef-b75b-4140-b59e-d04a8abecf2b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:26.782253 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b6f0b2-97d7-4ac9-8606-6216d6e9f61a None None] Network c8a26408-df07-4a1c-814b-ff643a7f68f3 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:26.802438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51180e3b-4adf-4948-97bb-aac555c7fe38 req-a3980df7-c6cc-4ebe-a889-00bb30097822 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:26.811105 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-51180e3b-4adf-4948-97bb-aac555c7fe38 req-a3980df7-c6cc-4ebe-a889-00bb30097822 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.2514279 Jan 17 14:16:26.811360 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c98359c4-4b1e-4ba0-b284-5e445793df37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:26.813381 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:26.824555 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04dae09f-3cf1-4fd4-b5c2-da77df2ff4f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:26.825245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04dae09f-3cf1-4fd4-b5c2-da77df2ff4f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:26.831214 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9b684e26-9873-47cd-93d1-0f242ace70fe tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:26.844274 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:26.873072 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event deleted for resources: {'Subnet': ['ID=25726e8b-c36e-4b26-97e0-921ac3fcb399,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:26.940991 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Attempting to bind port 4eb70a19-9d63-44f1-9e0b-d7e39d777b95 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:16:26.940991 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Attempting to bind port 4eb70a19-9d63-44f1-9e0b-d7e39d777b95 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'aabef50b-9bfe-440e-8bcd-4fee2fdbe239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2af8752-e350-45f3-a221-09211d56db55'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:16:26.940991 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Attempting to bind port 4eb70a19-9d63-44f1-9e0b-d7e39d777b95 on network e2af8752-e350-45f3-a221-09211d56db55 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:16:27.010402 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:16:27.010845 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Checking segment: {'id': 'aabef50b-9bfe-440e-8bcd-4fee2fdbe239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2af8752-e350-45f3-a221-09211d56db55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:27.011164 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:27.011555 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Bound using segment: {'id': 'aabef50b-9bfe-440e-8bcd-4fee2fdbe239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2af8752-e350-45f3-a221-09211d56db55'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:16:27.012058 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Bound port: 4eb70a19-9d63-44f1-9e0b-d7e39d777b95, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabef50b-9bfe-440e-8bcd-4fee2fdbe239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2af8752-e350-45f3-a221-09211d56db55'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:16:27.012431 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:27.062616 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-51180e3b-4adf-4948-97bb-aac555c7fe38 req-454818e5-6bac-4d90-a240-b4ca7b5be65e tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496884 Jan 17 14:16:27.075421 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c98359c4-4b1e-4ba0-b284-5e445793df37 None None] Provisioning complete for port b358448d-60e8-4640-bd31-1cf15f909b1f triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:27.075850 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c98359c4-4b1e-4ba0-b284-5e445793df37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:27.106674 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04dae09f-3cf1-4fd4-b5c2-da77df2ff4f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:27.133866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04dae09f-3cf1-4fd4-b5c2-da77df2ff4f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:27.147747 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:16:27.148029 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:16:27.162605 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dae09f-3cf1-4fd4-b5c2-da77df2ff4f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Network': ['ID=c8a26408-df07-4a1c-814b-ff643a7f68f3,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:27.188290 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98359c4-4b1e-4ba0-b284-5e445793df37 None None] Pushing event updated for resources: {'Port': ['ID=3fa3b8d8-7b58-44c7-8400-809c61cb7dfd,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:27.193678 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:27.227022 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-04dae09f-3cf1-4fd4-b5c2-da77df2ff4f9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/c8a26408-df07-4a1c-814b-ff643a7f68f3 HTTP/1.1" status: 204 len: 168 time: 1.8065953 Jan 17 14:16:27.234563 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2af8752-e350-45f3-a221-09211d56db55']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:27.245237 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33308) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:27.257568 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabef50b-9bfe-440e-8bcd-4fee2fdbe239') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:27.257914 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabef50b-9bfe-440e-8bcd-4fee2fdbe239') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:27.260575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-e4e7e558-bda8-489b-a7d2-44a6307f5e72 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1284309736'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:27.269663 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c98359c4-4b1e-4ba0-b284-5e445793df37 None None] Port b358448d-60e8-4640-bd31-1cf15f909b1f cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:16:27.273266 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e4e7e558-bda8-489b-a7d2-44a6307f5e72 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:27.288859 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] For port 4eb70a19-9d63-44f1-9e0b-d7e39d777b95, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:16:27.289354 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e4e7e558-bda8-489b-a7d2-44a6307f5e72 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Usage tracker for resource:network and tenant:c3454ef40c9f4d6291b60c13036bd45b is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:27.293284 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] For port 4eb70a19-9d63-44f1-9e0b-d7e39d777b95, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4eb70a19-9d63-44f1-9e0b-d7e39d777b95,segment=NetworkSegment(aabef50b-9bfe-440e-8bcd-4fee2fdbe239),segment_id=aabef50b-9bfe-440e-8bcd-4fee2fdbe239)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:16:27.295020 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e4e7e558-bda8-489b-a7d2-44a6307f5e72 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:27.298957 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:27.300250 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] device_id is not set on port d306d7f2-7309-405a-9eaa-5e02e07c7128 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:16:27.308895 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e4e7e558-bda8-489b-a7d2-44a6307f5e72 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:27.325292 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e7e558-bda8-489b-a7d2-44a6307f5e72 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:27.328833 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e558-bda8-489b-a7d2-44a6307f5e72 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:27.337814 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:27.367761 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e7e558-bda8-489b-a7d2-44a6307f5e72 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:16:27.384316 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e558-bda8-489b-a7d2-44a6307f5e72 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:27.385240 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-e4e7e558-bda8-489b-a7d2-44a6307f5e72 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Added segment a9bbe758-17c1-4dd8-b80d-c2dcfff39147 of type vlan for network cef06b0c-f389-4d47-ad21-a3a96e6ce7fe Jan 17 14:16:27.441491 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1eb6ea-010a-4984-9914-b4a09803bbf7 None None] Pushing event updated for resources: {'Port': ['ID=4eb70a19-9d63-44f1-9e0b-d7e39d777b95,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:27.444733 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:27.445298 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e558-bda8-489b-a7d2-44a6307f5e72 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:27.455155 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c4a83bf5-e46f-4d29-95cf-7b2ff2b3c433 None None] Provisioning complete for port 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:27.455549 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4a83bf5-e46f-4d29-95cf-7b2ff2b3c433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:27.488049 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:27.489545 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:27.504459 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:27.508952 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:27.519602 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45f5614-8c22-4610-9f40-e39fa3bb7b5c None None] Network e2af8752-e350-45f3-a221-09211d56db55 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:27.535257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e558-bda8-489b-a7d2-44a6307f5e72 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:27.542771 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e7e558-bda8-489b-a7d2-44a6307f5e72 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:27.543450 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e558-bda8-489b-a7d2-44a6307f5e72 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:27.608641 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8a827ec-b961-4ab7-b097-13c5d5755db7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:27.700508 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-f8a827ec-b961-4ab7-b097-13c5d5755db7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Transition to ACTIVE for port object a2178972-ada1-4d95-8fe4-b63de5fff543 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:27.726997 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac14aa-7eab-40d0-91ec-eabfe77c0b00 req-1e06284c-40d4-4906-a286-f47be6a2b974 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:27.729987 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-6cac14aa-7eab-40d0-91ec-eabfe77c0b00 req-1e06284c-40d4-4906-a286-f47be6a2b974 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.4816840 Jan 17 14:16:27.732477 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.api [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 14:16:27.732477 dv-neutron-824901-1-hyperv neutron-server[87524]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 14:16:27.732477 dv-neutron-824901-1-hyperv neutron-server[87524]: [parameters: {'id': 'e2af8752-e350-45f3-a221-09211d56db55'}] Jan 17 14:16:27.732477 dv-neutron-824901-1-hyperv neutron-server[87524]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:16:27.733094 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG oslo_db.api [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:16:27.761051 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] device_id is not set on port 79cc8d85-f0ce-45be-aae2-1804051e1701 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:16:27.787882 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e4e7e558-bda8-489b-a7d2-44a6307f5e72 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5385075 Jan 17 14:16:27.787882 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7e558-bda8-489b-a7d2-44a6307f5e72 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Network': ['ID=cef06b0c-f389-4d47-ad21-a3a96e6ce7fe,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:27.796662 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33312) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:27.809520 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-78607708-8c28-4617-a6e3-863804522209 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:27.831089 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 9b044b82-09e1-4726-ab74-5524e3dbacc8 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:16:27.838549 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-29641dfd-2376-4033-a698-eab73fa7cd06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:27.872704 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network cef06b0c-f389-4d47-ad21-a3a96e6ce7fe details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:27.902204 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 9b044b82-09e1-4726-ab74-5524e3dbacc8 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:16:27.902940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 9b044b82-09e1-4726-ab74-5524e3dbacc8 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 17 14:16:27.924711 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29641dfd-2376-4033-a698-eab73fa7cd06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=9b044b82-09e1-4726-ab74-5524e3dbacc8,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:28.153878 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Port 9b044b82-09e1-4726-ab74-5524e3dbacc8 not found, will not notify nova. {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 17 14:16:28.181528 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-29641dfd-2376-4033-a698-eab73fa7cd06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:28.202730 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c4a83bf5-e46f-4d29-95cf-7b2ff2b3c433 None None] Provisioning complete for port b358448d-60e8-4640-bd31-1cf15f909b1f triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:28.203091 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4a83bf5-e46f-4d29-95cf-7b2ff2b3c433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:28.211630 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-6cac14aa-7eab-40d0-91ec-eabfe77c0b00 req-b7ce43d3-5da9-479f-9217-38c7974c3247 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3926160 Jan 17 14:16:28.293238 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:28.308986 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c4a83bf5-e46f-4d29-95cf-7b2ff2b3c433 None None] Port b358448d-60e8-4640-bd31-1cf15f909b1f cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:16:28.340058 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e90418-68ad-40bd-beba-7819584fac01 None None] get_active_networks_info from dv-neutron-824901-1-hyperv {{(pid=87525) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 17 14:16:28.399388 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:16:28.403654 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:28.449147 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8a827ec-b961-4ab7-b097-13c5d5755db7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:28.476773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-78607708-8c28-4617-a6e3-863804522209 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:28.511952 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-78607708-8c28-4617-a6e3-863804522209 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:28.542463 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:28.542842 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:28.543347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-78607708-8c28-4617-a6e3-863804522209 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network cef06b0c-f389-4d47-ad21-a3a96e6ce7fe is not hosted by any dhcp agent {{(pid=87523) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 17 14:16:28.548730 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78607708-8c28-4617-a6e3-863804522209 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:28.549321 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-78607708-8c28-4617-a6e3-863804522209 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:28.553507 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-78607708-8c28-4617-a6e3-863804522209 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "PUT /v2.0/networks/cef06b0c-f389-4d47-ad21-a3a96e6ce7fe HTTP/1.1" status: 200 len: 723 time: 0.7507246 Jan 17 14:16:28.582075 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33318) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:28.615896 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-faf19c27-fc20-496a-adfe-2cdf71dae7cd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'subnet': {'network_id': 'cef06b0c-f389-4d47-ad21-a3a96e6ce7fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:28.629242 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:28.653743 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e90418-68ad-40bd-beba-7819584fac01 None None] Resources bound (agent type, host, resource id): {{(pid=87525) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 14:16:28.690688 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78607708-8c28-4617-a6e3-863804522209 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Network': ['ID=cef06b0c-f389-4d47-ad21-a3a96e6ce7fe,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:28.718266 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network cef06b0c-f389-4d47-ad21-a3a96e6ce7fe details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:28.720805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc9708-2d1d-4a22-a2e3-e492a103ff26 req-aa38119b-d022-4a13-906e-2ed00f35bf3a tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:28.722374 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8dc9708-2d1d-4a22-a2e3-e492a103ff26 req-aa38119b-d022-4a13-906e-2ed00f35bf3a tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.3118036 Jan 17 14:16:28.736099 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a827ec-b961-4ab7-b097-13c5d5755db7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network 8b12f70d-1813-4600-a458-b130ab5a8197 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:28.754314 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-f8a827ec-b961-4ab7-b097-13c5d5755db7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:28.756207 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Deleting port 4eb70a19-9d63-44f1-9e0b-d7e39d777b95 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:28.756207 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:28.772161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event updated for resources: {'Port': ['ID=d306d7f2-7309-405a-9eaa-5e02e07c7128,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:28.804765 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8dc9708-2d1d-4a22-a2e3-e492a103ff26 req-0f03b56f-159b-4459-a18d-1190a9141e44 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698888 Jan 17 14:16:28.808346 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Checking segment: {'id': 'e12619a5-1438-47ad-be01-f78ef76e81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e835853f-bf8f-44f7-9484-508362e9f183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:28.808759 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Network hostable DHCP agents. Network: e835853f-bf8f-44f7-9484-508362e9f183, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:16:28.854731 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Network e835853f-bf8f-44f7-9484-508362e9f183 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:16:28.862120 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a827ec-b961-4ab7-b097-13c5d5755db7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:28.862646 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8a827ec-b961-4ab7-b097-13c5d5755db7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:28.871638 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, e835853f-bf8f-44f7-9484-508362e9f183) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:28.887454 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:28.888368 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:28.889055 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a827ec-b961-4ab7-b097-13c5d5755db7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Port': ['ID=a2178972-ada1-4d95-8fe4-b63de5fff543,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:28.988986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event updated for resources: {'Port': ['ID=79cc8d85-f0ce-45be-aae2-1804051e1701,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:29.034893 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Checking segment: {'id': '84e7e3da-7b61-46c2-a31b-40394ecbe6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fb9b37db-0dad-441a-921f-25ef746f51f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:29.036013 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Network hostable DHCP agents. Network: fb9b37db-0dad-441a-921f-25ef746f51f5, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:16:29.069890 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Network fb9b37db-0dad-441a-921f-25ef746f51f5 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:16:29.091534 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, fb9b37db-0dad-441a-921f-25ef746f51f5) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:29.106799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:29.114578 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:29.120696 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-9b684e26-9873-47cd-93d1-0f242ace70fe tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Allocated IP 172.20.0.25 (ca3655fa-c6d5-4656-b1d7-582cf8bafa74/bcf894e1-4999-4d8a-a577-cda9e20d22ae/b358448d-60e8-4640-bd31-1cf15f909b1f) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:16:29.122786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:29.124416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:29.128292 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29641dfd-2376-4033-a698-eab73fa7cd06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Router 944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:16:29.164106 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e54244e2-7a50-48ab-a056-84106f7c9a70 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0702717 Jan 17 14:16:29.166682 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33328) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:29.194876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-faf19c27-fc20-496a-adfe-2cdf71dae7cd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:29.260514 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-faf19c27-fc20-496a-adfe-2cdf71dae7cd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Usage tracker for resource:subnet and tenant:c3454ef40c9f4d6291b60c13036bd45b is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:29.274636 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-faf19c27-fc20-496a-adfe-2cdf71dae7cd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:29.281989 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0af0afd-ce31-4804-a6eb-9c571a547fac tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:29.288261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0af0afd-ce31-4804-a6eb-9c571a547fac tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:29.289151 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c0af0afd-ce31-4804-a6eb-9c571a547fac tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Synchronizing usage tracker for tenant:1f5bbf14796e456cb3402cfb27a22137 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:29.309702 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c0af0afd-ce31-4804-a6eb-9c571a547fac tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Unset dirty status for tenant:1f5bbf14796e456cb3402cfb27a22137 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:29.311052 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c0af0afd-ce31-4804-a6eb-9c571a547fac tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1432681 Jan 17 14:16:29.313929 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33334) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:29.385300 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-29fce8ca-d342-4a6b-a278-0eac431cf984 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Deleting port d306d7f2-7309-405a-9eaa-5e02e07c7128 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:29.385553 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-29fce8ca-d342-4a6b-a278-0eac431cf984 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:29.448362 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-faf19c27-fc20-496a-adfe-2cdf71dae7cd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:29.455917 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e290ce-aa43-4d23-bd84-38e1ebb2b842 None None] Network e835853f-bf8f-44f7-9484-508362e9f183 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:29.525103 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b80796-499d-47c5-bbdb-572fb97ac304 None None] Network fb9b37db-0dad-441a-921f-25ef746f51f5 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:29.542290 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29641dfd-2376-4033-a698-eab73fa7cd06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:16:29.568716 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb376d54-e880-4fe7-a2fa-5863c90f9988 None None] Sync routers for ids ['944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:16:29.645032 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf19c27-fc20-496a-adfe-2cdf71dae7cd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:29.648556 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-faf19c27-fc20-496a-adfe-2cdf71dae7cd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:29.668286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb376d54-e880-4fe7-a2fa-5863c90f9988 None None] Routers {'944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:29.668975 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-cb376d54-e880-4fe7-a2fa-5863c90f9988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:16:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:29.685152 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-29fce8ca-d342-4a6b-a278-0eac431cf984 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:29.726424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] For port 4eb70a19-9d63-44f1-9e0b-d7e39d777b95, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4eb70a19-9d63-44f1-9e0b-d7e39d777b95,segment=NetworkSegment(aabef50b-9bfe-440e-8bcd-4fee2fdbe239),segment_id=aabef50b-9bfe-440e-8bcd-4fee2fdbe239)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:29.728772 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:29.856728 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-29fce8ca-d342-4a6b-a278-0eac431cf984 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Calling delete_port for d306d7f2-7309-405a-9eaa-5e02e07c7128 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:29.894148 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-29641dfd-2376-4033-a698-eab73fa7cd06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "PUT /v2.0/routers/944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7622786 Jan 17 14:16:29.895465 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33338) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:29.990277 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-34e2257d-3bca-4964-9980-86f60acf7b7d None None] Provisioning for port a2178972-ada1-4d95-8fe4-b63de5fff543 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:29.994401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-cb376d54-e880-4fe7-a2fa-5863c90f9988 None None] Set router 944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:16:30.001038 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687944e7-392d-4769-bf33-4f119795b22a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:30.002972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687944e7-392d-4769-bf33-4f119795b22a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:30.003900 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-687944e7-392d-4769-bf33-4f119795b22a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:30.019811 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-29fce8ca-d342-4a6b-a278-0eac431cf984 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:30.065533 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-687944e7-392d-4769-bf33-4f119795b22a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:30.068933 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-687944e7-392d-4769-bf33-4f119795b22a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1707420 Jan 17 14:16:30.075045 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33342) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:30.077133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8a827ec-b961-4ab7-b097-13c5d5755db7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:30.077463 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fce8ca-d342-4a6b-a278-0eac431cf984 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event deleted for resources: {'Port': ['ID=d306d7f2-7309-405a-9eaa-5e02e07c7128,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:30.118177 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-29fce8ca-d342-4a6b-a278-0eac431cf984 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:30.139634 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-34e2257d-3bca-4964-9980-86f60acf7b7d None None] Provisioning complete for port a2178972-ada1-4d95-8fe4-b63de5fff543 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:30.140029 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-34e2257d-3bca-4964-9980-86f60acf7b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:30.155286 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-29fce8ca-d342-4a6b-a278-0eac431cf984 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "DELETE /v2.0/ports/d306d7f2-7309-405a-9eaa-5e02e07c7128 HTTP/1.1" status: 204 len: 168 time: 0.8397703 Jan 17 14:16:30.158379 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33346) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:30.164664 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Calling delete_port for 4eb70a19-9d63-44f1-9e0b-d7e39d777b95 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:30.201926 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-34e2257d-3bca-4964-9980-86f60acf7b7d None None] Port a2178972-ada1-4d95-8fe4-b63de5fff543 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:16:30.211125 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-cb376d54-e880-4fe7-a2fa-5863c90f9988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0', 'name': 'tempest-NetworksTestDHCPv6-router-253072813', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:16:10Z', 'updated_at': '2022-01-17T14:16:27Z', 'revision_number': 3, 'project_id': 'b3de38767d8a42ecb4d476d60470f683', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:30.224471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-140a5662-6ba7-49ac-9734-0132998f2a9b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet eb144a9e-e67f-484f-8cd0-5737e4058bf1 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:16:30.225518 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb376d54-e880-4fe7-a2fa-5863c90f9988 None None] Checking router: 944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:16:30.232833 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-140a5662-6ba7-49ac-9734-0132998f2a9b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:30.246002 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb376d54-e880-4fe7-a2fa-5863c90f9988 None None] Routers {'944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:30.246625 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-cb376d54-e880-4fe7-a2fa-5863c90f9988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:16:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:30.290151 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c8e26-b572-4712-b6d2-75c20f27efd1 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Deleting port 79cc8d85-f0ce-45be-aae2-1804051e1701 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:30.290686 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8e26-b572-4712-b6d2-75c20f27efd1 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:30.297622 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.resource_extend [None req-9b684e26-9873-47cd-93d1-0f242ace70fe tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:16:30.351436 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9b684e26-9873-47cd-93d1-0f242ace70fe tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:30.364075 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-140a5662-6ba7-49ac-9734-0132998f2a9b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:30.384813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1099cf-988f-4cb9-a982-542f5da68159 req-7d97e78f-023e-4784-bc1b-aa7c1d338361 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:30.387438 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-cc1099cf-988f-4cb9-a982-542f5da68159 req-7d97e78f-023e-4784-bc1b-aa7c1d338361 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 1.0381858 Jan 17 14:16:30.400004 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-cb376d54-e880-4fe7-a2fa-5863c90f9988 None None] Set router 944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:16:30.511995 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-cb376d54-e880-4fe7-a2fa-5863c90f9988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0', 'name': 'tempest-NetworksTestDHCPv6-router-253072813', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:16:10Z', 'updated_at': '2022-01-17T14:16:27Z', 'revision_number': 3, 'project_id': 'b3de38767d8a42ecb4d476d60470f683', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:30.517015 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb376d54-e880-4fe7-a2fa-5863c90f9988 None None] The sync data for ids ['944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0'] in dv-neutron-824901-1-hyperv is: [{'id': '944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0', 'name': 'tempest-NetworksTestDHCPv6-router-253072813', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:16:10Z', 'updated_at': '2022-01-17T14:16:27Z', 'revision_number': 3, 'project_id': 'b3de38767d8a42ecb4d476d60470f683', 'gw_port_host': None}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:16:30.570096 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-9b684e26-9873-47cd-93d1-0f242ace70fe tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Transition to ACTIVE for port object b358448d-60e8-4640-bd31-1cf15f909b1f will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:30.594814 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9b684e26-9873-47cd-93d1-0f242ace70fe tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:30.605373 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:30.644625 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-faf19c27-fc20-496a-adfe-2cdf71dae7cd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:30.710530 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event deleted for resources: {'Port': ['ID=4eb70a19-9d63-44f1-9e0b-d7e39d777b95,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:30.745287 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-140a5662-6ba7-49ac-9734-0132998f2a9b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:30.778594 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-cc1099cf-988f-4cb9-a982-542f5da68159 req-958ab195-71a8-4c1b-8505-e2bcd3797d5c tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3204510 Jan 17 14:16:30.781761 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] No DVR routers for this DVR port 4eb70a19-9d63-44f1-9e0b-d7e39d777b95 on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:16:30.784882 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8e26-b572-4712-b6d2-75c20f27efd1 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:30.793111 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:30.793522 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:30.793773 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:30.794095 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:30.794404 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:30.794726 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:30.795041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:30.795359 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:30.795672 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:30.796007 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:30.796314 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:30.796620 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:30.949118 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c8e26-b572-4712-b6d2-75c20f27efd1 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Calling delete_port for 79cc8d85-f0ce-45be-aae2-1804051e1701 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:31.039053 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5a6bbdda-49d9-435d-a91a-073da3f0ff04 None None] Provisioning for port b358448d-60e8-4640-bd31-1cf15f909b1f completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:31.045626 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5a6bbdda-49d9-435d-a91a-073da3f0ff04 None None] Provisioning complete for port b358448d-60e8-4640-bd31-1cf15f909b1f triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:31.046136 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbdda-49d9-435d-a91a-073da3f0ff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:31.054530 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-140a5662-6ba7-49ac-9734-0132998f2a9b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:31.075211 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf19c27-fc20-496a-adfe-2cdf71dae7cd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Subnet': ['ID=29442995-bce0-4310-aabb-b75859027af8,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:31.095817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8e26-b572-4712-b6d2-75c20f27efd1 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:31.121489 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-5a6bbdda-49d9-435d-a91a-073da3f0ff04 None None] Port b358448d-60e8-4640-bd31-1cf15f909b1f cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:16:31.140904 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a5662-6ba7-49ac-9734-0132998f2a9b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=eb144a9e-e67f-484f-8cd0-5737e4058bf1,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:31.161192 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-140a5662-6ba7-49ac-9734-0132998f2a9b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:31.167989 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f3083f-8aa4-4b8c-a88c-0e56fb578bc8 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:31.170844 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8e26-b572-4712-b6d2-75c20f27efd1 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:31.173855 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c8e26-b572-4712-b6d2-75c20f27efd1 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event deleted for resources: {'Port': ['ID=79cc8d85-f0ce-45be-aae2-1804051e1701,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:31.192902 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf19c27-fc20-496a-adfe-2cdf71dae7cd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Checking segment: {'id': 'a9bbe758-17c1-4dd8-b80d-c2dcfff39147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cef06b0c-f389-4d47-ad21-a3a96e6ce7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:31.193249 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf19c27-fc20-496a-adfe-2cdf71dae7cd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network hostable DHCP agents. Network: cef06b0c-f389-4d47-ad21-a3a96e6ce7fe, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:16:31.197449 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b684e26-9873-47cd-93d1-0f242ace70fe tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=b358448d-60e8-4640-bd31-1cf15f909b1f,revision_number=3']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:31.215913 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:31.240261 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6e4c8e26-b572-4712-b6d2-75c20f27efd1 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "DELETE /v2.0/ports/79cc8d85-f0ce-45be-aae2-1804051e1701 HTTP/1.1" status: 204 len: 168 time: 1.0808306 Jan 17 14:16:31.246003 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33350) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:31.254767 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-140a5662-6ba7-49ac-9734-0132998f2a9b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/eb144a9e-e67f-484f-8cd0-5737e4058bf1 HTTP/1.1" status: 204 len: 168 time: 1.1718454 Jan 17 14:16:31.255236 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33354) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:31.298994 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-9b684e26-9873-47cd-93d1-0f242ace70fe tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] In _notify_port_updated(), no bound segment for port b358448d-60e8-4640-bd31-1cf15f909b1f on network ca3655fa-c6d5-4656-b1d7-582cf8bafa74 {{(pid=87524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:16:31.304125 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b684e26-9873-47cd-93d1-0f242ace70fe tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:31.304725 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9b684e26-9873-47cd-93d1-0f242ace70fe tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:31.309417 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9b684e26-9873-47cd-93d1-0f242ace70fe tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "PUT /v2.0/ports/b358448d-60e8-4640-bd31-1cf15f909b1f HTTP/1.1" status: 200 len: 1000 time: 5.1834958 Jan 17 14:16:31.317882 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33358) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:31.370256 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6b18f3c3-7677-428d-b79f-5d37bfa3b464 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1186218 Jan 17 14:16:31.376994 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2af8752-e350-45f3-a221-09211d56db55']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:31.380258 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33362) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:31.398780 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-fa946f73-5998-4c31-94cb-4f2cae5a7666 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1717473200'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:31.399957 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf19c27-fc20-496a-adfe-2cdf71dae7cd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network cef06b0c-f389-4d47-ad21-a3a96e6ce7fe is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:16:31.410561 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fa946f73-5998-4c31-94cb-4f2cae5a7666 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:31.414000 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabef50b-9bfe-440e-8bcd-4fee2fdbe239') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:31.414287 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabef50b-9bfe-440e-8bcd-4fee2fdbe239') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:31.417242 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fa946f73-5998-4c31-94cb-4f2cae5a7666 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Usage tracker for resource:network and tenant:1f5bbf14796e456cb3402cfb27a22137 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:31.422094 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fa946f73-5998-4c31-94cb-4f2cae5a7666 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:31.432714 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f8a88467-5661-4f1e-b4b4-1ec764893117 req-694f38da-0da3-401a-99c1-2ab84e5b6f33 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2686143 Jan 17 14:16:31.433632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fa946f73-5998-4c31-94cb-4f2cae5a7666 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:31.439786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:31.451867 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a47b8144-f878-4bf0-b589-ce46a811a5c2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:router {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:31.456390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa946f73-5998-4c31-94cb-4f2cae5a7666 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Made reservation on behalf of 1f5bbf14796e456cb3402cfb27a22137 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:31.459214 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-b841fd94-5ef8-484b-abad-8d8d0f4f6ace tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port b358448d-60e8-4640-bd31-1cf15f909b1f {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:31.459553 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b841fd94-5ef8-484b-abad-8d8d0f4f6ace tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:31.459702 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fa946f73-5998-4c31-94cb-4f2cae5a7666 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:31.465241 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a5bf7f-8a8a-4b3b-a4e8-4fc48ee3f911 None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:16:31.470693 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c5a5bf7f-8a8a-4b3b-a4e8-4fc48ee3f911 None None] Deleting port 08b08f44-81a2-4fee-92ad-d7738efc3dd2 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:31.471284 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5a5bf7f-8a8a-4b3b-a4e8-4fc48ee3f911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:31.484382 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-faf19c27-fc20-496a-adfe-2cdf71dae7cd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, cef06b0c-f389-4d47-ad21-a3a96e6ce7fe) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:31.500051 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf19c27-fc20-496a-adfe-2cdf71dae7cd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:31.500614 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-faf19c27-fc20-496a-adfe-2cdf71dae7cd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:31.506329 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a47b8144-f878-4bf0-b589-ce46a811a5c2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:router {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:31.507864 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a47b8144-f878-4bf0-b589-ce46a811a5c2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2515762 Jan 17 14:16:31.509342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa946f73-5998-4c31-94cb-4f2cae5a7666 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:16:31.511622 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33366) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:31.535433 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:31.542182 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab2fb9d-1dbe-4082-befb-23698127d9be None None] Network cef06b0c-f389-4d47-ad21-a3a96e6ce7fe requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:31.555426 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:31.555815 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:31.571806 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8a827ec-b961-4ab7-b097-13c5d5755db7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:31.575759 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:31.637049 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fa946f73-5998-4c31-94cb-4f2cae5a7666 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:31.637291 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-fa946f73-5998-4c31-94cb-4f2cae5a7666 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Added segment 1155c7f6-c13c-40fd-921a-827f33fbc9b7 of type vlan for network 40500995-b827-4881-ad13-59ea1ba086b0 Jan 17 14:16:31.738985 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-43688506-542d-40c0-88ce-cd9cb7c92541 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:31.777701 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8a827ec-b961-4ab7-b097-13c5d5755db7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:31.778431 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8a827ec-b961-4ab7-b097-13c5d5755db7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:31.829700 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-faf19c27-fc20-496a-adfe-2cdf71dae7cd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2279813 Jan 17 14:16:31.888519 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c5a5bf7f-8a8a-4b3b-a4e8-4fc48ee3f911 None None] For port 08b08f44-81a2-4fee-92ad-d7738efc3dd2, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=08b08f44-81a2-4fee-92ad-d7738efc3dd2,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:31.888915 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5a5bf7f-8a8a-4b3b-a4e8-4fc48ee3f911 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:31.902828 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33374) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:31.912298 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c780d7aa-723a-4dec-ae68-f62585f09936 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:31.940525 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fa946f73-5998-4c31-94cb-4f2cae5a7666 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:32.017041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:32.096856 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:32.105860 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c5a5bf7f-8a8a-4b3b-a4e8-4fc48ee3f911 None None] Calling delete_port for 08b08f44-81a2-4fee-92ad-d7738efc3dd2 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:32.123658 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event deleted for resources: {'Network': ['ID=e2af8752-e350-45f3-a221-09211d56db55,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:32.131676 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e8b2e7d2-af8e-41f3-aa10-b8b762a0bf83 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "DELETE /v2.0/networks/e2af8752-e350-45f3-a221-09211d56db55 HTTP/1.1" status: 204 len: 168 time: 7.7826102 Jan 17 14:16:32.132510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a827ec-b961-4ab7-b097-13c5d5755db7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Port': ['ID=a2178972-ada1-4d95-8fe4-b63de5fff543,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:32.142494 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-cef06b0c-f389-4d47-ad21-a3a96e6ce7fe', 'network_id': 'cef06b0c-f389-4d47-ad21-a3a96e6ce7fe', 'tenant_id': 'c3454ef40c9f4d6291b60c13036bd45b', 'fixed_ips': [{'subnet_id': '29442995-bce0-4310-aabb-b75859027af8'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:16:32.143346 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:32.148759 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33378) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:32.227034 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b841fd94-5ef8-484b-abad-8d8d0f4f6ace tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:32.239821 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c5d191-2c27-4f6f-8e17-8182d31b2085 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] DELETE failed (client error): The resource could not be found. Jan 17 14:16:32.240651 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c5d191-2c27-4f6f-8e17-8182d31b2085 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:16:32.242570 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-04c5d191-2c27-4f6f-8e17-8182d31b2085 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "DELETE /v2.0/subnets/25726e8b-c36e-4b26-97e0-921ac3fcb399 HTTP/1.1" status: 404 len: 337 time: 0.0899599 Jan 17 14:16:32.247533 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33382) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:32.262751 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5a5bf7f-8a8a-4b3b-a4e8-4fc48ee3f911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:32.304177 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 08b08f44-81a2-4fee-92ad-d7738efc3dd2 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:16:32.357463 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5bf7f-8a8a-4b3b-a4e8-4fc48ee3f911 None None] Pushing event deleted for resources: {'Port': ['ID=08b08f44-81a2-4fee-92ad-d7738efc3dd2,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:32.363544 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 08b08f44-81a2-4fee-92ad-d7738efc3dd2 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:16:32.363910 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 08b08f44-81a2-4fee-92ad-d7738efc3dd2 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:16:32.364322 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 9b044b82-09e1-4726-ab74-5524e3dbacc8 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:16:32.369710 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-fa946f73-5998-4c31-94cb-4f2cae5a7666 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:16:32.381014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-43688506-542d-40c0-88ce-cd9cb7c92541 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:32.390114 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-43688506-542d-40c0-88ce-cd9cb7c92541 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:32.398466 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-b841fd94-5ef8-484b-abad-8d8d0f4f6ace tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for b358448d-60e8-4640-bd31-1cf15f909b1f owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:32.410725 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a5bf7f-8a8a-4b3b-a4e8-4fc48ee3f911 None None] No DVR routers for this DVR port 08b08f44-81a2-4fee-92ad-d7738efc3dd2 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:16:32.412309 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 9b044b82-09e1-4726-ab74-5524e3dbacc8 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:16:32.412577 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 9b044b82-09e1-4726-ab74-5524e3dbacc8 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:16:32.414418 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5bf7f-8a8a-4b3b-a4e8-4fc48ee3f911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:32.415393 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5bf7f-8a8a-4b3b-a4e8-4fc48ee3f911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:32.415780 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5bf7f-8a8a-4b3b-a4e8-4fc48ee3f911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:32.416233 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5bf7f-8a8a-4b3b-a4e8-4fc48ee3f911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:32.416444 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5bf7f-8a8a-4b3b-a4e8-4fc48ee3f911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:32.416752 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5bf7f-8a8a-4b3b-a4e8-4fc48ee3f911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:32.417158 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5bf7f-8a8a-4b3b-a4e8-4fc48ee3f911 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:32.417379 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5bf7f-8a8a-4b3b-a4e8-4fc48ee3f911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:32.417703 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5bf7f-8a8a-4b3b-a4e8-4fc48ee3f911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:32.418023 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5bf7f-8a8a-4b3b-a4e8-4fc48ee3f911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:32.418340 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5bf7f-8a8a-4b3b-a4e8-4fc48ee3f911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:32.418654 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a5bf7f-8a8a-4b3b-a4e8-4fc48ee3f911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:16:32.439016 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c21b788-820a-46ed-bef2-32afc7fc7387 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] DELETE failed (client error): The resource could not be found. Jan 17 14:16:32.439443 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c21b788-820a-46ed-bef2-32afc7fc7387 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:16:32.443509 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3c21b788-820a-46ed-bef2-32afc7fc7387 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "DELETE /v2.0/networks/e2af8752-e350-45f3-a221-09211d56db55 HTTP/1.1" status: 404 len: 339 time: 0.1843674 Jan 17 14:16:32.445203 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33386) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:32.453263 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a88467-5661-4f1e-b4b4-1ec764893117 req-a15e876b-1f5f-43c8-a1be-f27c008c68d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:32.454763 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f8a88467-5661-4f1e-b4b4-1ec764893117 req-a15e876b-1f5f-43c8-a1be-f27c008c68d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bf9d590b7484aed9edd856f9636eb85&device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 1098 time: 0.8797042 Jan 17 14:16:32.462720 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a827ec-b961-4ab7-b097-13c5d5755db7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network 8b12f70d-1813-4600-a458-b130ab5a8197 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:32.486859 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fa946f73-5998-4c31-94cb-4f2cae5a7666 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:32.492469 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa946f73-5998-4c31-94cb-4f2cae5a7666 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:32.493638 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fa946f73-5998-4c31-94cb-4f2cae5a7666 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:32.501420 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-f8a827ec-b961-4ab7-b097-13c5d5755db7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:32.508405 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Allocated IP 172.20.0.2 (cef06b0c-f389-4d47-ad21-a3a96e6ce7fe/29442995-bce0-4310-aabb-b75859027af8/bb44d14a-2077-4585-8631-18647e03791b) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:16:32.513272 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcb58b6-1095-41c3-bfcd-a585ed3ab463 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] DELETE failed (client error): The resource could not be found. Jan 17 14:16:32.513722 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bcb58b6-1095-41c3-bfcd-a585ed3ab463 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:16:32.515397 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8bcb58b6-1095-41c3-bfcd-a585ed3ab463 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "DELETE /v2.0/subnets/f73c438d-83cb-4dd2-b371-f71a7aaf203d HTTP/1.1" status: 404 len: 337 time: 0.0609834 Jan 17 14:16:32.519390 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33390) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:32.682389 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34da996-ca83-41db-9dc1-3bc027e5ddcd tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] DELETE failed (client error): The resource could not be found. Jan 17 14:16:32.683609 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c34da996-ca83-41db-9dc1-3bc027e5ddcd tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:16:32.685505 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c34da996-ca83-41db-9dc1-3bc027e5ddcd tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "DELETE /v2.0/networks/8da191ca-b8d3-4ba9-9d0f-7b28f9afa128 HTTP/1.1" status: 404 len: 339 time: 0.1639571 Jan 17 14:16:32.696112 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33394) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:32.708622 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c780d7aa-723a-4dec-ae68-f62585f09936 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4150573'] for subnet, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:32.756243 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-43688506-542d-40c0-88ce-cd9cb7c92541 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:32.756491 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcad1c15-cacd-4301-ae50-7b5aa1aa52f0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] DELETE failed (client error): The resource could not be found. Jan 17 14:16:32.756727 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43688506-542d-40c0-88ce-cd9cb7c92541 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Fanout notify agent at l3_agent the message router_deleted on router 944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:16:32.756852 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcad1c15-cacd-4301-ae50-7b5aa1aa52f0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:16:32.789527 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:32.827078 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa946f73-5998-4c31-94cb-4f2cae5a7666 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event updated for resources: {'Network': ['ID=40500995-b827-4881-ad13-59ea1ba086b0,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:32.850189 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bcad1c15-cacd-4301-ae50-7b5aa1aa52f0 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "DELETE /v2.0/subnets/fd7a0d70-ac7d-4479-a322-c40ac5d41bb5 HTTP/1.1" status: 404 len: 337 time: 0.1530657 Jan 17 14:16:32.851127 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 40500995-b827-4881-ad13-59ea1ba086b0 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:32.857710 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33398) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:32.869505 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-43688506-542d-40c0-88ce-cd9cb7c92541 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:32.870942 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-43688506-542d-40c0-88ce-cd9cb7c92541 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/routers/944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0 HTTP/1.1" status: 204 len: 168 time: 1.3582850 Jan 17 14:16:32.872564 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fa946f73-5998-4c31-94cb-4f2cae5a7666 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4852297 Jan 17 14:16:32.878418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33402) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:32.878786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33404) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:32.897155 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-bb325ce5-9feb-4a24-a527-0b4f25e36c14 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:32.903627 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf70bd9-e4bc-47e8-abf8-4215e7464533 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] DELETE failed (client error): The resource could not be found. Jan 17 14:16:32.904487 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf70bd9-e4bc-47e8-abf8-4215e7464533 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:16:32.906373 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-dbf70bd9-e4bc-47e8-abf8-4215e7464533 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "DELETE /v2.0/networks/5884977b-2e75-4085-97e1-5f2157d55793 HTTP/1.1" status: 404 len: 339 time: 0.0475297 Jan 17 14:16:32.913554 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33410) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:32.929712 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade56726-3173-4568-a896-ac6d89eccd88 req-c70cab5c-4f67-42b4-99cf-9754e7db201e tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:32.931353 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ade56726-3173-4568-a896-ac6d89eccd88 req-c70cab5c-4f67-42b4-99cf-9754e7db201e tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.9165752 Jan 17 14:16:32.937160 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-61488e9d-f393-4ae5-a168-b1d370bd47a7 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-910019267'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:32.977325 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-61488e9d-f393-4ae5-a168-b1d370bd47a7 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:32.996200 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7f04727f-c6ae-4c4e-8dfb-702857b6f7e8 None None] Provisioning complete for port a2178972-ada1-4d95-8fe4-b63de5fff543 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:32.996576 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f04727f-c6ae-4c4e-8dfb-702857b6f7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:33.046476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-61488e9d-f393-4ae5-a168-b1d370bd47a7 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Usage tracker for resource:network and tenant:1f5bbf14796e456cb3402cfb27a22137 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:33.053323 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-8a3bbccd-98b4-4465-a9bb-670a2e506f34 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Deleting port 437b0f6c-3aa8-4a56-9d4c-e2b78ef094e4 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:33.053507 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8a3bbccd-98b4-4465-a9bb-670a2e506f34 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:33.056615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-61488e9d-f393-4ae5-a168-b1d370bd47a7 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:33.057686 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7f04727f-c6ae-4c4e-8dfb-702857b6f7e8 None None] Port a2178972-ada1-4d95-8fe4-b63de5fff543 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:16:33.092184 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-61488e9d-f393-4ae5-a168-b1d370bd47a7 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:33.108203 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a827ec-b961-4ab7-b097-13c5d5755db7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router ae01b8de-6ad4-47e9-92b5-6749b7625044 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:16:33.114637 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a88467-5661-4f1e-b4b4-1ec764893117 req-3a228356-5e32-472d-8e11-06ffd185f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:33.116146 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f8a88467-5661-4f1e-b4b4-1ec764893117 req-3a228356-5e32-472d-8e11-06ffd185f365 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65490aef-7574-47e8-8e01-18ff3449c348 HTTP/1.1" status: 200 len: 913 time: 0.6156194 Jan 17 14:16:33.126986 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Transition to ACTIVE for port object bb44d14a-2077-4585-8631-18647e03791b will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:33.130421 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b841fd94-5ef8-484b-abad-8d8d0f4f6ace tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:33.151023 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Transition to ACTIVE for port object bb44d14a-2077-4585-8631-18647e03791b will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:33.157210 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:33.202814 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ade56726-3173-4568-a896-ac6d89eccd88 req-a8864438-176d-4d8f-bf12-5018e1a3cef6 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300720 Jan 17 14:16:33.219328 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61488e9d-f393-4ae5-a168-b1d370bd47a7 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Made reservation on behalf of 1f5bbf14796e456cb3402cfb27a22137 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:33.223648 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-61488e9d-f393-4ae5-a168-b1d370bd47a7 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:33.230347 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Network cef06b0c-f389-4d47-ad21-a3a96e6ce7fe is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:33.250980 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:33.253067 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Pushing event updated for resources: {'Port': ['ID=bb44d14a-2077-4585-8631-18647e03791b,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:33.267754 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:33.305306 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-bb325ce5-9feb-4a24-a527-0b4f25e36c14 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:33.320990 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bb325ce5-9feb-4a24-a527-0b4f25e36c14 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:33.329843 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bb325ce5-9feb-4a24-a527-0b4f25e36c14 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:33.343936 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-bb325ce5-9feb-4a24-a527-0b4f25e36c14 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:33.350802 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61488e9d-f393-4ae5-a168-b1d370bd47a7 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:16:33.354370 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f8a88467-5661-4f1e-b4b4-1ec764893117 req-26c1b641-7ee6-4dce-8bef-862002006119 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f0120a3-b504-4e3f-961d-8d0e46099075 HTTP/1.1" status: 200 len: 1001 time: 0.2292366 Jan 17 14:16:33.404584 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Attempting to bind port bb44d14a-2077-4585-8631-18647e03791b on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:16:33.406646 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Attempting to bind port bb44d14a-2077-4585-8631-18647e03791b by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'a9bbe758-17c1-4dd8-b80d-c2dcfff39147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cef06b0c-f389-4d47-ad21-a3a96e6ce7fe'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:16:33.407158 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Attempting to bind port bb44d14a-2077-4585-8631-18647e03791b on network cef06b0c-f389-4d47-ad21-a3a96e6ce7fe {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:16:33.413875 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:16:33.414385 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Checking segment: {'id': 'a9bbe758-17c1-4dd8-b80d-c2dcfff39147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cef06b0c-f389-4d47-ad21-a3a96e6ce7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:33.415005 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:33.416658 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Bound using segment: {'id': 'a9bbe758-17c1-4dd8-b80d-c2dcfff39147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cef06b0c-f389-4d47-ad21-a3a96e6ce7fe'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:16:33.416976 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Bound port: bb44d14a-2077-4585-8631-18647e03791b, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9bbe758-17c1-4dd8-b80d-c2dcfff39147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cef06b0c-f389-4d47-ad21-a3a96e6ce7fe'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:16:33.417449 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:33.439554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-61488e9d-f393-4ae5-a168-b1d370bd47a7 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:33.440669 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-61488e9d-f393-4ae5-a168-b1d370bd47a7 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Added segment dceb88ed-9108-4a05-ba70-4e13862ee688 of type vlan for network 6cb06f1a-70a8-407e-8d11-737f088eddc0 Jan 17 14:16:33.460812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841fd94-5ef8-484b-abad-8d8d0f4f6ace tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Port': ['ID=b358448d-60e8-4640-bd31-1cf15f909b1f,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:33.465661 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb325ce5-9feb-4a24-a527-0b4f25e36c14 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:33.471082 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb325ce5-9feb-4a24-a527-0b4f25e36c14 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:33.570133 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] For port bb44d14a-2077-4585-8631-18647e03791b, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:16:33.577075 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] For port bb44d14a-2077-4585-8631-18647e03791b, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=bb44d14a-2077-4585-8631-18647e03791b,segment=NetworkSegment(a9bbe758-17c1-4dd8-b80d-c2dcfff39147),segment_id=a9bbe758-17c1-4dd8-b80d-c2dcfff39147)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:16:33.589616 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:33.706722 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49a3d5-ebf3-4473-8170-68a0f28e3029 None None] Pushing event updated for resources: {'Port': ['ID=bb44d14a-2077-4585-8631-18647e03791b,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:33.707255 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-61488e9d-f393-4ae5-a168-b1d370bd47a7 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:33.722595 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a88467-5661-4f1e-b4b4-1ec764893117 req-86146430-f11b-4c3b-99a9-55a2afaf14fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:33.724096 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f8a88467-5661-4f1e-b4b4-1ec764893117 req-86146430-f11b-4c3b-99a9-55a2afaf14fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=108e9ce5-417b-4ebb-b330-fd1632de2fea HTTP/1.1" status: 200 len: 851 time: 0.3603210 Jan 17 14:16:33.739537 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8a3bbccd-98b4-4465-a9bb-670a2e506f34 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:33.812664 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c780d7aa-723a-4dec-ae68-f62585f09936 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762588013806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3993245'] for subnet, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:33.874800 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-8a3bbccd-98b4-4465-a9bb-670a2e506f34 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Calling delete_port for 437b0f6c-3aa8-4a56-9d4c-e2b78ef094e4 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:33.912810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c780d7aa-723a-4dec-ae68-f62585f09936 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:33.913189 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c780d7aa-723a-4dec-ae68-f62585f09936 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:33.914478 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c780d7aa-723a-4dec-ae68-f62585f09936 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "PUT /v2.0/subnets/29442995-bce0-4310-aabb-b75859027af8 HTTP/1.1" status: 200 len: 806 time: 2.0094941 Jan 17 14:16:33.949690 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33418) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:33.975888 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-61488e9d-f393-4ae5-a168-b1d370bd47a7 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:33.981740 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61488e9d-f393-4ae5-a168-b1d370bd47a7 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:33.982303 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-61488e9d-f393-4ae5-a168-b1d370bd47a7 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:34.012295 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a827ec-b961-4ab7-b097-13c5d5755db7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:16:34.020173 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f8a827ec-b961-4ab7-b097-13c5d5755db7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/ae01b8de-6ad4-47e9-92b5-6749b7625044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5065267 Jan 17 14:16:34.024517 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ba15a5-9296-45de-a662-e4181c438f94 None None] Sync routers for ids ['ae01b8de-6ad4-47e9-92b5-6749b7625044'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:16:34.034708 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33422) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:34.035186 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ba15a5-9296-45de-a662-e4181c438f94 None None] Routers {'ae01b8de-6ad4-47e9-92b5-6749b7625044'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:34.036161 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-63ba15a5-9296-45de-a662-e4181c438f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:16:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['ae01b8de-6ad4-47e9-92b5-6749b7625044'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:34.054208 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b841fd94-5ef8-484b-abad-8d8d0f4f6ace tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:34.059417 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b841fd94-5ef8-484b-abad-8d8d0f4f6ace tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/ports/b358448d-60e8-4640-bd31-1cf15f909b1f HTTP/1.1" status: 204 len: 168 time: 2.7297640 Jan 17 14:16:34.094405 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33426) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:34.103252 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-63ba15a5-9296-45de-a662-e4181c438f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:34.115009 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ba15a5-9296-45de-a662-e4181c438f94 None None] Routers {'ae01b8de-6ad4-47e9-92b5-6749b7625044'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:34.115700 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-63ba15a5-9296-45de-a662-e4181c438f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:16:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['ae01b8de-6ad4-47e9-92b5-6749b7625044'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:34.168009 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a6c2df-cdd9-41c6-8032-b94c29b7d24a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] GET failed (client error): The resource could not be found. Jan 17 14:16:34.168554 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-21a6c2df-cdd9-41c6-8032-b94c29b7d24a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Synchronizing usage tracker for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:34.192080 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8a3bbccd-98b4-4465-a9bb-670a2e506f34 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:34.203651 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-63ba15a5-9296-45de-a662-e4181c438f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:34.204339 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ba15a5-9296-45de-a662-e4181c438f94 None None] The sync data for ids ['ae01b8de-6ad4-47e9-92b5-6749b7625044'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:16:34.239779 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8cfdb0-28df-4afc-94a3-413bcac595f9 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:34.240660 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bc8cfdb0-28df-4afc-94a3-413bcac595f9 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Synchronizing usage tracker for tenant:c18c2f95c6754b6292d672e39ba057ee on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:34.252397 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-21a6c2df-cdd9-41c6-8032-b94c29b7d24a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Unset dirty status for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:34.253844 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-21a6c2df-cdd9-41c6-8032-b94c29b7d24a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports/b358448d-60e8-4640-bd31-1cf15f909b1f HTTP/1.1" status: 404 len: 333 time: 0.1584992 Jan 17 14:16:34.264354 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33430) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:34.265097 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bbccd-98b4-4465-a9bb-670a2e506f34 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event deleted for resources: {'Port': ['ID=437b0f6c-3aa8-4a56-9d4c-e2b78ef094e4,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:34.304862 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8a3bbccd-98b4-4465-a9bb-670a2e506f34 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:34.309175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device bb44d14a-2077-4585-8631-18647e03791b up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:16:34.325849 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8a3bbccd-98b4-4465-a9bb-670a2e506f34 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "DELETE /v2.0/ports/437b0f6c-3aa8-4a56-9d4c-e2b78ef094e4 HTTP/1.1" status: 204 len: 168 time: 1.4072697 Jan 17 14:16:34.329462 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33434) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:34.331650 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780d7aa-723a-4dec-ae68-f62585f09936 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Subnet': ['ID=29442995-bce0-4310-aabb-b75859027af8,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:34.334499 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-61488e9d-f393-4ae5-a168-b1d370bd47a7 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4486358 Jan 17 14:16:34.394788 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c02dc4-dd9f-4b40-abce-359060791cb6 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] DELETE failed (client error): The resource could not be found. Jan 17 14:16:34.395494 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c02dc4-dd9f-4b40-abce-359060791cb6 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:16:34.397365 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a1c02dc4-dd9f-4b40-abce-359060791cb6 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "DELETE /v2.0/subnets/b6bb5afe-87c5-4006-b396-4df85566b481 HTTP/1.1" status: 404 len: 337 time: 0.0589416 Jan 17 14:16:34.403549 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33438) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:34.430628 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bc8cfdb0-28df-4afc-94a3-413bcac595f9 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Unset dirty status for tenant:c18c2f95c6754b6292d672e39ba057ee on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:34.432014 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bc8cfdb0-28df-4afc-94a3-413bcac595f9 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/ports/a2178972-ada1-4d95-8fe4-b63de5fff543 HTTP/1.1" status: 200 len: 911 time: 0.3961945 Jan 17 14:16:34.434932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c15357-3a31-4cc8-b9cb-9472cd9af534 req-408aaf5a-cfa5-41ef-bf3b-3c3c168ee84d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:34.438256 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33442) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:34.442370 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e2c15357-3a31-4cc8-b9cb-9472cd9af534 req-408aaf5a-cfa5-41ef-bf3b-3c3c168ee84d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.8323760 Jan 17 14:16:34.454476 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port bb44d14a-2077-4585-8631-18647e03791b completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:34.481145 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61488e9d-f393-4ae5-a168-b1d370bd47a7 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event updated for resources: {'Network': ['ID=6cb06f1a-70a8-407e-8d11-737f088eddc0,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:34.488537 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33446) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:34.492022 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 6cb06f1a-70a8-407e-8d11-737f088eddc0 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:34.512615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a88467-5661-4f1e-b4b4-1ec764893117 req-7aad3daa-7c8b-41dc-80c9-790a04a61145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:34.514143 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f8a88467-5661-4f1e-b4b4-1ec764893117 req-7aad3daa-7c8b-41dc-80c9-790a04a61145 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65490aef-7574-47e8-8e01-18ff3449c348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7766459 Jan 17 14:16:34.518719 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Request body: {'subnets': [{'network_id': '40500995-b827-4881-ad13-59ea1ba086b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--374840510', 'ip_version': 4}, {'network_id': '6cb06f1a-70a8-407e-8d11-737f088eddc0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:34.519035 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Request body: {'subnet': {'network_id': '40500995-b827-4881-ad13-59ea1ba086b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--374840510', 'ip_version': 4}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:34.519600 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Request body: {'subnet': {'network_id': '6cb06f1a-70a8-407e-8d11-737f088eddc0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:34.564379 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15961be-9931-4320-88f4-022b4f859a1e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting subnet bcf894e1-4999-4d8a-a577-cda9e20d22ae {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:16:34.640886 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c15961be-9931-4320-88f4-022b4f859a1e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:34.762375 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e2c15357-3a31-4cc8-b9cb-9472cd9af534 req-c047a155-245c-4cb6-a5ff-018d392afb63 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3190260 Jan 17 14:16:34.786269 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:34.808934 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-767611b7-692c-4d36-b537-46731afb7416 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:34.823867 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c15961be-9931-4320-88f4-022b4f859a1e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:34.838625 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb325ce5-9feb-4a24-a527-0b4f25e36c14 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:34.978618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Deleting port bb44d14a-2077-4585-8631-18647e03791b {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:34.979290 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:34.997138 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95436d5c-2a19-46ba-af56-f77d54323fc7 None None] Network cef06b0c-f389-4d47-ad21-a3a96e6ce7fe requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:35.047701 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb325ce5-9feb-4a24-a527-0b4f25e36c14 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:35.073482 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-bb325ce5-9feb-4a24-a527-0b4f25e36c14 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:35.083655 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb325ce5-9feb-4a24-a527-0b4f25e36c14 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:35.084535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb325ce5-9feb-4a24-a527-0b4f25e36c14 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.093778 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f8a88467-5661-4f1e-b4b4-1ec764893117 req-fcc5467b-9012-4385-8542-a6c36be9b94a service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5517433 Jan 17 14:16:35.111638 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb325ce5-9feb-4a24-a527-0b4f25e36c14 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=ff295ecc-6eea-4605-8f62-d9e38d6476f9,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:35.119783 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3a8fd3-e604-4aa5-8a5e-07b5cb6432dd None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:35.140214 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:35.224745 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-69eb8163-483c-4c33-8b6c-58adf8ce87a3 None None] Provisioning for port bb44d14a-2077-4585-8631-18647e03791b completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:35.234416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Usage tracker for resource:subnet and tenant:1f5bbf14796e456cb3402cfb27a22137 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:35.244517 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bb325ce5-9feb-4a24-a527-0b4f25e36c14 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3600504 Jan 17 14:16:35.245443 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:35.252050 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-69eb8163-483c-4c33-8b6c-58adf8ce87a3 None None] Provisioning complete for port bb44d14a-2077-4585-8631-18647e03791b triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:35.252496 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-69eb8163-483c-4c33-8b6c-58adf8ce87a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.256902 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33452) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:35.266523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:35.267283 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-a0ccc320-1f59-4d86-bbaf-87c7ee2e79ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-109479470', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:35.273595 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a0ccc320-1f59-4d86-bbaf-87c7ee2e79ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:35.293530 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-767611b7-692c-4d36-b537-46731afb7416 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.318459 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a0ccc320-1f59-4d86-bbaf-87c7ee2e79ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:35.351876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-767611b7-692c-4d36-b537-46731afb7416 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77800dbd-234b-4e12-bc67-ea0bc3856ba5']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:35.365067 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0ccc320-1f59-4d86-bbaf-87c7ee2e79ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.366064 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0ccc320-1f59-4d86-bbaf-87c7ee2e79ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.367408 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Made reservation on behalf of 1f5bbf14796e456cb3402cfb27a22137 for: {'subnet': 2} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:35.372925 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.373260 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.402396 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c15961be-9931-4320-88f4-022b4f859a1e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.440284 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-767611b7-692c-4d36-b537-46731afb7416 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08a1699-1b29-49dc-944f-99b7106818c3') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:35.440636 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-767611b7-692c-4d36-b537-46731afb7416 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08a1699-1b29-49dc-944f-99b7106818c3') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:35.468082 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-767611b7-692c-4d36-b537-46731afb7416 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.488219 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f8a88467-5661-4f1e-b4b4-1ec764893117 req-6be19c50-e624-4cb7-8656-d53f9ad4bfb3 service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820477 Jan 17 14:16:35.502927 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0ccc320-1f59-4d86-bbaf-87c7ee2e79ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.516739 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-767611b7-692c-4d36-b537-46731afb7416 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.535736 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767611b7-692c-4d36-b537-46731afb7416 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:35.535736 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-767611b7-692c-4d36-b537-46731afb7416 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:35.552374 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:35.554524 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] For port bb44d14a-2077-4585-8631-18647e03791b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=bb44d14a-2077-4585-8631-18647e03791b,segment=NetworkSegment(a9bbe758-17c1-4dd8-b80d-c2dcfff39147),segment_id=a9bbe758-17c1-4dd8-b80d-c2dcfff39147)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:35.554524 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.583639 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': 'ff295ecc-6eea-4605-8f62-d9e38d6476f9'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:16:35.584333 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.615174 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-69eb8163-483c-4c33-8b6c-58adf8ce87a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.624116 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0ccc320-1f59-4d86-bbaf-87c7ee2e79ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.669539 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c15961be-9931-4320-88f4-022b4f859a1e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.724831 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Calling delete_port for bb44d14a-2077-4585-8631-18647e03791b owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:35.725165 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-69eb8163-483c-4c33-8b6c-58adf8ce87a3 None None] For port bb44d14a-2077-4585-8631-18647e03791b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=bb44d14a-2077-4585-8631-18647e03791b,segment=NetworkSegment(a9bbe758-17c1-4dd8-b80d-c2dcfff39147),segment_id=a9bbe758-17c1-4dd8-b80d-c2dcfff39147)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:35.735404 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-69eb8163-483c-4c33-8b6c-58adf8ce87a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.753102 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c15961be-9931-4320-88f4-022b4f859a1e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.757446 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-767611b7-692c-4d36-b537-46731afb7416 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.759993 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15961be-9931-4320-88f4-022b4f859a1e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Subnet': ['ID=bcf894e1-4999-4d8a-a577-cda9e20d22ae,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:35.771898 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0ccc320-1f59-4d86-bbaf-87c7ee2e79ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.773414 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a0ccc320-1f59-4d86-bbaf-87c7ee2e79ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5104275 Jan 17 14:16:35.787071 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33456) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:35.792955 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-767611b7-692c-4d36-b537-46731afb7416 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:35.810152 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c15961be-9931-4320-88f4-022b4f859a1e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/subnets/bcf894e1-4999-4d8a-a577-cda9e20d22ae HTTP/1.1" status: 204 len: 168 time: 1.5416183 Jan 17 14:16:35.813560 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33462) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:35.831807 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eb6688-1845-4ad8-b438-1631f0f32f6f None None] Network ca3655fa-c6d5-4656-b1d7-582cf8bafa74 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:35.871973 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767611b7-692c-4d36-b537-46731afb7416 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event deleted for resources: {'Network': ['ID=77800dbd-234b-4e12-bc67-ea0bc3856ba5,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:35.874693 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-767611b7-692c-4d36-b537-46731afb7416 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "DELETE /v2.0/networks/77800dbd-234b-4e12-bc67-ea0bc3856ba5 HTTP/1.1" status: 204 len: 168 time: 1.4685864 Jan 17 14:16:35.879931 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33466) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:36.013163 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-948f54e6-1374-4a1a-bf3f-c62fab15b1a8 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Deleting port 4de8ac2d-7c63-486c-9184-90b1a500e4a5 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:36.013366 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-948f54e6-1374-4a1a-bf3f-c62fab15b1a8 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:36.030299 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaae627-4517-45c1-90b0-acca3dc5dd71 None None] Network cef06b0c-f389-4d47-ad21-a3a96e6ce7fe requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:36.139200 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Allocated IP 2001:db8::2 (5c806942-cde6-42f7-aae4-af9246279d2e/ff295ecc-6eea-4605-8f62-d9e38d6476f9/e3738004-fef3-47e4-8191-8c0c12eb7430) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:16:36.148628 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb8163-483c-4c33-8b6c-58adf8ce87a3 None None] Pushing event updated for resources: {'Port': ['ID=bb44d14a-2077-4585-8631-18647e03791b,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:36.219292 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a1aa6e-1058-46a6-aac2-a5bc0bb94288 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting subnet 61d83d72-5fdd-4286-8aca-56b63a590247 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:16:36.248672 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91a1aa6e-1058-46a6-aac2-a5bc0bb94288 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:36.256203 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-edfe3327-0ce5-4fb5-882c-07f5e51dcd2b None None] Provisioning complete for port bb44d14a-2077-4585-8631-18647e03791b triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:36.256580 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-edfe3327-0ce5-4fb5-882c-07f5e51dcd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:36.319237 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-21b02b0f-323b-4709-b700-7d40f7e97f5d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:36.358465 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device bb44d14a-2077-4585-8631-18647e03791b up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:16:36.369056 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097ebc4-49fd-45b5-ac58-14660c8ac288 req-f731536b-6533-4217-98a9-267f20b8c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:36.370576 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6097ebc4-49fd-45b5-ac58-14660c8ac288 req-f731536b-6533-4217-98a9-267f20b8c3ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bf9d590b7484aed9edd856f9636eb85&device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 1098 time: 0.8060999 Jan 17 14:16:36.411061 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:16:36.411373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:16:36.555035 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91a1aa6e-1058-46a6-aac2-a5bc0bb94288 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:36.762994 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9977b9-ff03-4ab6-abf0-0d1cb55ba67e req-39c5ac42-8b7e-4409-baac-4b1700a95cd5 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:36.770860 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-6f9977b9-ff03-4ab6-abf0-0d1cb55ba67e req-39c5ac42-8b7e-4409-baac-4b1700a95cd5 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.7251134 Jan 17 14:16:36.798573 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097ebc4-49fd-45b5-ac58-14660c8ac288 req-a73d7099-8ada-4062-977f-c4b59a2b5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:36.800088 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6097ebc4-49fd-45b5-ac58-14660c8ac288 req-a73d7099-8ada-4062-977f-c4b59a2b5a8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=65490aef-7574-47e8-8e01-18ff3449c348 HTTP/1.1" status: 200 len: 913 time: 0.4176750 Jan 17 14:16:36.869065 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port bb44d14a-2077-4585-8631-18647e03791b triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:36.870077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:36.882569 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-948f54e6-1374-4a1a-bf3f-c62fab15b1a8 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:36.911395 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0ccefc49-0078-4123-9456-c4be91f396e1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:36.914125 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-6f9977b9-ff03-4ab6-abf0-0d1cb55ba67e req-5437eab9-5593-45b4-9691-cd4eb72c9e47 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414695 Jan 17 14:16:36.924443 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Deleting port bb44d14a-2077-4585-8631-18647e03791b {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:36.924775 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:36.961376 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:36.989196 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Transition to ACTIVE for port object e3738004-fef3-47e4-8191-8c0c12eb7430 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:37.019623 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Transition to ACTIVE for port object e3738004-fef3-47e4-8191-8c0c12eb7430 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:37.052232 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:37.110143 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-948f54e6-1374-4a1a-bf3f-c62fab15b1a8 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Calling delete_port for 4de8ac2d-7c63-486c-9184-90b1a500e4a5 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:37.155983 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:37.159095 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:37.163434 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:37.171515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Pushing event updated for resources: {'Port': ['ID=e3738004-fef3-47e4-8191-8c0c12eb7430,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:37.208577 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6097ebc4-49fd-45b5-ac58-14660c8ac288 req-a7b2d907-02c8-46e2-a5f9-3d7cbe0e6057 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f0120a3-b504-4e3f-961d-8d0e46099075 HTTP/1.1" status: 200 len: 1001 time: 0.3995872 Jan 17 14:16:37.252218 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91a1aa6e-1058-46a6-aac2-a5bc0bb94288 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:37.285273 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Attempting to bind port e3738004-fef3-47e4-8191-8c0c12eb7430 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:16:37.285582 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Attempting to bind port e3738004-fef3-47e4-8191-8c0c12eb7430 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:16:37.285944 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Attempting to bind port e3738004-fef3-47e4-8191-8c0c12eb7430 on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:16:37.297425 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:16:37.297798 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:37.298204 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:37.298657 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:16:37.299120 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Bound port: e3738004-fef3-47e4-8191-8c0c12eb7430, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:16:37.299503 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:37.377184 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-948f54e6-1374-4a1a-bf3f-c62fab15b1a8 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:37.422736 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] For port e3738004-fef3-47e4-8191-8c0c12eb7430, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:16:37.426835 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] For port e3738004-fef3-47e4-8191-8c0c12eb7430, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e3738004-fef3-47e4-8191-8c0c12eb7430,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:16:37.434011 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:37.472936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f54e6-1374-4a1a-bf3f-c62fab15b1a8 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event deleted for resources: {'Port': ['ID=4de8ac2d-7c63-486c-9184-90b1a500e4a5,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:37.482317 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-948f54e6-1374-4a1a-bf3f-c62fab15b1a8 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:37.495302 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-948f54e6-1374-4a1a-bf3f-c62fab15b1a8 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "DELETE /v2.0/ports/4de8ac2d-7c63-486c-9184-90b1a500e4a5 HTTP/1.1" status: 204 len: 168 time: 1.6141920 Jan 17 14:16:37.498508 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33470) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:37.536485 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-21b02b0f-323b-4709-b700-7d40f7e97f5d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting port a2178972-ada1-4d95-8fe4-b63de5fff543 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:37.536890 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-21b02b0f-323b-4709-b700-7d40f7e97f5d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:37.555587 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6ce74dc6-b32e-4854-aafd-6a9bd364cc1f None None] Provisioning complete for port bb44d14a-2077-4585-8631-18647e03791b triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:37.555985 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6ce74dc6-b32e-4854-aafd-6a9bd364cc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:37.631329 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c5c45-8c43-4f5d-9307-ec11eb017022 None None] Pushing event updated for resources: {'Port': ['ID=e3738004-fef3-47e4-8191-8c0c12eb7430,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:37.633912 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c50c05-4844-4401-ae4b-78ac5e4210b3 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] DELETE failed (client error): The resource could not be found. Jan 17 14:16:37.634477 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c50c05-4844-4401-ae4b-78ac5e4210b3 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:16:37.710030 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-75c50c05-4844-4401-ae4b-78ac5e4210b3 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "DELETE /v2.0/subnets/74d06242-54a9-4d0b-8cd5-f141a60312aa HTTP/1.1" status: 404 len: 337 time: 0.2081871 Jan 17 14:16:37.710781 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33474) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:37.743241 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91a1aa6e-1058-46a6-aac2-a5bc0bb94288 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:37.799039 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1aa6e-1058-46a6-aac2-a5bc0bb94288 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Subnet': ['ID=61d83d72-5fdd-4286-8aca-56b63a590247,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:37.916061 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097ebc4-49fd-45b5-ac58-14660c8ac288 req-9b7624d4-3482-44e4-8f3c-069a7db69748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:37.916896 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91a1aa6e-1058-46a6-aac2-a5bc0bb94288 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:37.917752 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6097ebc4-49fd-45b5-ac58-14660c8ac288 req-9b7624d4-3482-44e4-8f3c-069a7db69748 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=108e9ce5-417b-4ebb-b330-fd1632de2fea HTTP/1.1" status: 200 len: 851 time: 0.6866937 Jan 17 14:16:37.921212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:37.921365 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-91a1aa6e-1058-46a6-aac2-a5bc0bb94288 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/subnets/61d83d72-5fdd-4286-8aca-56b63a590247 HTTP/1.1" status: 204 len: 168 time: 2.1011033 Jan 17 14:16:37.928274 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33478) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:37.983544 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-834e49f8-1dd7-41fc-b3b2-2ace82c84c49 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:37.986435 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-21b02b0f-323b-4709-b700-7d40f7e97f5d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:38.083890 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2321ef9a-66b3-4101-9730-3212af1c0f16 None None] Network ca3655fa-c6d5-4656-b1d7-582cf8bafa74 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:38.198275 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-21b02b0f-323b-4709-b700-7d40f7e97f5d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Calling delete_port for a2178972-ada1-4d95-8fe4-b63de5fff543 owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:38.207975 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a81a151a-05dc-44d5-aa25-dd6e87343e13 None None] Provisioning complete for port 84325e9e-ba78-4021-bc8d-1483d15200a3 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:38.208811 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a81a151a-05dc-44d5-aa25-dd6e87343e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:38.286187 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] For port bb44d14a-2077-4585-8631-18647e03791b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=bb44d14a-2077-4585-8631-18647e03791b,segment=NetworkSegment(a9bbe758-17c1-4dd8-b80d-c2dcfff39147),segment_id=a9bbe758-17c1-4dd8-b80d-c2dcfff39147)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:38.286676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:38.339250 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-834e49f8-1dd7-41fc-b3b2-2ace82c84c49 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:38.342999 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e3738004-fef3-47e4-8191-8c0c12eb7430 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:16:38.389715 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-834e49f8-1dd7-41fc-b3b2-2ace82c84c49 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05599e0f-0008-4fb2-8541-b11c4d547995']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:38.405278 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-834e49f8-1dd7-41fc-b3b2-2ace82c84c49 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47d42d6-1479-4fc2-8355-3fa841ecb6ae') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:38.405852 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-834e49f8-1dd7-41fc-b3b2-2ace82c84c49 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47d42d6-1479-4fc2-8355-3fa841ecb6ae') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:38.419586 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-834e49f8-1dd7-41fc-b3b2-2ace82c84c49 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:38.442963 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-834e49f8-1dd7-41fc-b3b2-2ace82c84c49 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:38.456101 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834e49f8-1dd7-41fc-b3b2-2ace82c84c49 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:38.456510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-834e49f8-1dd7-41fc-b3b2-2ace82c84c49 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:38.471889 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:38.507945 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port e3738004-fef3-47e4-8191-8c0c12eb7430 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:38.509341 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Calling delete_port for bb44d14a-2077-4585-8631-18647e03791b owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:38.547274 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-0ccefc49-0078-4123-9456-c4be91f396e1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::1 (5c806942-cde6-42f7-aae4-af9246279d2e/ff295ecc-6eea-4605-8f62-d9e38d6476f9/44161b15-0c90-43b8-ae66-7d7f0fa5af66) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:16:38.561852 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event updated for resources: {'Subnet': ['ID=46dafd9d-76da-4742-8643-cf110512c731,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:38.591075 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:38.606806 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cdb5f5-777b-49ad-85c3-0d7325b17cc6 None None] DHCP port deletion for ca3655fa-c6d5-4656-b1d7-582cf8bafa74 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:16:38.612171 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-65cdb5f5-777b-49ad-85c3-0d7325b17cc6 None None] Deleting port 84325e9e-ba78-4021-bc8d-1483d15200a3 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:38.612664 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-65cdb5f5-777b-49ad-85c3-0d7325b17cc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:38.619697 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Checking segment: {'id': '1155c7f6-c13c-40fd-921a-827f33fbc9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '40500995-b827-4881-ad13-59ea1ba086b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:38.620101 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Network hostable DHCP agents. Network: 40500995-b827-4881-ad13-59ea1ba086b0, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:16:38.764103 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port 84325e9e-ba78-4021-bc8d-1483d15200a3 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:38.764467 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:38.790744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097ebc4-49fd-45b5-ac58-14660c8ac288 req-7bedfc66-77da-400d-9504-80e10ae2c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:38.792278 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6097ebc4-49fd-45b5-ac58-14660c8ac288 req-7bedfc66-77da-400d-9504-80e10ae2c6dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65490aef-7574-47e8-8e01-18ff3449c348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8090010 Jan 17 14:16:38.850290 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:16:38.864718 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-834e49f8-1dd7-41fc-b3b2-2ace82c84c49 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:38.886208 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-65cdb5f5-777b-49ad-85c3-0d7325b17cc6 None None] For port 84325e9e-ba78-4021-bc8d-1483d15200a3, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=84325e9e-ba78-4021-bc8d-1483d15200a3,segment=NetworkSegment(4e766555-c0ce-4791-a7c4-6165f2c4b605),segment_id=4e766555-c0ce-4791-a7c4-6165f2c4b605)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:38.886665 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-65cdb5f5-777b-49ad-85c3-0d7325b17cc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:38.901713 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638c3e5-f476-42f6-8149-b2a1376fb2a5 req-49e41798-254e-463d-9d39-fc7802425b0d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:38.902881 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d638c3e5-f476-42f6-8149-b2a1376fb2a5 req-49e41798-254e-463d-9d39-fc7802425b0d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.7679400 Jan 17 14:16:38.917813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-834e49f8-1dd7-41fc-b3b2-2ace82c84c49 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:38.928632 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e49f8-1dd7-41fc-b3b2-2ace82c84c49 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event deleted for resources: {'Network': ['ID=05599e0f-0008-4fb2-8541-b11c4d547995,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:38.932201 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-834e49f8-1dd7-41fc-b3b2-2ace82c84c49 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "DELETE /v2.0/networks/05599e0f-0008-4fb2-8541-b11c4d547995 HTTP/1.1" status: 204 len: 168 time: 1.2108769 Jan 17 14:16:38.934845 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33484) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:38.979253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Network 40500995-b827-4881-ad13-59ea1ba086b0 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:16:39.017672 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-21b02b0f-323b-4709-b700-7d40f7e97f5d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:39.069647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcedaf34-a917-4264-a358-19b7bd8e5e92 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Deleting subnet f09feda1-10af-48b8-84c6-bdcd6e16cd58 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:16:39.073309 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-65cdb5f5-777b-49ad-85c3-0d7325b17cc6 None None] Calling delete_port for 84325e9e-ba78-4021-bc8d-1483d15200a3 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:39.087771 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b02b0f-323b-4709-b700-7d40f7e97f5d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Port': ['ID=a2178972-ada1-4d95-8fe4-b63de5fff543,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:39.089819 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fcedaf34-a917-4264-a358-19b7bd8e5e92 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:39.124181 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 40500995-b827-4881-ad13-59ea1ba086b0) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:39.127655 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-693b1882-1b12-4557-b536-db9c8af0f945 None None] Provisioning for port e3738004-fef3-47e4-8191-8c0c12eb7430 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:39.128927 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:39.140054 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-693b1882-1b12-4557-b536-db9c8af0f945 None None] Provisioning complete for port e3738004-fef3-47e4-8191-8c0c12eb7430 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:39.140323 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-693b1882-1b12-4557-b536-db9c8af0f945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:39.199929 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dc5293-d150-4677-9a6c-3a5233729fc7 None None] Network 40500995-b827-4881-ad13-59ea1ba086b0 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:39.249716 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:39.303820 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d638c3e5-f476-42f6-8149-b2a1376fb2a5 req-0eee08f4-7478-4873-888d-d32d45092b53 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268454 Jan 17 14:16:39.313513 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fcedaf34-a917-4264-a358-19b7bd8e5e92 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:39.360971 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-65cdb5f5-777b-49ad-85c3-0d7325b17cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:39.374987 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Port': ['ID=bb44d14a-2077-4585-8631-18647e03791b,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:39.422820 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-21b02b0f-323b-4709-b700-7d40f7e97f5d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:39.446565 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdb5f5-777b-49ad-85c3-0d7325b17cc6 None None] Pushing event deleted for resources: {'Port': ['ID=84325e9e-ba78-4021-bc8d-1483d15200a3,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:39.458790 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cdb5f5-777b-49ad-85c3-0d7325b17cc6 None None] No DVR routers for this DVR port 84325e9e-ba78-4021-bc8d-1483d15200a3 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:16:39.484710 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2fa40e-3dbe-4e61-b20e-884dae4dffce None None] DHCP port deletion for cef06b0c-f389-4d47-ad21-a3a96e6ce7fe request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:16:39.622556 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0ccefc49-0078-4123-9456-c4be91f396e1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:39.652500 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-693b1882-1b12-4557-b536-db9c8af0f945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:39.680432 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-40500995-b827-4881-ad13-59ea1ba086b0', 'network_id': '40500995-b827-4881-ad13-59ea1ba086b0', 'tenant_id': '1f5bbf14796e456cb3402cfb27a22137', 'fixed_ips': [{'subnet_id': '46dafd9d-76da-4742-8643-cf110512c731'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:16:39.680862 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fcedaf34-a917-4264-a358-19b7bd8e5e92 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:39.680974 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:39.720062 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6097ebc4-49fd-45b5-ac58-14660c8ac288 req-f328c19b-faa8-443c-bf8d-d0e8b77f68e3 service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9171464 Jan 17 14:16:39.721157 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-693b1882-1b12-4557-b536-db9c8af0f945 None None] For port e3738004-fef3-47e4-8191-8c0c12eb7430, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e3738004-fef3-47e4-8191-8c0c12eb7430,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:39.729096 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-693b1882-1b12-4557-b536-db9c8af0f945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:39.763112 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event updated for resources: {'Subnet': ['ID=e353f9c4-b346-4581-a8ed-4c7373abc7bc,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:39.831937 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b02b0f-323b-4709-b700-7d40f7e97f5d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router ae01b8de-6ad4-47e9-92b5-6749b7625044 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:16:39.863670 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fcedaf34-a917-4264-a358-19b7bd8e5e92 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:39.912415 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6097ebc4-49fd-45b5-ac58-14660c8ac288 req-c746ce36-2494-4954-b203-2d83cf84be6b service neutron] 10.222.0.15 "GET /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520846 Jan 17 14:16:39.929159 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Checking segment: {'id': 'dceb88ed-9108-4a05-ba70-4e13862ee688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6cb06f1a-70a8-407e-8d11-737f088eddc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:39.929510 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Network hostable DHCP agents. Network: 6cb06f1a-70a8-407e-8d11-737f088eddc0, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:16:39.942254 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-0ccefc49-0078-4123-9456-c4be91f396e1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object 44161b15-0c90-43b8-ae66-7d7f0fa5af66 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:39.946403 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No DVR routers for this DVR port bb44d14a-2077-4585-8631-18647e03791b on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:16:40.021143 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b1882-1b12-4557-b536-db9c8af0f945 None None] Pushing event updated for resources: {'Port': ['ID=e3738004-fef3-47e4-8191-8c0c12eb7430,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:40.028153 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] For port 84325e9e-ba78-4021-bc8d-1483d15200a3, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=84325e9e-ba78-4021-bc8d-1483d15200a3,segment=NetworkSegment(4e766555-c0ce-4791-a7c4-6165f2c4b605),segment_id=4e766555-c0ce-4791-a7c4-6165f2c4b605)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:40.028746 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:40.050410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Network 6cb06f1a-70a8-407e-8d11-737f088eddc0 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:16:40.055093 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Allocated IP 172.20.0.2 (40500995-b827-4881-ad13-59ea1ba086b0/46dafd9d-76da-4742-8643-cf110512c731/e6f28279-09ab-499a-9069-b2cccb27b994) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:16:40.066824 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedaf34-a917-4264-a358-19b7bd8e5e92 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event deleted for resources: {'Subnet': ['ID=f09feda1-10af-48b8-84c6-bdcd6e16cd58,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:40.070448 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b02b0f-323b-4709-b700-7d40f7e97f5d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:16:40.085887 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-21b02b0f-323b-4709-b700-7d40f7e97f5d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/ae01b8de-6ad4-47e9-92b5-6749b7625044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6419392 Jan 17 14:16:40.087348 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33490) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:40.089873 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fcedaf34-a917-4264-a358-19b7bd8e5e92 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:40.094426 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fcedaf34-a917-4264-a358-19b7bd8e5e92 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "DELETE /v2.0/subnets/f09feda1-10af-48b8-84c6-bdcd6e16cd58 HTTP/1.1" status: 204 len: 168 time: 1.1559324 Jan 17 14:16:40.107899 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b40ae6-c0bd-4d1d-9ffe-4d97af068b41 None None] Sync routers for ids ['ae01b8de-6ad4-47e9-92b5-6749b7625044'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:16:40.116414 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e5593e-3d84-444e-b0f9-0b2bfcccaab7 None None] Network 1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:40.140660 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7ed1bb67-f3c7-41e2-9a93-05102c4c376c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Synchronizing usage tracker for tenant:c18c2f95c6754b6292d672e39ba057ee on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:40.143126 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33494) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:40.172897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for 84325e9e-ba78-4021-bc8d-1483d15200a3 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:40.235120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:40.268944 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 6cb06f1a-70a8-407e-8d11-737f088eddc0) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:40.275188 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:40.275918 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:40.276692 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:40.281811 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7ed1bb67-f3c7-41e2-9a93-05102c4c376c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Unset dirty status for tenant:c18c2f95c6754b6292d672e39ba057ee on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:40.285474 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7ed1bb67-f3c7-41e2-9a93-05102c4c376c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae01b8de-6ad4-47e9-92b5-6749b7625044 HTTP/1.1" status: 200 len: 205 time: 0.1952417 Jan 17 14:16:40.287184 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33498) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:40.307400 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ae05b6-7468-49fd-88e7-d494aaccd374 None None] Network 6cb06f1a-70a8-407e-8d11-737f088eddc0 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:40.322091 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e3738004-fef3-47e4-8191-8c0c12eb7430 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:16:40.328984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0ccefc49-0078-4123-9456-c4be91f396e1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:40.436025 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccefc49-0078-4123-9456-c4be91f396e1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=44161b15-0c90-43b8-ae66-7d7f0fa5af66,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:40.474193 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-417220de-86cf-46fa-ba27-4d7266b17b58 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:40.477265 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-74498836-fa6e-4694-929b-910f89195cc0 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 5.9851999 Jan 17 14:16:40.489525 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b40ae6-c0bd-4d1d-9ffe-4d97af068b41 None None] Routers {'ae01b8de-6ad4-47e9-92b5-6749b7625044'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:40.489851 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c0b40ae6-c0bd-4d1d-9ffe-4d97af068b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:16:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['ae01b8de-6ad4-47e9-92b5-6749b7625044'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:40.500503 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33504) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:40.514517 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccefc49-0078-4123-9456-c4be91f396e1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:40.516673 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:40.522551 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:16:40.523036 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:16:40.615566 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c3595c91-044c-40ac-8f52-9593e36c5107 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:40.645547 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-0ccefc49-0078-4123-9456-c4be91f396e1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:40.662460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168a3b06-61ef-4e57-ab95-fc8d101dabed tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:40.664207 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168a3b06-61ef-4e57-ab95-fc8d101dabed tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:40.666845 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168a3b06-61ef-4e57-ab95-fc8d101dabed tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:40.668173 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-168a3b06-61ef-4e57-ab95-fc8d101dabed tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Synchronizing usage tracker for tenant:1f5bbf14796e456cb3402cfb27a22137 on resource:subnet {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:40.676668 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccefc49-0078-4123-9456-c4be91f396e1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:40.677611 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0ccefc49-0078-4123-9456-c4be91f396e1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:40.682580 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-417220de-86cf-46fa-ba27-4d7266b17b58 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Deleting port 594615e1-1dac-498f-9863-82afd22d8f01 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:40.682918 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-417220de-86cf-46fa-ba27-4d7266b17b58 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:40.762407 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-168a3b06-61ef-4e57-ab95-fc8d101dabed tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Unset dirty status for tenant:1f5bbf14796e456cb3402cfb27a22137 on resource:subnet {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:40.774745 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-168a3b06-61ef-4e57-ab95-fc8d101dabed tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2694960 Jan 17 14:16:40.776125 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Subnet': ['ID=29442995-bce0-4310-aabb-b75859027af8,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:40.776400 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c0b40ae6-c0bd-4d1d-9ffe-4d97af068b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:40.779442 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33508) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:40.781726 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab1d09b-66e6-475e-8522-aeac4841867a None None] Network cef06b0c-f389-4d47-ad21-a3a96e6ce7fe requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:40.957759 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:40.982813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b40ae6-c0bd-4d1d-9ffe-4d97af068b41 None None] Routers {'ae01b8de-6ad4-47e9-92b5-6749b7625044'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:40.983334 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c0b40ae6-c0bd-4d1d-9ffe-4d97af068b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:16:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['ae01b8de-6ad4-47e9-92b5-6749b7625044'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:40.990760 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef06b0c-f389-4d47-ad21-a3a96e6ce7fe']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:41.006600 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9bbe758-17c1-4dd8-b80d-c2dcfff39147') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:41.006896 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9bbe758-17c1-4dd8-b80d-c2dcfff39147') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:41.023418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.044904 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.051962 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:41.052432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.174672 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port 84325e9e-ba78-4021-bc8d-1483d15200a3 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:41.174672 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:41.199554 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:41.219439 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.235202 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be337b8-0c62-48cd-a084-806f55d4e82f req-b43644c3-a195-409f-8f12-eb5594211b39 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:41.236713 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9be337b8-0c62-48cd-a084-806f55d4e82f req-b43644c3-a195-409f-8f12-eb5594211b39 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.7603998 Jan 17 14:16:41.246182 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c3595c91-044c-40ac-8f52-9593e36c5107 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.257452 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c3595c91-044c-40ac-8f52-9593e36c5107 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.264560 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7147a851-1a1a-424d-9ba9-ad0b0a95e20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.273551 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.280523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Network': ['ID=cef06b0c-f389-4d47-ad21-a3a96e6ce7fe,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:41.294227 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] The port '84325e9e-ba78-4021-bc8d-1483d15200a3' was deleted {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:16:41.294771 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d71fbe-c034-4023-bd7b-7b7ee9f5975b tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Deleting subnet 46dafd9d-76da-4742-8643-cf110512c731 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:16:41.329208 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c0b40ae6-c0bd-4d1d-9ffe-4d97af068b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:41.329779 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b40ae6-c0bd-4d1d-9ffe-4d97af068b41 None None] The sync data for ids ['ae01b8de-6ad4-47e9-92b5-6749b7625044'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:16:41.344950 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c3595c91-044c-40ac-8f52-9593e36c5107 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.345356 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3595c91-044c-40ac-8f52-9593e36c5107 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Fanout notify agent at l3_agent the message router_deleted on router ae01b8de-6ad4-47e9-92b5-6749b7625044 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:16:41.368007 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4c021054-01cf-458b-aafc-0c3facb08bfd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/cef06b0c-f389-4d47-ad21-a3a96e6ce7fe HTTP/1.1" status: 204 len: 168 time: 7.4135692 Jan 17 14:16:41.372943 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.373589 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33512) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:41.407099 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Transition to ACTIVE for port object e6f28279-09ab-499a-9069-b2cccb27b994 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:41.407274 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9be337b8-0c62-48cd-a084-806f55d4e82f req-e9e24dfe-95af-4d9f-a509-f8e9c63f5c7b tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590111 Jan 17 14:16:41.411145 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5287477f-b007-482b-a123-1cdd791dfed7 None None] Provisioning for port 44161b15-0c90-43b8-ae66-7d7f0fa5af66 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:41.418950 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port e3738004-fef3-47e4-8191-8c0c12eb7430 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:41.418950 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.429414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c3595c91-044c-40ac-8f52-9593e36c5107 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.430519 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c3595c91-044c-40ac-8f52-9593e36c5107 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/routers/ae01b8de-6ad4-47e9-92b5-6749b7625044 HTTP/1.1" status: 204 len: 168 time: 1.1408980 Jan 17 14:16:41.433274 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33516) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:41.483577 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Transition to ACTIVE for port object e6f28279-09ab-499a-9069-b2cccb27b994 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:41.485656 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-6cb06f1a-70a8-407e-8d11-737f088eddc0', 'network_id': '6cb06f1a-70a8-407e-8d11-737f088eddc0', 'tenant_id': '1f5bbf14796e456cb3402cfb27a22137', 'fixed_ips': [{'subnet_id': 'e353f9c4-b346-4581-a8ed-4c7373abc7bc'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:16:41.486914 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.494773 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af07093-5bd1-4022-98a3-65deb06f4e44 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:16:41.495363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af07093-5bd1-4022-98a3-65deb06f4e44 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:16:41.500570 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2af07093-5bd1-4022-98a3-65deb06f4e44 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/cef06b0c-f389-4d47-ad21-a3a96e6ce7fe HTTP/1.1" status: 404 len: 339 time: 0.1225300 Jan 17 14:16:41.504708 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33520) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:41.506270 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff1ac92-0bdf-4bcf-99c6-c38c1ef22852 None None] DHCP port deletion for cef06b0c-f389-4d47-ad21-a3a96e6ce7fe request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:16:41.511172 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.517845 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-417220de-86cf-46fa-ba27-4d7266b17b58 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] For port 594615e1-1dac-498f-9863-82afd22d8f01, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=594615e1-1dac-498f-9863-82afd22d8f01,segment=NetworkSegment(3fc0c828-7bf7-48e9-83b9-834ccb9cd916),segment_id=3fc0c828-7bf7-48e9-83b9-834ccb9cd916)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:41.518449 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-417220de-86cf-46fa-ba27-4d7266b17b58 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.522069 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-274d2c03-9276-4eaa-9703-c353e6fa7651 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-681892651', 'description': 'd1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:41.528707 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d1d71fbe-c034-4023-bd7b-7b7ee9f5975b tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.533809 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-274d2c03-9276-4eaa-9703-c353e6fa7651 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:41.541591 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5287477f-b007-482b-a123-1cdd791dfed7 None None] Provisioning complete for port 44161b15-0c90-43b8-ae66-7d7f0fa5af66 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:41.541966 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5287477f-b007-482b-a123-1cdd791dfed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.549973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-274d2c03-9276-4eaa-9703-c353e6fa7651 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Usage tracker for resource:network and tenant:c3454ef40c9f4d6291b60c13036bd45b is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:41.562199 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-274d2c03-9276-4eaa-9703-c353e6fa7651 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:41.579424 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-274d2c03-9276-4eaa-9703-c353e6fa7651 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:41.582077 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3655fa-c6d5-4656-b1d7-582cf8bafa74']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:41.589492 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0ccefc49-0078-4123-9456-c4be91f396e1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.597811 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.702652 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-417220de-86cf-46fa-ba27-4d7266b17b58 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Calling delete_port for 594615e1-1dac-498f-9863-82afd22d8f01 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:41.731529 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-5287477f-b007-482b-a123-1cdd791dfed7 None None] Port 44161b15-0c90-43b8-ae66-7d7f0fa5af66 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:16:41.735915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8454f34-ee8a-4397-a4e0-489425997fb8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting subnet 725b770a-ee12-457c-a7cb-72f5558aa4f3 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:16:41.743282 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e766555-c0ce-4791-a7c4-6165f2c4b605') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:41.744160 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e766555-c0ce-4791-a7c4-6165f2c4b605') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:41.750758 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Network 40500995-b827-4881-ad13-59ea1ba086b0 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:41.757494 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c8454f34-ee8a-4397-a4e0-489425997fb8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.768962 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:41.777756 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:41.787852 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d1d71fbe-c034-4023-bd7b-7b7ee9f5975b tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.791238 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Pushing event updated for resources: {'Port': ['ID=e6f28279-09ab-499a-9069-b2cccb27b994,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:41.792023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274d2c03-9276-4eaa-9703-c353e6fa7651 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:41.795418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-274d2c03-9276-4eaa-9703-c353e6fa7651 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.831040 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.891531 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274d2c03-9276-4eaa-9703-c353e6fa7651 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:16:41.973339 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478219e0-362c-4985-94a6-d024ba36ebf1 None None] DHCP port deletion for 1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:16:41.991670 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-274d2c03-9276-4eaa-9703-c353e6fa7651 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:41.991670 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-274d2c03-9276-4eaa-9703-c353e6fa7651 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Added segment 97459377-fb27-4f14-bdb9-0e8c9708983a of type vlan for network 5f52e446-2770-4afc-8e8e-576db6f3123d Jan 17 14:16:42.009245 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-478219e0-362c-4985-94a6-d024ba36ebf1 None None] Deleting port 594615e1-1dac-498f-9863-82afd22d8f01 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:42.009760 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-478219e0-362c-4985-94a6-d024ba36ebf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.040387 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c8454f34-ee8a-4397-a4e0-489425997fb8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.070147 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.080830 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:42.081297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.092828 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Attempting to bind port e6f28279-09ab-499a-9069-b2cccb27b994 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:16:42.093471 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Attempting to bind port e6f28279-09ab-499a-9069-b2cccb27b994 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1155c7f6-c13c-40fd-921a-827f33fbc9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '40500995-b827-4881-ad13-59ea1ba086b0'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:16:42.093977 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Attempting to bind port e6f28279-09ab-499a-9069-b2cccb27b994 on network 40500995-b827-4881-ad13-59ea1ba086b0 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:16:42.097344 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Allocated IP 172.20.0.18 (6cb06f1a-70a8-407e-8d11-737f088eddc0/e353f9c4-b346-4581-a8ed-4c7373abc7bc/87a2a828-5ec5-4efb-a2c7-79c419e36d72) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:42.098428 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:42.117337 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-417220de-86cf-46fa-ba27-4d7266b17b58 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.138392 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:16:42.138774 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Checking segment: {'id': '1155c7f6-c13c-40fd-921a-827f33fbc9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '40500995-b827-4881-ad13-59ea1ba086b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:42.139236 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.139689 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Bound using segment: {'id': '1155c7f6-c13c-40fd-921a-827f33fbc9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '40500995-b827-4881-ad13-59ea1ba086b0'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:16:42.140283 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Bound port: e6f28279-09ab-499a-9069-b2cccb27b994, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1155c7f6-c13c-40fd-921a-827f33fbc9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '40500995-b827-4881-ad13-59ea1ba086b0'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:16:42.140726 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.168804 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-478219e0-362c-4985-94a6-d024ba36ebf1 None None] The port '594615e1-1dac-498f-9863-82afd22d8f01' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:16:42.197036 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417220de-86cf-46fa-ba27-4d7266b17b58 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event deleted for resources: {'Port': ['ID=594615e1-1dac-498f-9863-82afd22d8f01,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:42.207783 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d1d71fbe-c034-4023-bd7b-7b7ee9f5975b tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.209860 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-274d2c03-9276-4eaa-9703-c353e6fa7651 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.219982 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 84325e9e-ba78-4021-bc8d-1483d15200a3 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:16:42.232062 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.236342 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417220de-86cf-46fa-ba27-4d7266b17b58 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] No DVR routers for this DVR port 594615e1-1dac-498f-9863-82afd22d8f01 on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:16:42.272054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.315698 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 84325e9e-ba78-4021-bc8d-1483d15200a3 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:16:42.315698 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 84325e9e-ba78-4021-bc8d-1483d15200a3 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:16:42.315698 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device bb44d14a-2077-4585-8631-18647e03791b no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:16:42.344203 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Network': ['ID=ca3655fa-c6d5-4656-b1d7-582cf8bafa74,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:42.364479 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: bb44d14a-2077-4585-8631-18647e03791b {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:16:42.365069 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device bb44d14a-2077-4585-8631-18647e03791b not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:16:42.365191 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5b440e5b-9d42-484d-ba2b-5fc108d43e5b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/networks/ca3655fa-c6d5-4656-b1d7-582cf8bafa74 HTTP/1.1" status: 204 len: 168 time: 4.3878369 Jan 17 14:16:42.371127 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33524) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:42.396280 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-417220de-86cf-46fa-ba27-4d7266b17b58 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.418983 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-274d2c03-9276-4eaa-9703-c353e6fa7651 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.424572 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274d2c03-9276-4eaa-9703-c353e6fa7651 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:42.425174 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-274d2c03-9276-4eaa-9703-c353e6fa7651 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.426054 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-417220de-86cf-46fa-ba27-4d7266b17b58 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:42.449811 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c8454f34-ee8a-4397-a4e0-489425997fb8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.501007 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-417220de-86cf-46fa-ba27-4d7266b17b58 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc0c828-7bf7-48e9-83b9-834ccb9cd916') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:42.501238 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-417220de-86cf-46fa-ba27-4d7266b17b58 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc0c828-7bf7-48e9-83b9-834ccb9cd916') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:42.514370 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 594615e1-1dac-498f-9863-82afd22d8f01 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:16:42.522466 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-417220de-86cf-46fa-ba27-4d7266b17b58 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.549582 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d1d71fbe-c034-4023-bd7b-7b7ee9f5975b tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.554105 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-417220de-86cf-46fa-ba27-4d7266b17b58 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.565676 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 594615e1-1dac-498f-9863-82afd22d8f01 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:16:42.566152 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 594615e1-1dac-498f-9863-82afd22d8f01 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:16:42.568084 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] For port e6f28279-09ab-499a-9069-b2cccb27b994, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:16:42.580725 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] For port e6f28279-09ab-499a-9069-b2cccb27b994, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e6f28279-09ab-499a-9069-b2cccb27b994,segment=NetworkSegment(1155c7f6-c13c-40fd-921a-827f33fbc9b7),segment_id=1155c7f6-c13c-40fd-921a-827f33fbc9b7)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:16:42.595065 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.600200 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d71fbe-c034-4023-bd7b-7b7ee9f5975b tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event deleted for resources: {'Subnet': ['ID=46dafd9d-76da-4742-8643-cf110512c731,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:42.602954 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417220de-86cf-46fa-ba27-4d7266b17b58 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:42.603376 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-417220de-86cf-46fa-ba27-4d7266b17b58 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:42.619723 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:42.630333 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d1d71fbe-c034-4023-bd7b-7b7ee9f5975b tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.644750 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.678532 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Transition to ACTIVE for port object 87a2a828-5ec5-4efb-a2c7-79c419e36d72 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:42.682430 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-274d2c03-9276-4eaa-9703-c353e6fa7651 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1733541 Jan 17 14:16:42.691820 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33530) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:42.693648 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d2c03-9276-4eaa-9703-c353e6fa7651 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Network': ['ID=5f52e446-2770-4afc-8e8e-576db6f3123d,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:42.712360 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c8454f34-ee8a-4397-a4e0-489425997fb8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.727695 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ef6c2-51fc-4079-83af-9b9d235d2270 None None] Pushing event updated for resources: {'Port': ['ID=e6f28279-09ab-499a-9069-b2cccb27b994,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:42.735812 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 5f52e446-2770-4afc-8e8e-576db6f3123d details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:42.760561 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Transition to ACTIVE for port object 87a2a828-5ec5-4efb-a2c7-79c419e36d72 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:42.763880 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8454f34-ee8a-4397-a4e0-489425997fb8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Subnet': ['ID=725b770a-ee12-457c-a7cb-72f5558aa4f3,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:42.766321 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c8454f34-ee8a-4397-a4e0-489425997fb8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.769963 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d1d71fbe-c034-4023-bd7b-7b7ee9f5975b tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "DELETE /v2.0/subnets/46dafd9d-76da-4742-8643-cf110512c731 HTTP/1.1" status: 204 len: 168 time: 1.9651933 Jan 17 14:16:42.787441 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33534) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:42.791271 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-417220de-86cf-46fa-ba27-4d7266b17b58 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.829472 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c8454f34-ee8a-4397-a4e0-489425997fb8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/subnets/725b770a-ee12-457c-a7cb-72f5558aa4f3 HTTP/1.1" status: 204 len: 168 time: 1.3941445 Jan 17 14:16:42.841147 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.860216 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-417220de-86cf-46fa-ba27-4d7266b17b58 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.864326 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-417220de-86cf-46fa-ba27-4d7266b17b58 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] 10.222.0.48 "DELETE /v2.0/networks/1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a HTTP/1.1" status: 204 len: 168 time: 2.7178655 Jan 17 14:16:42.864326 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33538) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:42.883793 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c346f938-2bc8-4c4c-880e-d6aa27eb2e1b None None] Network 8b12f70d-1813-4600-a458-b130ab5a8197 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:42.914456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-0ccefc49-0078-4123-9456-c4be91f396e1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:16:42.919506 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-0688d37c-8688-45e4-a1e3-c4c9b4029519 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Deleting subnet e353f9c4-b346-4581-a8ed-4c7373abc7bc {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:16:42.926078 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417220de-86cf-46fa-ba27-4d7266b17b58 tempest-NetworksIpV6TestAttrs-443819336 tempest-NetworksIpV6TestAttrs-443819336-project] Pushing event deleted for resources: {'Network': ['ID=1bf537b8-e679-4b9e-b2ea-047b1f6b6d9a,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:42.927938 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0688d37c-8688-45e4-a1e3-c4c9b4029519 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.968898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0ccefc49-0078-4123-9456-c4be91f396e1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.986659 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92409f3c-2d70-4adc-8a19-5bdfd5d12b25 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:42.987758 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-92409f3c-2d70-4adc-8a19-5bdfd5d12b25 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Synchronizing usage tracker for tenant:c3454ef40c9f4d6291b60c13036bd45b on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:42.994867 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0ccefc49-0078-4123-9456-c4be91f396e1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:42.995823 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0ccefc49-0078-4123-9456-c4be91f396e1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:43.010322 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2298dc46-0b55-4bbf-8d1d-0b861b5a3ab6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:43.011246 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2298dc46-0b55-4bbf-8d1d-0b861b5a3ab6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Synchronizing usage tracker for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:43.127945 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0688d37c-8688-45e4-a1e3-c4c9b4029519 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:43.181866 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-57f8a392-2ba2-4c24-9e7f-cc5e28dfb0e5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:43.203832 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Network 6cb06f1a-70a8-407e-8d11-737f088eddc0 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:43.220758 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-57f8a392-2ba2-4c24-9e7f-cc5e28dfb0e5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting port 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:43.221001 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-92409f3c-2d70-4adc-8a19-5bdfd5d12b25 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Unset dirty status for tenant:c3454ef40c9f4d6291b60c13036bd45b on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:43.221520 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-57f8a392-2ba2-4c24-9e7f-cc5e28dfb0e5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:43.223874 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:43.223998 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-92409f3c-2d70-4adc-8a19-5bdfd5d12b25 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "GET /v2.0/networks?id=5f52e446-2770-4afc-8e8e-576db6f3123d HTTP/1.1" status: 200 len: 760 time: 0.5237219 Jan 17 14:16:43.232412 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33544) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:43.240045 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccefc49-0078-4123-9456-c4be91f396e1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=44161b15-0c90-43b8-ae66-7d7f0fa5af66,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:43.242083 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Pushing event updated for resources: {'Port': ['ID=87a2a828-5ec5-4efb-a2c7-79c419e36d72,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:43.247763 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:43.247973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2298dc46-0b55-4bbf-8d1d-0b861b5a3ab6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Unset dirty status for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:43.255858 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2298dc46-0b55-4bbf-8d1d-0b861b5a3ab6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.8800142 Jan 17 14:16:43.265276 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-11152024-1e96-474a-baf3-984df3863993 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'network': {'description': 'd2'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:43.268370 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33548) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:43.300253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cabf6-0d5f-4e00-98a2-1a7b1e47d113 req-80b931b0-8b22-440c-9740-b739dedb8122 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:43.303201 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0e6cabf6-0d5f-4e00-98a2-1a7b1e47d113 req-80b931b0-8b22-440c-9740-b739dedb8122 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.6730874 Jan 17 14:16:43.414297 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0688d37c-8688-45e4-a1e3-c4c9b4029519 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:43.451739 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Attempting to bind port 87a2a828-5ec5-4efb-a2c7-79c419e36d72 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:16:43.452386 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Attempting to bind port 87a2a828-5ec5-4efb-a2c7-79c419e36d72 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'dceb88ed-9108-4a05-ba70-4e13862ee688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6cb06f1a-70a8-407e-8d11-737f088eddc0'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:16:43.452515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Attempting to bind port 87a2a828-5ec5-4efb-a2c7-79c419e36d72 on network 6cb06f1a-70a8-407e-8d11-737f088eddc0 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:16:43.465544 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:16:43.466035 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Checking segment: {'id': 'dceb88ed-9108-4a05-ba70-4e13862ee688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6cb06f1a-70a8-407e-8d11-737f088eddc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:43.467213 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:43.467622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Bound using segment: {'id': 'dceb88ed-9108-4a05-ba70-4e13862ee688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6cb06f1a-70a8-407e-8d11-737f088eddc0'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:16:43.468146 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Bound port: 87a2a828-5ec5-4efb-a2c7-79c419e36d72, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dceb88ed-9108-4a05-ba70-4e13862ee688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6cb06f1a-70a8-407e-8d11-737f088eddc0'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:16:43.468538 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:43.532127 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0e6cabf6-0d5f-4e00-98a2-1a7b1e47d113 req-f0d32ab5-d065-4ca0-bcb0-01757be3efb0 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570389 Jan 17 14:16:43.574898 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33554) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:43.647620 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-55ab86c9-9fde-4cee-9dd4-daa81fcd276d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3610959 Jan 17 14:16:43.650763 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-57f8a392-2ba2-4c24-9e7f-cc5e28dfb0e5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] For port 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3fa3b8d8-7b58-44c7-8400-809c61cb7dfd,segment=NetworkSegment(2fe97aef-b75b-4140-b59e-d04a8abecf2b),segment_id=2fe97aef-b75b-4140-b59e-d04a8abecf2b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:43.651377 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-57f8a392-2ba2-4c24-9e7f-cc5e28dfb0e5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:43.660227 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33562) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:43.667035 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-049095e6-24d4-4b62-b8d9-114a8ab4bbc7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-608349626'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:43.667660 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] For port 87a2a828-5ec5-4efb-a2c7-79c419e36d72, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:16:43.671388 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] For port 87a2a828-5ec5-4efb-a2c7-79c419e36d72, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=87a2a828-5ec5-4efb-a2c7-79c419e36d72,segment=NetworkSegment(dceb88ed-9108-4a05-ba70-4e13862ee688),segment_id=dceb88ed-9108-4a05-ba70-4e13862ee688)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:16:43.674420 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0688d37c-8688-45e4-a1e3-c4c9b4029519 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:43.687357 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:43.699463 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-11152024-1e96-474a-baf3-984df3863993 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:43.724534 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccefc49-0078-4123-9456-c4be91f396e1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:43.726860 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-0ccefc49-0078-4123-9456-c4be91f396e1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:43.784817 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f5f54f-ca35-4fbc-8731-342ae687d17e None None] DHCP port deletion for 8b12f70d-1813-4600-a458-b130ab5a8197 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:16:43.806505 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-049095e6-24d4-4b62-b8d9-114a8ab4bbc7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:43.874473 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e8f5f54f-ca35-4fbc-8731-342ae687d17e None None] Deleting port 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:43.878290 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e8f5f54f-ca35-4fbc-8731-342ae687d17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:44.021400 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f1655e8d-dab7-40ab-9a59-cc26c7b2f9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:44.044327 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:44.062536 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:44.066091 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682b87c-b191-4753-9f0f-c8be1a43a498 None None] Pushing event updated for resources: {'Port': ['ID=87a2a828-5ec5-4efb-a2c7-79c419e36d72,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:44.113398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-11152024-1e96-474a-baf3-984df3863993 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:44.150033 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11152024-1e96-474a-baf3-984df3863993 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network 5f52e446-2770-4afc-8e8e-576db6f3123d is not hosted by any dhcp agent {{(pid=87523) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 17 14:16:44.156882 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11152024-1e96-474a-baf3-984df3863993 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:44.157629 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-11152024-1e96-474a-baf3-984df3863993 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:44.159260 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-11152024-1e96-474a-baf3-984df3863993 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "PUT /v2.0/networks/5f52e446-2770-4afc-8e8e-576db6f3123d HTTP/1.1" status: 200 len: 757 time: 0.9130979 Jan 17 14:16:44.168872 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688d37c-8688-45e4-a1e3-c4c9b4029519 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event deleted for resources: {'Subnet': ['ID=e353f9c4-b346-4581-a8ed-4c7373abc7bc,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:44.195422 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-57f8a392-2ba2-4c24-9e7f-cc5e28dfb0e5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Calling delete_port for 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:44.243416 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33566) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:44.249738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-049095e6-24d4-4b62-b8d9-114a8ab4bbc7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:network and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:44.299741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11152024-1e96-474a-baf3-984df3863993 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Network': ['ID=5f52e446-2770-4afc-8e8e-576db6f3123d,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:44.304523 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-049095e6-24d4-4b62-b8d9-114a8ab4bbc7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:44.341135 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 5f52e446-2770-4afc-8e8e-576db6f3123d details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:44.357360 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-049095e6-24d4-4b62-b8d9-114a8ab4bbc7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:44.364112 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0688d37c-8688-45e4-a1e3-c4c9b4029519 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:44.368753 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccefc49-0078-4123-9456-c4be91f396e1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Router 9d780193-1c95-4cc3-9052-11277c60d3dc is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:16:44.372318 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-e8f5f54f-ca35-4fbc-8731-342ae687d17e None None] For port 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3fa3b8d8-7b58-44c7-8400-809c61cb7dfd,segment=NetworkSegment(2fe97aef-b75b-4140-b59e-d04a8abecf2b),segment_id=2fe97aef-b75b-4140-b59e-d04a8abecf2b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:44.373106 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e8f5f54f-ca35-4fbc-8731-342ae687d17e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:44.446785 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c611d49-80c1-4ec9-bc09-09d714448fdb None None] Network 40500995-b827-4881-ad13-59ea1ba086b0 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:44.553476 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0688d37c-8688-45e4-a1e3-c4c9b4029519 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "DELETE /v2.0/subnets/e353f9c4-b346-4581-a8ed-4c7373abc7bc HTTP/1.1" status: 204 len: 168 time: 1.7645128 Jan 17 14:16:44.556233 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33570) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:44.576986 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049095e6-24d4-4b62-b8d9-114a8ab4bbc7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:44.580688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-049095e6-24d4-4b62-b8d9-114a8ab4bbc7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:44.644634 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e8f5f54f-ca35-4fbc-8731-342ae687d17e None None] Calling delete_port for 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:44.655042 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3da6baeb-720a-4a86-a003-bb8bcb6162fa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36cdb76f1cdb420d8b9d06df93079a49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0766387 Jan 17 14:16:44.656741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33574) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:44.673590 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c245ea8-bacb-4b9d-be4b-59d6330aef79 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:44.674274 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1c245ea8-bacb-4b9d-be4b-59d6330aef79 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Synchronizing usage tracker for tenant:c3454ef40c9f4d6291b60c13036bd45b on resource:network {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:44.699516 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725175a-ce0e-46fc-b416-cad133727952 req-993182d7-54bc-4b4c-bf3e-7751c89e477c tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:44.700547 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccefc49-0078-4123-9456-c4be91f396e1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:16:44.706017 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0ccefc49-0078-4123-9456-c4be91f396e1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "PUT /v2.0/routers/9d780193-1c95-4cc3-9052-11277c60d3dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9168286 Jan 17 14:16:44.709250 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f725175a-ce0e-46fc-b416-cad133727952 req-993182d7-54bc-4b4c-bf3e-7751c89e477c tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.8211193 Jan 17 14:16:44.712339 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33578) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:44.716472 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] Sync routers for ids ['9d780193-1c95-4cc3-9052-11277c60d3dc'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:16:44.720842 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e6f28279-09ab-499a-9069-b2cccb27b994 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:16:44.724147 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff37f06-61ad-4dec-98bf-f17b73a353c6 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:44.725640 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cff37f06-61ad-4dec-98bf-f17b73a353c6 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1675665 Jan 17 14:16:44.732618 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] Routers {'9d780193-1c95-4cc3-9052-11277c60d3dc'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:44.734107 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['9d780193-1c95-4cc3-9052-11277c60d3dc'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:44.759065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049095e6-24d4-4b62-b8d9-114a8ab4bbc7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:16:44.762504 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33582) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:44.763149 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-57f8a392-2ba2-4c24-9e7f-cc5e28dfb0e5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:44.813460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-625ca1f7-d9a9-4a23-8bcf-f83cf6b2e469 None None] Provisioning complete for port 44161b15-0c90-43b8-ae66-7d7f0fa5af66 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:44.813762 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-625ca1f7-d9a9-4a23-8bcf-f83cf6b2e469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:44.828879 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac814f10-659a-47fc-bad4-82aa85f75a80 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:44.829762 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ac814f10-659a-47fc-bad4-82aa85f75a80 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:44.865186 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ac814f10-659a-47fc-bad4-82aa85f75a80 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:44.867128 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ac814f10-659a-47fc-bad4-82aa85f75a80 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports/44161b15-0c90-43b8-ae66-7d7f0fa5af66 HTTP/1.1" status: 200 len: 911 time: 0.1505129 Jan 17 14:16:44.871151 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33586) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:44.915213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1c245ea8-bacb-4b9d-be4b-59d6330aef79 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Unset dirty status for tenant:c3454ef40c9f4d6291b60c13036bd45b on resource:network {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:44.916436 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1c245ea8-bacb-4b9d-be4b-59d6330aef79 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "GET /v2.0/networks?id=5f52e446-2770-4afc-8e8e-576db6f3123d HTTP/1.1" status: 200 len: 760 time: 0.6705635 Jan 17 14:16:44.922087 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-625ca1f7-d9a9-4a23-8bcf-f83cf6b2e469 None None] Port 44161b15-0c90-43b8-ae66-7d7f0fa5af66 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:16:44.934693 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33590) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:44.935241 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-08d6a0e1-f5f3-4c5c-b1b2-ece137ce58ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:44.965368 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-08d6a0e1-f5f3-4c5c-b1b2-ece137ce58ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:44.973020 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] Set router 9d780193-1c95-4cc3-9052-11277c60d3dc gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:16:44.977307 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8a392-2ba2-4c24-9e7f-cc5e28dfb0e5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Port': ['ID=3fa3b8d8-7b58-44c7-8400-809c61cb7dfd,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:44.989398 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-049095e6-24d4-4b62-b8d9-114a8ab4bbc7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:44.989741 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-049095e6-24d4-4b62-b8d9-114a8ab4bbc7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Added segment a1b6ced9-751e-4677-af81-dda8b0163fce of type vlan for network 7dc4cc9a-deb4-4113-8894-384f2be4182c Jan 17 14:16:44.997540 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f8a392-2ba2-4c24-9e7f-cc5e28dfb0e5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] No DVR routers for this DVR port 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:16:45.033850 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-1b3ead0b-d827-41a8-9181-51f8e6f24d1d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1231847497'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:45.036030 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-e8f5f54f-ca35-4fbc-8731-342ae687d17e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:16:45.039393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1b3ead0b-d827-41a8-9181-51f8e6f24d1d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:45.040823 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-e8f5f54f-ca35-4fbc-8731-342ae687d17e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:16:45.051926 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1b3ead0b-d827-41a8-9181-51f8e6f24d1d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:45.064200 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port e6f28279-09ab-499a-9069-b2cccb27b994 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:45.077622 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3ead0b-d827-41a8-9181-51f8e6f24d1d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:45.079465 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 87a2a828-5ec5-4efb-a2c7-79c419e36d72 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:16:45.083170 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1b3ead0b-d827-41a8-9181-51f8e6f24d1d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:45.086891 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f725175a-ce0e-46fc-b416-cad133727952 req-4814482a-6764-431a-8195-da7f097c702d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3766415 Jan 17 14:16:45.100637 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-08d6a0e1-f5f3-4c5c-b1b2-ece137ce58ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:45.123946 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6a0e1-f5f3-4c5c-b1b2-ece137ce58ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589fac7c-f71e-40a1-9768-6d3d798d2d3e,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:45.149200 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8fbd9648-f1fb-44b1-a0da-7e2f243f363b None None] Provisioning for port e6f28279-09ab-499a-9069-b2cccb27b994 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:45.157239 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3ead0b-d827-41a8-9181-51f8e6f24d1d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:16:45.168434 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1b3ead0b-d827-41a8-9181-51f8e6f24d1d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:45.169299 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-1b3ead0b-d827-41a8-9181-51f8e6f24d1d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Added segment 14032d1a-6198-45fc-90da-396a6b11253d of type vlan for network c3fed70f-fa7c-455c-87fa-47edb5da7526 Jan 17 14:16:45.202141 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1b3ead0b-d827-41a8-9181-51f8e6f24d1d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:45.207735 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8fbd9648-f1fb-44b1-a0da-7e2f243f363b None None] Provisioning complete for port e6f28279-09ab-499a-9069-b2cccb27b994 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:45.208112 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8fbd9648-f1fb-44b1-a0da-7e2f243f363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:45.248942 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1b3ead0b-d827-41a8-9181-51f8e6f24d1d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:45.257834 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3ead0b-d827-41a8-9181-51f8e6f24d1d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:45.258503 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1b3ead0b-d827-41a8-9181-51f8e6f24d1d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:45.265039 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-08d6a0e1-f5f3-4c5c-b1b2-ece137ce58ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:45.282972 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-08d6a0e1-f5f3-4c5c-b1b2-ece137ce58ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/589fac7c-f71e-40a1-9768-6d3d798d2d3e HTTP/1.1" status: 204 len: 168 time: 0.6085784 Jan 17 14:16:45.350672 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-049095e6-24d4-4b62-b8d9-114a8ab4bbc7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:45.420152 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cd884012-09ca-4177-9aae-8c0bedde8fc4 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:45.421241 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903217db-f4de-48f8-96f8-ec1af6f512b5 None None] DHCP port deletion for 40500995-b827-4881-ad13-59ea1ba086b0 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:16:45.429953 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:45.434612 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-903217db-f4de-48f8-96f8-ec1af6f512b5 None None] Deleting port e6f28279-09ab-499a-9069-b2cccb27b994 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:45.435136 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-903217db-f4de-48f8-96f8-ec1af6f512b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:45.456382 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-57f8a392-2ba2-4c24-9e7f-cc5e28dfb0e5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:45.532269 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 87a2a828-5ec5-4efb-a2c7-79c419e36d72 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:45.534882 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89df3bb-2c7d-41a6-a727-61196fc9929e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:45.542317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89df3bb-2c7d-41a6-a727-61196fc9929e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:45.547162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e8f5f54f-ca35-4fbc-8731-342ae687d17e None None] Deleting port 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:45.547162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e8f5f54f-ca35-4fbc-8731-342ae687d17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:45.551414 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a89df3bb-2c7d-41a6-a727-61196fc9929e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6716793 Jan 17 14:16:45.569679 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33604) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:45.621891 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1b3ead0b-d827-41a8-9181-51f8e6f24d1d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5946114 Jan 17 14:16:45.622463 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33608) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:45.634211 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ead0b-d827-41a8-9181-51f8e6f24d1d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Network': ['ID=c3fed70f-fa7c-455c-87fa-47edb5da7526,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:45.649392 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-b44d2687-a328-48ff-8963-f424a9ad9632 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'subnet': {'network_id': 'c3fed70f-fa7c-455c-87fa-47edb5da7526', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:45.702509 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-cd884012-09ca-4177-9aae-8c0bedde8fc4 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Deleting port 87a2a828-5ec5-4efb-a2c7-79c419e36d72 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:45.703475 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cd884012-09ca-4177-9aae-8c0bedde8fc4 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:45.706125 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network c3fed70f-fa7c-455c-87fa-47edb5da7526 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:45.776144 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-57f8a392-2ba2-4c24-9e7f-cc5e28dfb0e5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b12f70d-1813-4600-a458-b130ab5a8197']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:45.780418 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d780193-1c95-4cc3-9052-11277c60d3dc', 'name': 'tempest-NetworksTestDHCPv6-router-109479470', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:16:35Z', 'updated_at': '2022-01-17T14:16:41Z', 'revision_number': 2, 'project_id': 'b3de38767d8a42ecb4d476d60470f683', 'gw_port_host': None, '_interfaces': [{'id': '44161b15-0c90-43b8-ae66-7d7f0fa5af66', 'name': '', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'mac_address': 'fa:16:3e:40:23:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d780193-1c95-4cc3-9052-11277c60d3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ff295ecc-6eea-4605-8f62-d9e38d6476f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:16:37Z', 'updated_at': '2022-01-17T14:16:42Z', 'revision_number': 2, 'project_id': 'b3de38767d8a42ecb4d476d60470f683', 'subnets': [{'id': 'ff295ecc-6eea-4605-8f62-d9e38d6476f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:45.785176 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] Checking router: 9d780193-1c95-4cc3-9052-11277c60d3dc for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:16:45.785528 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] Updating router 9d780193-1c95-4cc3-9052-11277c60d3dc port 44161b15-0c90-43b8-ae66-7d7f0fa5af66 binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:16:45.847398 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342eb201-a702-43bd-8098-fe22baafbaa6 None None] Network 6cb06f1a-70a8-407e-8d11-737f088eddc0 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:45.876871 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b44d2687-a328-48ff-8963-f424a9ad9632 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:45.887918 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b44d2687-a328-48ff-8963-f424a9ad9632 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Usage tracker for resource:subnet and tenant:c3454ef40c9f4d6291b60c13036bd45b is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:45.892813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b44d2687-a328-48ff-8963-f424a9ad9632 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:45.901805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b44d2687-a328-48ff-8963-f424a9ad9632 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:45.921680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44d2687-a328-48ff-8963-f424a9ad9632 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:45.925520 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b44d2687-a328-48ff-8963-f424a9ad9632 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:45.930042 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:45.946231 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-049095e6-24d4-4b62-b8d9-114a8ab4bbc7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:45.953091 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049095e6-24d4-4b62-b8d9-114a8ab4bbc7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:45.953889 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-049095e6-24d4-4b62-b8d9-114a8ab4bbc7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:46.014805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-57f8a392-2ba2-4c24-9e7f-cc5e28dfb0e5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe97aef-b75b-4140-b59e-d04a8abecf2b') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:46.015346 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-57f8a392-2ba2-4c24-9e7f-cc5e28dfb0e5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe97aef-b75b-4140-b59e-d04a8abecf2b') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:46.132527 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-57f8a392-2ba2-4c24-9e7f-cc5e28dfb0e5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:46.202815 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b44d2687-a328-48ff-8963-f424a9ad9632 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:46.227104 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-049095e6-24d4-4b62-b8d9-114a8ab4bbc7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.5652971 Jan 17 14:16:46.241898 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33620) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:46.245162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:16:46.252287 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-57f8a392-2ba2-4c24-9e7f-cc5e28dfb0e5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:46.263935 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049095e6-24d4-4b62-b8d9-114a8ab4bbc7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Network': ['ID=7dc4cc9a-deb4-4113-8894-384f2be4182c,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:46.269376 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-be4f09e9-a94b-47bc-9759-5e9ba161e585 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'subnet': {'network_id': '7dc4cc9a-deb4-4113-8894-384f2be4182c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:46.294414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f8a392-2ba2-4c24-9e7f-cc5e28dfb0e5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:46.294835 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-57f8a392-2ba2-4c24-9e7f-cc5e28dfb0e5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:46.314252 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d2687-a328-48ff-8963-f424a9ad9632 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Subnet': ['ID=c6438260-650a-4135-8ce7-93f19234a70b,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:46.332358 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d2687-a328-48ff-8963-f424a9ad9632 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Checking segment: {'id': '14032d1a-6198-45fc-90da-396a6b11253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c3fed70f-fa7c-455c-87fa-47edb5da7526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:46.332358 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d2687-a328-48ff-8963-f424a9ad9632 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network hostable DHCP agents. Network: c3fed70f-fa7c-455c-87fa-47edb5da7526, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:46.336336 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:46.358021 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d2687-a328-48ff-8963-f424a9ad9632 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network c3fed70f-fa7c-455c-87fa-47edb5da7526 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:16:46.377659 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-b44d2687-a328-48ff-8963-f424a9ad9632 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, c3fed70f-fa7c-455c-87fa-47edb5da7526) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:46.385072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44d2687-a328-48ff-8963-f424a9ad9632 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:46.385580 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b44d2687-a328-48ff-8963-f424a9ad9632 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:46.403132 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e8f5f54f-ca35-4fbc-8731-342ae687d17e None None] The port '3fa3b8d8-7b58-44c7-8400-809c61cb7dfd' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:16:46.443935 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 7dc4cc9a-deb4-4113-8894-384f2be4182c details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:46.459176 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b44d2687-a328-48ff-8963-f424a9ad9632 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8279207 Jan 17 14:16:46.461777 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33628) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:46.543117 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db2b60b-2f8f-470f-9314-f32ca06f1c28 None None] Network c3fed70f-fa7c-455c-87fa-47edb5da7526 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:46.623825 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:46.713913 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:16:46.714505 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3fa3b8d8-7b58-44c7-8400-809c61cb7dfd not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:16:46.854842 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8fbd9648-f1fb-44b1-a0da-7e2f243f363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:46.888839 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ac4db07b-6c31-48dd-9070-d5ee0f3aae5e tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:46.896271 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33636) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:46.967062 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e6f28279-09ab-499a-9069-b2cccb27b994 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:16:46.983900 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ac4db07b-6c31-48dd-9070-d5ee0f3aae5e tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:46.991879 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-be4f09e9-a94b-47bc-9759-5e9ba161e585 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:46.996308 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-be4f09e9-a94b-47bc-9759-5e9ba161e585 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:subnet and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:46.999541 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-be4f09e9-a94b-47bc-9759-5e9ba161e585 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:47.005533 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-be4f09e9-a94b-47bc-9759-5e9ba161e585 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:47.027578 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1950011659'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:47.040909 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:47.048792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:network and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:47.053046 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:47.062860 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:47.080742 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:47.084124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.087369 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4f09e9-a94b-47bc-9759-5e9ba161e585 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:47.090754 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be4f09e9-a94b-47bc-9759-5e9ba161e585 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.100081 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.115350 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ac4db07b-6c31-48dd-9070-d5ee0f3aae5e tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.124188 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] Transition to ACTIVE for port object 44161b15-0c90-43b8-ae66-7d7f0fa5af66 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:47.143619 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.150034 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:47.159774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4db07b-6c31-48dd-9070-d5ee0f3aae5e tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Subnet': ['ID=c6438260-650a-4135-8ce7-93f19234a70b,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:47.161845 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:security_group_rule and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:47.164052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad22d3-662b-4624-ae20-0bb0bcd7488a req-360b2682-ee42-4ab6-8a41-4cc4d08da7ea tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:47.166512 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:47.166863 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-73ad22d3-662b-4624-ae20-0bb0bcd7488a req-360b2682-ee42-4ab6-8a41-4cc4d08da7ea tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 1.3642976 Jan 17 14:16:47.191596 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:47.286931 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ac4db07b-6c31-48dd-9070-d5ee0f3aae5e tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.328108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8fbd9648-f1fb-44b1-a0da-7e2f243f363b None None] For port e6f28279-09ab-499a-9069-b2cccb27b994, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e6f28279-09ab-499a-9069-b2cccb27b994,segment=NetworkSegment(1155c7f6-c13c-40fd-921a-827f33fbc9b7),segment_id=1155c7f6-c13c-40fd-921a-827f33fbc9b7)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:47.347624 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-903217db-f4de-48f8-96f8-ec1af6f512b5 None None] For port e6f28279-09ab-499a-9069-b2cccb27b994, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e6f28279-09ab-499a-9069-b2cccb27b994,segment=NetworkSegment(1155c7f6-c13c-40fd-921a-827f33fbc9b7),segment_id=1155c7f6-c13c-40fd-921a-827f33fbc9b7)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:47.348051 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-903217db-f4de-48f8-96f8-ec1af6f512b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.372750 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-ac4db07b-6c31-48dd-9070-d5ee0f3aae5e tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3fed70f-fa7c-455c-87fa-47edb5da7526']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:47.394306 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-57f8a392-2ba2-4c24-9e7f-cc5e28dfb0e5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.402997 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be4f09e9-a94b-47bc-9759-5e9ba161e585 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.403245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-ac4db07b-6c31-48dd-9070-d5ee0f3aae5e tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14032d1a-6198-45fc-90da-396a6b11253d') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:47.403342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-ac4db07b-6c31-48dd-9070-d5ee0f3aae5e tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14032d1a-6198-45fc-90da-396a6b11253d') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:47.416063 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8fbd9648-f1fb-44b1-a0da-7e2f243f363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.418297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2a92b0-043d-43ed-b894-eaae2f80102f None None] Network c3fed70f-fa7c-455c-87fa-47edb5da7526 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:47.446488 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ac4db07b-6c31-48dd-9070-d5ee0f3aae5e tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.494870 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ac4db07b-6c31-48dd-9070-d5ee0f3aae5e tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.518244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4db07b-6c31-48dd-9070-d5ee0f3aae5e tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:47.518652 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ac4db07b-6c31-48dd-9070-d5ee0f3aae5e tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:47.543417 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:47.556162 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-57f8a392-2ba2-4c24-9e7f-cc5e28dfb0e5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.560463 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f09e9-a94b-47bc-9759-5e9ba161e585 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Subnet': ['ID=6de9326c-c6e8-4a30-9f38-7a9025f7ed34,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:47.562509 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8a392-2ba2-4c24-9e7f-cc5e28dfb0e5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Network': ['ID=8b12f70d-1813-4600-a458-b130ab5a8197,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:47.607253 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-cd884012-09ca-4177-9aae-8c0bedde8fc4 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] For port 87a2a828-5ec5-4efb-a2c7-79c419e36d72, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=87a2a828-5ec5-4efb-a2c7-79c419e36d72,segment=NetworkSegment(dceb88ed-9108-4a05-ba70-4e13862ee688),segment_id=dceb88ed-9108-4a05-ba70-4e13862ee688)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:47.608010 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cd884012-09ca-4177-9aae-8c0bedde8fc4 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.658576 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] Attempting to bind port 44161b15-0c90-43b8-ae66-7d7f0fa5af66 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:16:47.661803 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] Attempting to bind port 44161b15-0c90-43b8-ae66-7d7f0fa5af66 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:16:47.662439 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] Attempting to bind port 44161b15-0c90-43b8-ae66-7d7f0fa5af66 on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:16:47.673864 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-73ad22d3-662b-4624-ae20-0bb0bcd7488a req-4d79d389-75d4-4694-b787-4ed456957b5b tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814934 Jan 17 14:16:47.679805 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:16:47.682947 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:47.683601 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.684186 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:16:47.685095 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] Bound port: 44161b15-0c90-43b8-ae66-7d7f0fa5af66, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:16:47.685745 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.689869 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5406481-48db-4291-83b7-a8c7e6b06f53 req-f363205b-4833-452b-a4f4-1903af327a44 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:47.691855 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e5406481-48db-4291-83b7-a8c7e6b06f53 req-f363205b-4833-452b-a4f4-1903af327a44 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 0.3730009 Jan 17 14:16:47.772231 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-e5406481-48db-4291-83b7-a8c7e6b06f53 req-dc32793f-491c-42cd-8b54-8acec1e84102 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Deleting port 5f0120a3-b504-4e3f-961d-8d0e46099075 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:47.772759 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-57f8a392-2ba2-4c24-9e7f-cc5e28dfb0e5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/networks/8b12f70d-1813-4600-a458-b130ab5a8197 HTTP/1.1" status: 204 len: 168 time: 4.9047129 Jan 17 14:16:47.773325 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-e5406481-48db-4291-83b7-a8c7e6b06f53 req-dc32793f-491c-42cd-8b54-8acec1e84102 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.803170 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.809977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33642) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:47.823053 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] For port 44161b15-0c90-43b8-ae66-7d7f0fa5af66, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:16:47.827965 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1844678151', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}, 'admin_state_up': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:47.831366 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] For port 44161b15-0c90-43b8-ae66-7d7f0fa5af66, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=44161b15-0c90-43b8-ae66-7d7f0fa5af66,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:16:47.840438 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-903217db-f4de-48f8-96f8-ec1af6f512b5 None None] Calling delete_port for e6f28279-09ab-499a-9069-b2cccb27b994 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:47.842717 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04239f-cb3c-4d97-9e78-b32c994d682d None None] Pushing event updated for resources: {'Port': ['ID=44161b15-0c90-43b8-ae66-7d7f0fa5af66,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:47.844666 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.848848 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:47.858537 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.862037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ac4db07b-6c31-48dd-9070-d5ee0f3aae5e tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.871688 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:router and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:47.903084 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ac4db07b-6c31-48dd-9070-d5ee0f3aae5e tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.921616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:47.927462 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ac4db07b-6c31-48dd-9070-d5ee0f3aae5e tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/c3fed70f-fa7c-455c-87fa-47edb5da7526 HTTP/1.1" status: 204 len: 168 time: 1.4641891 Jan 17 14:16:47.933122 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-cd884012-09ca-4177-9aae-8c0bedde8fc4 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Calling delete_port for 87a2a828-5ec5-4efb-a2c7-79c419e36d72 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:47.946765 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33646) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:47.962282 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:47.963012 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:47.973154 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3d21e836-8dc4-4eac-80fe-31a7e0ff45aa None None] Provisioning for port 87a2a828-5ec5-4efb-a2c7-79c419e36d72 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:47.978620 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4db07b-6c31-48dd-9070-d5ee0f3aae5e tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Network': ['ID=c3fed70f-fa7c-455c-87fa-47edb5da7526,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:47.984992 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f09e9-a94b-47bc-9759-5e9ba161e585 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Checking segment: {'id': 'a1b6ced9-751e-4677-af81-dda8b0163fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7dc4cc9a-deb4-4113-8894-384f2be4182c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:47.985583 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f09e9-a94b-47bc-9759-5e9ba161e585 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network hostable DHCP agents. Network: 7dc4cc9a-deb4-4113-8894-384f2be4182c, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:16:48.005389 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3d21e836-8dc4-4eac-80fe-31a7e0ff45aa None None] Provisioning complete for port 87a2a828-5ec5-4efb-a2c7-79c419e36d72 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:48.005763 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d21e836-8dc4-4eac-80fe-31a7e0ff45aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:48.009612 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:16:48.038952 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f09e9-a94b-47bc-9759-5e9ba161e585 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network 7dc4cc9a-deb4-4113-8894-384f2be4182c is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:16:48.054600 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd9648-f1fb-44b1-a0da-7e2f243f363b None None] Pushing event updated for resources: {'Port': ['ID=e6f28279-09ab-499a-9069-b2cccb27b994,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:48.068647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-be4f09e9-a94b-47bc-9759-5e9ba161e585 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 7dc4cc9a-deb4-4113-8894-384f2be4182c) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:48.079869 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4f09e9-a94b-47bc-9759-5e9ba161e585 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:48.080527 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be4f09e9-a94b-47bc-9759-5e9ba161e585 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:48.093043 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] Routers {'9d780193-1c95-4cc3-9052-11277c60d3dc'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:48.093675 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['9d780193-1c95-4cc3-9052-11277c60d3dc'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:48.121125 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8880bd99-e7e3-4068-8eb1-d9668373fc58 None None] Network 7dc4cc9a-deb4-4113-8894-384f2be4182c requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:48.152081 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe6675e-c068-4dab-afb6-970acab51bca tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] GET failed (client error): The resource could not be found. Jan 17 14:16:48.152888 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6fe6675e-c068-4dab-afb6-970acab51bca tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Synchronizing usage tracker for tenant:c3454ef40c9f4d6291b60c13036bd45b on resource:subnet {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:48.161476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa0d5bb-9de5-487a-b473-59c17077f9e5,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:48.165691 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e937e978-c87f-464f-860f-747dca671544 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:48.175854 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5facd6-027e-4b44-98cd-1b66edc8a63e None None] DHCP port deletion for 6cb06f1a-70a8-407e-8d11-737f088eddc0 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:16:48.224898 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04239f-cb3c-4d97-9e78-b32c994d682d None None] Pushing event updated for resources: {'Port': ['ID=44161b15-0c90-43b8-ae66-7d7f0fa5af66,revision_number=4']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:48.243779 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port e6f28279-09ab-499a-9069-b2cccb27b994, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e6f28279-09ab-499a-9069-b2cccb27b994,segment=NetworkSegment(1155c7f6-c13c-40fd-921a-827f33fbc9b7),segment_id=1155c7f6-c13c-40fd-921a-827f33fbc9b7)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:48.269237 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:48.270107 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Added segment 315f2e00-9bb1-4ee6-b93e-3de3adbe1075 of type vlan for network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 Jan 17 14:16:48.274961 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:48.295917 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cd884012-09ca-4177-9aae-8c0bedde8fc4 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:48.325009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:48.379077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-903217db-f4de-48f8-96f8-ec1af6f512b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:16:48.379370 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-903217db-f4de-48f8-96f8-ec1af6f512b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:16:48.387033 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3d21e836-8dc4-4eac-80fe-31a7e0ff45aa None None] Could not find standard attr ID for object 87a2a828-5ec5-4efb-a2c7-79c419e36d72. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:16:48.389616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:48.391152 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:48.393188 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.plugins.ml2.db [None req-3d21e836-8dc4-4eac-80fe-31a7e0ff45aa None None] No ports have port_id starting with 87a2a828-5ec5-4efb-a2c7-79c419e36d72 Jan 17 14:16:48.403398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:48.404145 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=e6f28279-09ab-499a-9069-b2cccb27b994,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:48.408786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:48.409388 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:48.451038 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] Set router 9d780193-1c95-4cc3-9052-11277c60d3dc gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:16:48.485737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd884012-09ca-4177-9aae-8c0bedde8fc4 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event deleted for resources: {'Port': ['ID=87a2a828-5ec5-4efb-a2c7-79c419e36d72,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:48.503601 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-be4f09e9-a94b-47bc-9759-5e9ba161e585 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2485955 Jan 17 14:16:48.505222 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd884012-09ca-4177-9aae-8c0bedde8fc4 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] No DVR routers for this DVR port 87a2a828-5ec5-4efb-a2c7-79c419e36d72 on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:16:48.526257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33650) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:48.526935 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Network': ['ID=0a0b64f9-af8d-4936-b9b9-eb1d962bac73,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:48.545493 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-3f83e400-f47b-4360-95e9-d289fb290f25 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'port': {'network_id': '7dc4cc9a-deb4-4113-8894-384f2be4182c', 'name': 'tempest-PortsTestJSON-158784516'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:48.566153 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:48.578928 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6fe6675e-c068-4dab-afb6-970acab51bca tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Unset dirty status for tenant:c3454ef40c9f4d6291b60c13036bd45b on resource:subnet {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:48.580134 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6fe6675e-c068-4dab-afb6-970acab51bca tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "GET /v2.0/subnets/c6438260-650a-4135-8ce7-93f19234a70b HTTP/1.1" status: 404 len: 337 time: 0.6148999 Jan 17 14:16:48.584384 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33654) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:48.660428 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-7dc4cc9a-deb4-4113-8894-384f2be4182c', 'network_id': '7dc4cc9a-deb4-4113-8894-384f2be4182c', 'tenant_id': '90170c06bfce4b45a8ff91de363bb5ad', 'fixed_ips': [{'subnet_id': '6de9326c-c6e8-4a30-9f38-7a9025f7ed34'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:16:48.661527 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:48.720334 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:48.742076 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-677dddf9-dee1-441e-8d76-7409363f290b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8447039 Jan 17 14:16:48.753230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33660) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:48.764316 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-0442c695-806b-4911-b46f-d76b364d84f8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'port': {'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73', 'name': 'tempest-PortsIpV6TestJSON-1518859591'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:48.886915 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d0d14c-f8cf-434d-9397-67524c8e50d3 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:16:48.887770 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d0d14c-f8cf-434d-9397-67524c8e50d3 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:16:48.889854 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-31d0d14c-f8cf-434d-9397-67524c8e50d3 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/c3fed70f-fa7c-455c-87fa-47edb5da7526 HTTP/1.1" status: 404 len: 339 time: 0.2572322 Jan 17 14:16:48.890805 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-903217db-f4de-48f8-96f8-ec1af6f512b5 None None] Deleting port e6f28279-09ab-499a-9069-b2cccb27b994 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:48.891288 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-903217db-f4de-48f8-96f8-ec1af6f512b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:48.920939 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cd884012-09ca-4177-9aae-8c0bedde8fc4 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:48.928325 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33664) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:48.969365 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 87a2a828-5ec5-4efb-a2c7-79c419e36d72 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:16:49.043020 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d780193-1c95-4cc3-9052-11277c60d3dc', 'name': 'tempest-NetworksTestDHCPv6-router-109479470', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:16:35Z', 'updated_at': '2022-01-17T14:16:41Z', 'revision_number': 2, 'project_id': 'b3de38767d8a42ecb4d476d60470f683', 'gw_port_host': None, '_interfaces': [{'id': '44161b15-0c90-43b8-ae66-7d7f0fa5af66', 'name': '', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'mac_address': 'fa:16:3e:40:23:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d780193-1c95-4cc3-9052-11277c60d3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ff295ecc-6eea-4605-8f62-d9e38d6476f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:16:37Z', 'updated_at': '2022-01-17T14:16:47Z', 'revision_number': 4, 'project_id': 'b3de38767d8a42ecb4d476d60470f683', 'subnets': [{'id': 'ff295ecc-6eea-4605-8f62-d9e38d6476f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:49.049201 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81addb9-ebec-4f45-937d-bab84991b9ad None None] The sync data for ids ['9d780193-1c95-4cc3-9052-11277c60d3dc'] in dv-neutron-824901-1-hyperv is: [{'id': '9d780193-1c95-4cc3-9052-11277c60d3dc', 'name': 'tempest-NetworksTestDHCPv6-router-109479470', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:16:35Z', 'updated_at': '2022-01-17T14:16:41Z', 'revision_number': 2, 'project_id': 'b3de38767d8a42ecb4d476d60470f683', 'gw_port_host': None, '_interfaces': [{'id': '44161b15-0c90-43b8-ae66-7d7f0fa5af66', 'name': '', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'mac_address': 'fa:16:3e:40:23:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d780193-1c95-4cc3-9052-11277c60d3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ff295ecc-6eea-4605-8f62-d9e38d6476f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:16:37Z', 'updated_at': '2022-01-17T14:16:47Z', 'revision_number': 4, 'project_id': 'b3de38767d8a42ecb4d476d60470f683', 'subnets': [{'id': 'ff295ecc-6eea-4605-8f62-d9e38d6476f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:16:49.081015 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-cd884012-09ca-4177-9aae-8c0bedde8fc4 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb06f1a-70a8-407e-8d11-737f088eddc0']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:49.088981 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 87a2a828-5ec5-4efb-a2c7-79c419e36d72 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:16:49.089766 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 87a2a828-5ec5-4efb-a2c7-79c419e36d72 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:16:49.114039 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-cd884012-09ca-4177-9aae-8c0bedde8fc4 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dceb88ed-9108-4a05-ba70-4e13862ee688') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:49.114732 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-cd884012-09ca-4177-9aae-8c0bedde8fc4 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dceb88ed-9108-4a05-ba70-4e13862ee688') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:49.142490 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cd884012-09ca-4177-9aae-8c0bedde8fc4 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:49.181569 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cd884012-09ca-4177-9aae-8c0bedde8fc4 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:49.205317 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd884012-09ca-4177-9aae-8c0bedde8fc4 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:49.206098 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cd884012-09ca-4177-9aae-8c0bedde8fc4 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:49.221174 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:49.235586 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f30ff92-831a-4b49-bf54-c9901c2da9bd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:49.237448 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6f30ff92-831a-4b49-bf54-c9901c2da9bd tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3033731 Jan 17 14:16:49.261782 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33668) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:49.287204 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-e937e978-c87f-464f-860f-747dca671544 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port 44161b15-0c90-43b8-ae66-7d7f0fa5af66 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:49.287926 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e937e978-c87f-464f-860f-747dca671544 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:49.327057 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Allocated IP 172.20.0.2 (7dc4cc9a-deb4-4113-8894-384f2be4182c/6de9326c-c6e8-4a30-9f38-7a9025f7ed34/666e8130-1a82-4e36-bb14-70833edda07d) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:16:49.332250 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-903217db-f4de-48f8-96f8-ec1af6f512b5 None None] For port e6f28279-09ab-499a-9069-b2cccb27b994, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e6f28279-09ab-499a-9069-b2cccb27b994,segment=NetworkSegment(1155c7f6-c13c-40fd-921a-827f33fbc9b7),segment_id=1155c7f6-c13c-40fd-921a-827f33fbc9b7)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:49.332773 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-903217db-f4de-48f8-96f8-ec1af6f512b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:49.397411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cd884012-09ca-4177-9aae-8c0bedde8fc4 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:49.405085 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-e5406481-48db-4291-83b7-a8c7e6b06f53 req-dc32793f-491c-42cd-8b54-8acec1e84102 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] For port 5f0120a3-b504-4e3f-961d-8d0e46099075, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=5f0120a3-b504-4e3f-961d-8d0e46099075,segment=NetworkSegment(146d807b-421a-41cf-a776-1d8b62f4b40d),segment_id=146d807b-421a-41cf-a776-1d8b62f4b40d)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:49.405576 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-e5406481-48db-4291-83b7-a8c7e6b06f53 req-dc32793f-491c-42cd-8b54-8acec1e84102 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:49.440259 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cd884012-09ca-4177-9aae-8c0bedde8fc4 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:49.451521 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-cd884012-09ca-4177-9aae-8c0bedde8fc4 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "DELETE /v2.0/networks/6cb06f1a-70a8-407e-8d11-737f088eddc0 HTTP/1.1" status: 204 len: 168 time: 4.6737292 Jan 17 14:16:49.458765 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33672) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:49.513245 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd884012-09ca-4177-9aae-8c0bedde8fc4 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event deleted for resources: {'Network': ['ID=6cb06f1a-70a8-407e-8d11-737f088eddc0,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:49.518460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-903217db-f4de-48f8-96f8-ec1af6f512b5 None None] Calling delete_port for e6f28279-09ab-499a-9069-b2cccb27b994 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:49.590977 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7526cf17-a9f6-4294-bf17-46d9cfe437e9 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "GET /v2.0/subnets?network_id=8e713ad1-069e-4db5-8938-0391ff946f65 HTTP/1.1" status: 200 len: 207 time: 0.3177764 Jan 17 14:16:49.592447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0442c695-806b-4911-b46f-d76b364d84f8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:49.594728 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33676) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:49.626003 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-3f83e400-f47b-4360-95e9-d289fb290f25 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:49.672927 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-48013be4-417a-46b6-85cd-51ad5d946480 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:49.700053 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-e937e978-c87f-464f-860f-747dca671544 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] For port 44161b15-0c90-43b8-ae66-7d7f0fa5af66, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=44161b15-0c90-43b8-ae66-7d7f0fa5af66,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:49.700751 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e937e978-c87f-464f-860f-747dca671544 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:49.722054 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-903217db-f4de-48f8-96f8-ec1af6f512b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:49.728346 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0442c695-806b-4911-b46f-d76b364d84f8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:port and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:49.830773 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903217db-f4de-48f8-96f8-ec1af6f512b5 None None] No DVR routers for this DVR port e6f28279-09ab-499a-9069-b2cccb27b994 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:16:49.831011 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0442c695-806b-4911-b46f-d76b364d84f8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:49.840380 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903217db-f4de-48f8-96f8-ec1af6f512b5 None None] Pushing event deleted for resources: {'Port': ['ID=e6f28279-09ab-499a-9069-b2cccb27b994,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:49.857284 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-3f83e400-f47b-4360-95e9-d289fb290f25 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:49.872668 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-e937e978-c87f-464f-860f-747dca671544 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for 44161b15-0c90-43b8-ae66-7d7f0fa5af66 owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:49.874794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:49.989559 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0442c695-806b-4911-b46f-d76b364d84f8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:50.011149 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:50.025102 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Transition to ACTIVE for port object 666e8130-1a82-4e36-bb14-70833edda07d will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:50.047683 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Transition to ACTIVE for port object 666e8130-1a82-4e36-bb14-70833edda07d will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:50.053749 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:50.056253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f83e400-f47b-4360-95e9-d289fb290f25 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:50.060493 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3f83e400-f47b-4360-95e9-d289fb290f25 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:50.070048 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0442c695-806b-4911-b46f-d76b364d84f8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:50.074199 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0442c695-806b-4911-b46f-d76b364d84f8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:50.080876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-48013be4-417a-46b6-85cd-51ad5d946480 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:50.119357 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Network 7dc4cc9a-deb4-4113-8894-384f2be4182c is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:50.120447 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-48013be4-417a-46b6-85cd-51ad5d946480 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40500995-b827-4881-ad13-59ea1ba086b0']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:50.122357 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:50.126149 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:50.135406 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-48013be4-417a-46b6-85cd-51ad5d946480 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1155c7f6-c13c-40fd-921a-827f33fbc9b7') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:50.135849 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-48013be4-417a-46b6-85cd-51ad5d946480 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1155c7f6-c13c-40fd-921a-827f33fbc9b7') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:50.149953 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-48013be4-417a-46b6-85cd-51ad5d946480 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:50.171458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Pushing event updated for resources: {'Port': ['ID=666e8130-1a82-4e36-bb14-70833edda07d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:50.223915 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Attempting to bind port 666e8130-1a82-4e36-bb14-70833edda07d on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:16:50.224280 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Attempting to bind port 666e8130-1a82-4e36-bb14-70833edda07d by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'a1b6ced9-751e-4677-af81-dda8b0163fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7dc4cc9a-deb4-4113-8894-384f2be4182c'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:16:50.224636 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Attempting to bind port 666e8130-1a82-4e36-bb14-70833edda07d on network 7dc4cc9a-deb4-4113-8894-384f2be4182c {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:16:50.229273 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-48013be4-417a-46b6-85cd-51ad5d946480 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:50.230041 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:16:50.230557 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Checking segment: {'id': 'a1b6ced9-751e-4677-af81-dda8b0163fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7dc4cc9a-deb4-4113-8894-384f2be4182c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:50.230964 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:50.231351 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Bound using segment: {'id': 'a1b6ced9-751e-4677-af81-dda8b0163fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7dc4cc9a-deb4-4113-8894-384f2be4182c'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:16:50.231849 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Bound port: 666e8130-1a82-4e36-bb14-70833edda07d, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b6ced9-751e-4677-af81-dda8b0163fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7dc4cc9a-deb4-4113-8894-384f2be4182c'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:16:50.232224 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:50.241473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48013be4-417a-46b6-85cd-51ad5d946480 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:50.242184 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-48013be4-417a-46b6-85cd-51ad5d946480 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:50.257728 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:50.268818 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-3f83e400-f47b-4360-95e9-d289fb290f25 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] device_id is not set on port f8ef4077-02ea-44bd-b3f9-aca8e0a2f7e7 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:16:50.317076 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c36bc-8467-4ad2-9d63-b77072e34bf9 req-cddfc008-1ad1-42ec-ad90-1189b393cefd tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:50.318613 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-967c36bc-8467-4ad2-9d63-b77072e34bf9 req-cddfc008-1ad1-42ec-ad90-1189b393cefd tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 945 time: 1.3317196 Jan 17 14:16:50.325853 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-0442c695-806b-4911-b46f-d76b364d84f8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] device_id is not set on port f0f86d7b-4446-422f-9a74-26b7fdbaad1a yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:16:50.330746 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] For port 666e8130-1a82-4e36-bb14-70833edda07d, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:16:50.334471 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] For port 666e8130-1a82-4e36-bb14-70833edda07d, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=666e8130-1a82-4e36-bb14-70833edda07d,segment=NetworkSegment(a1b6ced9-751e-4677-af81-dda8b0163fce),segment_id=a1b6ced9-751e-4677-af81-dda8b0163fce)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:16:50.339078 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:50.354580 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-48013be4-417a-46b6-85cd-51ad5d946480 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:50.378309 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-48013be4-417a-46b6-85cd-51ad5d946480 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:50.384467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e937e978-c87f-464f-860f-747dca671544 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:50.391609 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29278e20-b830-4aac-be84-d74cdc782c8f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:50.397444 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29278e20-b830-4aac-be84-d74cdc782c8f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:50.403111 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29278e20-b830-4aac-be84-d74cdc782c8f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:50.408894 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29278e20-b830-4aac-be84-d74cdc782c8f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:50.410046 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-29278e20-b830-4aac-be84-d74cdc782c8f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Synchronizing usage tracker for tenant:c3454ef40c9f4d6291b60c13036bd45b on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:50.427924 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10702d-6168-4605-89d9-1ea6154bc85b None None] Pushing event updated for resources: {'Port': ['ID=666e8130-1a82-4e36-bb14-70833edda07d,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:50.429206 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48013be4-417a-46b6-85cd-51ad5d946480 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event deleted for resources: {'Network': ['ID=40500995-b827-4881-ad13-59ea1ba086b0,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:50.445936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937e978-c87f-464f-860f-747dca671544 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=44161b15-0c90-43b8-ae66-7d7f0fa5af66,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:50.453352 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-48013be4-417a-46b6-85cd-51ad5d946480 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "DELETE /v2.0/networks/40500995-b827-4881-ad13-59ea1ba086b0 HTTP/1.1" status: 204 len: 168 time: 0.9901679 Jan 17 14:16:50.454069 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33680) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:50.487042 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-e5406481-48db-4291-83b7-a8c7e6b06f53 req-dc32793f-491c-42cd-8b54-8acec1e84102 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:50.487411 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-e5406481-48db-4291-83b7-a8c7e6b06f53 req-dc32793f-491c-42cd-8b54-8acec1e84102 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:50.487740 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [req-e5406481-48db-4291-83b7-a8c7e6b06f53 req-dc32793f-491c-42cd-8b54-8acec1e84102 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Floating IP 3f3326ff-7af3-48af-8e1f-20ee06c3cd3a disassociated. External IP: 172.26.3.163, port: 5f0120a3-b504-4e3f-961d-8d0e46099075. Jan 17 14:16:50.488136 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-e5406481-48db-4291-83b7-a8c7e6b06f53 req-dc32793f-491c-42cd-8b54-8acec1e84102 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Calling delete_port for 5f0120a3-b504-4e3f-961d-8d0e46099075 owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:50.610137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-29278e20-b830-4aac-be84-d74cdc782c8f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Unset dirty status for tenant:c3454ef40c9f4d6291b60c13036bd45b on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:50.611310 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-29278e20-b830-4aac-be84-d74cdc782c8f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.9820011 Jan 17 14:16:50.629266 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33684) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:50.641011 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-967c36bc-8467-4ad2-9d63-b77072e34bf9 req-975b0b7c-b45c-469c-a433-9b5bd324fbd5 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups?id=e67dc3c5-07de-4138-a5b5-0969d0033bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2777488 Jan 17 14:16:50.880449 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e937e978-c87f-464f-860f-747dca671544 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:50.915571 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 666e8130-1a82-4e36-bb14-70833edda07d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:16:50.973078 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 5f0120a3-b504-4e3f-961d-8d0e46099075 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:16:51.140905 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 666e8130-1a82-4e36-bb14-70833edda07d completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:51.155954 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-3f83e400-f47b-4360-95e9-d289fb290f25 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Allocated IP 172.20.0.8 (7dc4cc9a-deb4-4113-8894-384f2be4182c/6de9326c-c6e8-4a30-9f38-7a9025f7ed34/f8ef4077-02ea-44bd-b3f9-aca8e0a2f7e7) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:16:51.160427 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:51.221073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2006d4e-529d-4a63-8580-8433def3c742 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:51.355430 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0442c695-806b-4911-b46f-d76b364d84f8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:51.366691 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e937e978-c87f-464f-860f-747dca671544 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Router 9d780193-1c95-4cc3-9052-11277c60d3dc has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:16:51.372960 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-11950889-fea4-46bf-a772-8dafea39bb23 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.7356720 Jan 17 14:16:51.384720 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33688) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:51.432168 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-e5406481-48db-4291-83b7-a8c7e6b06f53 req-dc32793f-491c-42cd-8b54-8acec1e84102 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:51.504923 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2006d4e-529d-4a63-8580-8433def3c742 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:51.605622 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-f2006d4e-529d-4a63-8580-8433def3c742 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9b37db-0dad-441a-921f-25ef746f51f5']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:51.617240 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e937e978-c87f-464f-860f-747dca671544 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:16:51.623128 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e937e978-c87f-464f-860f-747dca671544 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "PUT /v2.0/routers/9d780193-1c95-4cc3-9052-11277c60d3dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0521433 Jan 17 14:16:51.626676 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33692) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:51.635009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32793f-491c-42cd-8b54-8acec1e84102 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Pushing event deleted for resources: {'Port': ['ID=5f0120a3-b504-4e3f-961d-8d0e46099075,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:51.638081 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2bbfb5-dfa2-4845-a92f-5daef77464cb None None] Sync routers for ids ['9d780193-1c95-4cc3-9052-11277c60d3dc'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:16:51.683772 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2bbfb5-dfa2-4845-a92f-5daef77464cb None None] Routers {'9d780193-1c95-4cc3-9052-11277c60d3dc'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:51.685523 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-1b2bbfb5-dfa2-4845-a92f-5daef77464cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['9d780193-1c95-4cc3-9052-11277c60d3dc'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:51.708500 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-f2006d4e-529d-4a63-8580-8433def3c742 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e7e3da-7b61-46c2-a31b-40394ecbe6e2') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:51.708901 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-f2006d4e-529d-4a63-8580-8433def3c742 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e7e3da-7b61-46c2-a31b-40394ecbe6e2') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:51.729806 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2006d4e-529d-4a63-8580-8433def3c742 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:51.741344 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa314ecc-9c6a-498c-abb4-4e537090ac70 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:51.743682 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa314ecc-9c6a-498c-abb4-4e537090ac70 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:51.744559 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-aa314ecc-9c6a-498c-abb4-4e537090ac70 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:51.769791 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2006d4e-529d-4a63-8580-8433def3c742 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:51.778484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2006d4e-529d-4a63-8580-8433def3c742 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:51.779087 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2006d4e-529d-4a63-8580-8433def3c742 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:51.806898 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:51.811998 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-aa314ecc-9c6a-498c-abb4-4e537090ac70 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:51.813211 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-aa314ecc-9c6a-498c-abb4-4e537090ac70 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1865957 Jan 17 14:16:51.862438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33700) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:51.882848 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5154169b-6b3b-4839-bc7a-ca6fbb1d7ac0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:51.887817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5154169b-6b3b-4839-bc7a-ca6fbb1d7ac0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:51.889685 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5154169b-6b3b-4839-bc7a-ca6fbb1d7ac0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5006013 Jan 17 14:16:51.898621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33704) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:51.970126 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-1b2bbfb5-dfa2-4845-a92f-5daef77464cb None None] Set router 9d780193-1c95-4cc3-9052-11277c60d3dc gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:16:52.022620 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-880fb6a7-6e47-400b-90f5-a4bb9d5b2889 req-9481d295-c11b-4e48-971f-49abdebd6b33 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 210 time: 0.1154637 Jan 17 14:16:52.026073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2006d4e-529d-4a63-8580-8433def3c742 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:52.030726 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2006d4e-529d-4a63-8580-8433def3c742 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:52.047363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:52.070214 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2006d4e-529d-4a63-8580-8433def3c742 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event deleted for resources: {'Network': ['ID=fb9b37db-0dad-441a-921f-25ef746f51f5,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:52.078823 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f2006d4e-529d-4a63-8580-8433def3c742 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "DELETE /v2.0/networks/fb9b37db-0dad-441a-921f-25ef746f51f5 HTTP/1.1" status: 204 len: 168 time: 1.5830548 Jan 17 14:16:52.080164 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33708) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:52.085142 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f24250-3302-4597-a4c3-419970513d0d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['shared'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:52.086631 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f24250-3302-4597-a4c3-419970513d0d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['shared'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:52.087599 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-52f24250-3302-4597-a4c3-419970513d0d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Synchronizing usage tracker for tenant:c3454ef40c9f4d6291b60c13036bd45b on resource:subnet {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:52.092400 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb43f3b-1746-4599-9bf8-326dade7cd12 None None] Network 7dc4cc9a-deb4-4113-8894-384f2be4182c requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:52.102460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0442c695-806b-4911-b46f-d76b364d84f8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:52.111981 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:52.163087 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-1b2bbfb5-dfa2-4845-a92f-5daef77464cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d780193-1c95-4cc3-9052-11277c60d3dc', 'name': 'tempest-NetworksTestDHCPv6-router-109479470', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:16:35Z', 'updated_at': '2022-01-17T14:16:50Z', 'revision_number': 3, 'project_id': 'b3de38767d8a42ecb4d476d60470f683', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:52.176518 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2bbfb5-dfa2-4845-a92f-5daef77464cb None None] Checking router: 9d780193-1c95-4cc3-9052-11277c60d3dc for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:16:52.187093 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-52f24250-3302-4597-a4c3-419970513d0d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Unset dirty status for tenant:c3454ef40c9f4d6291b60c13036bd45b on resource:subnet {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:52.188235 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-52f24250-3302-4597-a4c3-419970513d0d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2882681 Jan 17 14:16:52.191985 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33712) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:52.202384 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b5aa9158-d87d-4149-aef9-9e167626faf7 None None] Provisioning for port 666e8130-1a82-4e36-bb14-70833edda07d completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:52.208652 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2bbfb5-dfa2-4845-a92f-5daef77464cb None None] Routers {'9d780193-1c95-4cc3-9052-11277c60d3dc'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:52.209265 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-1b2bbfb5-dfa2-4845-a92f-5daef77464cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['9d780193-1c95-4cc3-9052-11277c60d3dc'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:52.268388 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b5aa9158-d87d-4149-aef9-9e167626faf7 None None] Provisioning complete for port 666e8130-1a82-4e36-bb14-70833edda07d triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:52.268388 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9158-d87d-4149-aef9-9e167626faf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:52.303891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-46336d0d-8dd1-4c64-a6d9-0d8bb05d789a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet ff295ecc-6eea-4605-8f62-d9e38d6476f9 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:16:52.332697 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3f83e400-f47b-4360-95e9-d289fb290f25 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:52.335668 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-46336d0d-8dd1-4c64-a6d9-0d8bb05d789a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:52.410354 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-1b2bbfb5-dfa2-4845-a92f-5daef77464cb None None] Set router 9d780193-1c95-4cc3-9052-11277c60d3dc gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:16:52.410990 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0cdaa31e-02a2-4f9c-9634-9aca7396d251 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:52.453941 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442c695-806b-4911-b46f-d76b364d84f8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=f0f86d7b-4446-422f-9a74-26b7fdbaad1a,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:52.460422 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-3f83e400-f47b-4360-95e9-d289fb290f25 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Transition to ACTIVE for port object f8ef4077-02ea-44bd-b3f9-aca8e0a2f7e7 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:52.475088 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-46336d0d-8dd1-4c64-a6d9-0d8bb05d789a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:52.571445 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5406481-48db-4291-83b7-a8c7e6b06f53 req-dc32793f-491c-42cd-8b54-8acec1e84102 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Router 10b14141-9e1c-48a7-a875-12946e657f5e has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:16:52.576080 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442c695-806b-4911-b46f-d76b364d84f8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Checking segment: {'id': '315f2e00-9bb1-4ee6-b93e-3de3adbe1075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:52.576376 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0442c695-806b-4911-b46f-d76b364d84f8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network hostable DHCP agents. Network: 0a0b64f9-af8d-4936-b9b9-eb1d962bac73, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:16:52.594818 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-1b2bbfb5-dfa2-4845-a92f-5daef77464cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d780193-1c95-4cc3-9052-11277c60d3dc', 'name': 'tempest-NetworksTestDHCPv6-router-109479470', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:16:35Z', 'updated_at': '2022-01-17T14:16:50Z', 'revision_number': 3, 'project_id': 'b3de38767d8a42ecb4d476d60470f683', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:52.622045 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec55909-88d8-4c10-8fc1-92c87a61913c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:52.627007 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bec55909-88d8-4c10-8fc1-92c87a61913c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "GET /v2.0/networks/26db47cf-2f97-4f96-b68a-4398b07e17ed HTTP/1.1" status: 200 len: 799 time: 0.4307175 Jan 17 14:16:52.627007 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0cdaa31e-02a2-4f9c-9634-9aca7396d251 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:52.631338 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2bbfb5-dfa2-4845-a92f-5daef77464cb None None] The sync data for ids ['9d780193-1c95-4cc3-9052-11277c60d3dc'] in dv-neutron-824901-1-hyperv is: [{'id': '9d780193-1c95-4cc3-9052-11277c60d3dc', 'name': 'tempest-NetworksTestDHCPv6-router-109479470', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:16:35Z', 'updated_at': '2022-01-17T14:16:50Z', 'revision_number': 3, 'project_id': 'b3de38767d8a42ecb4d476d60470f683', 'gw_port_host': None}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:16:52.632910 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33716) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:52.650797 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:52.777431 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-0cdaa31e-02a2-4f9c-9634-9aca7396d251 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e835853f-bf8f-44f7-9484-508362e9f183']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:52.803651 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9158-d87d-4149-aef9-9e167626faf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:52.828979 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-0cdaa31e-02a2-4f9c-9634-9aca7396d251 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12619a5-1438-47ad-be01-f78ef76e81c5') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:52.829292 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-0cdaa31e-02a2-4f9c-9634-9aca7396d251 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12619a5-1438-47ad-be01-f78ef76e81c5') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:52.848292 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b5aa9158-d87d-4149-aef9-9e167626faf7 None None] For port 666e8130-1a82-4e36-bb14-70833edda07d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=666e8130-1a82-4e36-bb14-70833edda07d,segment=NetworkSegment(a1b6ced9-751e-4677-af81-dda8b0163fce),segment_id=a1b6ced9-751e-4677-af81-dda8b0163fce)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:52.854955 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0cdaa31e-02a2-4f9c-9634-9aca7396d251 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:52.861467 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9158-d87d-4149-aef9-9e167626faf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:52.929327 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0cdaa31e-02a2-4f9c-9634-9aca7396d251 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:52.946023 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-eb24b533-2a8e-420c-8669-c706f7c91069 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "GET /v2.0/networks/26db47cf-2f97-4f96-b68a-4398b07e17ed?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3108330 Jan 17 14:16:52.953530 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33720) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:52.955213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdaa31e-02a2-4f9c-9634-9aca7396d251 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:52.955625 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0cdaa31e-02a2-4f9c-9634-9aca7396d251 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:52.985050 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa9158-d87d-4149-aef9-9e167626faf7 None None] Pushing event updated for resources: {'Port': ['ID=666e8130-1a82-4e36-bb14-70833edda07d,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:52.988941 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:53.031417 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Allocated IP 172.26.3.153 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/2693ad3c-5d24-4b1c-8a64-f34ed7bba387) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:16:53.152339 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 666e8130-1a82-4e36-bb14-70833edda07d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:16:53.174582 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-46336d0d-8dd1-4c64-a6d9-0d8bb05d789a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:53.244928 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996e6c3e-cd26-45cc-99fd-1c18df7b3b0f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:53.252042 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3f83e400-f47b-4360-95e9-d289fb290f25 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:53.252329 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-996e6c3e-cd26-45cc-99fd-1c18df7b3b0f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "GET /v2.0/subnets/f18df316-ff13-43e1-b60c-e60508d1f692 HTTP/1.1" status: 200 len: 811 time: 0.2587595 Jan 17 14:16:53.253085 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0cdaa31e-02a2-4f9c-9634-9aca7396d251 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:53.254539 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33726) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:53.270053 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 666e8130-1a82-4e36-bb14-70833edda07d triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:53.270552 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:53.300218 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3b133b-155a-4dc4-96ac-576f944103a8 None None] get_active_networks_info from dv-neutron-824901-1-hyperv {{(pid=87525) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 17 14:16:53.325910 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0cdaa31e-02a2-4f9c-9634-9aca7396d251 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:53.342917 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0442c695-806b-4911-b46f-d76b364d84f8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:16:53.355298 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdaa31e-02a2-4f9c-9634-9aca7396d251 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] Pushing event deleted for resources: {'Network': ['ID=e835853f-bf8f-44f7-9484-508362e9f183,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:53.359086 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0cdaa31e-02a2-4f9c-9634-9aca7396d251 tempest-BulkNetworkOpsTest-7955664 tempest-BulkNetworkOpsTest-7955664-project] 10.222.0.48 "DELETE /v2.0/networks/e835853f-bf8f-44f7-9484-508362e9f183 HTTP/1.1" status: 204 len: 168 time: 1.2778473 Jan 17 14:16:53.387693 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-03d3e7d5-fcf7-4031-87ec-02ab079a2229 None None] Provisioning complete for port 666e8130-1a82-4e36-bb14-70833edda07d triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:53.388104 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-03d3e7d5-fcf7-4031-87ec-02ab079a2229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:53.389480 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060d2b7c-8825-4414-a3b2-22e6847a84ce tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['shared'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:53.391207 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-060d2b7c-8825-4414-a3b2-22e6847a84ce tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "GET /v2.0/subnets/f18df316-ff13-43e1-b60c-e60508d1f692?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1356719 Jan 17 14:16:53.395241 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33732) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:53.401495 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-01bfe9f0-b3d1-4327-8499-f02ec5f65cb4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1509020061'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:53.407641 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-01bfe9f0-b3d1-4327-8499-f02ec5f65cb4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:53.408515 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83e400-f47b-4360-95e9-d289fb290f25 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=f8ef4077-02ea-44bd-b3f9-aca8e0a2f7e7,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:53.422780 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-91b7e29a-6bdd-40ad-aa49-cd4f6e6a3b5f req-af69b71f-79af-40e7-b644-6c4c9e8b0f97 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 210 time: 0.1666124 Jan 17 14:16:53.423788 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-01bfe9f0-b3d1-4327-8499-f02ec5f65cb4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:53.438827 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bfe9f0-b3d1-4327-8499-f02ec5f65cb4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:53.443221 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-01bfe9f0-b3d1-4327-8499-f02ec5f65cb4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:53.472152 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f83e400-f47b-4360-95e9-d289fb290f25 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network 7dc4cc9a-deb4-4113-8894-384f2be4182c is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:53.480489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-3f83e400-f47b-4360-95e9-d289fb290f25 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:53.485526 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01bfe9f0-b3d1-4327-8499-f02ec5f65cb4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:16:53.500293 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-01bfe9f0-b3d1-4327-8499-f02ec5f65cb4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:53.500641 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-01bfe9f0-b3d1-4327-8499-f02ec5f65cb4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Added segment 385f62b5-bd50-4ba6-9ec2-2883b23bd1f5 of type vlan for network 0f26df73-9fe8-48dd-a97e-82887be970d1 Jan 17 14:16:53.533214 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-0442c695-806b-4911-b46f-d76b364d84f8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 0a0b64f9-af8d-4936-b9b9-eb1d962bac73) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:53.535383 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5406481-48db-4291-83b7-a8c7e6b06f53 req-dc32793f-491c-42cd-8b54-8acec1e84102 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:16:53.537070 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f83e400-f47b-4360-95e9-d289fb290f25 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:53.547900 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-01bfe9f0-b3d1-4327-8499-f02ec5f65cb4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:53.548992 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505bcad4-74a9-48b0-be60-3ec70dcc7d0d None None] Sync routers for ids ['10b14141-9e1c-48a7-a875-12946e657f5e'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:16:53.565703 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505bcad4-74a9-48b0-be60-3ec70dcc7d0d None None] Routers {'10b14141-9e1c-48a7-a875-12946e657f5e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:53.567270 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-505bcad4-74a9-48b0-be60-3ec70dcc7d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['10b14141-9e1c-48a7-a875-12946e657f5e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:53.582824 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3b133b-155a-4dc4-96ac-576f944103a8 None None] Resources bound (agent type, host, resource id): {{(pid=87525) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 14:16:53.594027 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-01bfe9f0-b3d1-4327-8499-f02ec5f65cb4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:53.603786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bfe9f0-b3d1-4327-8499-f02ec5f65cb4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:53.604450 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-01bfe9f0-b3d1-4327-8499-f02ec5f65cb4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:53.620380 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f83e400-f47b-4360-95e9-d289fb290f25 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:53.621211 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3f83e400-f47b-4360-95e9-d289fb290f25 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:53.667023 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 44161b15-0c90-43b8-ae66-7d7f0fa5af66 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:16:53.694712 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0442c695-806b-4911-b46f-d76b364d84f8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:53.701824 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0442c695-806b-4911-b46f-d76b364d84f8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:53.702447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0442c695-806b-4911-b46f-d76b364d84f8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:53.743500 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3f83e400-f47b-4360-95e9-d289fb290f25 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.2139020 Jan 17 14:16:53.753604 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 44161b15-0c90-43b8-ae66-7d7f0fa5af66 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:16:53.754145 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 44161b15-0c90-43b8-ae66-7d7f0fa5af66 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:16:53.765747 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33736) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:53.772914 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfe9f0-b3d1-4327-8499-f02ec5f65cb4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Network': ['ID=0f26df73-9fe8-48dd-a97e-82887be970d1,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:53.784294 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0442c695-806b-4911-b46f-d76b364d84f8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 5.0299940 Jan 17 14:16:53.789893 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-9365a715-edcf-4e32-97ba-57ae74c4e8d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'port': {'network_id': '7dc4cc9a-deb4-4113-8894-384f2be4182c', 'name': 'tempest-PortsTestJSON-284128839'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:53.791573 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33742) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:53.811846 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 0f26df73-9fe8-48dd-a97e-82887be970d1 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:53.896475 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-4dfe9f01-5ba2-4dfd-a73e-0e7cf2b79fe5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1110676057'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:53.915928 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-01bfe9f0-b3d1-4327-8499-f02ec5f65cb4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5162506 Jan 17 14:16:53.919050 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-46336d0d-8dd1-4c64-a6d9-0d8bb05d789a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:53.923916 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33746) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:53.930505 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-1b9614ac-9e57-457b-82a1-0f59c89eed8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'subnet': {'network_id': '0f26df73-9fe8-48dd-a97e-82887be970d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:53.945707 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-505bcad4-74a9-48b0-be60-3ec70dcc7d0d None None] Set router 10b14141-9e1c-48a7-a875-12946e657f5e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:16:53.953455 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4dfe9f01-5ba2-4dfd-a73e-0e7cf2b79fe5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:53.981819 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5406481-48db-4291-83b7-a8c7e6b06f53 req-dc32793f-491c-42cd-8b54-8acec1e84102 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] No DVR routers for this DVR port 5f0120a3-b504-4e3f-961d-8d0e46099075 on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:16:53.983279 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33750) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:53.995882 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-e5406481-48db-4291-83b7-a8c7e6b06f53 req-dc32793f-491c-42cd-8b54-8acec1e84102 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:53.997766 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e5406481-48db-4291-83b7-a8c7e6b06f53 req-dc32793f-491c-42cd-8b54-8acec1e84102 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.15 "DELETE /v2.0/ports/5f0120a3-b504-4e3f-961d-8d0e46099075 HTTP/1.1" status: 204 len: 173 time: 6.2977278 Jan 17 14:16:54.000375 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4dfe9f01-5ba2-4dfd-a73e-0e7cf2b79fe5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:network and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:54.007322 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9bbed0-5074-47ea-b9a9-77ac9ac114ef', 'name': 'network-vif-deleted', 'tag': '5f0120a3-b504-4e3f-961d-8d0e46099075'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:16:54.017492 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4dfe9f01-5ba2-4dfd-a73e-0e7cf2b79fe5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:54.021687 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46336d0d-8dd1-4c64-a6d9-0d8bb05d789a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=ff295ecc-6eea-4605-8f62-d9e38d6476f9,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:54.034775 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-46336d0d-8dd1-4c64-a6d9-0d8bb05d789a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:54.036665 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-46336d0d-8dd1-4c64-a6d9-0d8bb05d789a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/ff295ecc-6eea-4605-8f62-d9e38d6476f9 HTTP/1.1" status: 204 len: 168 time: 2.1585610 Jan 17 14:16:54.038214 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4dfe9f01-5ba2-4dfd-a73e-0e7cf2b79fe5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:54.044335 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33760) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:54.144414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1b9614ac-9e57-457b-82a1-0f59c89eed8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:54.156378 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1b9614ac-9e57-457b-82a1-0f59c89eed8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:54.180459 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9614ac-9e57-457b-82a1-0f59c89eed8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Made reservation on behalf of c3454ef40c9f4d6291b60c13036bd45b for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:54.183675 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:54.190944 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1b9614ac-9e57-457b-82a1-0f59c89eed8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:54.192522 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfe9f01-5ba2-4dfd-a73e-0e7cf2b79fe5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:54.197264 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4dfe9f01-5ba2-4dfd-a73e-0e7cf2b79fe5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:54.291457 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0cd77717-191e-4fc9-9bed-e2549ab9bdea tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:router {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:54.300255 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfe9f01-5ba2-4dfd-a73e-0e7cf2b79fe5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:16:54.342120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4dfe9f01-5ba2-4dfd-a73e-0e7cf2b79fe5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:54.342567 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-4dfe9f01-5ba2-4dfd-a73e-0e7cf2b79fe5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Added segment 0d717d26-b453-4bd4-8657-3827bdba3be3 of type vlan for network 28711db9-04ee-4117-a27e-21d7a0f74203 Jan 17 14:16:54.364622 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9365a715-edcf-4e32-97ba-57ae74c4e8d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:54.369273 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0cd77717-191e-4fc9-9bed-e2549ab9bdea tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:router {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:54.372918 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0cd77717-191e-4fc9-9bed-e2549ab9bdea tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3252833 Jan 17 14:16:54.379445 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33764) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:54.386049 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9365a715-edcf-4e32-97ba-57ae74c4e8d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:port and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:54.394198 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9365a715-edcf-4e32-97ba-57ae74c4e8d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:54.405637 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.ipam_backend_mixin [None req-1b9614ac-9e57-457b-82a1-0f59c89eed8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Performing IP validity checks on allocation pools {{(pid=87524) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 17 14:16:54.406866 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.ipam_backend_mixin [None req-1b9614ac-9e57-457b-82a1-0f59c89eed8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87524) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 17 14:16:54.409981 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9365a715-edcf-4e32-97ba-57ae74c4e8d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:54.439065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9365a715-edcf-4e32-97ba-57ae74c4e8d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:54.445214 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9365a715-edcf-4e32-97ba-57ae74c4e8d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:54.472012 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f667690b-4981-4247-8578-b280a81cc7d9 None None] Network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:54.478674 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-9365a715-edcf-4e32-97ba-57ae74c4e8d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] device_id is not set on port 7231fa40-8dd3-442d-bcc8-e317461d0ae1 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:16:54.492921 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f0f52f7d-b4c3-42ea-84ee-c1f2a851da15 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f5bbf14796e456cb3402cfb27a22137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4948344 Jan 17 14:16:54.494202 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1d7949-2321-42d8-870c-0f5226aa4802 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:54.510884 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9bbed0-5074-47ea-b9a9-77ac9ac114ef', 'name': 'network-vif-deleted', 'tag': '5f0120a3-b504-4e3f-961d-8d0e46099075', 'status': 'completed', 'code': 200} Jan 17 14:16:54.511220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33770) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:54.514289 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:54.622140 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-505bcad4-74a9-48b0-be60-3ec70dcc7d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'name': 'tempest-ServerActionsTestJSON-1919571955-router', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:15Z', 'updated_at': '2022-01-17T14:10:31Z', 'revision_number': 4, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'gw_port': {'id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:16Z', 'updated_at': '2022-01-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'a34c6b1a-bad5-427c-ae8f-3aec2979b63a', 'name': '', 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'mac_address': 'fa:16:3e:1a:dd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '108e9ce5-417b-4ebb-b330-fd1632de2fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:26Z', 'updated_at': '2022-01-17T14:10:47Z', 'revision_number': 5, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'subnets': [{'id': '108e9ce5-417b-4ebb-b330-fd1632de2fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:54.628718 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505bcad4-74a9-48b0-be60-3ec70dcc7d0d None None] Checking router: 10b14141-9e1c-48a7-a875-12946e657f5e for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:16:54.664477 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505bcad4-74a9-48b0-be60-3ec70dcc7d0d None None] Routers {'10b14141-9e1c-48a7-a875-12946e657f5e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:54.665103 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-505bcad4-74a9-48b0-be60-3ec70dcc7d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['10b14141-9e1c-48a7-a875-12946e657f5e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:54.667273 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-9365a715-edcf-4e32-97ba-57ae74c4e8d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Allocated IP 172.20.0.7 (7dc4cc9a-deb4-4113-8894-384f2be4182c/6de9326c-c6e8-4a30-9f38-7a9025f7ed34/7231fa40-8dd3-442d-bcc8-e317461d0ae1) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:16:54.819141 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4dfe9f01-5ba2-4dfd-a73e-0e7cf2b79fe5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:54.824460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Port': ['ID=2693ad3c-5d24-4b1c-8a64-f34ed7bba387,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:54.880435 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-c3dbdedb-d35b-4f66-a6e8-800f065feb5b req-49ff4330-1b42-4e73-8f0f-913a65eebbf6 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Synchronizing usage tracker for tenant:4bf9d590b7484aed9edd856f9636eb85 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:54.914642 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9c768f52-368a-4a22-94c7-b9825174789f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:54.968789 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-505bcad4-74a9-48b0-be60-3ec70dcc7d0d None None] Set router 10b14141-9e1c-48a7-a875-12946e657f5e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:16:55.055062 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-88f16ea4-022b-46f6-ba25-2c163061a1f2 None None] Provisioning for port f8ef4077-02ea-44bd-b3f9-aca8e0a2f7e7 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:55.064752 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-88f16ea4-022b-46f6-ba25-2c163061a1f2 None None] Provisioning complete for port f8ef4077-02ea-44bd-b3f9-aca8e0a2f7e7 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:55.065480 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-88f16ea4-022b-46f6-ba25-2c163061a1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:55.084831 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:55.126304 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-4dfe9f01-5ba2-4dfd-a73e-0e7cf2b79fe5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:16:55.145451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:55.154232 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:55.217102 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-88f16ea4-022b-46f6-ba25-2c163061a1f2 None None] Port f8ef4077-02ea-44bd-b3f9-aca8e0a2f7e7 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:16:55.277290 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9365a715-edcf-4e32-97ba-57ae74c4e8d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:55.288580 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1b9614ac-9e57-457b-82a1-0f59c89eed8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:55.309312 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dc27a5-2a7e-4e56-8a94-237d7c5d5ade None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:16:55.313850 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-08dc27a5-2a7e-4e56-8a94-237d7c5d5ade None None] Deleting port e3738004-fef3-47e4-8191-8c0c12eb7430 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:55.314340 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-08dc27a5-2a7e-4e56-8a94-237d7c5d5ade None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:55.340464 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-9365a715-edcf-4e32-97ba-57ae74c4e8d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Transition to ACTIVE for port object 7231fa40-8dd3-442d-bcc8-e317461d0ae1 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:55.398530 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9365a715-edcf-4e32-97ba-57ae74c4e8d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:55.412937 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-505bcad4-74a9-48b0-be60-3ec70dcc7d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'name': 'tempest-ServerActionsTestJSON-1919571955-router', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:15Z', 'updated_at': '2022-01-17T14:10:31Z', 'revision_number': 4, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'gw_port': {'id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:16Z', 'updated_at': '2022-01-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'a34c6b1a-bad5-427c-ae8f-3aec2979b63a', 'name': '', 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'mac_address': 'fa:16:3e:1a:dd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '108e9ce5-417b-4ebb-b330-fd1632de2fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:26Z', 'updated_at': '2022-01-17T14:10:47Z', 'revision_number': 5, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'subnets': [{'id': '108e9ce5-417b-4ebb-b330-fd1632de2fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:55.418734 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505bcad4-74a9-48b0-be60-3ec70dcc7d0d None None] The sync data for ids ['10b14141-9e1c-48a7-a875-12946e657f5e'] in dv-neutron-824901-1-hyperv is: [{'id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'name': 'tempest-ServerActionsTestJSON-1919571955-router', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:15Z', 'updated_at': '2022-01-17T14:10:31Z', 'revision_number': 4, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'gw_port': {'id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:16Z', 'updated_at': '2022-01-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'a34c6b1a-bad5-427c-ae8f-3aec2979b63a', 'name': '', 'network_id': '65490aef-7574-47e8-8e01-18ff3449c348', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'mac_address': 'fa:16:3e:1a:dd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '108e9ce5-417b-4ebb-b330-fd1632de2fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:26Z', 'updated_at': '2022-01-17T14:10:47Z', 'revision_number': 5, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'subnets': [{'id': '108e9ce5-417b-4ebb-b330-fd1632de2fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:16:55.504582 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365a715-edcf-4e32-97ba-57ae74c4e8d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=7231fa40-8dd3-442d-bcc8-e317461d0ae1,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:55.533415 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9365a715-edcf-4e32-97ba-57ae74c4e8d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network 7dc4cc9a-deb4-4113-8894-384f2be4182c is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:55.535411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9614ac-9e57-457b-82a1-0f59c89eed8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Subnet': ['ID=22092c46-1a05-4c49-81b1-56affbf68393,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:55.540802 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-9365a715-edcf-4e32-97ba-57ae74c4e8d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:55.542869 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9365a715-edcf-4e32-97ba-57ae74c4e8d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:55.549250 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-08dc27a5-2a7e-4e56-8a94-237d7c5d5ade None None] For port e3738004-fef3-47e4-8191-8c0c12eb7430, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e3738004-fef3-47e4-8191-8c0c12eb7430,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:55.549823 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-08dc27a5-2a7e-4e56-8a94-237d7c5d5ade None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:55.586204 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9614ac-9e57-457b-82a1-0f59c89eed8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Checking segment: {'id': '385f62b5-bd50-4ba6-9ec2-2883b23bd1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0f26df73-9fe8-48dd-a97e-82887be970d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:55.586555 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9614ac-9e57-457b-82a1-0f59c89eed8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network hostable DHCP agents. Network: 0f26df73-9fe8-48dd-a97e-82887be970d1, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:16:55.631669 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9614ac-9e57-457b-82a1-0f59c89eed8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Network 0f26df73-9fe8-48dd-a97e-82887be970d1 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:16:55.654991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9365a715-edcf-4e32-97ba-57ae74c4e8d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:55.655678 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9365a715-edcf-4e32-97ba-57ae74c4e8d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:55.658995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4dfe9f01-5ba2-4dfd-a73e-0e7cf2b79fe5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:55.665776 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-1b9614ac-9e57-457b-82a1-0f59c89eed8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 0f26df73-9fe8-48dd-a97e-82887be970d1) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:55.668207 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfe9f01-5ba2-4dfd-a73e-0e7cf2b79fe5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:55.668849 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4dfe9f01-5ba2-4dfd-a73e-0e7cf2b79fe5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:55.670572 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9614ac-9e57-457b-82a1-0f59c89eed8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:55.671156 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1b9614ac-9e57-457b-82a1-0f59c89eed8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:55.706953 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe7468f-7fca-4756-acc5-90c24ae0d671 None None] Network 0f26df73-9fe8-48dd-a97e-82887be970d1 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:55.737112 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-08dc27a5-2a7e-4e56-8a94-237d7c5d5ade None None] Calling delete_port for e3738004-fef3-47e4-8191-8c0c12eb7430 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:55.737504 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9365a715-edcf-4e32-97ba-57ae74c4e8d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9607959 Jan 17 14:16:55.738606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33774) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:55.746768 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1b9614ac-9e57-457b-82a1-0f59c89eed8a tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8223352 Jan 17 14:16:55.748020 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33778) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:55.755677 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9c768f52-368a-4a22-94c7-b9825174789f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:55.758272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9c768f52-368a-4a22-94c7-b9825174789f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:55.809337 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-a55480e0-6498-41ee-b78a-db3e55ba41f5 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:55.809704 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9367d2fc-08df-46c4-beca-8657caa03a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:55.830373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-c3dbdedb-d35b-4f66-a6e8-800f065feb5b req-49ff4330-1b42-4e73-8f0f-913a65eebbf6 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Unset dirty status for tenant:4bf9d590b7484aed9edd856f9636eb85 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:55.831577 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c3dbdedb-d35b-4f66-a6e8-800f065feb5b req-49ff4330-1b42-4e73-8f0f-913a65eebbf6 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b9bbed0-5074-47ea-b9a9-77ac9ac114ef HTTP/1.1" status: 200 len: 210 time: 1.1289778 Jan 17 14:16:55.865647 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4dfe9f01-5ba2-4dfd-a73e-0e7cf2b79fe5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0697989 Jan 17 14:16:55.867022 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9c768f52-368a-4a22-94c7-b9825174789f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:55.868429 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c768f52-368a-4a22-94c7-b9825174789f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Fanout notify agent at l3_agent the message router_deleted on router 9d780193-1c95-4cc3-9052-11277c60d3dc {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:16:55.872529 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33782) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:55.944625 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d9394f-8636-4ea8-b3bd-cb1537002eaf None None] New status for floating IP 3f3326ff-7af3-48af-8e1f-20ee06c3cd3a: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:16:55.970230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9367d2fc-08df-46c4-beca-8657caa03a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:55.999262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'ports': [{'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73'}, {'network_id': '28711db9-04ee-4117-a27e-21d7a0f74203'}]} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:55.999653 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'port': {'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:56.000242 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'port': {'network_id': '28711db9-04ee-4117-a27e-21d7a0f74203'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:56.018148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a55480e0-6498-41ee-b78a-db3e55ba41f5 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2474871'] for subnet, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:56.048402 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2959013c-d4f9-4210-ad6b-72afe1e2ce8c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:56.049133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2959013c-d4f9-4210-ad6b-72afe1e2ce8c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Synchronizing usage tracker for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:56.051530 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9c768f52-368a-4a22-94c7-b9825174789f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:56.055495 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9c768f52-368a-4a22-94c7-b9825174789f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/routers/9d780193-1c95-4cc3-9052-11277c60d3dc HTTP/1.1" status: 204 len: 168 time: 1.6668820 Jan 17 14:16:56.056990 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33786) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:56.130922 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0b96c5d8-6740-45c2-b571-94e8bf053e3e None None] Provisioning for port 7231fa40-8dd3-442d-bcc8-e317461d0ae1 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:56.145653 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-08dc27a5-2a7e-4e56-8a94-237d7c5d5ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:56.161669 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f0c8b511-f9e3-4f38-8c9d-35d1042fbf1a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:56.168762 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe9f01-5ba2-4dfd-a73e-0e7cf2b79fe5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Network': ['ID=28711db9-04ee-4117-a27e-21d7a0f74203,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:56.171403 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2959013c-d4f9-4210-ad6b-72afe1e2ce8c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Unset dirty status for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:56.172979 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2959013c-d4f9-4210-ad6b-72afe1e2ce8c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.4332628 Jan 17 14:16:56.177504 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33790) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:56.205755 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0b96c5d8-6740-45c2-b571-94e8bf053e3e None None] Provisioning complete for port 7231fa40-8dd3-442d-bcc8-e317461d0ae1 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:56.206127 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b96c5d8-6740-45c2-b571-94e8bf053e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:56.230574 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 28711db9-04ee-4117-a27e-21d7a0f74203 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:16:56.249638 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f0c8b511-f9e3-4f38-8c9d-35d1042fbf1a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:56.250789 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f0c8b511-f9e3-4f38-8c9d-35d1042fbf1a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1596718 Jan 17 14:16:56.256521 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dc27a5-2a7e-4e56-8a94-237d7c5d5ade None None] No DVR routers for this DVR port e3738004-fef3-47e4-8191-8c0c12eb7430 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:16:56.257471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33794) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:56.310449 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-9f9a27ef-d159-4580-a155-500f1adf54fe tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port 7231fa40-8dd3-442d-bcc8-e317461d0ae1 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:56.311631 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9f9a27ef-d159-4580-a155-500f1adf54fe tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:56.354475 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc27a5-2a7e-4e56-8a94-237d7c5d5ade None None] Pushing event deleted for resources: {'Port': ['ID=e3738004-fef3-47e4-8191-8c0c12eb7430,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:56.496691 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0b96c5d8-6740-45c2-b571-94e8bf053e3e None None] Port 7231fa40-8dd3-442d-bcc8-e317461d0ae1 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:16:56.514334 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a55480e0-6498-41ee-b78a-db3e55ba41f5 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762588013806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3694225'] for subnet, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:56.522449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9367d2fc-08df-46c4-beca-8657caa03a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:56.555878 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9367d2fc-08df-46c4-beca-8657caa03a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:56.559781 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9367d2fc-08df-46c4-beca-8657caa03a7d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e68ac523-16c5-4b8d-b541-febf4e1e822c HTTP/1.1" status: 204 len: 168 time: 2.0298963 Jan 17 14:16:56.583848 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f57af7-7159-44db-9f35-3e64a1a2408e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:56.584844 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a4f57af7-7159-44db-9f35-3e64a1a2408e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:56.589004 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367d2fc-08df-46c4-beca-8657caa03a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68ac523-16c5-4b8d-b541-febf4e1e822c,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:56.609289 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-0f26df73-9fe8-48dd-a97e-82887be970d1', 'network_id': '0f26df73-9fe8-48dd-a97e-82887be970d1', 'tenant_id': 'c3454ef40c9f4d6291b60c13036bd45b', 'fixed_ips': [{'subnet_id': '22092c46-1a05-4c49-81b1-56affbf68393'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:16:56.613150 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:56.616455 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:56.617386 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:port and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:16:56.621478 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:16:56.627691 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:56.636779 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55480e0-6498-41ee-b78a-db3e55ba41f5 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:56.637385 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a55480e0-6498-41ee-b78a-db3e55ba41f5 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:56.638930 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a55480e0-6498-41ee-b78a-db3e55ba41f5 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "PUT /v2.0/subnets/22092c46-1a05-4c49-81b1-56affbf68393 HTTP/1.1" status: 200 len: 877 time: 0.8417850 Jan 17 14:16:56.646136 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33800) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:56.673614 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'port': 2} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:56.678823 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:56.705813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:56.729579 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:56.836073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55480e0-6498-41ee-b78a-db3e55ba41f5 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event updated for resources: {'Subnet': ['ID=22092c46-1a05-4c49-81b1-56affbf68393,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:56.915443 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e3738004-fef3-47e4-8191-8c0c12eb7430 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:16:56.973730 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:56.978791 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a4f57af7-7159-44db-9f35-3e64a1a2408e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:56.979563 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a4f57af7-7159-44db-9f35-3e64a1a2408e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7117496 Jan 17 14:16:56.991535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33806) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:57.017773 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: e3738004-fef3-47e4-8191-8c0c12eb7430 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:16:57.019560 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e3738004-fef3-47e4-8191-8c0c12eb7430 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:16:57.057175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Allocated IP 172.20.0.3 (0f26df73-9fe8-48dd-a97e-82887be970d1/22092c46-1a05-4c49-81b1-56affbf68393/ebafb859-a76b-40ad-988f-a713301cd021) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:16:57.066411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33812) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:57.115799 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9f9a27ef-d159-4580-a155-500f1adf54fe tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:57.204737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:57.318518 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:57.330212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Transition to ACTIVE for port object ebafb859-a76b-40ad-988f-a713301cd021 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:57.349304 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c802246c-77fb-42c8-b850-3ebd13ba670d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:router {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:57.349651 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Transition to ACTIVE for port object ebafb859-a76b-40ad-988f-a713301cd021 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:16:57.356450 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:57.406838 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c802246c-77fb-42c8-b850-3ebd13ba670d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:router {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:57.412879 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c802246c-77fb-42c8-b850-3ebd13ba670d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4148026 Jan 17 14:16:57.412879 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33816) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:57.418533 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-9f9a27ef-d159-4580-a155-500f1adf54fe tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for 7231fa40-8dd3-442d-bcc8-e317461d0ae1 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:57.431802 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Network 0f26df73-9fe8-48dd-a97e-82887be970d1 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:57.434736 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:57.438286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:16:57.472235 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-fcfe9487-c2df-40bf-97e5-9320c7f3cce8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:57.478274 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Pushing event updated for resources: {'Port': ['ID=ebafb859-a76b-40ad-988f-a713301cd021,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:57.514013 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-aceab1e1-aa0c-4de8-94b0-2a474785e92d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:57.537505 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Attempting to bind port ebafb859-a76b-40ad-988f-a713301cd021 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:16:57.538111 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Attempting to bind port ebafb859-a76b-40ad-988f-a713301cd021 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '385f62b5-bd50-4ba6-9ec2-2883b23bd1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0f26df73-9fe8-48dd-a97e-82887be970d1'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:16:57.538750 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Attempting to bind port ebafb859-a76b-40ad-988f-a713301cd021 on network 0f26df73-9fe8-48dd-a97e-82887be970d1 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:16:57.545050 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:16:57.547748 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Checking segment: {'id': '385f62b5-bd50-4ba6-9ec2-2883b23bd1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0f26df73-9fe8-48dd-a97e-82887be970d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:16:57.547748 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:57.547748 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Bound using segment: {'id': '385f62b5-bd50-4ba6-9ec2-2883b23bd1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0f26df73-9fe8-48dd-a97e-82887be970d1'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:16:57.548175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Bound port: ebafb859-a76b-40ad-988f-a713301cd021, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385f62b5-bd50-4ba6-9ec2-2883b23bd1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0f26df73-9fe8-48dd-a97e-82887be970d1'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:16:57.548405 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:57.567791 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-aceab1e1-aa0c-4de8-94b0-2a474785e92d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:57.639807 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:57.642766 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] For port ebafb859-a76b-40ad-988f-a713301cd021, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:16:57.646372 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] For port ebafb859-a76b-40ad-988f-a713301cd021, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ebafb859-a76b-40ad-988f-a713301cd021,segment=NetworkSegment(385f62b5-bd50-4ba6-9ec2-2883b23bd1f5),segment_id=385f62b5-bd50-4ba6-9ec2-2883b23bd1f5)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:16:57.653206 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:57.686656 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] device_id is not set on port 031eab44-49bb-4e37-be9e-63abc5a21d24 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:16:57.708093 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Subnet': ['ID=22092c46-1a05-4c49-81b1-56affbf68393,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:57.763064 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe5ddf-a735-47a3-a2d7-268a95d88bd8 None None] Pushing event updated for resources: {'Port': ['ID=ebafb859-a76b-40ad-988f-a713301cd021,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:57.766697 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fcfe9487-c2df-40bf-97e5-9320c7f3cce8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:16:57.798566 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fcfe9487-c2df-40bf-97e5-9320c7f3cce8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:16:57.798773 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9f9a27ef-d159-4580-a155-500f1adf54fe tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:57.824267 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfe9487-c2df-40bf-97e5-9320c7f3cce8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:16:57.827826 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fcfe9487-c2df-40bf-97e5-9320c7f3cce8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:57.855213 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:57.872488 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-aceab1e1-aa0c-4de8-94b0-2a474785e92d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:57.886058 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a27ef-d159-4580-a155-500f1adf54fe tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Port': ['ID=7231fa40-8dd3-442d-bcc8-e317461d0ae1,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:57.893222 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:57.933532 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceab1e1-aa0c-4de8-94b0-2a474785e92d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67dc3c5-07de-4138-a5b5-0969d0033bdc,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:58.020596 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f26df73-9fe8-48dd-a97e-82887be970d1']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:58.046957 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385f62b5-bd50-4ba6-9ec2-2883b23bd1f5') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:58.047284 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385f62b5-bd50-4ba6-9ec2-2883b23bd1f5') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:58.065789 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-aceab1e1-aa0c-4de8-94b0-2a474785e92d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:58.070893 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-aceab1e1-aa0c-4de8-94b0-2a474785e92d tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "DELETE /v2.0/security-groups/e67dc3c5-07de-4138-a5b5-0969d0033bdc HTTP/1.1" status: 204 len: 168 time: 1.0022242 Jan 17 14:16:58.081745 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33820) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:58.096056 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:58.129262 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9f9a27ef-d159-4580-a155-500f1adf54fe tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:58.131471 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9f9a27ef-d159-4580-a155-500f1adf54fe tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/ports/7231fa40-8dd3-442d-bcc8-e317461d0ae1 HTTP/1.1" status: 204 len: 168 time: 1.9510252 Jan 17 14:16:58.135458 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33824) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:58.138244 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-a986c8ee-4d72-44be-be7a-825ba44a4d0f tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] show failed (client error): The resource could not be found. Jan 17 14:16:58.139223 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a986c8ee-4d72-44be-be7a-825ba44a4d0f tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "GET /v2.0/security-groups/e67dc3c5-07de-4138-a5b5-0969d0033bdc HTTP/1.1" status: 404 len: 347 time: 0.0511348 Jan 17 14:16:58.190596 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33828) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:58.191557 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:58.196808 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-011494e9-bb20-49b2-8252-b0ede45e030c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] GET failed (client error): The resource could not be found. Jan 17 14:16:58.197340 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-011494e9-bb20-49b2-8252-b0ede45e030c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Synchronizing usage tracker for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:16:58.253407 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:58.292144 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:16:58.292980 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:16:58.321510 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:16:58.443630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] device_id is not set on port 47f739e4-923b-4bcb-9754-3427fb7380d8 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:16:58.456808 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-011494e9-bb20-49b2-8252-b0ede45e030c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Unset dirty status for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:16:58.457967 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-011494e9-bb20-49b2-8252-b0ede45e030c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports/7231fa40-8dd3-442d-bcc8-e317461d0ae1 HTTP/1.1" status: 404 len: 333 time: 0.3213701 Jan 17 14:16:58.461143 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33832) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:58.490500 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-5f7887c4-c3ef-4ac7-a674-3c2416e76e99 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Deleting port 72df20d1-f49b-4040-9b57-19ef0900acdc {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:58.490967 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5f7887c4-c3ef-4ac7-a674-3c2416e76e99 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:58.541775 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.api [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 14:16:58.541775 dv-neutron-824901-1-hyperv neutron-server[87524]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 14:16:58.541775 dv-neutron-824901-1-hyperv neutron-server[87524]: [parameters: {'id': '0f26df73-9fe8-48dd-a97e-82887be970d1'}] Jan 17 14:16:58.541775 dv-neutron-824901-1-hyperv neutron-server[87524]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:16:58.542255 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG oslo_db.api [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:16:58.595234 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router 2a2777c0-378c-4ff4-b431-3fe9d8fc9019 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:16:58.600082 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-f2e893e3-3b35-418f-9629-d034dcd83eb4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port f8ef4077-02ea-44bd-b3f9-aca8e0a2f7e7 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:58.600421 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f2e893e3-3b35-418f-9629-d034dcd83eb4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:58.705866 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5f7887c4-c3ef-4ac7-a674-3c2416e76e99 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:58.706564 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5f7887c4-c3ef-4ac7-a674-3c2416e76e99 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:58.946553 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-5f7887c4-c3ef-4ac7-a674-3c2416e76e99 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Calling delete_port for 72df20d1-f49b-4040-9b57-19ef0900acdc owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:58.955420 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ebafb859-a76b-40ad-988f-a713301cd021 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:16:59.047325 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port ebafb859-a76b-40ad-988f-a713301cd021 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:59.073613 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:59.090614 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Deleting port ebafb859-a76b-40ad-988f-a713301cd021 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:59.091144 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:59.149838 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.objects.ports [None req-fcfe9487-c2df-40bf-97e5-9320c7f3cce8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87523) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 14:16:59.175175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4756d30-bd15-4174-a44c-e14eb32cbe07 None None] Network 0f26df73-9fe8-48dd-a97e-82887be970d1 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:59.222828 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fcfe9487-c2df-40bf-97e5-9320c7f3cce8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:59.283848 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:59.285973 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-dc2c904b-ff46-4493-90ac-b9d1051973c1 None None] Provisioning for port ebafb859-a76b-40ad-988f-a713301cd021 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:16:59.296416 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-dc2c904b-ff46-4493-90ac-b9d1051973c1 None None] Provisioning complete for port ebafb859-a76b-40ad-988f-a713301cd021 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:16:59.296867 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dc2c904b-ff46-4493-90ac-b9d1051973c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:59.380980 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5f7887c4-c3ef-4ac7-a674-3c2416e76e99 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:59.435132 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7887c4-c3ef-4ac7-a674-3c2416e76e99 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Pushing event deleted for resources: {'Port': ['ID=72df20d1-f49b-4040-9b57-19ef0900acdc,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:59.444807 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfe9487-c2df-40bf-97e5-9320c7f3cce8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:59.455194 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-fcfe9487-c2df-40bf-97e5-9320c7f3cce8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:16:59.470153 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfe9487-c2df-40bf-97e5-9320c7f3cce8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:16:59.470743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fcfe9487-c2df-40bf-97e5-9320c7f3cce8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:59.474056 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36bd29d-20b0-4174-ac17-b91ef77320bd None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:16:59.491931 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:16:59.511236 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe9487-c2df-40bf-97e5-9320c7f3cce8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=3511798f-75e0-4799-94e5-4fa18791afff,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:16:59.519300 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3d8bd6-ebfb-427f-856c-736f4516094e None None] Sync routers for ids ['2a2777c0-378c-4ff4-b431-3fe9d8fc9019'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:16:59.574583 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d8bd6-ebfb-427f-856c-736f4516094e None None] Routers {'2a2777c0-378c-4ff4-b431-3fe9d8fc9019'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:59.576358 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2a3d8bd6-ebfb-427f-856c-736f4516094e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['2a2777c0-378c-4ff4-b431-3fe9d8fc9019'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:59.577123 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:59.580859 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c1dc3051-6b70-4c50-919d-3c4cc86b2552 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.7670419 Jan 17 14:16:59.584187 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f2e893e3-3b35-418f-9629-d034dcd83eb4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:59.589216 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33838) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:59.598556 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fcfe9487-c2df-40bf-97e5-9320c7f3cce8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1789017 Jan 17 14:16:59.661202 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] DHCP port deletion for 0f26df73-9fe8-48dd-a97e-82887be970d1 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:16:59.667668 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dc2c904b-ff46-4493-90ac-b9d1051973c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:59.671989 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33842) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:16:59.678139 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-03d88722-47af-4f26-9247-bd45452eaf79 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:16:59.691991 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] Deleting port ebafb859-a76b-40ad-988f-a713301cd021 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:16:59.692367 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:59.728099 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2a3d8bd6-ebfb-427f-856c-736f4516094e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:59.745546 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d8bd6-ebfb-427f-856c-736f4516094e None None] Routers {'2a2777c0-378c-4ff4-b431-3fe9d8fc9019'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:16:59.746147 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2a3d8bd6-ebfb-427f-856c-736f4516094e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['2a2777c0-378c-4ff4-b431-3fe9d8fc9019'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:59.754957 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:59.766632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-f2e893e3-3b35-418f-9629-d034dcd83eb4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for f8ef4077-02ea-44bd-b3f9-aca8e0a2f7e7 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:16:59.829953 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2a3d8bd6-ebfb-427f-856c-736f4516094e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:16:59.830354 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3d8bd6-ebfb-427f-856c-736f4516094e None None] The sync data for ids ['2a2777c0-378c-4ff4-b431-3fe9d8fc9019'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:16:59.858249 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-dc2c904b-ff46-4493-90ac-b9d1051973c1 None None] For port ebafb859-a76b-40ad-988f-a713301cd021, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ebafb859-a76b-40ad-988f-a713301cd021,segment=NetworkSegment(385f62b5-bd50-4ba6-9ec2-2883b23bd1f5),segment_id=385f62b5-bd50-4ba6-9ec2-2883b23bd1f5)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:59.880729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dc2c904b-ff46-4493-90ac-b9d1051973c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:59.885377 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5f7887c4-c3ef-4ac7-a674-3c2416e76e99 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:59.926922 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] For port ebafb859-a76b-40ad-988f-a713301cd021, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ebafb859-a76b-40ad-988f-a713301cd021,segment=NetworkSegment(385f62b5-bd50-4ba6-9ec2-2883b23bd1f5),segment_id=385f62b5-bd50-4ba6-9ec2-2883b23bd1f5)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:16:59.927178 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:16:59.971844 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:16:59.982549 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:00.009568 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:00.010273 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:00.016781 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=031eab44-49bb-4e37-be9e-63abc5a21d24,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:00.081234 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Calling delete_port for ebafb859-a76b-40ad-988f-a713301cd021 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:00.090994 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': '3511798f-75e0-4799-94e5-4fa18791afff'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:17:00.092448 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:00.105793 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] For port ebafb859-a76b-40ad-988f-a713301cd021, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ebafb859-a76b-40ad-988f-a713301cd021,segment=NetworkSegment(385f62b5-bd50-4ba6-9ec2-2883b23bd1f5),segment_id=385f62b5-bd50-4ba6-9ec2-2883b23bd1f5)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:00.106477 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:00.120339 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e5740de2-c97f-4669-8bb6-1f9bcd5d22e2 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/routers/2a2777c0-378c-4ff4-b431-3fe9d8fc9019 HTTP/1.1" status: 200 len: 885 time: 0.5274754 Jan 17 14:17:00.127247 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33846) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:00.130608 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5f7887c4-c3ef-4ac7-a674-3c2416e76e99 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:00.134987 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5f7887c4-c3ef-4ac7-a674-3c2416e76e99 tempest-ServerActionsTestJSON-547073255 tempest-ServerActionsTestJSON-547073255-project] 10.222.0.48 "DELETE /v2.0/floatingips/3f3326ff-7af3-48af-8e1f-20ee06c3cd3a HTTP/1.1" status: 204 len: 168 time: 1.9372058 Jan 17 14:17:00.153480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33850) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:00.194171 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-03d88722-47af-4f26-9247-bd45452eaf79 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:00.238181 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-03d88722-47af-4f26-9247-bd45452eaf79 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:00.245411 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Checking segment: {'id': '0d717d26-b453-4bd4-8657-3827bdba3be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '28711db9-04ee-4117-a27e-21d7a0f74203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:00.246027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network hostable DHCP agents. Network: 28711db9-04ee-4117-a27e-21d7a0f74203, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:17:00.259247 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-03d88722-47af-4f26-9247-bd45452eaf79 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:00.266544 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=47f739e4-923b-4bcb-9754-3427fb7380d8,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:00.280870 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] Calling delete_port for ebafb859-a76b-40ad-988f-a713301cd021 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:00.283576 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-03d88722-47af-4f26-9247-bd45452eaf79 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:00.311887 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f2e893e3-3b35-418f-9629-d034dcd83eb4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:00.336097 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.api [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:17:00.336413 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG oslo_db.api [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:17:00.354355 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c904b-ff46-4493-90ac-b9d1051973c1 None None] Pushing event updated for resources: {'Port': ['ID=ebafb859-a76b-40ad-988f-a713301cd021,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:00.390748 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fc57847f-f8a4-4e7a-8db6-060012bd49f1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Synchronizing usage tracker for tenant:c18c2f95c6754b6292d672e39ba057ee on resource:router {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:00.409597 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d88722-47af-4f26-9247-bd45452eaf79 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:00.410871 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fc57847f-f8a4-4e7a-8db6-060012bd49f1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Unset dirty status for tenant:c18c2f95c6754b6292d672e39ba057ee on resource:router {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:00.414511 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03d88722-47af-4f26-9247-bd45452eaf79 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:00.416398 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fc57847f-f8a4-4e7a-8db6-060012bd49f1 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2876587 Jan 17 14:17:00.417133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33856) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:00.425340 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-6b8d0067-9622-49bf-b28b-07ee1292b169 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1844678151'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:00.444310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network 28711db9-04ee-4117-a27e-21d7a0f74203 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:17:00.509379 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e893e3-3b35-418f-9629-d034dcd83eb4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Port': ['ID=f8ef4077-02ea-44bd-b3f9-aca8e0a2f7e7,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:00.537276 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Allocated IP 2001:db8::f816:3eff:fe98:88a2 (5c806942-cde6-42f7-aae4-af9246279d2e/3511798f-75e0-4799-94e5-4fa18791afff/71db5fa0-dca3-419e-b961-317d84fafd26) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:00.640013 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 28711db9-04ee-4117-a27e-21d7a0f74203) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:00.643753 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:17:00.644116 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:17:00.649804 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2f0f24-7508-4c8f-9e0a-e4f541e448be None None] Network 28711db9-04ee-4117-a27e-21d7a0f74203 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:00.657414 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:00.662814 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:00.668139 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:00.668800 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:00.839406 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Deleting port ebafb859-a76b-40ad-988f-a713301cd021 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:00.839889 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:00.928671 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ebafb859-a76b-40ad-988f-a713301cd021 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:17:00.987797 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f2e893e3-3b35-418f-9629-d034dcd83eb4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:00.990823 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f2e893e3-3b35-418f-9629-d034dcd83eb4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/ports/f8ef4077-02ea-44bd-b3f9-aca8e0a2f7e7 HTTP/1.1" status: 204 len: 168 time: 2.5256326 Jan 17 14:17:00.991544 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33860) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:01.036852 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ce49f376-c993-4b20-9b4f-c2d852aee5c8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.0938346 Jan 17 14:17:01.047886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33864) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:01.062682 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:01.082829 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Transition to ACTIVE for port object 71db5fa0-dca3-419e-b961-317d84fafd26 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:01.108111 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1b3785-689a-4710-a74c-ffea8bd45b8d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] GET failed (client error): The resource could not be found. Jan 17 14:17:01.108645 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2e1b3785-689a-4710-a74c-ffea8bd45b8d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Synchronizing usage tracker for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:01.144868 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] Deleting port ebafb859-a76b-40ad-988f-a713301cd021 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:01.145403 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:01.206796 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Transition to ACTIVE for port object 71db5fa0-dca3-419e-b961-317d84fafd26 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:01.214204 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:01.235367 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-d3b0b2d6-a936-4908-b7f7-7877dbfdc95b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port 47f739e4-923b-4bcb-9754-3427fb7380d8 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:01.236043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d3b0b2d6-a936-4908-b7f7-7877dbfdc95b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:01.256325 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:01.270301 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0067-9622-49bf-b28b-07ee1292b169 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:01.281317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2e1b3785-689a-4710-a74c-ffea8bd45b8d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Unset dirty status for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:01.285058 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2e1b3785-689a-4710-a74c-ffea8bd45b8d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports/f8ef4077-02ea-44bd-b3f9-aca8e0a2f7e7 HTTP/1.1" status: 404 len: 333 time: 0.2844272 Jan 17 14:17:01.285190 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0067-9622-49bf-b28b-07ee1292b169 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:01.285866 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33868) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:01.383931 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:01.431899 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Pushing event updated for resources: {'Port': ['ID=71db5fa0-dca3-419e-b961-317d84fafd26,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:01.434416 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:01.441474 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port ebafb859-a76b-40ad-988f-a713301cd021, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ebafb859-a76b-40ad-988f-a713301cd021,segment=NetworkSegment(385f62b5-bd50-4ba6-9ec2-2883b23bd1f5),segment_id=385f62b5-bd50-4ba6-9ec2-2883b23bd1f5)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:01.442853 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:01.459933 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:01.627854 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8d0067-9622-49bf-b28b-07ee1292b169 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router 2a2777c0-378c-4ff4-b431-3fe9d8fc9019 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:17:01.646076 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] For port ebafb859-a76b-40ad-988f-a713301cd021, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ebafb859-a76b-40ad-988f-a713301cd021,segment=NetworkSegment(385f62b5-bd50-4ba6-9ec2-2883b23bd1f5),segment_id=385f62b5-bd50-4ba6-9ec2-2883b23bd1f5)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:01.646518 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:01.663073 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Attempting to bind port 71db5fa0-dca3-419e-b961-317d84fafd26 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:01.663437 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Attempting to bind port 71db5fa0-dca3-419e-b961-317d84fafd26 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:01.663817 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Attempting to bind port 71db5fa0-dca3-419e-b961-317d84fafd26 on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:01.723495 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7b1dae-111b-4637-9342-02168d71896b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting subnet 6de9326c-c6e8-4a30-9f38-7a9025f7ed34 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:17:01.741405 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1dae-111b-4637-9342-02168d71896b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:01.759329 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d3b0b2d6-a936-4908-b7f7-7877dbfdc95b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:01.773521 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=ebafb859-a76b-40ad-988f-a713301cd021,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:01.783650 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] Calling delete_port for ebafb859-a76b-40ad-988f-a713301cd021 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:01.806501 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] For port ebafb859-a76b-40ad-988f-a713301cd021, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ebafb859-a76b-40ad-988f-a713301cd021,segment=NetworkSegment(385f62b5-bd50-4ba6-9ec2-2883b23bd1f5),segment_id=385f62b5-bd50-4ba6-9ec2-2883b23bd1f5)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:01.806768 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:01.812077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:17:01.812431 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:01.812832 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:01.813222 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:17:01.813701 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Bound port: 71db5fa0-dca3-419e-b961-317d84fafd26, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:17:01.814535 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:01.941901 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-d3b0b2d6-a936-4908-b7f7-7877dbfdc95b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for 47f739e4-923b-4bcb-9754-3427fb7380d8 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:01.943159 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1dae-111b-4637-9342-02168d71896b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:01.981912 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:17:01.982429 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:17:01.994643 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] For port 71db5fa0-dca3-419e-b961-317d84fafd26, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:17:02.000077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] For port 71db5fa0-dca3-419e-b961-317d84fafd26, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=71db5fa0-dca3-419e-b961-317d84fafd26,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:17:02.005878 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:02.007217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03d88722-47af-4f26-9247-bd45452eaf79 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:02.061763 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Calling delete_port for ebafb859-a76b-40ad-988f-a713301cd021 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:02.085255 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d88722-47af-4f26-9247-bd45452eaf79 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:02.101535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-03d88722-47af-4f26-9247-bd45452eaf79 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:02.110268 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f8ab6-24f2-4935-bc2b-3d1986f5435f None None] Pushing event updated for resources: {'Port': ['ID=71db5fa0-dca3-419e-b961-317d84fafd26,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:02.110480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d88722-47af-4f26-9247-bd45452eaf79 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:02.110995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03d88722-47af-4f26-9247-bd45452eaf79 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:02.136850 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d88722-47af-4f26-9247-bd45452eaf79 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=48d023ab-65dc-4364-a394-445473cd0f43,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:02.146133 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d3b0b2d6-a936-4908-b7f7-7877dbfdc95b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:02.149181 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8d0067-9622-49bf-b28b-07ee1292b169 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:17:02.160394 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfc27dc-3b93-46b5-b3fa-e7ae3af4cc6b None None] Sync routers for ids ['2a2777c0-378c-4ff4-b431-3fe9d8fc9019'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:17:02.165776 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0067-9622-49bf-b28b-07ee1292b169 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:02.169897 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6b8d0067-9622-49bf-b28b-07ee1292b169 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/2a2777c0-378c-4ff4-b431-3fe9d8fc9019 HTTP/1.1" status: 200 len: 892 time: 1.7493832 Jan 17 14:17:02.170848 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfc27dc-3b93-46b5-b3fa-e7ae3af4cc6b None None] Routers {'2a2777c0-378c-4ff4-b431-3fe9d8fc9019'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:02.172113 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0bfc27dc-3b93-46b5-b3fa-e7ae3af4cc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['2a2777c0-378c-4ff4-b431-3fe9d8fc9019'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:02.173452 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33872) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:02.218937 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-03d88722-47af-4f26-9247-bd45452eaf79 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5453951 Jan 17 14:17:02.221214 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0b2d6-a936-4908-b7f7-7877dbfdc95b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Port': ['ID=47f739e4-923b-4bcb-9754-3427fb7380d8,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:02.224270 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33876) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:02.233053 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-99a1027f-a1ef-44f6-9345-df908b8545e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'mac_address': 'fa:16:3e:ba:07:fa', 'name': 'tempest-NetworksTestDHCPv6-691145467'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:02.234491 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] Deleting port ebafb859-a76b-40ad-988f-a713301cd021 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:02.234928 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:02.247453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d3b0b2d6-a936-4908-b7f7-7877dbfdc95b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:02.251995 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d3b0b2d6-a936-4908-b7f7-7877dbfdc95b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/ports/47f739e4-923b-4bcb-9754-3427fb7380d8 HTTP/1.1" status: 204 len: 168 time: 1.2004471 Jan 17 14:17:02.253075 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33880) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:02.284386 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0bfc27dc-3b93-46b5-b3fa-e7ae3af4cc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:02.301227 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.api [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:17:02.301798 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG oslo_db.api [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:17:02.304935 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfc27dc-3b93-46b5-b3fa-e7ae3af4cc6b None None] Routers {'2a2777c0-378c-4ff4-b431-3fe9d8fc9019'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:02.305608 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0bfc27dc-3b93-46b5-b3fa-e7ae3af4cc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['2a2777c0-378c-4ff4-b431-3fe9d8fc9019'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:02.363176 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1dae-111b-4637-9342-02168d71896b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:02.370468 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0bfc27dc-3b93-46b5-b3fa-e7ae3af4cc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:02.370873 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfc27dc-3b93-46b5-b3fa-e7ae3af4cc6b None None] The sync data for ids ['2a2777c0-378c-4ff4-b431-3fe9d8fc9019'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:17:02.553519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-99a1027f-a1ef-44f6-9345-df908b8545e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:02.558340 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-99a1027f-a1ef-44f6-9345-df908b8545e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:port and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:02.562326 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-99a1027f-a1ef-44f6-9345-df908b8545e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:02.574354 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-99a1027f-a1ef-44f6-9345-df908b8545e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:02.594585 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0ecbea4a-a2ad-466e-b794-f2b3861957c3 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/routers/2a2777c0-378c-4ff4-b431-3fe9d8fc9019 HTTP/1.1" status: 200 len: 892 time: 0.4187419 Jan 17 14:17:02.595447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fb9c9d-d20d-43dd-8fdc-cc72612c2b35 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:02.597235 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33884) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:02.605925 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fb9c9d-d20d-43dd-8fdc-cc72612c2b35 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:02.606886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-55fb9c9d-d20d-43dd-8fdc-cc72612c2b35 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Synchronizing usage tracker for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:02.610422 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] For port ebafb859-a76b-40ad-988f-a713301cd021, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ebafb859-a76b-40ad-988f-a713301cd021,segment=NetworkSegment(385f62b5-bd50-4ba6-9ec2-2883b23bd1f5),segment_id=385f62b5-bd50-4ba6-9ec2-2883b23bd1f5)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:02.610867 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:02.623611 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a1027f-a1ef-44f6-9345-df908b8545e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:02.652806 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a33cc200-20d0-4cab-bc19-76140c8d50dd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Synchronizing usage tracker for tenant:c18c2f95c6754b6292d672e39ba057ee on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:02.665937 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1dae-111b-4637-9342-02168d71896b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:02.703136 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-79c43d07-a677-4364-8900-255455fa6984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:02.718974 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1dae-111b-4637-9342-02168d71896b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:02.722892 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b1dae-111b-4637-9342-02168d71896b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Subnet': ['ID=6de9326c-c6e8-4a30-9f38-7a9025f7ed34,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:02.730049 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a33cc200-20d0-4cab-bc19-76140c8d50dd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Unset dirty status for tenant:c18c2f95c6754b6292d672e39ba057ee on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:02.733823 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a33cc200-20d0-4cab-bc19-76140c8d50dd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2777c0-378c-4ff4-b431-3fe9d8fc9019 HTTP/1.1" status: 200 len: 205 time: 0.1328421 Jan 17 14:17:02.733823 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bb7b1dae-111b-4637-9342-02168d71896b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/subnets/6de9326c-c6e8-4a30-9f38-7a9025f7ed34 HTTP/1.1" status: 204 len: 168 time: 1.4461288 Jan 17 14:17:02.733996 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33888) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:02.735913 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33890) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:02.763013 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff357f8f-c2de-4c14-b136-42c0fdf114e4 None None] Network 7dc4cc9a-deb4-4113-8894-384f2be4182c requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:02.874729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] Calling delete_port for ebafb859-a76b-40ad-988f-a713301cd021 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:02.947121 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 71db5fa0-dca3-419e-b961-317d84fafd26 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:03.041797 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:03.068293 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port 666e8130-1a82-4e36-bb14-70833edda07d {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:03.068624 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:03.085789 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:03.102569 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8eeaa54-8fdc-4b5d-8981-41cddcce016d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:03.141920 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] Pushing event deleted for resources: {'Port': ['ID=ebafb859-a76b-40ad-988f-a713301cd021,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:03.161043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-55fb9c9d-d20d-43dd-8fdc-cc72612c2b35 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Unset dirty status for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:03.166115 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-55fb9c9d-d20d-43dd-8fdc-cc72612c2b35 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.9120064 Jan 17 14:17:03.170046 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33896) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:03.173566 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Deleting port ebafb859-a76b-40ad-988f-a713301cd021 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:03.173566 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:03.189365 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4403065c-e3cf-42c8-87f5-f99730a7a2b8 None None] No DVR routers for this DVR port ebafb859-a76b-40ad-988f-a713301cd021 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:17:03.215301 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67214698-6a5a-47bb-9616-a7de9396dbe3 None None] Network 0f26df73-9fe8-48dd-a97e-82887be970d1 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:03.265695 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5626-d699-4834-b600-7a0ba4bf7534 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port 031eab44-49bb-4e37-be9e-63abc5a21d24 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:03.266261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-32fd5626-d699-4834-b600-7a0ba4bf7534 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:03.287507 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] The port 'ebafb859-a76b-40ad-988f-a713301cd021' was deleted {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:17:03.384778 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 71db5fa0-dca3-419e-b961-317d84fafd26 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:03.474800 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350c9bc0-d335-4e69-b804-060350faa7f8 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:03.551840 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35786cfa-91bd-484f-884a-75ba56953545 None None] DHCP port deletion for 7dc4cc9a-deb4-4113-8894-384f2be4182c request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:17:03.570023 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-35786cfa-91bd-484f-884a-75ba56953545 None None] Deleting port 666e8130-1a82-4e36-bb14-70833edda07d {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:03.570023 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-35786cfa-91bd-484f-884a-75ba56953545 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:03.623772 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-584c19f7-a4e4-41d9-aa82-ea2d0851ea22 None None] Provisioning for port 71db5fa0-dca3-419e-b961-317d84fafd26 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:03.633545 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-99a1027f-a1ef-44f6-9345-df908b8545e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:03.646797 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:03.649066 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-584c19f7-a4e4-41d9-aa82-ea2d0851ea22 None None] Provisioning complete for port 71db5fa0-dca3-419e-b961-317d84fafd26 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:03.649501 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-584c19f7-a4e4-41d9-aa82-ea2d0851ea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:03.664666 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8eeaa54-8fdc-4b5d-8981-41cddcce016d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:03.665514 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-32fd5626-d699-4834-b600-7a0ba4bf7534 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:03.694600 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f26df73-9fe8-48dd-a97e-82887be970d1']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:03.714388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385f62b5-bd50-4ba6-9ec2-2883b23bd1f5') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:03.714769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385f62b5-bd50-4ba6-9ec2-2883b23bd1f5') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:03.729557 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-f8eeaa54-8fdc-4b5d-8981-41cddcce016d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting port 2693ad3c-5d24-4b1c-8a64-f34ed7bba387 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:03.729884 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8eeaa54-8fdc-4b5d-8981-41cddcce016d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:03.765409 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:03.790869 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] For port 666e8130-1a82-4e36-bb14-70833edda07d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=666e8130-1a82-4e36-bb14-70833edda07d,segment=NetworkSegment(a1b6ced9-751e-4677-af81-dda8b0163fce),segment_id=a1b6ced9-751e-4677-af81-dda8b0163fce)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:03.790869 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:03.812042 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:03.851203 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-32fd5626-d699-4834-b600-7a0ba4bf7534 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for 031eab44-49bb-4e37-be9e-63abc5a21d24 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:03.875393 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:17:03.875839 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:03.883358 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-99a1027f-a1ef-44f6-9345-df908b8545e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port 5d4bc894-25e1-4e61-8aa8-3450d879ebae yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:17:03.891087 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:17:03.971406 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for 666e8130-1a82-4e36-bb14-70833edda07d owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:03.981235 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-35786cfa-91bd-484f-884a-75ba56953545 None None] For port 666e8130-1a82-4e36-bb14-70833edda07d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=666e8130-1a82-4e36-bb14-70833edda07d,segment=NetworkSegment(a1b6ced9-751e-4677-af81-dda8b0163fce),segment_id=a1b6ced9-751e-4677-af81-dda8b0163fce)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:03.981719 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-35786cfa-91bd-484f-884a-75ba56953545 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:04.122484 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-79c43d07-a677-4364-8900-255455fa6984 admin admin] Deleting port a34c6b1a-bad5-427c-ae8f-3aec2979b63a {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:04.122779 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-79c43d07-a677-4364-8900-255455fa6984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:04.153495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-32fd5626-d699-4834-b600-7a0ba4bf7534 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:04.190452 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-35786cfa-91bd-484f-884a-75ba56953545 None None] Calling delete_port for 666e8130-1a82-4e36-bb14-70833edda07d owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:04.234989 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5626-d699-4834-b600-7a0ba4bf7534 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Port': ['ID=031eab44-49bb-4e37-be9e-63abc5a21d24,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:04.247187 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-584c19f7-a4e4-41d9-aa82-ea2d0851ea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:04.275679 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-32fd5626-d699-4834-b600-7a0ba4bf7534 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:04.311452 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-584c19f7-a4e4-41d9-aa82-ea2d0851ea22 None None] For port 71db5fa0-dca3-419e-b961-317d84fafd26, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=71db5fa0-dca3-419e-b961-317d84fafd26,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:04.330208 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-584c19f7-a4e4-41d9-aa82-ea2d0851ea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:04.355565 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:04.360530 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:04.371808 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-35786cfa-91bd-484f-884a-75ba56953545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:04.379323 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-32fd5626-d699-4834-b600-7a0ba4bf7534 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/ports/031eab44-49bb-4e37-be9e-63abc5a21d24 HTTP/1.1" status: 204 len: 168 time: 1.2040656 Jan 17 14:17:04.386016 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33902) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:04.408166 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Network': ['ID=0f26df73-9fe8-48dd-a97e-82887be970d1,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:04.415363 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.api [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:17:04.415585 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG oslo_db.api [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:17:04.423311 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b233b203-06f4-47f8-a57a-605c88910a64 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/0f26df73-9fe8-48dd-a97e-82887be970d1 HTTP/1.1" status: 204 len: 168 time: 7.7761858 Jan 17 14:17:04.424159 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33906) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:04.426735 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8eeaa54-8fdc-4b5d-8981-41cddcce016d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:04.446138 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35786cfa-91bd-484f-884a-75ba56953545 None None] No DVR routers for this DVR port 666e8130-1a82-4e36-bb14-70833edda07d on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:17:04.469378 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-99a1027f-a1ef-44f6-9345-df908b8545e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 172.20.0.12 (5c806942-cde6-42f7-aae4-af9246279d2e/48d023ab-65dc-4364-a394-445473cd0f43/5d4bc894-25e1-4e61-8aa8-3450d879ebae) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:04.476974 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c19f7-a4e4-41d9-aa82-ea2d0851ea22 None None] Pushing event updated for resources: {'Port': ['ID=71db5fa0-dca3-419e-b961-317d84fafd26,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:04.504279 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-99a1027f-a1ef-44f6-9345-df908b8545e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::f816:3eff:feba:7fa (5c806942-cde6-42f7-aae4-af9246279d2e/3511798f-75e0-4799-94e5-4fa18791afff/5d4bc894-25e1-4e61-8aa8-3450d879ebae) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:04.516147 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec92fd01-b04d-4efc-91f0-a762a2a824a9 None None] Update dhcp port {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'fixed_ips': [{'subnet_id': '3511798f-75e0-4799-94e5-4fa18791afff', 'ip_address': '2001:db8::f816:3eff:fe98:88a2'}, {'subnet_id': '48d023ab-65dc-4364-a394-445473cd0f43'}], 'binding:host_id': 'dv-neutron-824901-1-hyperv'}, 'id': '71db5fa0-dca3-419e-b961-317d84fafd26'} from dv-neutron-824901-1-hyperv. {{(pid=87525) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 17 14:17:04.557358 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35786cfa-91bd-484f-884a-75ba56953545 None None] Pushing event deleted for resources: {'Port': ['ID=666e8130-1a82-4e36-bb14-70833edda07d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:04.566020 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-79c43d07-a677-4364-8900-255455fa6984 admin admin] For port a34c6b1a-bad5-427c-ae8f-3aec2979b63a, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a34c6b1a-bad5-427c-ae8f-3aec2979b63a,segment=NetworkSegment(146d807b-421a-41cf-a776-1d8b62f4b40d),segment_id=146d807b-421a-41cf-a776-1d8b62f4b40d)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:04.566389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-79c43d07-a677-4364-8900-255455fa6984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:04.584973 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec92fd01-b04d-4efc-91f0-a762a2a824a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:04.607048 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-f8eeaa54-8fdc-4b5d-8981-41cddcce016d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Calling delete_port for 2693ad3c-5d24-4b1c-8a64-f34ed7bba387 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:04.634382 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-64694fce-4e56-48fa-8bf1-5a10517169ed tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:17:04.634382 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64694fce-4e56-48fa-8bf1-5a10517169ed tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:04.638500 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-64694fce-4e56-48fa-8bf1-5a10517169ed tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/subnets/22092c46-1a05-4c49-81b1-56affbf68393 HTTP/1.1" status: 404 len: 337 time: 0.2014329 Jan 17 14:17:04.643071 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33910) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:04.680897 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a90fc2-1772-4ea6-8223-e5b27e228a84 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:17:04.681635 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a90fc2-1772-4ea6-8223-e5b27e228a84 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:04.686734 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e5a90fc2-1772-4ea6-8223-e5b27e228a84 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/0f26df73-9fe8-48dd-a97e-82887be970d1 HTTP/1.1" status: 404 len: 339 time: 0.0391572 Jan 17 14:17:04.686734 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33914) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:04.737156 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-088e087d-2d40-4191-8d2e-1e2d47b020b8 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:17:04.739956 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-088e087d-2d40-4191-8d2e-1e2d47b020b8 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:04.744082 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-088e087d-2d40-4191-8d2e-1e2d47b020b8 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/subnets/c6438260-650a-4135-8ce7-93f19234a70b HTTP/1.1" status: 404 len: 337 time: 0.0545688 Jan 17 14:17:04.750960 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33918) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:04.787937 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-1817b7a1-3deb-4b32-970c-424be6deab8c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:17:04.788356 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1817b7a1-3deb-4b32-970c-424be6deab8c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:04.791271 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1817b7a1-3deb-4b32-970c-424be6deab8c tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/c3fed70f-fa7c-455c-87fa-47edb5da7526 HTTP/1.1" status: 404 len: 339 time: 0.0388169 Jan 17 14:17:04.793703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33922) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:04.843396 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-79c43d07-a677-4364-8900-255455fa6984 admin admin] Calling delete_port for a34c6b1a-bad5-427c-ae8f-3aec2979b63a owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:04.862262 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 71db5fa0-dca3-419e-b961-317d84fafd26 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:04.917743 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port 666e8130-1a82-4e36-bb14-70833edda07d {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:04.918153 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:04.932694 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 71db5fa0-dca3-419e-b961-317d84fafd26 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:04.933197 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:04.961422 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-41896dfb-9858-43b2-acdc-cdd2f9c15dc3 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:04.966746 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f351b9fd-a938-4460-9a68-692e15a93095 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:04.967468 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f351b9fd-a938-4460-9a68-692e15a93095 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Synchronizing usage tracker for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:05.003551 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] The port '666e8130-1a82-4e36-bb14-70833edda07d' was deleted {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:17:05.045026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f351b9fd-a938-4460-9a68-692e15a93095 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Unset dirty status for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:05.047674 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f351b9fd-a938-4460-9a68-692e15a93095 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6519699 Jan 17 14:17:05.053537 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33926) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:05.129221 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-120a0333-5469-4971-8d29-3f85baf8772a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] GET failed (client error): The resource could not be found. Jan 17 14:17:05.132033 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-120a0333-5469-4971-8d29-3f85baf8772a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports/47f739e4-923b-4bcb-9754-3427fb7380d8 HTTP/1.1" status: 404 len: 333 time: 0.0759556 Jan 17 14:17:05.136492 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 666e8130-1a82-4e36-bb14-70833edda07d no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:17:05.143375 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33930) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:05.173459 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 666e8130-1a82-4e36-bb14-70833edda07d {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:17:05.173804 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 666e8130-1a82-4e36-bb14-70833edda07d not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:17:05.206844 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-99a1027f-a1ef-44f6-9345-df908b8545e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:05.210073 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dae7575-ca80-4e00-bf81-e2ca60b41cc3 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] GET failed (client error): The resource could not be found. Jan 17 14:17:05.211445 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5dae7575-ca80-4e00-bf81-e2ca60b41cc3 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports/031eab44-49bb-4e37-be9e-63abc5a21d24 HTTP/1.1" status: 404 len: 333 time: 0.0670969 Jan 17 14:17:05.217481 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33934) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:05.239487 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:05.253752 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8eeaa54-8fdc-4b5d-8981-41cddcce016d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:05.306364 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-99a1027f-a1ef-44f6-9345-df908b8545e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object 5d4bc894-25e1-4e61-8aa8-3450d879ebae will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:05.391079 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eeaa54-8fdc-4b5d-8981-41cddcce016d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Port': ['ID=2693ad3c-5d24-4b1c-8a64-f34ed7bba387,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:05.393569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-032b397e-32c9-4cd3-8fba-a07dc6e47042 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:05.433428 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc4cc9a-deb4-4113-8894-384f2be4182c']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:05.451097 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-41896dfb-9858-43b2-acdc-cdd2f9c15dc3 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:05.467266 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-99a1027f-a1ef-44f6-9345-df908b8545e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:05.497812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b6ced9-751e-4677-af81-dda8b0163fce') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:05.498111 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b6ced9-751e-4677-af81-dda8b0163fce') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:05.515547 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-ec92fd01-b04d-4efc-91f0-a762a2a824a9 None None] Allocated IP 172.20.0.2 (5c806942-cde6-42f7-aae4-af9246279d2e/48d023ab-65dc-4364-a394-445473cd0f43/71db5fa0-dca3-419e-b961-317d84fafd26) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:05.537322 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:05.546876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-41896dfb-9858-43b2-acdc-cdd2f9c15dc3 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f52e446-2770-4afc-8e8e-576db6f3123d']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:05.569024 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-41896dfb-9858-43b2-acdc-cdd2f9c15dc3 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97459377-fb27-4f14-bdb9-0e8c9708983a') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:05.569380 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-41896dfb-9858-43b2-acdc-cdd2f9c15dc3 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97459377-fb27-4f14-bdb9-0e8c9708983a') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:05.579343 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:05.586039 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8eeaa54-8fdc-4b5d-8981-41cddcce016d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:05.586366 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-79c43d07-a677-4364-8900-255455fa6984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:05.637907 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-41896dfb-9858-43b2-acdc-cdd2f9c15dc3 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:05.652388 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a1027f-a1ef-44f6-9345-df908b8545e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:05.689676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-032b397e-32c9-4cd3-8fba-a07dc6e47042 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:05.697459 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ec92fd01-b04d-4efc-91f0-a762a2a824a9 None None] For port 71db5fa0-dca3-419e-b961-317d84fafd26, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=71db5fa0-dca3-419e-b961-317d84fafd26,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:05.718775 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-032b397e-32c9-4cd3-8fba-a07dc6e47042 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28711db9-04ee-4117-a27e-21d7a0f74203']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:05.727674 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec92fd01-b04d-4efc-91f0-a762a2a824a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:05.737728 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-032b397e-32c9-4cd3-8fba-a07dc6e47042 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d717d26-b453-4bd4-8657-3827bdba3be3') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:05.738027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-032b397e-32c9-4cd3-8fba-a07dc6e47042 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d717d26-b453-4bd4-8657-3827bdba3be3') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:05.751605 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-032b397e-32c9-4cd3-8fba-a07dc6e47042 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:05.769661 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-032b397e-32c9-4cd3-8fba-a07dc6e47042 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:05.776913 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032b397e-32c9-4cd3-8fba-a07dc6e47042 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:17:05.777325 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-032b397e-32c9-4cd3-8fba-a07dc6e47042 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:05.853424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:17:05.854167 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:05.872778 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-99a1027f-a1ef-44f6-9345-df908b8545e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:17:05.874704 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:17:05.886298 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a1027f-a1ef-44f6-9345-df908b8545e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:05.934433 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1027f-a1ef-44f6-9345-df908b8545e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=5d4bc894-25e1-4e61-8aa8-3450d879ebae,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:17:05.935178 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:17:06.005597 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-41896dfb-9858-43b2-acdc-cdd2f9c15dc3 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.024583 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8eeaa54-8fdc-4b5d-8981-41cddcce016d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.026822 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-032b397e-32c9-4cd3-8fba-a07dc6e47042 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.031991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41896dfb-9858-43b2-acdc-cdd2f9c15dc3 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:17:06.032405 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-41896dfb-9858-43b2-acdc-cdd2f9c15dc3 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.034710 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c43d07-a677-4364-8900-255455fa6984 admin admin] Pushing event deleted for resources: {'Port': ['ID=a34c6b1a-bad5-427c-ae8f-3aec2979b63a,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:17:06.051193 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:17:06.053429 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8eeaa54-8fdc-4b5d-8981-41cddcce016d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.068450 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-032b397e-32c9-4cd3-8fba-a07dc6e47042 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.082366 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b397e-32c9-4cd3-8fba-a07dc6e47042 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Network': ['ID=28711db9-04ee-4117-a27e-21d7a0f74203,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:06.092361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a1027f-a1ef-44f6-9345-df908b8545e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:06.092975 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-99a1027f-a1ef-44f6-9345-df908b8545e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.101966 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-032b397e-32c9-4cd3-8fba-a07dc6e47042 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/networks/28711db9-04ee-4117-a27e-21d7a0f74203 HTTP/1.1" status: 204 len: 168 time: 0.8829544 Jan 17 14:17:06.110855 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33938) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:06.119899 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-3f60272d-4b73-4296-aa04-3eded781dedf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-99202736'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:06.128210 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-3f60272d-4b73-4296-aa04-3eded781dedf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:06.134593 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-99a1027f-a1ef-44f6-9345-df908b8545e4 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.9084268 Jan 17 14:17:06.136042 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3f60272d-4b73-4296-aa04-3eded781dedf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:network and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:06.143104 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33942) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:06.145479 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.198920 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3f60272d-4b73-4296-aa04-3eded781dedf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:06.200439 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.220998 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8eeaa54-8fdc-4b5d-8981-41cddcce016d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.221500 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8eeaa54-8fdc-4b5d-8981-41cddcce016d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Fanout notify agent at l3_agent the message router_deleted on router 2a2777c0-378c-4ff4-b431-3fe9d8fc9019 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:17:06.221784 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-3f60272d-4b73-4296-aa04-3eded781dedf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:06.227499 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Network': ['ID=7dc4cc9a-deb4-4113-8894-384f2be4182c,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:06.242662 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ec92fd01-b04d-4efc-91f0-a762a2a824a9 None None] Transition to ACTIVE for port object 71db5fa0-dca3-419e-b961-317d84fafd26 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:06.251084 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8eeaa54-8fdc-4b5d-8981-41cddcce016d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.253065 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f60272d-4b73-4296-aa04-3eded781dedf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:06.256343 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f8eeaa54-8fdc-4b5d-8981-41cddcce016d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/routers/2a2777c0-378c-4ff4-b431-3fe9d8fc9019 HTTP/1.1" status: 204 len: 168 time: 3.5214491 Jan 17 14:17:06.258073 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ec92fd01-b04d-4efc-91f0-a762a2a824a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.258320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3f60272d-4b73-4296-aa04-3eded781dedf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.258495 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-dcb2afff-44ba-4a19-bcf1-42c4ea01a28e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/networks/7dc4cc9a-deb4-4113-8894-384f2be4182c HTTP/1.1" status: 204 len: 168 time: 3.5215354 Jan 17 14:17:06.263456 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33946) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:06.263456 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-41896dfb-9858-43b2-acdc-cdd2f9c15dc3 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.265123 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33950) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:06.274818 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-c52d9a0d-142f-48ce-aaca-4ab811e281f5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1545896640'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:06.292795 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-41896dfb-9858-43b2-acdc-cdd2f9c15dc3 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.298117 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-41896dfb-9858-43b2-acdc-cdd2f9c15dc3 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/5f52e446-2770-4afc-8e8e-576db6f3123d HTTP/1.1" status: 204 len: 168 time: 1.4973781 Jan 17 14:17:06.299652 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-d06fd1c8-05ee-48b2-9f1a-616726ea855f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2025458141'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:06.303914 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33954) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:06.308400 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c52d9a0d-142f-48ce-aaca-4ab811e281f5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:06.318591 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d06fd1c8-05ee-48b2-9f1a-616726ea855f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:06.357799 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c52d9a0d-142f-48ce-aaca-4ab811e281f5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:network and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:06.362099 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41896dfb-9858-43b2-acdc-cdd2f9c15dc3 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Network': ['ID=5f52e446-2770-4afc-8e8e-576db6f3123d,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:06.367206 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c52d9a0d-142f-48ce-aaca-4ab811e281f5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:06.371851 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d06fd1c8-05ee-48b2-9f1a-616726ea855f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:network and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:06.381545 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d06fd1c8-05ee-48b2-9f1a-616726ea855f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:06.386796 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb858f2-a241-4765-9db4-9bdd9c491f12 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:17:06.387248 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb858f2-a241-4765-9db4-9bdd9c491f12 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:06.391525 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fbb858f2-a241-4765-9db4-9bdd9c491f12 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/subnets/29442995-bce0-4310-aabb-b75859027af8 HTTP/1.1" status: 404 len: 337 time: 0.0781562 Jan 17 14:17:06.391525 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c52d9a0d-142f-48ce-aaca-4ab811e281f5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:06.396854 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33958) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:06.420178 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d06fd1c8-05ee-48b2-9f1a-616726ea855f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:06.434230 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92fd01-b04d-4efc-91f0-a762a2a824a9 None None] Pushing event updated for resources: {'Port': ['ID=71db5fa0-dca3-419e-b961-317d84fafd26,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:06.442120 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02287a1-ba83-4e3e-a5ab-dc75d0d75a83 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:17:06.442851 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02287a1-ba83-4e3e-a5ab-dc75d0d75a83 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:06.444886 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e02287a1-ba83-4e3e-a5ab-dc75d0d75a83 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/cef06b0c-f389-4d47-ad21-a3a96e6ce7fe HTTP/1.1" status: 404 len: 339 time: 0.0454538 Jan 17 14:17:06.448391 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33962) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:06.449568 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06fd1c8-05ee-48b2-9f1a-616726ea855f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:06.453747 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d06fd1c8-05ee-48b2-9f1a-616726ea855f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.466262 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52d9a0d-142f-48ce-aaca-4ab811e281f5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Made reservation on behalf of c18c2f95c6754b6292d672e39ba057ee for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:06.469787 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c52d9a0d-142f-48ce-aaca-4ab811e281f5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.526413 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f60272d-4b73-4296-aa04-3eded781dedf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:17:06.535872 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-79c43d07-a677-4364-8900-255455fa6984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.538983 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daa1fb0-fe3b-4c50-99da-28cf2c504c03 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:06.546109 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daa1fb0-fe3b-4c50-99da-28cf2c504c03 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:06.547217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3f60272d-4b73-4296-aa04-3eded781dedf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.551068 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-3f60272d-4b73-4296-aa04-3eded781dedf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Added segment de98ab12-687b-4a9e-b3b3-5e10a1836647 of type vlan for network ff3f104d-ea17-435d-a0e0-1fee4417ee25 Jan 17 14:17:06.551198 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8daa1fb0-fe3b-4c50-99da-28cf2c504c03 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.4035378 Jan 17 14:17:06.552473 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-961cc7e6-cebf-49cc-8ccb-f71a85079c62 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:17:06.552898 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961cc7e6-cebf-49cc-8ccb-f71a85079c62 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:06.555262 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-961cc7e6-cebf-49cc-8ccb-f71a85079c62 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/subnets/acb2d8a0-3d70-4cb1-8712-893e49d4a70d HTTP/1.1" status: 404 len: 337 time: 0.0912480 Jan 17 14:17:06.557104 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33966) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:06.561556 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33968) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:06.658947 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0d0b66-8b2a-4671-808c-8e6859b71509 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:17:06.659511 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0d0b66-8b2a-4671-808c-8e6859b71509 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:06.668077 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06fd1c8-05ee-48b2-9f1a-616726ea855f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:17:06.686602 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-abd233ec-455d-4925-a5bb-2521b81c662e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port 5d4bc894-25e1-4e61-8aa8-3450d879ebae {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:06.687020 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-abd233ec-455d-4925-a5bb-2521b81c662e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.713035 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-af0d0b66-8b2a-4671-808c-8e6859b71509 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/c8a26408-df07-4a1c-814b-ff643a7f68f3 HTTP/1.1" status: 404 len: 339 time: 0.1500742 Jan 17 14:17:06.721286 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d06fd1c8-05ee-48b2-9f1a-616726ea855f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.721286 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-d06fd1c8-05ee-48b2-9f1a-616726ea855f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Added segment 0603e549-34bf-4953-a2c4-47726ed68748 of type vlan for network 6a526d74-d2b6-47d9-9d66-bd883266e6ef Jan 17 14:17:06.721532 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3f60272d-4b73-4296-aa04-3eded781dedf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.721650 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33974) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:06.788798 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a0fbd6-fee9-4de2-b4d6-39b2294c260d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:17:06.789048 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a0fbd6-fee9-4de2-b4d6-39b2294c260d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:06.790667 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-72a0fbd6-fee9-4de2-b4d6-39b2294c260d tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/subnets/9c61e776-676f-432d-883e-1c20f7a0c009 HTTP/1.1" status: 404 len: 337 time: 0.0685730 Jan 17 14:17:06.794854 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33978) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:06.841740 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d06fd1c8-05ee-48b2-9f1a-616726ea855f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.862555 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.api [None req-c52d9a0d-142f-48ce-aaca-4ab811e281f5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=87524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:17:06.863245 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG oslo_db.api [None req-c52d9a0d-142f-48ce-aaca-4ab811e281f5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:17:06.921668 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3078ab-b897-49b8-9193-0dcacbd4b642 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:17:06.922163 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b3078ab-b897-49b8-9193-0dcacbd4b642 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:06.924645 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3f60272d-4b73-4296-aa04-3eded781dedf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.930636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f60272d-4b73-4296-aa04-3eded781dedf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:06.931231 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3f60272d-4b73-4296-aa04-3eded781dedf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.966915 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 71db5fa0-dca3-419e-b961-317d84fafd26 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:06.993490 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d06fd1c8-05ee-48b2-9f1a-616726ea855f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:06.999109 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06fd1c8-05ee-48b2-9f1a-616726ea855f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:06.999886 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d06fd1c8-05ee-48b2-9f1a-616726ea855f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:07.037598 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1b3078ab-b897-49b8-9193-0dcacbd4b642 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/b304c28a-7708-4428-971e-6c76e9893729 HTTP/1.1" status: 404 len: 339 time: 0.2373960 Jan 17 14:17:07.040652 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33982) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:07.106336 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3f60272d-4b73-4296-aa04-3eded781dedf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9917564 Jan 17 14:17:07.118366 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33986) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:07.133363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-e4388681-9bcb-4ccf-bab7-6be1a184e103 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'subnet': {'network_id': 'ff3f104d-ea17-435d-a0e0-1fee4417ee25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:07.140437 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d06fd1c8-05ee-48b2-9f1a-616726ea855f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8715744 Jan 17 14:17:07.150300 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33990) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:07.151599 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-e555d498-9e1e-4c87-9756-a3c33a9648e5 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:17:07.152067 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e555d498-9e1e-4c87-9756-a3c33a9648e5 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:07.153744 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e555d498-9e1e-4c87-9756-a3c33a9648e5 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/subnets/0d34100e-5852-4c62-bb10-22b5b72ab29d HTTP/1.1" status: 404 len: 337 time: 0.1147811 Jan 17 14:17:07.160668 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 33992) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:07.166246 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60272d-4b73-4296-aa04-3eded781dedf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Network': ['ID=ff3f104d-ea17-435d-a0e0-1fee4417ee25,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:07.183265 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network ff3f104d-ea17-435d-a0e0-1fee4417ee25 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:17:07.187006 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fd1c8-05ee-48b2-9f1a-616726ea855f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Network': ['ID=6a526d74-d2b6-47d9-9d66-bd883266e6ef,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:07.201581 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 6a526d74-d2b6-47d9-9d66-bd883266e6ef details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:17:07.208595 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-abd233ec-455d-4925-a5bb-2521b81c662e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:07.239691 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-f8bf5d7f-9f6c-408e-803b-d5a5321e01cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'subnet': {'network_id': '6a526d74-d2b6-47d9-9d66-bd883266e6ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:07.290574 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-1943d0f9-31dc-4b0b-b7b9-91056027e7b0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:17:07.290999 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1943d0f9-31dc-4b0b-b7b9-91056027e7b0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:07.292921 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1943d0f9-31dc-4b0b-b7b9-91056027e7b0 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/ee10e344-9463-4da4-8117-ac006247e022 HTTP/1.1" status: 404 len: 339 time: 0.1281736 Jan 17 14:17:07.348814 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c43d07-a677-4364-8900-255455fa6984 admin admin] Router 10b14141-9e1c-48a7-a875-12946e657f5e has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:17:07.352987 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 33998) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:07.396258 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9280818a-81ee-4c17-a8c3-785784c78da4 None None] Provisioning for port 71db5fa0-dca3-419e-b961-317d84fafd26 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:07.397630 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-abd233ec-455d-4925-a5bb-2521b81c662e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for 5d4bc894-25e1-4e61-8aa8-3450d879ebae owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:07.405299 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9280818a-81ee-4c17-a8c3-785784c78da4 None None] Provisioning complete for port 71db5fa0-dca3-419e-b961-317d84fafd26 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:07.406043 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9280818a-81ee-4c17-a8c3-785784c78da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:07.413463 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e4388681-9bcb-4ccf-bab7-6be1a184e103 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:07.432109 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c52d9a0d-142f-48ce-aaca-4ab811e281f5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:07.470706 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d13646-af5b-4c31-9255-1f9cf5c420d7 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:17:07.471146 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40d13646-af5b-4c31-9255-1f9cf5c420d7 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:07.475215 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-40d13646-af5b-4c31-9255-1f9cf5c420d7 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/subnets/938cf9be-760a-4b3a-b38b-d6a470d426fd HTTP/1.1" status: 404 len: 337 time: 0.1190228 Jan 17 14:17:07.481663 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34002) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:07.489989 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e4388681-9bcb-4ccf-bab7-6be1a184e103 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:subnet and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:07.495564 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e4388681-9bcb-4ccf-bab7-6be1a184e103 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:07.504288 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f8bf5d7f-9f6c-408e-803b-d5a5321e01cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:07.514995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e4388681-9bcb-4ccf-bab7-6be1a184e103 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:07.521999 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f8bf5d7f-9f6c-408e-803b-d5a5321e01cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:subnet and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:07.528935 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f8bf5d7f-9f6c-408e-803b-d5a5321e01cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:07.538326 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f8bf5d7f-9f6c-408e-803b-d5a5321e01cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:07.597700 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4388681-9bcb-4ccf-bab7-6be1a184e103 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:07.601897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e4388681-9bcb-4ccf-bab7-6be1a184e103 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:07.650277 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f28fe0b-4976-43a3-a085-b8704d93cafc tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:17:07.650767 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f28fe0b-4976-43a3-a085-b8704d93cafc tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:07.652510 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9f28fe0b-4976-43a3-a085-b8704d93cafc tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/93f1fd07-d95d-4525-9a27-6fd8ef8f7248 HTTP/1.1" status: 404 len: 339 time: 0.1698413 Jan 17 14:17:07.658763 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34008) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:07.661086 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52d9a0d-142f-48ce-aaca-4ab811e281f5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:17:07.694331 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bf5d7f-9f6c-408e-803b-d5a5321e01cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:07.698971 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5d7f-9f6c-408e-803b-d5a5321e01cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:07.703694 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6db5cc3c-99dc-430d-b053-24b6bcab213c None None] Provisioning for port 5d4bc894-25e1-4e61-8aa8-3450d879ebae completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:07.709919 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6db5cc3c-99dc-430d-b053-24b6bcab213c None None] Provisioning complete for port 5d4bc894-25e1-4e61-8aa8-3450d879ebae triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:07.710671 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6db5cc3c-99dc-430d-b053-24b6bcab213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:07.714984 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9062883-ba41-48be-889d-3fb29ab963cb tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:17:07.715389 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9062883-ba41-48be-889d-3fb29ab963cb tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:07.724309 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c52d9a0d-142f-48ce-aaca-4ab811e281f5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:07.724779 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-c52d9a0d-142f-48ce-aaca-4ab811e281f5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Added segment e308b177-4179-45e4-9b5b-bb5c506405d1 of type vlan for network 8a6876da-9a96-4b4a-a290-dcf8ccfadee0 Jan 17 14:17:07.726370 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e9062883-ba41-48be-889d-3fb29ab963cb tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/subnets/779315a9-2a0e-41c0-99b6-15ddcda31b90 HTTP/1.1" status: 404 len: 337 time: 0.0666823 Jan 17 14:17:07.731026 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34012) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:07.771850 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aeaa7df-aba6-47f3-a4d3-48f9b7853f74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:17:07.772367 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aeaa7df-aba6-47f3-a4d3-48f9b7853f74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:07.783025 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8aeaa7df-aba6-47f3-a4d3-48f9b7853f74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/09cba625-aa2b-4345-b66a-dd044b962868 HTTP/1.1" status: 404 len: 339 time: 0.0504169 Jan 17 14:17:07.787344 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6db5cc3c-99dc-430d-b053-24b6bcab213c None None] Port 5d4bc894-25e1-4e61-8aa8-3450d879ebae cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:17:07.790677 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34018) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:07.821636 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c52d9a0d-142f-48ce-aaca-4ab811e281f5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:07.854067 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.ipam_backend_mixin [None req-e4388681-9bcb-4ccf-bab7-6be1a184e103 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Performing IP validity checks on allocation pools {{(pid=87523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 17 14:17:07.857382 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.ipam_backend_mixin [None req-e4388681-9bcb-4ccf-bab7-6be1a184e103 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 17 14:17:07.873193 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc969a38-f105-4ec4-9987-1ecba25514ac tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:17:07.873813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc969a38-f105-4ec4-9987-1ecba25514ac tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:07.875658 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cc969a38-f105-4ec4-9987-1ecba25514ac tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/subnets/5ed81cf3-b716-4727-8e49-d5fc1a4529d9 HTTP/1.1" status: 404 len: 337 time: 0.0813403 Jan 17 14:17:07.878413 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34022) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:07.889298 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c43d07-a677-4364-8900-255455fa6984 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:17:07.899168 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-79c43d07-a677-4364-8900-255455fa6984 admin admin] 10.222.0.48 "PUT /v2.0/routers/10b14141-9e1c-48a7-a875-12946e657f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7407959 Jan 17 14:17:07.901059 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df36f66-8667-49f1-bd0c-8cada05b0455 None None] Sync routers for ids ['10b14141-9e1c-48a7-a875-12946e657f5e'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:17:07.902385 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34026) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:07.916103 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df36f66-8667-49f1-bd0c-8cada05b0455 None None] Routers {'10b14141-9e1c-48a7-a875-12946e657f5e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:07.916930 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5df36f66-8667-49f1-bd0c-8cada05b0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['10b14141-9e1c-48a7-a875-12946e657f5e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:07.937528 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c52d9a0d-142f-48ce-aaca-4ab811e281f5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:07.942804 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52d9a0d-142f-48ce-aaca-4ab811e281f5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:07.943389 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c52d9a0d-142f-48ce-aaca-4ab811e281f5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:07.994468 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff36202-788e-4d75-8e9c-b97cda0a7836 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:17:07.994946 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff36202-788e-4d75-8e9c-b97cda0a7836 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:07.996792 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3ff36202-788e-4d75-8e9c-b97cda0a7836 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/ea31fa8f-b0e8-468b-a526-3659bcc58d2a HTTP/1.1" status: 404 len: 339 time: 0.1174068 Jan 17 14:17:08.011580 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34032) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:08.084788 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c52d9a0d-142f-48ce-aaca-4ab811e281f5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8224504 Jan 17 14:17:08.091344 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34036) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:08.105019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-6adc79ca-b1e3-4861-b38b-9989d7f460e2 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'subnet': {'network_id': '8a6876da-9a96-4b4a-a290-dcf8ccfadee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:08.130536 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d9a0d-142f-48ce-aaca-4ab811e281f5 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Network': ['ID=8a6876da-9a96-4b4a-a290-dcf8ccfadee0,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:08.143779 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 8a6876da-9a96-4b4a-a290-dcf8ccfadee0 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:17:08.186486 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-abd233ec-455d-4925-a5bb-2521b81c662e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:08.201611 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-5df36f66-8667-49f1-bd0c-8cada05b0455 None None] Set router 10b14141-9e1c-48a7-a875-12946e657f5e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:17:08.229329 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-21125dc5-84e6-4687-b339-44e0d829e4d5 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:17:08.230280 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21125dc5-84e6-4687-b339-44e0d829e4d5 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:08.252862 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd233ec-455d-4925-a5bb-2521b81c662e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=5d4bc894-25e1-4e61-8aa8-3450d879ebae,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:08.390769 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-21125dc5-84e6-4687-b339-44e0d829e4d5 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/subnets/f492489b-bfa6-4fdd-a031-856915340285 HTTP/1.1" status: 404 len: 337 time: 0.3779464 Jan 17 14:17:08.403387 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34048) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:08.409842 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6adc79ca-b1e3-4861-b38b-9989d7f460e2 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:08.415277 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6adc79ca-b1e3-4861-b38b-9989d7f460e2 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:subnet and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:08.421602 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6adc79ca-b1e3-4861-b38b-9989d7f460e2 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:08.520565 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1381e6d-ea94-4123-8e54-21121dde76f4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] DELETE failed (client error): The resource could not be found. Jan 17 14:17:08.521350 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1381e6d-ea94-4123-8e54-21121dde76f4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:08.527374 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c1381e6d-ea94-4123-8e54-21121dde76f4 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/980060df-f9bb-4145-b48f-b7666b2b5e8b HTTP/1.1" status: 404 len: 339 time: 0.1078985 Jan 17 14:17:08.528412 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34054) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:08.536286 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-abd233ec-455d-4925-a5bb-2521b81c662e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:08.538791 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-abd233ec-455d-4925-a5bb-2521b81c662e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/5d4bc894-25e1-4e61-8aa8-3450d879ebae HTTP/1.1" status: 204 len: 168 time: 1.9805553 Jan 17 14:17:08.540297 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6adc79ca-b1e3-4861-b38b-9989d7f460e2 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:08.593502 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34060) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:08.601995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-deaccad4-7c37-41e3-8f72-4479907d27a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:08.707978 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adc79ca-b1e3-4861-b38b-9989d7f460e2 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Made reservation on behalf of c18c2f95c6754b6292d672e39ba057ee for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:08.712088 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6adc79ca-b1e3-4861-b38b-9989d7f460e2 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:08.810070 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5df36f66-8667-49f1-bd0c-8cada05b0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'name': 'tempest-ServerActionsTestJSON-1919571955-router', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:15Z', 'updated_at': '2022-01-17T14:17:05Z', 'revision_number': 5, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'gw_port': {'id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:16Z', 'updated_at': '2022-01-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:08.815276 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df36f66-8667-49f1-bd0c-8cada05b0455 None None] Checking router: 10b14141-9e1c-48a7-a875-12946e657f5e for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:17:08.825363 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca3bc2a-ea9f-4b54-af26-47c08a039d6f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Deleting subnet f18df316-ff13-43e1-b60c-e60508d1f692 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:17:08.831131 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ca3bc2a-ea9f-4b54-af26-47c08a039d6f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:08.849867 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df36f66-8667-49f1-bd0c-8cada05b0455 None None] Routers {'10b14141-9e1c-48a7-a875-12946e657f5e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:08.850821 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5df36f66-8667-49f1-bd0c-8cada05b0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['10b14141-9e1c-48a7-a875-12946e657f5e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:08.913389 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a838c6ce-8512-4f12-b85e-fb80a06124ba tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:08.915001 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a838c6ce-8512-4f12-b85e-fb80a06124ba tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:08.916610 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a838c6ce-8512-4f12-b85e-fb80a06124ba tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:08.918344 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a838c6ce-8512-4f12-b85e-fb80a06124ba tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3193407 Jan 17 14:17:08.924591 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34068) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:08.989066 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ca3bc2a-ea9f-4b54-af26-47c08a039d6f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:09.048799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-deaccad4-7c37-41e3-8f72-4479907d27a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:09.058249 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5d7f-9f6c-408e-803b-d5a5321e01cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:09.064067 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e4388681-9bcb-4ccf-bab7-6be1a184e103 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:09.094953 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf023a82-2e1f-4c4e-9733-a5d1aa24f55f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet 3511798f-75e0-4799-94e5-4fa18791afff {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:17:09.102492 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bf023a82-2e1f-4c4e-9733-a5d1aa24f55f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:09.139879 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-deaccad4-7c37-41e3-8f72-4479907d27a0 admin admin] Deleting port 5ba18d5b-69bc-4f12-b217-9869132fc94f {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:09.140268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-deaccad4-7c37-41e3-8f72-4479907d27a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:09.146644 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-5df36f66-8667-49f1-bd0c-8cada05b0455 None None] Set router 10b14141-9e1c-48a7-a875-12946e657f5e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:17:09.221714 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3463c7-d3b8-4c97-b420-9d6ea01e8b7a req-d6e3cc1c-bf64-4ef1-af94-e3e4b3443354 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:09.222433 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bf023a82-2e1f-4c4e-9733-a5d1aa24f55f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:09.224352 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-de3463c7-d3b8-4c97-b420-9d6ea01e8b7a req-d6e3cc1c-bf64-4ef1-af94-e3e4b3443354 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 946 time: 0.4560401 Jan 17 14:17:09.280155 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf5d7f-9f6c-408e-803b-d5a5321e01cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Subnet': ['ID=48f1c8a1-625a-49a7-9290-abd6b8a56ffb,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:09.285223 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ca3bc2a-ea9f-4b54-af26-47c08a039d6f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:09.407672 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6adc79ca-b1e3-4861-b38b-9989d7f460e2 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:09.447290 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4388681-9bcb-4ccf-bab7-6be1a184e103 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Checking segment: {'id': 'de98ab12-687b-4a9e-b3b3-5e10a1836647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff3f104d-ea17-435d-a0e0-1fee4417ee25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:09.448063 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4388681-9bcb-4ccf-bab7-6be1a184e103 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network hostable DHCP agents. Network: ff3f104d-ea17-435d-a0e0-1fee4417ee25, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:17:09.466662 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bf5d7f-9f6c-408e-803b-d5a5321e01cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Checking segment: {'id': '0603e549-34bf-4953-a2c4-47726ed68748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6a526d74-d2b6-47d9-9d66-bd883266e6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:09.467013 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf5d7f-9f6c-408e-803b-d5a5321e01cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network hostable DHCP agents. Network: 6a526d74-d2b6-47d9-9d66-bd883266e6ef, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:17:09.485926 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bf023a82-2e1f-4c4e-9733-a5d1aa24f55f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:09.495014 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-de3463c7-d3b8-4c97-b420-9d6ea01e8b7a req-45831eb8-3882-4100-8452-ca60d709a9e5 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517977 Jan 17 14:17:09.495892 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5df36f66-8667-49f1-bd0c-8cada05b0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'name': 'tempest-ServerActionsTestJSON-1919571955-router', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:15Z', 'updated_at': '2022-01-17T14:17:05Z', 'revision_number': 5, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'gw_port': {'id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:16Z', 'updated_at': '2022-01-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:09.501430 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df36f66-8667-49f1-bd0c-8cada05b0455 None None] The sync data for ids ['10b14141-9e1c-48a7-a875-12946e657f5e'] in dv-neutron-824901-1-hyperv is: [{'id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'name': 'tempest-ServerActionsTestJSON-1919571955-router', 'tenant_id': '4bf9d590b7484aed9edd856f9636eb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:10:15Z', 'updated_at': '2022-01-17T14:17:05Z', 'revision_number': 5, 'project_id': '4bf9d590b7484aed9edd856f9636eb85', 'gw_port': {'id': '5ba18d5b-69bc-4f12-b217-9869132fc94f', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b14141-9e1c-48a7-a875-12946e657f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:10:16Z', 'updated_at': '2022-01-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:17:09.511562 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4388681-9bcb-4ccf-bab7-6be1a184e103 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Subnet': ['ID=918f2b0d-eda4-4668-a50a-de0c9dd507fd,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:09.541591 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ca3bc2a-ea9f-4b54-af26-47c08a039d6f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:09.555182 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4388681-9bcb-4ccf-bab7-6be1a184e103 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network ff3f104d-ea17-435d-a0e0-1fee4417ee25 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:17:09.557539 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc79ca-b1e3-4861-b38b-9989d7f460e2 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Subnet': ['ID=ccfdf3e1-308e-4161-b24c-27462ec4c29f,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:09.571025 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf5d7f-9f6c-408e-803b-d5a5321e01cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network 6a526d74-d2b6-47d9-9d66-bd883266e6ef is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:17:09.583069 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-deaccad4-7c37-41e3-8f72-4479907d27a0 admin admin] For port 5ba18d5b-69bc-4f12-b217-9869132fc94f, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=5ba18d5b-69bc-4f12-b217-9869132fc94f,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:09.583415 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-deaccad4-7c37-41e3-8f72-4479907d27a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:09.591724 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-e4388681-9bcb-4ccf-bab7-6be1a184e103 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, ff3f104d-ea17-435d-a0e0-1fee4417ee25) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:09.597480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-f8bf5d7f-9f6c-408e-803b-d5a5321e01cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 6a526d74-d2b6-47d9-9d66-bd883266e6ef) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:09.599105 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4388681-9bcb-4ccf-bab7-6be1a184e103 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:09.599401 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e4388681-9bcb-4ccf-bab7-6be1a184e103 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:09.603702 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45404b48-8450-44a0-bda4-9ae8c20b6652 None None] Network ff3f104d-ea17-435d-a0e0-1fee4417ee25 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:09.612837 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ca3bc2a-ea9f-4b54-af26-47c08a039d6f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:09.617178 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3bc2a-ea9f-4b54-af26-47c08a039d6f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Subnet': ['ID=f18df316-ff13-43e1-b60c-e60508d1f692,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:09.632044 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078669f5-938b-4ff4-adcb-a382ee47ac92 None None] Network 6a526d74-d2b6-47d9-9d66-bd883266e6ef requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:09.632833 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adc79ca-b1e3-4861-b38b-9989d7f460e2 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Checking segment: {'id': 'e308b177-4179-45e4-9b5b-bb5c506405d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a6876da-9a96-4b4a-a290-dcf8ccfadee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:09.633197 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adc79ca-b1e3-4861-b38b-9989d7f460e2 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network hostable DHCP agents. Network: 8a6876da-9a96-4b4a-a290-dcf8ccfadee0, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:17:09.642952 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3ca3bc2a-ea9f-4b54-af26-47c08a039d6f tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/subnets/f18df316-ff13-43e1-b60c-e60508d1f692 HTTP/1.1" status: 204 len: 168 time: 1.1067479 Jan 17 14:17:09.644621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34072) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:09.646915 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9d3b33-c791-4d4c-b8c9-c1139923f25f None None] Network 26db47cf-2f97-4f96-b68a-4398b07e17ed requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:09.667447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bf5d7f-9f6c-408e-803b-d5a5321e01cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:09.668063 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5d7f-9f6c-408e-803b-d5a5321e01cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:09.741666 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-deaccad4-7c37-41e3-8f72-4479907d27a0 admin admin] Calling delete_port for 5ba18d5b-69bc-4f12-b217-9869132fc94f owned by network:router_gateway {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:09.793068 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e4388681-9bcb-4ccf-bab7-6be1a184e103 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6707573 Jan 17 14:17:09.797374 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34076) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:09.804823 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-cfac3044-72a7-48de-8edd-186d9362e176 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'port': {'network_id': 'ff3f104d-ea17-435d-a0e0-1fee4417ee25', 'name': 'tempest-PortsIpV6TestJSON-1309333600'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:09.831110 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f8bf5d7f-9f6c-408e-803b-d5a5321e01cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6750891 Jan 17 14:17:09.842785 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34080) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:09.852536 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bf023a82-2e1f-4c4e-9733-a5d1aa24f55f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:09.870494 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-698663c1-162b-44d1-a4d9-4e01a6c214a2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'port': {'network_id': '6a526d74-d2b6-47d9-9d66-bd883266e6ef', 'name': 'tempest-PortsTestJSON-1202719968', 'fixed_ips': [{'subnet_id': '48f1c8a1-625a-49a7-9290-abd6b8a56ffb', 'ip_address': '172.20.0.10'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:09.955330 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adc79ca-b1e3-4861-b38b-9989d7f460e2 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network 8a6876da-9a96-4b4a-a290-dcf8ccfadee0 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:17:10.018309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-cfac3044-72a7-48de-8edd-186d9362e176 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:10.035513 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-cfac3044-72a7-48de-8edd-186d9362e176 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:10.038653 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475fd311-0cc8-47cf-8b40-123c87a7e4f7 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:10.049799 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf023a82-2e1f-4c4e-9733-a5d1aa24f55f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=3511798f-75e0-4799-94e5-4fa18791afff,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:10.050968 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfac3044-72a7-48de-8edd-186d9362e176 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:10.051955 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bf023a82-2e1f-4c4e-9733-a5d1aa24f55f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:10.055218 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cfac3044-72a7-48de-8edd-186d9362e176 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:10.070593 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bf023a82-2e1f-4c4e-9733-a5d1aa24f55f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/3511798f-75e0-4799-94e5-4fa18791afff HTTP/1.1" status: 204 len: 168 time: 1.1394842 Jan 17 14:17:10.071415 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-6adc79ca-b1e3-4861-b38b-9989d7f460e2 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 8a6876da-9a96-4b4a-a290-dcf8ccfadee0) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:10.085212 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34084) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:10.129486 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-cfac3044-72a7-48de-8edd-186d9362e176 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] device_id is not set on port d5220bbf-12bf-40ed-811b-d3b0b67464d1 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:17:10.141081 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ecee2ed4-f16f-4b59-9a12-719cd5649e74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:10.154099 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adc79ca-b1e3-4861-b38b-9989d7f460e2 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:10.155003 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6adc79ca-b1e3-4861-b38b-9989d7f460e2 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:10.171310 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28295104-2128-47f6-9f61-f5bf846e1549 None None] Network 8a6876da-9a96-4b4a-a290-dcf8ccfadee0 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:10.207423 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-deaccad4-7c37-41e3-8f72-4479907d27a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:10.258771 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6adc79ca-b1e3-4861-b38b-9989d7f460e2 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1616900 Jan 17 14:17:10.263032 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34088) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:10.266421 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-ecee2ed4-f16f-4b59-9a12-719cd5649e74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Deleting port ab587f5c-391d-4682-ac8a-6d42b15d01e2 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:10.267044 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ecee2ed4-f16f-4b59-9a12-719cd5649e74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:10.298426 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-25b4a66d-697e-42f1-8b26-e73ce1da2acd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-699101622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:10.344795 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb7baa9-ff16-4ee5-a3a6-e33535522346 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet 48d023ab-65dc-4364-a394-445473cd0f43 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:17:10.348103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-25b4a66d-697e-42f1-8b26-e73ce1da2acd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:10.355739 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-deb7baa9-ff16-4ee5-a3a6-e33535522346 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:10.403351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaccad4-7c37-41e3-8f72-4479907d27a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba18d5b-69bc-4f12-b217-9869132fc94f,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:10.421727 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-25b4a66d-697e-42f1-8b26-e73ce1da2acd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:10.430091 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-698663c1-162b-44d1-a4d9-4e01a6c214a2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:10.472093 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-698663c1-162b-44d1-a4d9-4e01a6c214a2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:10.492565 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-deb7baa9-ff16-4ee5-a3a6-e33535522346 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:10.531336 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-25b4a66d-697e-42f1-8b26-e73ce1da2acd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:10.532365 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-25b4a66d-697e-42f1-8b26-e73ce1da2acd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:10.547229 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-8a6876da-9a96-4b4a-a290-dcf8ccfadee0', 'network_id': '8a6876da-9a96-4b4a-a290-dcf8ccfadee0', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'fixed_ips': [{'subnet_id': 'ccfdf3e1-308e-4161-b24c-27462ec4c29f'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:17:10.548116 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:10.561714 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698663c1-162b-44d1-a4d9-4e01a6c214a2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:10.576477 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-deaccad4-7c37-41e3-8f72-4479907d27a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:10.668992 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-cfac3044-72a7-48de-8edd-186d9362e176 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Allocated IP 2001:db8::6e (ff3f104d-ea17-435d-a0e0-1fee4417ee25/918f2b0d-eda4-4668-a50a-de0c9dd507fd/d5220bbf-12bf-40ed-811b-d3b0b67464d1) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:10.773403 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f0cbc26f-10cc-406f-a447-fdca99edf55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:10.791465 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-25b4a66d-697e-42f1-8b26-e73ce1da2acd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:10.838741 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-ff3f104d-ea17-435d-a0e0-1fee4417ee25', 'network_id': 'ff3f104d-ea17-435d-a0e0-1fee4417ee25', 'tenant_id': '374cea47104946fc966cdb1b752ef9e6', 'fixed_ips': [{'subnet_id': '918f2b0d-eda4-4668-a50a-de0c9dd507fd'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:17:10.839573 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:10.861837 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-ecee2ed4-f16f-4b59-9a12-719cd5649e74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] For port ab587f5c-391d-4682-ac8a-6d42b15d01e2, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ab587f5c-391d-4682-ac8a-6d42b15d01e2,segment=NetworkSegment(9a26c5c1-6ae2-4b11-9521-8cd4ae944365),segment_id=9a26c5c1-6ae2-4b11-9521-8cd4ae944365)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:10.862201 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ecee2ed4-f16f-4b59-9a12-719cd5649e74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:10.875852 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-6a526d74-d2b6-47d9-9d66-bd883266e6ef', 'network_id': '6a526d74-d2b6-47d9-9d66-bd883266e6ef', 'tenant_id': '90170c06bfce4b45a8ff91de363bb5ad', 'fixed_ips': [{'subnet_id': '48f1c8a1-625a-49a7-9290-abd6b8a56ffb'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:17:10.876637 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:10.899494 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-25b4a66d-697e-42f1-8b26-e73ce1da2acd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:10.994222 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a34c6b1a-bad5-427c-ae8f-3aec2979b63a no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:17:11.044944 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-ecee2ed4-f16f-4b59-9a12-719cd5649e74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Calling delete_port for ab587f5c-391d-4682-ac8a-6d42b15d01e2 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:11.068044 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262113e5-0a2a-4e83-8108-96a27b4a1beb None None] DHCP port deletion for 26db47cf-2f97-4f96-b68a-4398b07e17ed request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:17:11.073246 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-deb7baa9-ff16-4ee5-a3a6-e33535522346 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:11.087828 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: a34c6b1a-bad5-427c-ae8f-3aec2979b63a {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:17:11.088170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a34c6b1a-bad5-427c-ae8f-3aec2979b63a not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:17:11.101259 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-262113e5-0a2a-4e83-8108-96a27b4a1beb None None] Deleting port ab587f5c-391d-4682-ac8a-6d42b15d01e2 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:11.101259 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-262113e5-0a2a-4e83-8108-96a27b4a1beb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:11.127340 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cfac3044-72a7-48de-8edd-186d9362e176 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:11.131444 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-deaccad4-7c37-41e3-8f72-4479907d27a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:11.136612 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-deaccad4-7c37-41e3-8f72-4479907d27a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:11.153765 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-698663c1-162b-44d1-a4d9-4e01a6c214a2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:11.154575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-cfac3044-72a7-48de-8edd-186d9362e176 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Transition to ACTIVE for port object d5220bbf-12bf-40ed-811b-d3b0b67464d1 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:11.201438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cfac3044-72a7-48de-8edd-186d9362e176 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:11.217375 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb60afd-5c0f-4848-a414-8a3228e24cf5 req-806b5799-a774-489c-bc67-4891285ff7dd tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:11.218880 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ebb60afd-5c0f-4848-a414-8a3228e24cf5 req-806b5799-a774-489c-bc67-4891285ff7dd tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 946 time: 0.5629237 Jan 17 14:17:11.219620 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-25b4a66d-697e-42f1-8b26-e73ce1da2acd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:11.224994 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-25b4a66d-697e-42f1-8b26-e73ce1da2acd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9269128 Jan 17 14:17:11.238124 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-698663c1-162b-44d1-a4d9-4e01a6c214a2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] device_id is not set on port 837c478a-713a-42d2-b77f-b7b8b7733f43 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:17:11.250222 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Allocated IP 2001:db8::2 (8a6876da-9a96-4b4a-a290-dcf8ccfadee0/ccfdf3e1-308e-4161-b24c-27462ec4c29f/7937b1ea-fb79-439d-9a34-0294dd0745f4) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:11.258087 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34094) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:11.327816 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ecee2ed4-f16f-4b59-9a12-719cd5649e74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:11.329793 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-deaccad4-7c37-41e3-8f72-4479907d27a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:11.330285 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deaccad4-7c37-41e3-8f72-4479907d27a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10b14141-9e1c-48a7-a875-12946e657f5e {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:17:11.393570 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-262113e5-0a2a-4e83-8108-96a27b4a1beb None None] The port 'ab587f5c-391d-4682-ac8a-6d42b15d01e2' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:17:11.401020 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee2ed4-f16f-4b59-9a12-719cd5649e74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Port': ['ID=ab587f5c-391d-4682-ac8a-6d42b15d01e2,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:11.406088 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ebb60afd-5c0f-4848-a414-8a3228e24cf5 req-7bab53c7-6ceb-4134-9237-b743a98c1fb3 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347103 Jan 17 14:17:11.406970 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecee2ed4-f16f-4b59-9a12-719cd5649e74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] No DVR routers for this DVR port ab587f5c-391d-4682-ac8a-6d42b15d01e2 on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:17:11.429820 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfac3044-72a7-48de-8edd-186d9362e176 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network ff3f104d-ea17-435d-a0e0-1fee4417ee25 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:11.441744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-cfac3044-72a7-48de-8edd-186d9362e176 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:11.454313 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfac3044-72a7-48de-8edd-186d9362e176 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:11.457206 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfac3044-72a7-48de-8edd-186d9362e176 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:11.460367 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cfac3044-72a7-48de-8edd-186d9362e176 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:11.484273 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-deb7baa9-ff16-4ee5-a3a6-e33535522346 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:11.495968 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac3044-72a7-48de-8edd-186d9362e176 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=d5220bbf-12bf-40ed-811b-d3b0b67464d1,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:11.542745 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Allocated IP 2001:db8::2 (ff3f104d-ea17-435d-a0e0-1fee4417ee25/918f2b0d-eda4-4668-a50a-de0c9dd507fd/8a6311fa-0c69-4d77-a553-b81e897d2e92) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:11.545132 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Allocated IP 172.20.0.2 (6a526d74-d2b6-47d9-9d66-bd883266e6ef/48f1c8a1-625a-49a7-9290-abd6b8a56ffb/7fefe6e8-c6de-4800-9b24-5d2d311690b4) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:11.582702 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-deaccad4-7c37-41e3-8f72-4479907d27a0 admin admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:11.584086 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-deaccad4-7c37-41e3-8f72-4479907d27a0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/10b14141-9e1c-48a7-a875-12946e657f5e HTTP/1.1" status: 204 len: 168 time: 3.6787438 Jan 17 14:17:11.593772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34098) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:11.685986 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cfac3044-72a7-48de-8edd-186d9362e176 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8877745 Jan 17 14:17:11.691188 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34102) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:11.709147 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:11.756159 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7baa9-ff16-4ee5-a3a6-e33535522346 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=48d023ab-65dc-4364-a394-445473cd0f43,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:11.788949 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Transition to ACTIVE for port object 7937b1ea-fb79-439d-9a34-0294dd0745f4 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:11.886268 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Transition to ACTIVE for port object 7937b1ea-fb79-439d-9a34-0294dd0745f4 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:11.887127 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee63b59-1495-4fcf-9880-5b635e2a343a admin admin] Deleting subnet 108e9ce5-417b-4ebb-b330-fd1632de2fea {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:17:11.891991 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ee63b59-1495-4fcf-9880-5b635e2a343a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:11.910938 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-3b676ca4-b3d6-4d4e-8a6b-5bbaa0d03068 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port d5220bbf-12bf-40ed-811b-d3b0b67464d1 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:11.911690 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:11.911874 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3b676ca4-b3d6-4d4e-8a6b-5bbaa0d03068 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:11.940132 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-deb7baa9-ff16-4ee5-a3a6-e33535522346 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:11.979515 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ecee2ed4-f16f-4b59-9a12-719cd5649e74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:11.990936 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ee63b59-1495-4fcf-9880-5b635e2a343a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:12.016404 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-ecee2ed4-f16f-4b59-9a12-719cd5649e74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26db47cf-2f97-4f96-b68a-4398b07e17ed']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:12.030917 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-ecee2ed4-f16f-4b59-9a12-719cd5649e74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a26c5c1-6ae2-4b11-9521-8cd4ae944365') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:12.031221 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-ecee2ed4-f16f-4b59-9a12-719cd5649e74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a26c5c1-6ae2-4b11-9521-8cd4ae944365') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:12.045209 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ecee2ed4-f16f-4b59-9a12-719cd5649e74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:12.085679 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ecee2ed4-f16f-4b59-9a12-719cd5649e74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:12.092692 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecee2ed4-f16f-4b59-9a12-719cd5649e74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:17:12.093242 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ecee2ed4-f16f-4b59-9a12-719cd5649e74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:17:12.112360 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:17:12.216552 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-deb7baa9-ff16-4ee5-a3a6-e33535522346 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/48d023ab-65dc-4364-a394-445473cd0f43 HTTP/1.1" status: 204 len: 168 time: 2.1295235 Jan 17 14:17:12.220737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34106) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:12.239232 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:12.250351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3a0e2027-43c6-4a98-9a9c-95f92fb5f401 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:12.253251 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Transition to ACTIVE for port object 7fefe6e8-c6de-4800-9b24-5d2d311690b4 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:12.264244 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:12.284821 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Network 8a6876da-9a96-4b4a-a290-dcf8ccfadee0 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:12.291457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ecee2ed4-f16f-4b59-9a12-719cd5649e74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:12.302660 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:12.305960 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:12.313591 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Transition to ACTIVE for port object 7fefe6e8-c6de-4800-9b24-5d2d311690b4 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:12.348464 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-191e604a-7e4a-4805-ab30-3e8bda8fe08f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:router {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:12.350514 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ecee2ed4-f16f-4b59-9a12-719cd5649e74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:12.356077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Pushing event updated for resources: {'Port': ['ID=7937b1ea-fb79-439d-9a34-0294dd0745f4,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:12.364724 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Transition to ACTIVE for port object 8a6311fa-0c69-4d77-a553-b81e897d2e92 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:12.384549 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee2ed4-f16f-4b59-9a12-719cd5649e74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] Pushing event deleted for resources: {'Network': ['ID=26db47cf-2f97-4f96-b68a-4398b07e17ed,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:12.430537 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ecee2ed4-f16f-4b59-9a12-719cd5649e74 tempest-NetworksTest-638770418 tempest-NetworksTest-638770418-project] 10.222.0.48 "DELETE /v2.0/networks/26db47cf-2f97-4f96-b68a-4398b07e17ed HTTP/1.1" status: 204 len: 168 time: 2.7819068 Jan 17 14:17:12.472226 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-191e604a-7e4a-4805-ab30-3e8bda8fe08f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:router {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:12.473564 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-191e604a-7e4a-4805-ab30-3e8bda8fe08f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2519348 Jan 17 14:17:12.479762 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34114) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:12.497938 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281fd0db-2b28-41c9-afe4-52fc16c8d59f None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:12.521236 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Attempting to bind port 7937b1ea-fb79-439d-9a34-0294dd0745f4 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:12.521596 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Attempting to bind port 7937b1ea-fb79-439d-9a34-0294dd0745f4 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'e308b177-4179-45e4-9b5b-bb5c506405d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a6876da-9a96-4b4a-a290-dcf8ccfadee0'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:12.521948 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Attempting to bind port 7937b1ea-fb79-439d-9a34-0294dd0745f4 on network 8a6876da-9a96-4b4a-a290-dcf8ccfadee0 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:12.531553 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:12.549438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-75b1df8d-e59f-4110-9d70-c98c5db0f318 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:12.647634 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3b676ca4-b3d6-4d4e-8a6b-5bbaa0d03068 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:12.681282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a5c61c25-5e71-4810-86a6-b12ab659297b None None] Provisioning complete for port 71db5fa0-dca3-419e-b961-317d84fafd26 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:12.681649 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a5c61c25-5e71-4810-86a6-b12ab659297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:12.728786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ee63b59-1495-4fcf-9880-5b635e2a343a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:12.740338 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:17:12.740701 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Checking segment: {'id': 'e308b177-4179-45e4-9b5b-bb5c506405d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a6876da-9a96-4b4a-a290-dcf8ccfadee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:12.741098 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:12.741595 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Bound using segment: {'id': 'e308b177-4179-45e4-9b5b-bb5c506405d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a6876da-9a96-4b4a-a290-dcf8ccfadee0'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:17:12.742112 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Bound port: 7937b1ea-fb79-439d-9a34-0294dd0745f4, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e308b177-4179-45e4-9b5b-bb5c506405d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a6876da-9a96-4b4a-a290-dcf8ccfadee0'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:17:12.742478 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:12.777579 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34120) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:12.813022 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-3b676ca4-b3d6-4d4e-8a6b-5bbaa0d03068 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for d5220bbf-12bf-40ed-811b-d3b0b67464d1 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:12.878151 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-75b1df8d-e59f-4110-9d70-c98c5db0f318 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:12.884822 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] For port 7937b1ea-fb79-439d-9a34-0294dd0745f4, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:17:12.888887 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] For port 7937b1ea-fb79-439d-9a34-0294dd0745f4, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=7937b1ea-fb79-439d-9a34-0294dd0745f4,segment=NetworkSegment(e308b177-4179-45e4-9b5b-bb5c506405d1),segment_id=e308b177-4179-45e4-9b5b-bb5c506405d1)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:17:12.892602 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-75b1df8d-e59f-4110-9d70-c98c5db0f318 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:12.899473 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-75b1df8d-e59f-4110-9d70-c98c5db0f318 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:12.901067 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ab587f5c-391d-4682-ac8a-6d42b15d01e2 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:17:12.927009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-75b1df8d-e59f-4110-9d70-c98c5db0f318 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:12.949789 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Transition to ACTIVE for port object 8a6311fa-0c69-4d77-a553-b81e897d2e92 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:12.955445 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: ab587f5c-391d-4682-ac8a-6d42b15d01e2 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:17:12.956053 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ab587f5c-391d-4682-ac8a-6d42b15d01e2 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:17:12.956825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 5ba18d5b-69bc-4f12-b217-9869132fc94f no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:17:12.974357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b1df8d-e59f-4110-9d70-c98c5db0f318 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:12.978570 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-75b1df8d-e59f-4110-9d70-c98c5db0f318 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:12.995263 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:13.009888 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 5ba18d5b-69bc-4f12-b217-9869132fc94f {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:17:13.010257 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 5ba18d5b-69bc-4f12-b217-9869132fc94f not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:17:13.021479 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3b676ca4-b3d6-4d4e-8a6b-5bbaa0d03068 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:13.025795 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Network 6a526d74-d2b6-47d9-9d66-bd883266e6ef is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:13.037261 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:13.039828 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:13.045236 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:13.049199 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Pushing event updated for resources: {'Port': ['ID=7fefe6e8-c6de-4800-9b24-5d2d311690b4,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:13.061390 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-698663c1-162b-44d1-a4d9-4e01a6c214a2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Allocated IP 172.20.0.10 (6a526d74-d2b6-47d9-9d66-bd883266e6ef/48f1c8a1-625a-49a7-9290-abd6b8a56ffb/837c478a-713a-42d2-b77f-b7b8b7733f43) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:13.068581 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ee63b59-1495-4fcf-9880-5b635e2a343a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:13.083278 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b676ca4-b3d6-4d4e-8a6b-5bbaa0d03068 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Port': ['ID=d5220bbf-12bf-40ed-811b-d3b0b67464d1,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:13.133118 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3b676ca4-b3d6-4d4e-8a6b-5bbaa0d03068 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:13.160920 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3b676ca4-b3d6-4d4e-8a6b-5bbaa0d03068 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/ports/d5220bbf-12bf-40ed-811b-d3b0b67464d1 HTTP/1.1" status: 204 len: 168 time: 1.4545300 Jan 17 14:17:13.167027 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34126) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:13.193795 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee63b59-1495-4fcf-9880-5b635e2a343a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=108e9ce5-417b-4ebb-b330-fd1632de2fea,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:13.211189 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f175acb-3ac5-4621-a2cc-48b3d348ca93 req-fc3fd186-3bda-407b-94e3-5a61c978532a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:13.212605 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0f175acb-3ac5-4621-a2cc-48b3d348ca93 req-fc3fd186-3bda-407b-94e3-5a61c978532a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 946 time: 0.5564611 Jan 17 14:17:13.218238 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ee63b59-1495-4fcf-9880-5b635e2a343a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:13.218974 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cd8944-c621-4ec0-9480-3aa7b3e6aed6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] DELETE failed (client error): The resource could not be found. Jan 17 14:17:13.219444 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83cd8944-c621-4ec0-9480-3aa7b3e6aed6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:13.223544 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-83cd8944-c621-4ec0-9480-3aa7b3e6aed6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/ports/d5220bbf-12bf-40ed-811b-d3b0b67464d1 HTTP/1.1" status: 404 len: 333 time: 0.0532019 Jan 17 14:17:13.225285 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34130) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:13.265101 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-3a0e2027-43c6-4a98-9a9c-95f92fb5f401 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Allocated IP 2001:db8::1 (8a6876da-9a96-4b4a-a290-dcf8ccfadee0/ccfdf3e1-308e-4161-b24c-27462ec4c29f/8f1f689a-2bdc-4c2a-afd0-d8873540ad30) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:13.274219 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4773a4ad-1fd5-4fe0-9de0-681838c13bba None None] Network 65490aef-7574-47e8-8e01-18ff3449c348 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:13.293357 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f66be26-99b6-4a61-a253-44b9a55b89fe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] GET failed (client error): The resource could not be found. Jan 17 14:17:13.293882 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3f66be26-99b6-4a61-a253-44b9a55b89fe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Synchronizing usage tracker for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:13.299359 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1ee63b59-1495-4fcf-9880-5b635e2a343a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/108e9ce5-417b-4ebb-b330-fd1632de2fea HTTP/1.1" status: 204 len: 168 time: 1.7041535 Jan 17 14:17:13.305352 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34134) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:13.307533 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Network ff3f104d-ea17-435d-a0e0-1fee4417ee25 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:13.325412 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4c73b6ef-f3d6-4392-a42c-3806c16fb74f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3454ef40c9f4d6291b60c13036bd45b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5441520 Jan 17 14:17:13.325644 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:13.327504 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:13.341780 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34138) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:13.404052 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0f175acb-3ac5-4621-a2cc-48b3d348ca93 req-363d4ac2-5e2d-46de-ba9a-f137105ed2f1 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743381 Jan 17 14:17:13.406344 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3f66be26-99b6-4a61-a253-44b9a55b89fe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Unset dirty status for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:13.410117 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3f66be26-99b6-4a61-a253-44b9a55b89fe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports/d5220bbf-12bf-40ed-811b-d3b0b67464d1 HTTP/1.1" status: 404 len: 333 time: 0.1820323 Jan 17 14:17:13.417418 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34142) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:13.534700 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-698663c1-162b-44d1-a4d9-4e01a6c214a2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:13.549627 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-daa899dd-94f9-4bd7-aeb8-489b4a398527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:13.562035 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012c442-6ea4-4bde-a5e1-a32d09db35d5 None None] Pushing event updated for resources: {'Port': ['ID=7937b1ea-fb79-439d-9a34-0294dd0745f4,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:13.563070 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-989c6728-a5fe-4f32-86d8-05277e70d43b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting subnet 918f2b0d-eda4-4668-a50a-de0c9dd507fd {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:17:13.568963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e8ee97b3-3dbd-41bc-a4e2-f4720ff64a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:13.577509 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-698663c1-162b-44d1-a4d9-4e01a6c214a2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Transition to ACTIVE for port object 837c478a-713a-42d2-b77f-b7b8b7733f43 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:13.578827 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-989c6728-a5fe-4f32-86d8-05277e70d43b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:13.619472 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Attempting to bind port 7fefe6e8-c6de-4800-9b24-5d2d311690b4 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:13.619864 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Attempting to bind port 7fefe6e8-c6de-4800-9b24-5d2d311690b4 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '0603e549-34bf-4953-a2c4-47726ed68748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6a526d74-d2b6-47d9-9d66-bd883266e6ef'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:13.620225 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Attempting to bind port 7fefe6e8-c6de-4800-9b24-5d2d311690b4 on network 6a526d74-d2b6-47d9-9d66-bd883266e6ef {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:13.634040 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-e8ee97b3-3dbd-41bc-a4e2-f4720ff64a85 admin admin] Deleting port 597bef53-9282-494d-b28e-c9329d35329f {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:13.634262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e8ee97b3-3dbd-41bc-a4e2-f4720ff64a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:13.662574 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:17:13.662949 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Checking segment: {'id': '0603e549-34bf-4953-a2c4-47726ed68748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6a526d74-d2b6-47d9-9d66-bd883266e6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:13.663340 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:13.664598 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Bound using segment: {'id': '0603e549-34bf-4953-a2c4-47726ed68748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6a526d74-d2b6-47d9-9d66-bd883266e6ef'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:17:13.665088 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Bound port: 7fefe6e8-c6de-4800-9b24-5d2d311690b4, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0603e549-34bf-4953-a2c4-47726ed68748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6a526d74-d2b6-47d9-9d66-bd883266e6ef'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:17:13.665461 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:13.726632 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Attempting to bind port 8a6311fa-0c69-4d77-a553-b81e897d2e92 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:13.726959 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Attempting to bind port 8a6311fa-0c69-4d77-a553-b81e897d2e92 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'de98ab12-687b-4a9e-b3b3-5e10a1836647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff3f104d-ea17-435d-a0e0-1fee4417ee25'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:13.727319 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Attempting to bind port 8a6311fa-0c69-4d77-a553-b81e897d2e92 on network ff3f104d-ea17-435d-a0e0-1fee4417ee25 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:13.763972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3a0e2027-43c6-4a98-9a9c-95f92fb5f401 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:13.785586 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-daa899dd-94f9-4bd7-aeb8-489b4a398527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:13.822947 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:17:13.823224 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Checking segment: {'id': 'de98ab12-687b-4a9e-b3b3-5e10a1836647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff3f104d-ea17-435d-a0e0-1fee4417ee25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:13.823588 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:13.824002 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Bound using segment: {'id': 'de98ab12-687b-4a9e-b3b3-5e10a1836647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff3f104d-ea17-435d-a0e0-1fee4417ee25'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:17:13.824927 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Bound port: 8a6311fa-0c69-4d77-a553-b81e897d2e92, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de98ab12-687b-4a9e-b3b3-5e10a1836647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff3f104d-ea17-435d-a0e0-1fee4417ee25'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:17:13.825173 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:13.830327 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-989c6728-a5fe-4f32-86d8-05277e70d43b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:13.835904 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Pushing event updated for resources: {'Port': ['ID=8a6311fa-0c69-4d77-a553-b81e897d2e92,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:13.840098 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-3a0e2027-43c6-4a98-9a9c-95f92fb5f401 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Transition to ACTIVE for port object 8f1f689a-2bdc-4c2a-afd0-d8873540ad30 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:13.909221 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-23be8715-9593-4006-9cf2-798267b43fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:13.911536 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-698663c1-162b-44d1-a4d9-4e01a6c214a2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:14.012911 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:14.039822 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:14.057283 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698663c1-162b-44d1-a4d9-4e01a6c214a2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network 6a526d74-d2b6-47d9-9d66-bd883266e6ef is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:14.068784 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-698663c1-162b-44d1-a4d9-4e01a6c214a2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:14.069567 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] For port 7fefe6e8-c6de-4800-9b24-5d2d311690b4, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:17:14.083258 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698663c1-162b-44d1-a4d9-4e01a6c214a2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:14.094095 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] For port 7fefe6e8-c6de-4800-9b24-5d2d311690b4, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=7fefe6e8-c6de-4800-9b24-5d2d311690b4,segment=NetworkSegment(0603e549-34bf-4953-a2c4-47726ed68748),segment_id=0603e549-34bf-4953-a2c4-47726ed68748)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:17:14.100330 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] For port 8a6311fa-0c69-4d77-a553-b81e897d2e92, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:17:14.110809 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] For port 8a6311fa-0c69-4d77-a553-b81e897d2e92, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8a6311fa-0c69-4d77-a553-b81e897d2e92,segment=NetworkSegment(de98ab12-687b-4a9e-b3b3-5e10a1836647),segment_id=de98ab12-687b-4a9e-b3b3-5e10a1836647)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:17:14.115143 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:14.163414 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:14.178164 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:17:14.202418 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] Deleting port 71db5fa0-dca3-419e-b961-317d84fafd26 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:14.202993 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:14.218809 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698663c1-162b-44d1-a4d9-4e01a6c214a2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:14.220036 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-698663c1-162b-44d1-a4d9-4e01a6c214a2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:14.244901 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698663c1-162b-44d1-a4d9-4e01a6c214a2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=837c478a-713a-42d2-b77f-b7b8b7733f43,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:14.253783 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-daa899dd-94f9-4bd7-aeb8-489b4a398527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:14.288407 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65852e2-bc79-4a29-aae7-05529d816906 None None] DHCP port deletion for 65490aef-7574-47e8-8e01-18ff3449c348 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:17:14.307182 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-e8ee97b3-3dbd-41bc-a4e2-f4720ff64a85 admin admin] For port 597bef53-9282-494d-b28e-c9329d35329f, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=597bef53-9282-494d-b28e-c9329d35329f,segment=NetworkSegment(146d807b-421a-41cf-a776-1d8b62f4b40d),segment_id=146d807b-421a-41cf-a776-1d8b62f4b40d)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:14.307430 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e8ee97b3-3dbd-41bc-a4e2-f4720ff64a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:14.316581 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa899dd-94f9-4bd7-aeb8-489b4a398527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e8d482-dc66-4d99-951b-64b632dd9aef,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:14.316581 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-daa899dd-94f9-4bd7-aeb8-489b4a398527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:14.316581 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-daa899dd-94f9-4bd7-aeb8-489b4a398527 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e6e8d482-dc66-4d99-951b-64b632dd9aef HTTP/1.1" status: 204 len: 168 time: 0.9675944 Jan 17 14:17:14.317085 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e65852e2-bc79-4a29-aae7-05529d816906 None None] Deleting port 597bef53-9282-494d-b28e-c9329d35329f {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:14.317310 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e65852e2-bc79-4a29-aae7-05529d816906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:14.327303 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-698663c1-162b-44d1-a4d9-4e01a6c214a2 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.4826064 Jan 17 14:17:14.331574 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34148) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:14.333734 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-989c6728-a5fe-4f32-86d8-05277e70d43b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:14.384406 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-10fca6ce-3f2b-44c1-a3a9-5f61b1b9b8c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'port': {'network_id': '6a526d74-d2b6-47d9-9d66-bd883266e6ef', 'name': 'tempest-PortsTestJSON-1448384435', 'fixed_ips': [{'subnet_id': '48f1c8a1-625a-49a7-9290-abd6b8a56ffb', 'ip_address': '172.20.0.9'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:14.493876 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3a0e2027-43c6-4a98-9a9c-95f92fb5f401 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:14.501654 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ebeca-1903-4228-b90e-24fc9f2da03b None None] Pushing event updated for resources: {'Port': ['ID=7fefe6e8-c6de-4800-9b24-5d2d311690b4,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:14.522648 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-e8ee97b3-3dbd-41bc-a4e2-f4720ff64a85 admin admin] Calling delete_port for 597bef53-9282-494d-b28e-c9329d35329f owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:14.902145 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.objects.ports [None req-75b1df8d-e59f-4110-9d70-c98c5db0f318 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87523) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 14:17:15.013871 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-989c6728-a5fe-4f32-86d8-05277e70d43b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:15.046581 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e8ee97b3-3dbd-41bc-a4e2-f4720ff64a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:15.067170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef11b0d-64e4-4f38-9ce0-46c64ea95a60 None None] Pushing event updated for resources: {'Port': ['ID=8a6311fa-0c69-4d77-a553-b81e897d2e92,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:15.108307 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0e2027-43c6-4a98-9a9c-95f92fb5f401 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network 8a6876da-9a96-4b4a-a290-dcf8ccfadee0 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:15.125796 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-3a0e2027-43c6-4a98-9a9c-95f92fb5f401 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:15.127806 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ee97b3-3dbd-41bc-a4e2-f4720ff64a85 admin admin] No DVR routers for this DVR port 597bef53-9282-494d-b28e-c9329d35329f on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:17:15.188285 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e2027-43c6-4a98-9a9c-95f92fb5f401 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Port': ['ID=8f1f689a-2bdc-4c2a-afd0-d8873540ad30,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:15.188703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-989c6728-a5fe-4f32-86d8-05277e70d43b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:15.201685 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c6728-a5fe-4f32-86d8-05277e70d43b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Subnet': ['ID=918f2b0d-eda4-4668-a50a-de0c9dd507fd,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:15.205366 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0e2027-43c6-4a98-9a9c-95f92fb5f401 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:15.206172 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3a0e2027-43c6-4a98-9a9c-95f92fb5f401 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:15.211108 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-10fca6ce-3f2b-44c1-a3a9-5f61b1b9b8c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:15.215081 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-e65852e2-bc79-4a29-aae7-05529d816906 None None] For port 597bef53-9282-494d-b28e-c9329d35329f, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=597bef53-9282-494d-b28e-c9329d35329f,segment=NetworkSegment(146d807b-421a-41cf-a776-1d8b62f4b40d),segment_id=146d807b-421a-41cf-a776-1d8b62f4b40d)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:15.215483 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e65852e2-bc79-4a29-aae7-05529d816906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:15.269514 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-10fca6ce-3f2b-44c1-a3a9-5f61b1b9b8c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:port and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:15.275646 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-989c6728-a5fe-4f32-86d8-05277e70d43b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/subnets/918f2b0d-eda4-4668-a50a-de0c9dd507fd HTTP/1.1" status: 204 len: 168 time: 1.8424318 Jan 17 14:17:15.292602 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-10fca6ce-3f2b-44c1-a3a9-5f61b1b9b8c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:15.295561 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34162) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:15.311019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-10fca6ce-3f2b-44c1-a3a9-5f61b1b9b8c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:15.316653 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 7937b1ea-fb79-439d-9a34-0294dd0745f4 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:15.425743 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e65852e2-bc79-4a29-aae7-05529d816906 None None] Calling delete_port for 597bef53-9282-494d-b28e-c9329d35329f owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:15.446453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee97b3-3dbd-41bc-a4e2-f4720ff64a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=597bef53-9282-494d-b28e-c9329d35329f,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:15.447476 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fca6ce-3f2b-44c1-a3a9-5f61b1b9b8c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:15.454018 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-10fca6ce-3f2b-44c1-a3a9-5f61b1b9b8c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:15.512605 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] For port 71db5fa0-dca3-419e-b961-317d84fafd26, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=71db5fa0-dca3-419e-b961-317d84fafd26,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:15.513033 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:15.530211 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-10fca6ce-3f2b-44c1-a3a9-5f61b1b9b8c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] device_id is not set on port 87f4062c-cde5-4585-9a0b-5c805428e3b7 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:17:15.632655 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-14d0d717-2960-4814-9c07-3813e9926df1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:15.658211 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25fed0-4fd3-444e-af5b-456aa827b25c req-094cce76-a18c-4622-8f2c-80fc8dc63f3b tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:15.661268 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2d25fed0-4fd3-444e-af5b-456aa827b25c req-094cce76-a18c-4622-8f2c-80fc8dc63f3b tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 946 time: 0.4662182 Jan 17 14:17:15.676336 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148a1440-87e4-4fc4-898f-7ce362057808 None None] Network 8a6876da-9a96-4b4a-a290-dcf8ccfadee0 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:15.692632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e8ee97b3-3dbd-41bc-a4e2-f4720ff64a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:15.704164 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] Calling delete_port for 71db5fa0-dca3-419e-b961-317d84fafd26 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:15.707026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3a0e2027-43c6-4a98-9a9c-95f92fb5f401 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:15.729349 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-14d0d717-2960-4814-9c07-3813e9926df1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port 8a6311fa-0c69-4d77-a553-b81e897d2e92 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:15.730163 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-14d0d717-2960-4814-9c07-3813e9926df1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:15.750290 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-e8ee97b3-3dbd-41bc-a4e2-f4720ff64a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65490aef-7574-47e8-8e01-18ff3449c348']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:15.751947 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:15.850633 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:17:15.878313 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-e65852e2-bc79-4a29-aae7-05529d816906 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:17:15.878832 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-e65852e2-bc79-4a29-aae7-05529d816906 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:17:15.895741 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34176) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:15.982245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-e8ee97b3-3dbd-41bc-a4e2-f4720ff64a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146d807b-421a-41cf-a776-1d8b62f4b40d') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:15.982804 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-e8ee97b3-3dbd-41bc-a4e2-f4720ff64a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146d807b-421a-41cf-a776-1d8b62f4b40d') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:16.068040 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e8ee97b3-3dbd-41bc-a4e2-f4720ff64a85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:16.069478 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 7937b1ea-fb79-439d-9a34-0294dd0745f4 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:16.090335 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-79c5f7fd-2c90-48ff-a7e8-d23c57ef4e75 None None] Provisioning for port 7937b1ea-fb79-439d-9a34-0294dd0745f4 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:16.101397 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-79c5f7fd-2c90-48ff-a7e8-d23c57ef4e75 None None] Provisioning complete for port 7937b1ea-fb79-439d-9a34-0294dd0745f4 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:16.102295 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-79c5f7fd-2c90-48ff-a7e8-d23c57ef4e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:16.128069 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e8ee97b3-3dbd-41bc-a4e2-f4720ff64a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:16.143125 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2d25fed0-4fd3-444e-af5b-456aa827b25c req-bdcbcb13-e5a1-4005-9384-1de57485ea18 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4739978 Jan 17 14:17:16.154363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ee97b3-3dbd-41bc-a4e2-f4720ff64a85 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:17:16.154995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e8ee97b3-3dbd-41bc-a4e2-f4720ff64a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:17:16.175402 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:17:16.178642 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-75b1df8d-e59f-4110-9d70-c98c5db0f318 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:16.224978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 7937b1ea-fb79-439d-9a34-0294dd0745f4 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:16.225347 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:16.236000 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'network': {'name': 'tempest-RoutersTest-1761124486'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:16.272705 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:16.295738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:network and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:16.299290 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:16.306786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:16.329320 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Made reservation on behalf of 746a920811d944b3b7fac1db9f27d8f3 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:16.333796 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:16.409206 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-14d0d717-2960-4814-9c07-3813e9926df1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] For port 8a6311fa-0c69-4d77-a553-b81e897d2e92, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8a6311fa-0c69-4d77-a553-b81e897d2e92,segment=NetworkSegment(de98ab12-687b-4a9e-b3b3-5e10a1836647),segment_id=de98ab12-687b-4a9e-b3b3-5e10a1836647)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:16.409877 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-14d0d717-2960-4814-9c07-3813e9926df1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:16.411275 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e65852e2-bc79-4a29-aae7-05529d816906 None None] Deleting port 597bef53-9282-494d-b28e-c9329d35329f {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:16.411728 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e65852e2-bc79-4a29-aae7-05529d816906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:16.418028 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:16.453737 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-79c5f7fd-2c90-48ff-a7e8-d23c57ef4e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:16.467508 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:17:16.468126 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:17:16.468792 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de820bb1-b33a-4ff6-8ff4-583c75a8872f None None] Network ff3f104d-ea17-435d-a0e0-1fee4417ee25 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:16.506396 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:16.584470 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-14d0d717-2960-4814-9c07-3813e9926df1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for 8a6311fa-0c69-4d77-a553-b81e897d2e92 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:16.614012 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:security_group_rule and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:16.622103 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e65852e2-bc79-4a29-aae7-05529d816906 None None] The port '597bef53-9282-494d-b28e-c9329d35329f' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:17:16.628231 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6924c8ba-f1d4-451b-8114-50175b53b249 None None] Network 6a526d74-d2b6-47d9-9d66-bd883266e6ef requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:16.629940 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:16.647170 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:16.652063 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-10fca6ce-3f2b-44c1-a3a9-5f61b1b9b8c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Allocated IP 172.20.0.9 (6a526d74-d2b6-47d9-9d66-bd883266e6ef/48f1c8a1-625a-49a7-9290-abd6b8a56ffb/87f4062c-cde5-4585-9a0b-5c805428e3b7) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:16.695160 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e8ee97b3-3dbd-41bc-a4e2-f4720ff64a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:16.714857 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e8ee97b3-3dbd-41bc-a4e2-f4720ff64a85 admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:16.751502 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e8ee97b3-3dbd-41bc-a4e2-f4720ff64a85 admin admin] 10.222.0.48 "DELETE /v2.0/networks/65490aef-7574-47e8-8e01-18ff3449c348 HTTP/1.1" status: 204 len: 168 time: 3.4359734 Jan 17 14:17:16.754671 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-14d0d717-2960-4814-9c07-3813e9926df1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:16.781207 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3a0e2027-43c6-4a98-9a9c-95f92fb5f401 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:16.907196 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee97b3-3dbd-41bc-a4e2-f4720ff64a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=65490aef-7574-47e8-8e01-18ff3449c348,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:16.925317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3a0e2027-43c6-4a98-9a9c-95f92fb5f401 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:16.926440 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3a0e2027-43c6-4a98-9a9c-95f92fb5f401 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:16.956787 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0d717-2960-4814-9c07-3813e9926df1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Port': ['ID=8a6311fa-0c69-4d77-a553-b81e897d2e92,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:16.961290 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d0d717-2960-4814-9c07-3813e9926df1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] No DVR routers for this DVR port 8a6311fa-0c69-4d77-a553-b81e897d2e92 on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:17:16.999659 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] Deleting port 71db5fa0-dca3-419e-b961-317d84fafd26 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:17.000134 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.071151 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-79c5f7fd-2c90-48ff-a7e8-d23c57ef4e75 None None] For port 7937b1ea-fb79-439d-9a34-0294dd0745f4, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=7937b1ea-fb79-439d-9a34-0294dd0745f4,segment=NetworkSegment(e308b177-4179-45e4-9b5b-bb5c506405d1),segment_id=e308b177-4179-45e4-9b5b-bb5c506405d1)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:17.084857 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34184) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:17.106730 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-79c5f7fd-2c90-48ff-a7e8-d23c57ef4e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.137821 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e2027-43c6-4a98-9a9c-95f92fb5f401 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Port': ['ID=8f1f689a-2bdc-4c2a-afd0-d8873540ad30,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:17.183444 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.223245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-75b1df8d-e59f-4110-9d70-c98c5db0f318 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] For port 71db5fa0-dca3-419e-b961-317d84fafd26, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=71db5fa0-dca3-419e-b961-317d84fafd26,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:17.233113 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-14d0d717-2960-4814-9c07-3813e9926df1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.248543 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-87750655-dbf2-4660-92ef-048d2ff8a83a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4bf9d590b7484aed9edd856f9636eb85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1527824 Jan 17 14:17:17.249275 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34190) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:17.287095 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-14d0d717-2960-4814-9c07-3813e9926df1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3f104d-ea17-435d-a0e0-1fee4417ee25']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:17.313514 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-14d0d717-2960-4814-9c07-3813e9926df1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de98ab12-687b-4a9e-b3b3-5e10a1836647') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:17.314098 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-14d0d717-2960-4814-9c07-3813e9926df1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de98ab12-687b-4a9e-b3b3-5e10a1836647') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:17.320945 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e6cc1964-c1d6-4605-972a-7869cf2043da None None] Could not find standard attr ID for object 8a6311fa-0c69-4d77-a553-b81e897d2e92. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:17:17.333264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59486501-821a-4aba-bbc3-434214303491 None None] DHCP port deletion for ff3f104d-ea17-435d-a0e0-1fee4417ee25 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:17:17.342714 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-14d0d717-2960-4814-9c07-3813e9926df1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.346109 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0e2027-43c6-4a98-9a9c-95f92fb5f401 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network 8a6876da-9a96-4b4a-a290-dcf8ccfadee0 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:17.356717 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-75b1df8d-e59f-4110-9d70-c98c5db0f318 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:17:17.370835 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-3a0e2027-43c6-4a98-9a9c-95f92fb5f401 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:17.382096 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-75b1df8d-e59f-4110-9d70-c98c5db0f318 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.393162 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-14d0d717-2960-4814-9c07-3813e9926df1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.400052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.404226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-75b1df8d-e59f-4110-9d70-c98c5db0f318 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.405435 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-75b1df8d-e59f-4110-9d70-c98c5db0f318 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.418508 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5f7fd-2c90-48ff-a7e8-d23c57ef4e75 None None] Pushing event updated for resources: {'Port': ['ID=7937b1ea-fb79-439d-9a34-0294dd0745f4,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:17.437372 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.440543 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d0d717-2960-4814-9c07-3813e9926df1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:17:17.440934 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-14d0d717-2960-4814-9c07-3813e9926df1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.442625 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e6cc1964-c1d6-4605-972a-7869cf2043da None None] Provisioning for port 7fefe6e8-c6de-4800-9b24-5d2d311690b4 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:17:17.467274 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:17:17.552791 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:17:17.554118 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:17:17.554841 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:17:17.578364 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b1df8d-e59f-4110-9d70-c98c5db0f318 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:17.584516 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-10fca6ce-3f2b-44c1-a3a9-5f61b1b9b8c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.593082 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4793b83e-ce59-475b-a5bf-7f6a7767e01f,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:17.608932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.609683 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Added segment bfa9a079-c0a3-4e0d-b4a6-086d0846a860 of type vlan for network f2a464a1-524a-4e9c-90bd-a689cb53ca04 Jan 17 14:17:17.610527 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-75b1df8d-e59f-4110-9d70-c98c5db0f318 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:17.617456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77dc177a-4c10-4ba3-8ac4-b0bc004245fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.638371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-10fca6ce-3f2b-44c1-a3a9-5f61b1b9b8c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Transition to ACTIVE for port object 87f4062c-cde5-4585-9a0b-5c805428e3b7 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:17.642454 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-14d0d717-2960-4814-9c07-3813e9926df1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.647903 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-14d0d717-2960-4814-9c07-3813e9926df1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.651087 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] For port 71db5fa0-dca3-419e-b961-317d84fafd26, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=71db5fa0-dca3-419e-b961-317d84fafd26,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:17.651619 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.704604 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.712456 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0d717-2960-4814-9c07-3813e9926df1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Network': ['ID=ff3f104d-ea17-435d-a0e0-1fee4417ee25,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:17.722626 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b1df8d-e59f-4110-9d70-c98c5db0f318 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:17.723252 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-75b1df8d-e59f-4110-9d70-c98c5db0f318 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.752798 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-14d0d717-2960-4814-9c07-3813e9926df1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/networks/ff3f104d-ea17-435d-a0e0-1fee4417ee25 HTTP/1.1" status: 204 len: 168 time: 2.4557314 Jan 17 14:17:17.758806 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34194) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:17.770163 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-cf3eb301-0a15-463d-a6fa-e374dea0224d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-894119739'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:17.779589 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-cf3eb301-0a15-463d-a6fa-e374dea0224d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:17.784492 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-cf3eb301-0a15-463d-a6fa-e374dea0224d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:network and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:17.788389 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-cf3eb301-0a15-463d-a6fa-e374dea0224d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:17.795186 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.802350 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:17.803295 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.810533 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-cf3eb301-0a15-463d-a6fa-e374dea0224d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:17.828562 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-10fca6ce-3f2b-44c1-a3a9-5f61b1b9b8c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.856810 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-75b1df8d-e59f-4110-9d70-c98c5db0f318 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3684139 Jan 17 14:17:17.864806 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77dc177a-4c10-4ba3-8ac4-b0bc004245fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:17.876515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] Calling delete_port for 71db5fa0-dca3-419e-b961-317d84fafd26 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:17.886304 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34198) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:17.903500 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-0c8d8984-47ef-4c7e-92aa-d91717f02e8f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:17.935063 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1df8d-e59f-4110-9d70-c98c5db0f318 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=31db58db-75c9-455f-8cc1-e64e7120020d,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:17.958640 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1df8d-e59f-4110-9d70-c98c5db0f318 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=71db5fa0-dca3-419e-b961-317d84fafd26,revision_number=8']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:17.972832 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-35a63d8d-fcbf-42b4-95a1-ef1002f46819 None None] Provisioning complete for port 7937b1ea-fb79-439d-9a34-0294dd0745f4 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:17.973307 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-35a63d8d-fcbf-42b4-95a1-ef1002f46819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:18.057869 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34849f2-397e-477d-821e-1693bdad3f6e req-a1617d06-d122-46d2-8872-bdbe59a1af15 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:18.059554 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b34849f2-397e-477d-821e-1693bdad3f6e req-a1617d06-d122-46d2-8872-bdbe59a1af15 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 946 time: 0.7653279 Jan 17 14:17:18.115854 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1492000 Jan 17 14:17:18.122416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34202) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:18.123558 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3eb301-0a15-463d-a6fa-e374dea0224d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:18.127258 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cf3eb301-0a15-463d-a6fa-e374dea0224d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:18.141183 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fca6ce-3f2b-44c1-a3a9-5f61b1b9b8c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network 6a526d74-d2b6-47d9-9d66-bd883266e6ef is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:18.142077 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bcb38-ccac-47a2-bef0-08e82cb7c2d3 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Network': ['ID=f2a464a1-524a-4e9c-90bd-a689cb53ca04,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:18.150409 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-10fca6ce-3f2b-44c1-a3a9-5f61b1b9b8c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:18.152808 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-4363979b-6cf4-4c3b-94c9-6966d9ec6207 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'network': {'name': 'tempest-RoutersTest-728346465'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:18.153486 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fca6ce-3f2b-44c1-a3a9-5f61b1b9b8c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:18.187309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4363979b-6cf4-4c3b-94c9-6966d9ec6207 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:18.191082 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fca6ce-3f2b-44c1-a3a9-5f61b1b9b8c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=87f4062c-cde5-4585-9a0b-5c805428e3b7,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:18.228182 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 7fefe6e8-c6de-4800-9b24-5d2d311690b4 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:18.232623 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4363979b-6cf4-4c3b-94c9-6966d9ec6207 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:network and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:18.238167 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4363979b-6cf4-4c3b-94c9-6966d9ec6207 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:18.238323 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3eb301-0a15-463d-a6fa-e374dea0224d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:17:18.249447 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fca6ce-3f2b-44c1-a3a9-5f61b1b9b8c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:18.250104 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-10fca6ce-3f2b-44c1-a3a9-5f61b1b9b8c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:18.259086 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network f2a464a1-524a-4e9c-90bd-a689cb53ca04 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:17:18.266367 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cf3eb301-0a15-463d-a6fa-e374dea0224d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:18.266812 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-cf3eb301-0a15-463d-a6fa-e374dea0224d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Added segment 87c82ba1-f50e-4935-a1ab-d1694c63ac1b of type vlan for network f9a61fa0-0df6-4e3d-80f3-67de51885aa8 Jan 17 14:17:18.299844 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-10fca6ce-3f2b-44c1-a3a9-5f61b1b9b8c3 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9247766 Jan 17 14:17:18.302171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34206) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:18.315327 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cf3eb301-0a15-463d-a6fa-e374dea0224d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:18.317631 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b34849f2-397e-477d-821e-1693bdad3f6e req-9ee7e944-4b20-4dae-acf5-6c9ff381f16b tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325866 Jan 17 14:17:18.321462 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4363979b-6cf4-4c3b-94c9-6966d9ec6207 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:18.347359 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0c8d8984-47ef-4c7e-92aa-d91717f02e8f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:18.350124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0e2027-43c6-4a98-9a9c-95f92fb5f401 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router fb64d90d-d676-44bd-85d5-854f2b07a8cc is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:17:18.354382 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4363979b-6cf4-4c3b-94c9-6966d9ec6207 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Made reservation on behalf of 746a920811d944b3b7fac1db9f27d8f3 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:18.358487 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4363979b-6cf4-4c3b-94c9-6966d9ec6207 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:18.372412 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0c8d8984-47ef-4c7e-92aa-d91717f02e8f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:18.376474 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77dc177a-4c10-4ba3-8ac4-b0bc004245fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:18.380834 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0c8d8984-47ef-4c7e-92aa-d91717f02e8f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:18.403938 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0c8d8984-47ef-4c7e-92aa-d91717f02e8f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:18.411064 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:17:18.411421 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:17:18.424881 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc177a-4c10-4ba3-8ac4-b0bc004245fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b5ac68-5b46-4863-a674-7e88cff63c5f,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:18.452131 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cf3eb301-0a15-463d-a6fa-e374dea0224d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:18.457818 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3eb301-0a15-463d-a6fa-e374dea0224d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:18.458430 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cf3eb301-0a15-463d-a6fa-e374dea0224d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:18.507212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8d8984-47ef-4c7e-92aa-d91717f02e8f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:18.511388 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8984-47ef-4c7e-92aa-d91717f02e8f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:18.596593 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-77dc177a-4c10-4ba3-8ac4-b0bc004245fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:18.598141 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-77dc177a-4c10-4ba3-8ac4-b0bc004245fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0b5ac68-5b46-4863-a674-7e88cff63c5f HTTP/1.1" status: 204 len: 168 time: 1.3440623 Jan 17 14:17:18.617101 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] Deleting port 71db5fa0-dca3-419e-b961-317d84fafd26 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:18.617522 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:18.664204 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-cf3eb301-0a15-463d-a6fa-e374dea0224d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9031694 Jan 17 14:17:18.666705 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34212) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:18.673573 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4363979b-6cf4-4c3b-94c9-6966d9ec6207 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:17:18.702558 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ded0d6a8-2847-4230-aa1b-76a96d2567fb tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'subnet': {'network_id': 'f9a61fa0-0df6-4e3d-80f3-67de51885aa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:18.765914 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c44f97d-5021-4904-b044-98c7be33380d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:18.766668 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9c44f97d-5021-4904-b044-98c7be33380d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Synchronizing usage tracker for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:18.805192 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-35a63d8d-fcbf-42b4-95a1-ef1002f46819 None None] Provisioning for port 8f1f689a-2bdc-4c2a-afd0-d8873540ad30 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:18.829740 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 7fefe6e8-c6de-4800-9b24-5d2d311690b4 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:18.845338 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-35a63d8d-fcbf-42b4-95a1-ef1002f46819 None None] Provisioning complete for port 8f1f689a-2bdc-4c2a-afd0-d8873540ad30 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:18.846385 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3eb301-0a15-463d-a6fa-e374dea0224d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Network': ['ID=f9a61fa0-0df6-4e3d-80f3-67de51885aa8,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:18.856060 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-35a63d8d-fcbf-42b4-95a1-ef1002f46819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:18.877862 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9c44f97d-5021-4904-b044-98c7be33380d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Unset dirty status for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:18.879062 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9c44f97d-5021-4904-b044-98c7be33380d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5148494 Jan 17 14:17:18.883019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34216) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:18.924599 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4363979b-6cf4-4c3b-94c9-6966d9ec6207 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:18.925162 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-4363979b-6cf4-4c3b-94c9-6966d9ec6207 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Added segment b961a059-176e-461b-aa18-93eb38b62744 of type vlan for network 21383f4f-0eb4-48f5-a569-ed457923932a Jan 17 14:17:18.948542 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network f9a61fa0-0df6-4e3d-80f3-67de51885aa8 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:17:18.958897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0e2027-43c6-4a98-9a9c-95f92fb5f401 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:17:18.966151 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 7fefe6e8-c6de-4800-9b24-5d2d311690b4 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:18.966687 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:18.967724 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ded0d6a8-2847-4230-aa1b-76a96d2567fb tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:18.971763 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ded0d6a8-2847-4230-aa1b-76a96d2567fb tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:subnet and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:18.974469 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ded0d6a8-2847-4230-aa1b-76a96d2567fb tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:18.980925 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ded0d6a8-2847-4230-aa1b-76a96d2567fb tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:18.990142 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3a0e2027-43c6-4a98-9a9c-95f92fb5f401 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/fb64d90d-d676-44bd-85d5-854f2b07a8cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7297332 Jan 17 14:17:18.997316 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34222) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:19.002119 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded0d6a8-2847-4230-aa1b-76a96d2567fb tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:19.005838 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ded0d6a8-2847-4230-aa1b-76a96d2567fb tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:19.010880 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd25330-cfef-4106-b806-3be49f596c66 None None] Sync routers for ids ['fb64d90d-d676-44bd-85d5-854f2b07a8cc'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:17:19.012853 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4363979b-6cf4-4c3b-94c9-6966d9ec6207 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:19.117072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4363979b-6cf4-4c3b-94c9-6966d9ec6207 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:19.131292 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4363979b-6cf4-4c3b-94c9-6966d9ec6207 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:19.133137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4363979b-6cf4-4c3b-94c9-6966d9ec6207 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:19.205335 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd25330-cfef-4106-b806-3be49f596c66 None None] Routers {'fb64d90d-d676-44bd-85d5-854f2b07a8cc'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:19.206234 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-9fd25330-cfef-4106-b806-3be49f596c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:17:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['fb64d90d-d676-44bd-85d5-854f2b07a8cc'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:19.271031 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7d274f-16c8-4cde-b861-c6c9c4dd770f tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:19.278144 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ae7d274f-16c8-4cde-b861-c6c9c4dd770f tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/ports/8f1f689a-2bdc-4c2a-afd0-d8873540ad30 HTTP/1.1" status: 200 len: 911 time: 0.2796898 Jan 17 14:17:19.279523 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34234) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:19.283541 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-35a63d8d-fcbf-42b4-95a1-ef1002f46819 None None] Port 8f1f689a-2bdc-4c2a-afd0-d8873540ad30 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:17:19.296875 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363979b-6cf4-4c3b-94c9-6966d9ec6207 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Network': ['ID=21383f4f-0eb4-48f5-a569-ed457923932a,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:19.301690 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-9fd25330-cfef-4106-b806-3be49f596c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:19.317369 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4363979b-6cf4-4c3b-94c9-6966d9ec6207 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1803594 Jan 17 14:17:19.317586 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 21383f4f-0eb4-48f5-a569-ed457923932a details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:17:19.317687 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34238) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:19.325158 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-0750d9fa-6f91-432d-ab6d-754c1a653bd0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'subnet': {'network_id': 'f2a464a1-524a-4e9c-90bd-a689cb53ca04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:19.363426 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-94228468-27fc-499d-8f34-bd39d02508dc tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ccfdf3e1-308e-4161-b24c-27462ec4c29f'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:19.397866 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd25330-cfef-4106-b806-3be49f596c66 None None] Routers {'fb64d90d-d676-44bd-85d5-854f2b07a8cc'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:19.398541 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-9fd25330-cfef-4106-b806-3be49f596c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:17:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['fb64d90d-d676-44bd-85d5-854f2b07a8cc'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:19.470201 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0750d9fa-6f91-432d-ab6d-754c1a653bd0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:19.478816 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0750d9fa-6f91-432d-ab6d-754c1a653bd0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:subnet and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:19.484312 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8984-47ef-4c7e-92aa-d91717f02e8f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:19.493390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0750d9fa-6f91-432d-ab6d-754c1a653bd0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:19.510622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-9fd25330-cfef-4106-b806-3be49f596c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:19.511033 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd25330-cfef-4106-b806-3be49f596c66 None None] The sync data for ids ['fb64d90d-d676-44bd-85d5-854f2b07a8cc'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:17:19.555817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0750d9fa-6f91-432d-ab6d-754c1a653bd0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:19.601171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60250d17-9bbb-4e07-9893-789e200d0a76 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:19.608195 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60250d17-9bbb-4e07-9893-789e200d0a76 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:19.609032 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] For port 71db5fa0-dca3-419e-b961-317d84fafd26, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=71db5fa0-dca3-419e-b961-317d84fafd26,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:19.609437 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:19.613424 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8d8984-47ef-4c7e-92aa-d91717f02e8f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:19.614393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0750d9fa-6f91-432d-ab6d-754c1a653bd0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Made reservation on behalf of 746a920811d944b3b7fac1db9f27d8f3 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:19.615488 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60250d17-9bbb-4e07-9893-789e200d0a76 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:19.617957 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-60250d17-9bbb-4e07-9893-789e200d0a76 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.7338281 Jan 17 14:17:19.622441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0750d9fa-6f91-432d-ab6d-754c1a653bd0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:19.624943 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a887aff5-8fae-426f-ad83-58c38367ad48 None None] Provisioning complete for port 8f1f689a-2bdc-4c2a-afd0-d8873540ad30 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:19.624943 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a887aff5-8fae-426f-ad83-58c38367ad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:19.641268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34250) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:19.645073 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-0c8d8984-47ef-4c7e-92aa-d91717f02e8f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:19.648396 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8d8984-47ef-4c7e-92aa-d91717f02e8f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:19.649048 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8984-47ef-4c7e-92aa-d91717f02e8f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:19.686914 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a887aff5-8fae-426f-ad83-58c38367ad48 None None] Port 8f1f689a-2bdc-4c2a-afd0-d8873540ad30 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:17:19.825985 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8984-47ef-4c7e-92aa-d91717f02e8f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=cc75c2b5-cf2f-40ed-be18-0dafd36b97b1,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:19.848579 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:19.859876 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0c8d8984-47ef-4c7e-92aa-d91717f02e8f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9692934 Jan 17 14:17:19.867431 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34258) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:19.878548 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-b4022137-41c0-4e9f-9917-c67bcc90f70a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port 87f4062c-cde5-4585-9a0b-5c805428e3b7 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:19.878986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4022137-41c0-4e9f-9917-c67bcc90f70a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:19.880915 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] Calling delete_port for 71db5fa0-dca3-419e-b961-317d84fafd26 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:19.888805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-145f819b-0872-4b83-a875-1b03e881e51f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'mac_address': 'fa:16:3e:d0:d4:cb', 'name': 'tempest-NetworksTestDHCPv6-1726825845'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:19.945755 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 7fefe6e8-c6de-4800-9b24-5d2d311690b4, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=7fefe6e8-c6de-4800-9b24-5d2d311690b4,segment=NetworkSegment(0603e549-34bf-4953-a2c4-47726ed68748),segment_id=0603e549-34bf-4953-a2c4-47726ed68748)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:19.967948 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:19.987412 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ded0d6a8-2847-4230-aa1b-76a96d2567fb tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:20.048276 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a887aff5-8fae-426f-ad83-58c38367ad48 None None] Provisioning for port 837c478a-713a-42d2-b77f-b7b8b7733f43 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:20.060789 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 597bef53-9282-494d-b28e-c9329d35329f no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:17:20.097999 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265e16d-3bf6-44e1-83d7-0637bb640bc9 req-0e783a03-d406-475e-9403-80c1a18b404e tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:20.100029 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f265e16d-3bf6-44e1-83d7-0637bb640bc9 req-0e783a03-d406-475e-9403-80c1a18b404e tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 946 time: 0.4628584 Jan 17 14:17:20.113795 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a887aff5-8fae-426f-ad83-58c38367ad48 None None] Provisioning complete for port 837c478a-713a-42d2-b77f-b7b8b7733f43 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:20.114507 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a887aff5-8fae-426f-ad83-58c38367ad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:20.186097 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 597bef53-9282-494d-b28e-c9329d35329f {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:17:20.186443 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 597bef53-9282-494d-b28e-c9329d35329f not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:17:20.188713 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 71db5fa0-dca3-419e-b961-317d84fafd26 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:17:20.225304 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a887aff5-8fae-426f-ad83-58c38367ad48 None None] Port 837c478a-713a-42d2-b77f-b7b8b7733f43 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:17:20.245073 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0750d9fa-6f91-432d-ab6d-754c1a653bd0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:20.285253 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=7fefe6e8-c6de-4800-9b24-5d2d311690b4,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:20.292366 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0d6a8-2847-4230-aa1b-76a96d2567fb tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Subnet': ['ID=950cbfd7-5e2c-43d8-a35c-a138d053ede0,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:20.297894 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a887aff5-8fae-426f-ad83-58c38367ad48 None None] Provisioning complete for port 7fefe6e8-c6de-4800-9b24-5d2d311690b4 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:20.298271 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a887aff5-8fae-426f-ad83-58c38367ad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:20.334467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-145f819b-0872-4b83-a875-1b03e881e51f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:20.334795 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750d9fa-6f91-432d-ab6d-754c1a653bd0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Subnet': ['ID=c8d3c238-7fe5-4c22-a031-4346262cc181,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:20.346551 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0d6a8-2847-4230-aa1b-76a96d2567fb tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Checking segment: {'id': '87c82ba1-f50e-4935-a1ab-d1694c63ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9a61fa0-0df6-4e3d-80f3-67de51885aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:20.346981 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded0d6a8-2847-4230-aa1b-76a96d2567fb tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network hostable DHCP agents. Network: f9a61fa0-0df6-4e3d-80f3-67de51885aa8, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:17:20.377582 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-145f819b-0872-4b83-a875-1b03e881e51f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:port and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:20.386037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4022137-41c0-4e9f-9917-c67bcc90f70a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:20.403038 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0750d9fa-6f91-432d-ab6d-754c1a653bd0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Checking segment: {'id': 'bfa9a079-c0a3-4e0d-b4a6-086d0846a860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f2a464a1-524a-4e9c-90bd-a689cb53ca04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:20.403494 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0750d9fa-6f91-432d-ab6d-754c1a653bd0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network hostable DHCP agents. Network: f2a464a1-524a-4e9c-90bd-a689cb53ca04, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:17:20.403867 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f265e16d-3bf6-44e1-83d7-0637bb640bc9 req-104bd506-0fe6-4035-9e41-7619112282e9 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364175 Jan 17 14:17:20.406961 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-145f819b-0872-4b83-a875-1b03e881e51f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:20.422682 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-145f819b-0872-4b83-a875-1b03e881e51f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:20.445391 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-94228468-27fc-499d-8f34-bd39d02508dc tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:20.465932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded0d6a8-2847-4230-aa1b-76a96d2567fb tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network f9a61fa0-0df6-4e3d-80f3-67de51885aa8 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:17:20.472541 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145f819b-0872-4b83-a875-1b03e881e51f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:20.522937 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:20.541502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-b4022137-41c0-4e9f-9917-c67bcc90f70a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for 87f4062c-cde5-4585-9a0b-5c805428e3b7 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:20.574932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0750d9fa-6f91-432d-ab6d-754c1a653bd0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network f2a464a1-524a-4e9c-90bd-a689cb53ca04 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:17:20.597983 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-0750d9fa-6f91-432d-ab6d-754c1a653bd0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, f2a464a1-524a-4e9c-90bd-a689cb53ca04) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:20.611216 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0750d9fa-6f91-432d-ab6d-754c1a653bd0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:20.612093 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0750d9fa-6f91-432d-ab6d-754c1a653bd0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:20.629476 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8713663-a148-42b9-9c03-199278348da7 None None] Network f2a464a1-524a-4e9c-90bd-a689cb53ca04 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:20.677752 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-ded0d6a8-2847-4230-aa1b-76a96d2567fb tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, f9a61fa0-0df6-4e3d-80f3-67de51885aa8) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:20.696131 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded0d6a8-2847-4230-aa1b-76a96d2567fb tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:20.696980 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ded0d6a8-2847-4230-aa1b-76a96d2567fb tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:20.718926 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0750d9fa-6f91-432d-ab6d-754c1a653bd0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3935513 Jan 17 14:17:20.720623 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34274) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:20.724787 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-145f819b-0872-4b83-a875-1b03e881e51f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:20.733237 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'subnet': {'network_id': '21383f4f-0eb4-48f5-a569-ed457923932a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:20.781306 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:20.836126 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21542eb7-786c-4b25-a59d-674d79494f10 None None] Network f9a61fa0-0df6-4e3d-80f3-67de51885aa8 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:20.841915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-145f819b-0872-4b83-a875-1b03e881e51f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port 02dd7021-1456-4c53-9923-3cce7f2b2b52 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:17:20.914717 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:20.918986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:subnet and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:20.921928 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:20.928808 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:20.932506 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4022137-41c0-4e9f-9917-c67bcc90f70a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:21.054286 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Made reservation on behalf of 746a920811d944b3b7fac1db9f27d8f3 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:21.059614 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:21.071653 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ded0d6a8-2847-4230-aa1b-76a96d2567fb tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3988330 Jan 17 14:17:21.072959 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34288) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:21.092689 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] Pushing event deleted for resources: {'Port': ['ID=71db5fa0-dca3-419e-b961-317d84fafd26,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:21.112769 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 7937b1ea-fb79-439d-9a34-0294dd0745f4 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:21.163231 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34290) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:21.176286 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-8bbfda45-6f48-4ad4-b1d9-36279786e05f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'port': {'network_id': 'f9a61fa0-0df6-4e3d-80f3-67de51885aa8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-743495579'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:21.247141 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75390af-8cb4-4a09-bae0-ca85ed6845ba None None] No DVR routers for this DVR port 71db5fa0-dca3-419e-b961-317d84fafd26 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:17:21.254563 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a887aff5-8fae-426f-ad83-58c38367ad48 None None] Could not find standard attr ID for object 87f4062c-cde5-4585-9a0b-5c805428e3b7. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:17:21.282893 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38422d5c-f971-4845-ae67-7b856ad90605 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:21.322051 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4022137-41c0-4e9f-9917-c67bcc90f70a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Port': ['ID=87f4062c-cde5-4585-9a0b-5c805428e3b7,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:21.440154 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f75f9f17-5346-45ca-a31f-87c827ebaa7c tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:21.475221 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4022137-41c0-4e9f-9917-c67bcc90f70a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:21.500101 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b4022137-41c0-4e9f-9917-c67bcc90f70a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/ports/87f4062c-cde5-4585-9a0b-5c805428e3b7 HTTP/1.1" status: 204 len: 168 time: 1.8439484 Jan 17 14:17:21.502372 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34300) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:21.579150 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-f2a464a1-524a-4e9c-90bd-a689cb53ca04', 'network_id': 'f2a464a1-524a-4e9c-90bd-a689cb53ca04', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'fixed_ips': [{'subnet_id': 'c8d3c238-7fe5-4c22-a031-4346262cc181'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:17:21.580082 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:21.593924 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f75f9f17-5346-45ca-a31f-87c827ebaa7c tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] 10.222.0.48 "PUT /v2.0/quotas/ddd271bcf6d440e59efa03aa62db7433 HTTP/1.1" status: 200 len: 368 time: 0.4198427 Jan 17 14:17:21.593924 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8bbfda45-6f48-4ad4-b1d9-36279786e05f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:21.597710 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 7937b1ea-fb79-439d-9a34-0294dd0745f4 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:21.598164 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:21.619195 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-f672a4dc-81fe-42e9-9c13-ada2fd4a5746 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] GET failed (client error): The resource could not be found. Jan 17 14:17:21.619858 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f672a4dc-81fe-42e9-9c13-ada2fd4a5746 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Synchronizing usage tracker for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:21.627740 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34304) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:21.637098 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8bbfda45-6f48-4ad4-b1d9-36279786e05f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:port and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:21.650681 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Request body: {'network': {'project_id': 'ddd271bcf6d440e59efa03aa62db7433'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:21.653867 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8bbfda45-6f48-4ad4-b1d9-36279786e05f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:21.662774 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:21.674208 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8bbfda45-6f48-4ad4-b1d9-36279786e05f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:21.682268 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Usage tracker for resource:network and tenant:ddd271bcf6d440e59efa03aa62db7433 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:21.692257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f672a4dc-81fe-42e9-9c13-ada2fd4a5746 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Unset dirty status for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:21.696872 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f672a4dc-81fe-42e9-9c13-ada2fd4a5746 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports/87f4062c-cde5-4585-9a0b-5c805428e3b7 HTTP/1.1" status: 404 len: 333 time: 0.1901667 Jan 17 14:17:21.698103 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34308) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:21.704265 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:21.819123 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-1f05d5e1-bd35-44c6-9b0e-da75170c2dc6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port 837c478a-713a-42d2-b77f-b7b8b7733f43 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:21.819351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1f05d5e1-bd35-44c6-9b0e-da75170c2dc6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:21.853385 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:21.869424 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-f9a61fa0-0df6-4e3d-80f3-67de51885aa8', 'network_id': 'f9a61fa0-0df6-4e3d-80f3-67de51885aa8', 'tenant_id': '374cea47104946fc966cdb1b752ef9e6', 'fixed_ips': [{'subnet_id': '950cbfd7-5e2c-43d8-a35c-a138d053ede0'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:17:21.870339 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:21.911419 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:21.925331 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbfda45-6f48-4ad4-b1d9-36279786e05f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:21.929010 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8bbfda45-6f48-4ad4-b1d9-36279786e05f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:21.950303 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-145f819b-0872-4b83-a875-1b03e881e51f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 172.20.0.10 (5c806942-cde6-42f7-aae4-af9246279d2e/cc75c2b5-cf2f-40ed-be18-0dafd36b97b1/02dd7021-1456-4c53-9923-3cce7f2b2b52) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:21.955876 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef25e54-934a-401a-9efb-71ee0e2bfca6 req-fd9c8053-aab6-4d4c-bbc9-4fdc796f3c7b tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:21.957490 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1ef25e54-934a-401a-9efb-71ee0e2bfca6 req-fd9c8053-aab6-4d4c-bbc9-4fdc796f3c7b tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 946 time: 0.3860054 Jan 17 14:17:21.971005 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-145f819b-0872-4b83-a875-1b03e881e51f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::f816:3eff:fed0:d4cb (5c806942-cde6-42f7-aae4-af9246279d2e/31db58db-75c9-455f-8cc1-e64e7120020d/02dd7021-1456-4c53-9923-3cce7f2b2b52) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:21.988751 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Made reservation on behalf of ddd271bcf6d440e59efa03aa62db7433 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:21.991021 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:22.005777 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-8bbfda45-6f48-4ad4-b1d9-36279786e05f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] device_id is not set on port e753a2d0-fa20-4074-8d25-90e7779a02a9 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:17:22.022654 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': '31db58db-75c9-455f-8cc1-e64e7120020d'}, {'subnet_id': 'cc75c2b5-cf2f-40ed-be18-0dafd36b97b1'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:17:22.023635 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:22.050402 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:22.118931 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:22.146187 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Usage tracker for resource:security_group_rule and tenant:ddd271bcf6d440e59efa03aa62db7433 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:22.154706 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:22.186358 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:22.189951 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 7fefe6e8-c6de-4800-9b24-5d2d311690b4 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:22.204209 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Subnet': ['ID=5a376744-3fb6-4c7d-9280-b436807dbc7d,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:22.212863 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Checking segment: {'id': 'b961a059-176e-461b-aa18-93eb38b62744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '21383f4f-0eb4-48f5-a569-ed457923932a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:22.213398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network hostable DHCP agents. Network: 21383f4f-0eb4-48f5-a569-ed457923932a, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:17:22.221845 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1f05d5e1-bd35-44c6-9b0e-da75170c2dc6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:22.253910 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:22.254911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:22.254911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:22.254911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:22.255203 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:22.255519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:22.255887 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:22.256193 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:22.256516 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:22.257335 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:22.257335 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:22.257931 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:22.265160 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-94228468-27fc-499d-8f34-bd39d02508dc tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:22.280463 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Allocated IP 172.20.0.2 (f2a464a1-524a-4e9c-90bd-a689cb53ca04/c8d3c238-7fe5-4c22-a031-4346262cc181/c3047663-bd9b-43e1-a1fb-84effe51a802) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:22.356997 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-94228468-27fc-499d-8f34-bd39d02508dc tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:22.362683 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94228468-27fc-499d-8f34-bd39d02508dc tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:22.363285 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-94228468-27fc-499d-8f34-bd39d02508dc tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:22.364609 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-94228468-27fc-499d-8f34-bd39d02508dc tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/ports/8f1f689a-2bdc-4c2a-afd0-d8873540ad30 HTTP/1.1" status: 200 len: 911 time: 3.0695364 Jan 17 14:17:22.393639 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 7fefe6e8-c6de-4800-9b24-5d2d311690b4 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:22.394019 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:22.396801 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-1f05d5e1-bd35-44c6-9b0e-da75170c2dc6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for 837c478a-713a-42d2-b77f-b7b8b7733f43 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:22.402562 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34312) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:22.438524 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1ef25e54-934a-401a-9efb-71ee0e2bfca6 req-15a4e544-1caf-488c-a19f-c9d679dc9397 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4581389 Jan 17 14:17:22.467301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 21383f4f-0eb4-48f5-a569-ed457923932a is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:17:22.485821 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 21383f4f-0eb4-48f5-a569-ed457923932a) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:22.505282 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:22.505497 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-8bbfda45-6f48-4ad4-b1d9-36279786e05f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Allocated IP 2001:db8::12 (f9a61fa0-0df6-4e3d-80f3-67de51885aa8/950cbfd7-5e2c-43d8-a35c-a138d053ede0/e753a2d0-fa20-4074-8d25-90e7779a02a9) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:22.506372 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:22.511375 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9336fc-3ea8-4f62-8ac5-4ab962052abc None None] Network 21383f4f-0eb4-48f5-a569-ed457923932a requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:22.563828 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-48281bd0-f4f5-4825-b45a-946b6ddabe1b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8397110 Jan 17 14:17:22.566262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34316) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:22.577857 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-93b64165-3300-4a5d-8028-d2c5fcebba54 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-126471979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:22.592860 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-93b64165-3300-4a5d-8028-d2c5fcebba54 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:22.601476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-93b64165-3300-4a5d-8028-d2c5fcebba54 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:router and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:22.606360 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-93b64165-3300-4a5d-8028-d2c5fcebba54 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:22.618860 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-93b64165-3300-4a5d-8028-d2c5fcebba54 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:22.631422 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1f05d5e1-bd35-44c6-9b0e-da75170c2dc6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:22.671989 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94228468-27fc-499d-8f34-bd39d02508dc tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Port': ['ID=8f1f689a-2bdc-4c2a-afd0-d8873540ad30,revision_number=3']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:22.679067 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-93b64165-3300-4a5d-8028-d2c5fcebba54 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:22.680128 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-93b64165-3300-4a5d-8028-d2c5fcebba54 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:22.700930 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05d5e1-bd35-44c6-9b0e-da75170c2dc6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Port': ['ID=837c478a-713a-42d2-b77f-b7b8b7733f43,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:22.726531 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:22.774576 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:22.776597 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-93b64165-3300-4a5d-8028-d2c5fcebba54 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:22.779400 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8a6311fa-0c69-4d77-a553-b81e897d2e92 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:17:22.841190 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 8a6311fa-0c69-4d77-a553-b81e897d2e92 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:17:22.841531 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8a6311fa-0c69-4d77-a553-b81e897d2e92 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:17:22.861696 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-93b64165-3300-4a5d-8028-d2c5fcebba54 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:22.872311 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Transition to ACTIVE for port object c3047663-bd9b-43e1-a1fb-84effe51a802 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:22.915211 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Transition to ACTIVE for port object c3047663-bd9b-43e1-a1fb-84effe51a802 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:22.917430 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-93b64165-3300-4a5d-8028-d2c5fcebba54 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:22.919260 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-93b64165-3300-4a5d-8028-d2c5fcebba54 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3519127 Jan 17 14:17:22.922501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34320) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:22.960063 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:22.998161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1f05d5e1-bd35-44c6-9b0e-da75170c2dc6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:23.002528 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1f05d5e1-bd35-44c6-9b0e-da75170c2dc6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/ports/837c478a-713a-42d2-b77f-b7b8b7733f43 HTTP/1.1" status: 204 len: 168 time: 1.3010721 Jan 17 14:17:23.008861 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34324) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:23.014270 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-145f819b-0872-4b83-a875-1b03e881e51f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:23.043328 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Network f2a464a1-524a-4e9c-90bd-a689cb53ca04 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:23.044524 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-21383f4f-0eb4-48f5-a569-ed457923932a', 'network_id': '21383f4f-0eb4-48f5-a569-ed457923932a', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'fixed_ips': [{'subnet_id': '5a376744-3fb6-4c7d-9280-b436807dbc7d'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:17:23.045466 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:23.063631 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:23.067329 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-145f819b-0872-4b83-a875-1b03e881e51f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object 02dd7021-1456-4c53-9923-3cce7f2b2b52 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:23.070367 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:23.071490 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:23.094730 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:23.113769 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da0d216-acb0-474d-b45f-e2591942f103 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] GET failed (client error): The resource could not be found. Jan 17 14:17:23.114311 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6da0d216-acb0-474d-b45f-e2591942f103 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Synchronizing usage tracker for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:23.159317 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Pushing event updated for resources: {'Port': ['ID=c3047663-bd9b-43e1-a1fb-84effe51a802,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:23.187106 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:17:23.229116 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789b9d62-79ec-43c6-9683-d8c9593163ab,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:23.239915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:23.240239 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Added segment c71c58f8-69f3-4967-8b73-e4382abb1cd2 of type vlan for network 5b083082-15b9-4cc0-b66c-3235aba91588 Jan 17 14:17:23.246543 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8bbfda45-6f48-4ad4-b1d9-36279786e05f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:23.252672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Attempting to bind port c3047663-bd9b-43e1-a1fb-84effe51a802 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:23.252672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Attempting to bind port c3047663-bd9b-43e1-a1fb-84effe51a802 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'bfa9a079-c0a3-4e0d-b4a6-086d0846a860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f2a464a1-524a-4e9c-90bd-a689cb53ca04'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:23.253031 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Attempting to bind port c3047663-bd9b-43e1-a1fb-84effe51a802 on network f2a464a1-524a-4e9c-90bd-a689cb53ca04 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:23.268109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:17:23.268826 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Checking segment: {'id': 'bfa9a079-c0a3-4e0d-b4a6-086d0846a860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f2a464a1-524a-4e9c-90bd-a689cb53ca04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:23.269359 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:23.269848 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Bound using segment: {'id': 'bfa9a079-c0a3-4e0d-b4a6-086d0846a860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f2a464a1-524a-4e9c-90bd-a689cb53ca04'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:17:23.270481 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Bound port: c3047663-bd9b-43e1-a1fb-84effe51a802, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa9a079-c0a3-4e0d-b4a6-086d0846a860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f2a464a1-524a-4e9c-90bd-a689cb53ca04'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:17:23.270955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:23.334224 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-145f819b-0872-4b83-a875-1b03e881e51f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:23.342703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-8bbfda45-6f48-4ad4-b1d9-36279786e05f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Transition to ACTIVE for port object e753a2d0-fa20-4074-8d25-90e7779a02a9 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:23.375803 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:23.390815 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6da0d216-acb0-474d-b45f-e2591942f103 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Unset dirty status for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:23.390815 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6da0d216-acb0-474d-b45f-e2591942f103 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports/837c478a-713a-42d2-b77f-b7b8b7733f43 HTTP/1.1" status: 404 len: 333 time: 0.3785117 Jan 17 14:17:23.391125 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34328) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:23.441048 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145f819b-0872-4b83-a875-1b03e881e51f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:23.453934 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Allocated IP 172.21.0.2 (21383f4f-0eb4-48f5-a569-ed457923932a/5a376744-3fb6-4c7d-9280-b436807dbc7d/a5936460-c8fb-433b-a484-0de2cc64e893) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:23.456116 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-145f819b-0872-4b83-a875-1b03e881e51f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:23.458732 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145f819b-0872-4b83-a875-1b03e881e51f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:23.553075 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] For port c3047663-bd9b-43e1-a1fb-84effe51a802, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:17:23.565413 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f819b-0872-4b83-a875-1b03e881e51f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=02dd7021-1456-4c53-9923-3cce7f2b2b52,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:23.582132 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8bbfda45-6f48-4ad4-b1d9-36279786e05f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:23.640819 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-f502e047-2fbd-4289-8093-b20fbad0d73d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting subnet 48f1c8a1-625a-49a7-9290-abd6b8a56ffb {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:17:23.645710 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f502e047-2fbd-4289-8093-b20fbad0d73d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:23.655269 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:23.656267 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:23.656798 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:23.668496 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] For port c3047663-bd9b-43e1-a1fb-84effe51a802, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c3047663-bd9b-43e1-a1fb-84effe51a802,segment=NetworkSegment(bfa9a079-c0a3-4e0d-b4a6-086d0846a860),segment_id=bfa9a079-c0a3-4e0d-b4a6-086d0846a860)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:17:23.675175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Allocated IP 172.20.0.2 (5c806942-cde6-42f7-aae4-af9246279d2e/cc75c2b5-cf2f-40ed-be18-0dafd36b97b1/860b771e-e964-4387-b90f-d064b00b2417) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:23.684017 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:23.730552 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d91e9c98-778e-48da-98c5-2aee5f04d82e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:23.736052 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Allocated IP 2001:db8::f816:3eff:fe29:6c82 (5c806942-cde6-42f7-aae4-af9246279d2e/31db58db-75c9-455f-8cc1-e64e7120020d/860b771e-e964-4387-b90f-d064b00b2417) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:23.806000 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Allocated IP 2001:db8::2 (f9a61fa0-0df6-4e3d-80f3-67de51885aa8/950cbfd7-5e2c-43d8-a35c-a138d053ede0/f28d1595-17c9-4e6c-b55f-5d8c38846881) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:23.968699 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f502e047-2fbd-4289-8093-b20fbad0d73d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:24.008112 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145f819b-0872-4b83-a875-1b03e881e51f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:24.008804 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-145f819b-0872-4b83-a875-1b03e881e51f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:24.036583 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb5239-592b-4179-912c-7aa6e8c2fdd6 None None] Pushing event updated for resources: {'Port': ['ID=c3047663-bd9b-43e1-a1fb-84effe51a802,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:24.037864 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbfda45-6f48-4ad4-b1d9-36279786e05f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network f9a61fa0-0df6-4e3d-80f3-67de51885aa8 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:24.091043 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-8bbfda45-6f48-4ad4-b1d9-36279786e05f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:24.108145 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbfda45-6f48-4ad4-b1d9-36279786e05f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:24.113292 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbfda45-6f48-4ad4-b1d9-36279786e05f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:24.114114 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8bbfda45-6f48-4ad4-b1d9-36279786e05f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:24.138758 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Pushing event updated for resources: {'Network': ['ID=5b083082-15b9-4cc0-b66c-3235aba91588,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:24.140832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfda45-6f48-4ad4-b1d9-36279786e05f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=e753a2d0-fa20-4074-8d25-90e7779a02a9,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:24.158660 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-145f819b-0872-4b83-a875-1b03e881e51f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.2843208 Jan 17 14:17:24.164839 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ac575480-f2be-4d7a-8d6d-13ea971819ed tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.5347662 Jan 17 14:17:24.164839 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34334) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:24.165237 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 5b083082-15b9-4cc0-b66c-3235aba91588 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:17:24.167964 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34336) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:24.204737 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5328d-38a3-4702-9f08-7737dab99b72 req-1199496d-94a6-4c37-bb09-43ad6e96cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:24.206812 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b8f5328d-38a3-4702-9f08-7737dab99b72 req-1199496d-94a6-4c37-bb09-43ad6e96cdef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 1099 time: 0.1950150 Jan 17 14:17:24.216607 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-9ae9300f-3862-401d-8459-c14e37f33b63 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Request body: {'network': {'project_id': 'ddd271bcf6d440e59efa03aa62db7433'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:24.229691 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8bbfda45-6f48-4ad4-b1d9-36279786e05f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 3.0751097 Jan 17 14:17:24.234398 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9ae9300f-3862-401d-8459-c14e37f33b63 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:24.242902 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34342) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:24.248075 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9ae9300f-3862-401d-8459-c14e37f33b63 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Usage tracker for resource:network and tenant:ddd271bcf6d440e59efa03aa62db7433 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:24.252707 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9ae9300f-3862-401d-8459-c14e37f33b63 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:24.272105 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9ae9300f-3862-401d-8459-c14e37f33b63 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:24.284742 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:24.297992 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788368e-43b1-4aa6-844e-30b15e36cf3c req-a0ef2c6f-ad75-440d-aa24-dc4e81c73284 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:24.299574 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e788368e-43b1-4aa6-844e-30b15e36cf3c req-a0ef2c6f-ad75-440d-aa24-dc4e81c73284 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 946 time: 0.7211335 Jan 17 14:17:24.320557 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-03d5cdbf-908f-4a06-b1d3-de7f2a741e01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:24.351309 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Transition to ACTIVE for port object a5936460-c8fb-433b-a484-0de2cc64e893 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:24.356020 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f502e047-2fbd-4289-8093-b20fbad0d73d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:24.383318 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae9300f-3862-401d-8459-c14e37f33b63 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Made reservation on behalf of ddd271bcf6d440e59efa03aa62db7433 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:24.385653 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ae9300f-3862-401d-8459-c14e37f33b63 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:24.425016 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-81558425-aa02-4266-9a1d-087cb0deef86 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port e753a2d0-fa20-4074-8d25-90e7779a02a9 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:24.425646 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-81558425-aa02-4266-9a1d-087cb0deef86 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:24.477442 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b8f5328d-38a3-4702-9f08-7737dab99b72 req-6f2513ce-b9aa-4d22-b85f-4a3ce3d0a999 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363932 Jan 17 14:17:24.532209 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Transition to ACTIVE for port object a5936460-c8fb-433b-a484-0de2cc64e893 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:24.551287 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99045fed-f28d-405d-be2d-3c3b0a37429c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:24.552033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-99045fed-f28d-405d-be2d-3c3b0a37429c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:24.553650 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:24.564492 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:24.608275 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e788368e-43b1-4aa6-844e-30b15e36cf3c req-003fb0df-a92b-468c-9e81-270a035749b0 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010570 Jan 17 14:17:24.626576 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae9300f-3862-401d-8459-c14e37f33b63 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:17:24.668216 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Transition to ACTIVE for port object 860b771e-e964-4387-b90f-d064b00b2417 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:24.674680 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:24.690870 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-99045fed-f28d-405d-be2d-3c3b0a37429c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:24.694295 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-99045fed-f28d-405d-be2d-3c3b0a37429c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.5268023 Jan 17 14:17:24.700400 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Network 21383f4f-0eb4-48f5-a569-ed457923932a is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:24.704209 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34346) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:24.707225 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ae9300f-3862-401d-8459-c14e37f33b63 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:24.707837 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-9ae9300f-3862-401d-8459-c14e37f33b63 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Added segment 8a30e51b-61e1-4b96-8882-bcc2ccd9327f of type vlan for network 7c609e11-e59c-4838-a7a7-8109d55a36a3 Jan 17 14:17:24.708227 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:24.710458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Pushing event updated for resources: {'Port': ['ID=a5936460-c8fb-433b-a484-0de2cc64e893,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:24.714444 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-d91e9c98-778e-48da-98c5-2aee5f04d82e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Allocated IP 172.20.0.1 (f2a464a1-524a-4e9c-90bd-a689cb53ca04/c8d3c238-7fe5-4c22-a031-4346262cc181/956f77e0-9086-4932-b218-5d87c1823289) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:24.717611 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:24.721160 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f502e047-2fbd-4289-8093-b20fbad0d73d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:24.723551 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Transition to ACTIVE for port object f28d1595-17c9-4e6c-b55f-5d8c38846881 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:24.739879 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Transition to ACTIVE for port object 860b771e-e964-4387-b90f-d064b00b2417 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:24.785755 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:24.840593 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-fcfbf38c-3e1d-4242-b691-2e363678be78 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port 02dd7021-1456-4c53-9923-3cce7f2b2b52 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:24.840931 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fcfbf38c-3e1d-4242-b691-2e363678be78 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:24.852156 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Transition to ACTIVE for port object f28d1595-17c9-4e6c-b55f-5d8c38846881 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:24.904253 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:24.906148 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:24.915838 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:24.924544 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:24.948484 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Attempting to bind port a5936460-c8fb-433b-a484-0de2cc64e893 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:24.948998 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Attempting to bind port a5936460-c8fb-433b-a484-0de2cc64e893 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'b961a059-176e-461b-aa18-93eb38b62744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '21383f4f-0eb4-48f5-a569-ed457923932a'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:24.949479 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Attempting to bind port a5936460-c8fb-433b-a484-0de2cc64e893 on network 21383f4f-0eb4-48f5-a569-ed457923932a {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:24.961981 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ae9300f-3862-401d-8459-c14e37f33b63 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:24.971100 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502e047-2fbd-4289-8093-b20fbad0d73d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Subnet': ['ID=48f1c8a1-625a-49a7-9290-abd6b8a56ffb,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:24.977907 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f502e047-2fbd-4289-8093-b20fbad0d73d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:24.986347 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f502e047-2fbd-4289-8093-b20fbad0d73d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/subnets/48f1c8a1-625a-49a7-9290-abd6b8a56ffb HTTP/1.1" status: 204 len: 168 time: 1.5943553 Jan 17 14:17:24.989464 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Network f9a61fa0-0df6-4e3d-80f3-67de51885aa8 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:24.999927 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:25.001805 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Pushing event updated for resources: {'Port': ['ID=860b771e-e964-4387-b90f-d064b00b2417,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:25.004199 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dee1538-cb81-43e1-97ce-6b03debfffe3 None None] Network 6a526d74-d2b6-47d9-9d66-bd883266e6ef requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:25.011056 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34350) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:25.053368 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:25.060385 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:17:25.060801 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Checking segment: {'id': 'b961a059-176e-461b-aa18-93eb38b62744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '21383f4f-0eb4-48f5-a569-ed457923932a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:25.061296 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:25.061819 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Bound using segment: {'id': 'b961a059-176e-461b-aa18-93eb38b62744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '21383f4f-0eb4-48f5-a569-ed457923932a'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:17:25.062374 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Bound port: a5936460-c8fb-433b-a484-0de2cc64e893, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b961a059-176e-461b-aa18-93eb38b62744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '21383f4f-0eb4-48f5-a569-ed457923932a'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:17:25.062847 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:25.117162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 371ba3a3-658c-4bef-a10e-76543200a7ba details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:17:25.123538 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 371ba3a3-658c-4bef-a10e-76543200a7ba no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:17:25.154386 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-81558425-aa02-4266-9a1d-087cb0deef86 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:25.157766 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.resource_extend [None req-9ae9300f-3862-401d-8459-c14e37f33b63 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:17:25.241184 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c3047663-bd9b-43e1-a1fb-84effe51a802 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:25.306326 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0165bded-1bde-4c51-a77e-7eaa09a7f39e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:25.310636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-81558425-aa02-4266-9a1d-087cb0deef86 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for e753a2d0-fa20-4074-8d25-90e7779a02a9 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:25.316791 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ae9300f-3862-401d-8459-c14e37f33b63 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:25.317740 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae9300f-3862-401d-8459-c14e37f33b63 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:25.318357 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ae9300f-3862-401d-8459-c14e37f33b63 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:25.356101 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-03d5cdbf-908f-4a06-b1d3-de7f2a741e01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting port 8f1f689a-2bdc-4c2a-afd0-d8873540ad30 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:25.356442 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-03d5cdbf-908f-4a06-b1d3-de7f2a741e01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:25.471320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d91e9c98-778e-48da-98c5-2aee5f04d82e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:25.489237 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] For port a5936460-c8fb-433b-a484-0de2cc64e893, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:17:25.490357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-d91e9c98-778e-48da-98c5-2aee5f04d82e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Transition to ACTIVE for port object 956f77e0-9086-4932-b218-5d87c1823289 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:25.492695 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] For port a5936460-c8fb-433b-a484-0de2cc64e893, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a5936460-c8fb-433b-a484-0de2cc64e893,segment=NetworkSegment(b961a059-176e-461b-aa18-93eb38b62744),segment_id=b961a059-176e-461b-aa18-93eb38b62744)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:17:25.519934 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:25.533962 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9ae9300f-3862-401d-8459-c14e37f33b63 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3622825 Jan 17 14:17:25.536451 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-0165bded-1bde-4c51-a77e-7eaa09a7f39e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port 7fefe6e8-c6de-4800-9b24-5d2d311690b4 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:25.536800 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0165bded-1bde-4c51-a77e-7eaa09a7f39e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:25.539143 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34354) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:25.549610 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-6c8680a0-4d37-4030-a6ce-cb2cfb19a369 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Request body: {'network': {'project_id': 'ddd271bcf6d440e59efa03aa62db7433'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:25.554486 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6c8680a0-4d37-4030-a6ce-cb2cfb19a369 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:25.559810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6c8680a0-4d37-4030-a6ce-cb2cfb19a369 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Usage tracker for resource:network and tenant:ddd271bcf6d440e59efa03aa62db7433 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:25.560065 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Attempting to bind port f28d1595-17c9-4e6c-b55f-5d8c38846881 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:25.560559 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Attempting to bind port f28d1595-17c9-4e6c-b55f-5d8c38846881 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '87c82ba1-f50e-4935-a1ab-d1694c63ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9a61fa0-0df6-4e3d-80f3-67de51885aa8'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:25.561025 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Attempting to bind port f28d1595-17c9-4e6c-b55f-5d8c38846881 on network f9a61fa0-0df6-4e3d-80f3-67de51885aa8 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:25.561384 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9300f-3862-401d-8459-c14e37f33b63 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Pushing event updated for resources: {'Network': ['ID=7c609e11-e59c-4838-a7a7-8109d55a36a3,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:25.570715 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6c8680a0-4d37-4030-a6ce-cb2cfb19a369 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:25.577268 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:17:25.577938 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Checking segment: {'id': '87c82ba1-f50e-4935-a1ab-d1694c63ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9a61fa0-0df6-4e3d-80f3-67de51885aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:25.578252 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:25.578740 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Bound using segment: {'id': '87c82ba1-f50e-4935-a1ab-d1694c63ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9a61fa0-0df6-4e3d-80f3-67de51885aa8'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:17:25.579354 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Bound port: f28d1595-17c9-4e6c-b55f-5d8c38846881, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c82ba1-f50e-4935-a1ab-d1694c63ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9a61fa0-0df6-4e3d-80f3-67de51885aa8'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:17:25.579835 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:25.584189 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6c8680a0-4d37-4030-a6ce-cb2cfb19a369 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:25.590773 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Pushing event updated for resources: {'Port': ['ID=f28d1595-17c9-4e6c-b55f-5d8c38846881,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:25.591842 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8680a0-4d37-4030-a6ce-cb2cfb19a369 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 17 14:17:25.592321 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8680a0-4d37-4030-a6ce-cb2cfb19a369 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:25.596819 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6c8680a0-4d37-4030-a6ce-cb2cfb19a369 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0541258 Jan 17 14:17:25.599099 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34358) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:25.617401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 7c609e11-e59c-4838-a7a7-8109d55a36a3 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:17:25.667683 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d91e9c98-778e-48da-98c5-2aee5f04d82e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:25.778568 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-81558425-aa02-4266-9a1d-087cb0deef86 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:25.878240 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Attempting to bind port 860b771e-e964-4387-b90f-d064b00b2417 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:25.879302 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Attempting to bind port 860b771e-e964-4387-b90f-d064b00b2417 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:25.879938 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Attempting to bind port 860b771e-e964-4387-b90f-d064b00b2417 on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:25.924904 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91e9c98-778e-48da-98c5-2aee5f04d82e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network f2a464a1-524a-4e9c-90bd-a689cb53ca04 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:25.939990 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c3a26ba7-7666-4d76-8e23-1a33e7e607e1 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ddd271bcf6d440e59efa03aa62db7433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3414295 Jan 17 14:17:25.941480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-81558425-aa02-4266-9a1d-087cb0deef86 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:25.947495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-d91e9c98-778e-48da-98c5-2aee5f04d82e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:25.962101 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e9c98-778e-48da-98c5-2aee5f04d82e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:25.966056 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97cfc79-312b-4194-b0d6-f924801a0a60 None None] Network f2a464a1-524a-4e9c-90bd-a689cb53ca04 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:25.994653 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34364) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:26.029379 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fcfbf38c-3e1d-4242-b691-2e363678be78 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:26.081059 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e9c98-778e-48da-98c5-2aee5f04d82e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Port': ['ID=956f77e0-9086-4932-b218-5d87c1823289,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:26.084566 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-81558425-aa02-4266-9a1d-087cb0deef86 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/ports/e753a2d0-fa20-4074-8d25-90e7779a02a9 HTTP/1.1" status: 204 len: 168 time: 1.8404727 Jan 17 14:17:26.188822 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34368) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:26.242192 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:17:26.242629 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:26.243004 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:26.243485 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:17:26.243991 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Bound port: 860b771e-e964-4387-b90f-d064b00b2417, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:17:26.244422 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:26.254681 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a61096-6cfe-4019-a2e6-0b5a2ae1e28e None None] Pushing event updated for resources: {'Port': ['ID=a5936460-c8fb-433b-a484-0de2cc64e893,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:26.272823 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81558425-aa02-4266-9a1d-087cb0deef86 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Port': ['ID=e753a2d0-fa20-4074-8d25-90e7779a02a9,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:26.276823 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-fcfbf38c-3e1d-4242-b691-2e363678be78 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for 02dd7021-1456-4c53-9923-3cce7f2b2b52 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:26.314292 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-8685ce16-a0b0-4c02-9ed4-bb1f90d34be4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] GET failed (client error): The resource could not be found. Jan 17 14:17:26.314896 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8685ce16-a0b0-4c02-9ed4-bb1f90d34be4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Synchronizing usage tracker for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:26.326331 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d91e9c98-778e-48da-98c5-2aee5f04d82e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:26.336390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c975ea5-813f-488a-b29f-8c02c6e8c624 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:26.375184 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6420738a-4725-4173-88bb-9d1f9db7d3cb None None] Provisioning for port c3047663-bd9b-43e1-a1fb-84effe51a802 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:26.381684 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87caaf2a-75bf-492f-897d-09909838c21f req-99891f05-da67-4bd9-9b8c-e0fea696ef03 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:26.384924 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-87caaf2a-75bf-492f-897d-09909838c21f req-99891f05-da67-4bd9-9b8c-e0fea696ef03 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 946 time: 0.5932009 Jan 17 14:17:26.389554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8685ce16-a0b0-4c02-9ed4-bb1f90d34be4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Unset dirty status for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:26.390893 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8685ce16-a0b0-4c02-9ed4-bb1f90d34be4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports/e753a2d0-fa20-4074-8d25-90e7779a02a9 HTTP/1.1" status: 404 len: 333 time: 0.1808341 Jan 17 14:17:26.403838 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34372) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:26.439006 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-03d5cdbf-908f-4a06-b1d3-de7f2a741e01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:26.468216 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c975ea5-813f-488a-b29f-8c02c6e8c624 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:26.506089 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port c3047663-bd9b-43e1-a1fb-84effe51a802 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:26.524328 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:26.536689 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-87caaf2a-75bf-492f-897d-09909838c21f req-2c41206e-4540-47c5-9cde-b5f959c60805 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254275 Jan 17 14:17:26.557024 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port c3047663-bd9b-43e1-a1fb-84effe51a802 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:26.557773 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:26.618806 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-19cfe5a4-b4c9-46f9-8380-e3037f4f69a0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting subnet 950cbfd7-5e2c-43d8-a35c-a138d053ede0 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:17:26.621871 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-19cfe5a4-b4c9-46f9-8380-e3037f4f69a0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:26.628115 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] For port f28d1595-17c9-4e6c-b55f-5d8c38846881, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:17:26.656781 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-03d5cdbf-908f-4a06-b1d3-de7f2a741e01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Calling delete_port for 8f1f689a-2bdc-4c2a-afd0-d8873540ad30 owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:26.697072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d91e9c98-778e-48da-98c5-2aee5f04d82e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:26.708694 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-19cfe5a4-b4c9-46f9-8380-e3037f4f69a0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:26.715906 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa27496a-8e27-49d2-b558-a5ae6737a1f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '371ba3a3-658c-4bef-a10e-76543200a7ba'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:17:26.727218 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] For port f28d1595-17c9-4e6c-b55f-5d8c38846881, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=f28d1595-17c9-4e6c-b55f-5d8c38846881,segment=NetworkSegment(87c82ba1-f50e-4935-a1ab-d1694c63ac1b),segment_id=87c82ba1-f50e-4935-a1ab-d1694c63ac1b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:17:26.729219 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 371ba3a3-658c-4bef-a10e-76543200a7ba, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=371ba3a3-658c-4bef-a10e-76543200a7ba,segment=NetworkSegment(f8356bf1-1246-42e0-9374-974f68362f2e),segment_id=f8356bf1-1246-42e0-9374-974f68362f2e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:26.743301 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-0165bded-1bde-4c51-a77e-7eaa09a7f39e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] For port 7fefe6e8-c6de-4800-9b24-5d2d311690b4, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=7fefe6e8-c6de-4800-9b24-5d2d311690b4,segment=NetworkSegment(0603e549-34bf-4953-a2c4-47726ed68748),segment_id=0603e549-34bf-4953-a2c4-47726ed68748)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:26.743697 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0165bded-1bde-4c51-a77e-7eaa09a7f39e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:26.757868 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:26.768601 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 371ba3a3-658c-4bef-a10e-76543200a7ba, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=371ba3a3-658c-4bef-a10e-76543200a7ba,segment=NetworkSegment(f8356bf1-1246-42e0-9374-974f68362f2e),segment_id=f8356bf1-1246-42e0-9374-974f68362f2e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:26.773278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c975ea5-813f-488a-b29f-8c02c6e8c624 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:26.832150 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '371ba3a3-658c-4bef-a10e-76543200a7ba', 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f', 'port_id': '371ba3a3-658c-4bef-a10e-76543200a7ba', 'mac_address': 'fa:16:3e:56:1d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eed59de-3b32-4f8e-8e97-579451ea969d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:17:26.843581 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] For port 860b771e-e964-4387-b90f-d064b00b2417, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:17:26.848557 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c975ea5-813f-488a-b29f-8c02c6e8c624 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789b9d62-79ec-43c6-9683-d8c9593163ab,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:26.857819 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c975ea5-813f-488a-b29f-8c02c6e8c624 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:26.863192 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:26.868285 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7c975ea5-813f-488a-b29f-8c02c6e8c624 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/789b9d62-79ec-43c6-9683-d8c9593163ab HTTP/1.1" status: 204 len: 168 time: 0.8636372 Jan 17 14:17:26.872396 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34380) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:26.983730 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] For port 860b771e-e964-4387-b90f-d064b00b2417, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=860b771e-e964-4387-b90f-d064b00b2417,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:17:26.985109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c0aae-29f9-438b-b38b-914c3abbdcf1 None None] Pushing event updated for resources: {'Port': ['ID=f28d1595-17c9-4e6c-b55f-5d8c38846881,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:27.031763 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa27496a-8e27-49d2-b558-a5ae6737a1f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '371ba3a3-658c-4bef-a10e-76543200a7ba', 'code': 200} Jan 17 14:17:27.116098 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e4019d-598c-4a82-9d7c-e1860cf96299 None None] DHCP port deletion for 6a526d74-d2b6-47d9-9d66-bd883266e6ef request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:17:27.136460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:27.161368 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-48e4019d-598c-4a82-9d7c-e1860cf96299 None None] Deleting port 7fefe6e8-c6de-4800-9b24-5d2d311690b4 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:27.161949 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-48e4019d-598c-4a82-9d7c-e1860cf96299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:27.219932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-0165bded-1bde-4c51-a77e-7eaa09a7f39e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for 7fefe6e8-c6de-4800-9b24-5d2d311690b4 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:27.271927 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:27.279261 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fcfbf38c-3e1d-4242-b691-2e363678be78 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:27.411476 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=371ba3a3-658c-4bef-a10e-76543200a7ba,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:27.415410 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbf38c-3e1d-4242-b691-2e363678be78 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=02dd7021-1456-4c53-9923-3cce7f2b2b52,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:27.432827 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:27.508310 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371ba3a3-658c-4bef-a10e-76543200a7ba {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:17:27.576372 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-242c1470-6fd1-406b-a4dd-831051d17ce0 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:27.593985 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 371ba3a3-658c-4bef-a10e-76543200a7ba, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=371ba3a3-658c-4bef-a10e-76543200a7ba,segment=NetworkSegment(f8356bf1-1246-42e0-9374-974f68362f2e),segment_id=f8356bf1-1246-42e0-9374-974f68362f2e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:27.609332 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-19cfe5a4-b4c9-46f9-8380-e3037f4f69a0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:27.625011 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:27.655033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-03d5cdbf-908f-4a06-b1d3-de7f2a741e01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:27.769384 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5cdbf-908f-4a06-b1d3-de7f2a741e01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Port': ['ID=8f1f689a-2bdc-4c2a-afd0-d8873540ad30,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:27.774522 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0165bded-1bde-4c51-a77e-7eaa09a7f39e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:27.844689 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port c3047663-bd9b-43e1-a1fb-84effe51a802, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c3047663-bd9b-43e1-a1fb-84effe51a802,segment=NetworkSegment(bfa9a079-c0a3-4e0d-b4a6-086d0846a860),segment_id=bfa9a079-c0a3-4e0d-b4a6-086d0846a860)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:27.875468 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9bc27e-511b-4c59-a4d2-1e47d16cfab6 None None] Network 21383f4f-0eb4-48f5-a569-ed457923932a requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:27.885053 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fcfbf38c-3e1d-4242-b691-2e363678be78 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:27.907373 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165bded-1bde-4c51-a77e-7eaa09a7f39e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Port': ['ID=7fefe6e8-c6de-4800-9b24-5d2d311690b4,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:27.955909 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0165bded-1bde-4c51-a77e-7eaa09a7f39e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] No DVR routers for this DVR port 7fefe6e8-c6de-4800-9b24-5d2d311690b4 on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:17:27.971286 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fcfbf38c-3e1d-4242-b691-2e363678be78 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/02dd7021-1456-4c53-9923-3cce7f2b2b52 HTTP/1.1" status: 204 len: 168 time: 3.2639260 Jan 17 14:17:27.976343 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34386) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:28.199174 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-242c1470-6fd1-406b-a4dd-831051d17ce0 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:28.254556 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd98e60-9dbb-475b-bf9a-08ba9fddecbe None None] Pushing event updated for resources: {'Port': ['ID=860b771e-e964-4387-b90f-d064b00b2417,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:28.259079 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:28.280049 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-19cfe5a4-b4c9-46f9-8380-e3037f4f69a0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:28.329286 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-242c1470-6fd1-406b-a4dd-831051d17ce0 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c609e11-e59c-4838-a7a7-8109d55a36a3']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:28.357995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfe5a4-b4c9-46f9-8380-e3037f4f69a0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Subnet': ['ID=950cbfd7-5e2c-43d8-a35c-a138d053ede0,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:28.371471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-242c1470-6fd1-406b-a4dd-831051d17ce0 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a30e51b-61e1-4b96-8882-bcc2ccd9327f') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:28.371787 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-242c1470-6fd1-406b-a4dd-831051d17ce0 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a30e51b-61e1-4b96-8882-bcc2ccd9327f') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:28.392876 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-19cfe5a4-b4c9-46f9-8380-e3037f4f69a0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:28.428797 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-242c1470-6fd1-406b-a4dd-831051d17ce0 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:28.471224 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-19cfe5a4-b4c9-46f9-8380-e3037f4f69a0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/subnets/950cbfd7-5e2c-43d8-a35c-a138d053ede0 HTTP/1.1" status: 204 len: 168 time: 2.0664737 Jan 17 14:17:28.472833 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['371ba3a3-658c-4bef-a10e-76543200a7ba'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:17:28.481756 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd557f0-058c-42dd-b29f-79138a43e8c9 req-42113d65-c3ec-4a89-95ec-4f00b35b3d1d tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:28.488959 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-dcd557f0-058c-42dd-b29f-79138a43e8c9 req-42113d65-c3ec-4a89-95ec-4f00b35b3d1d tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 945 time: 0.6208496 Jan 17 14:17:28.490620 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34390) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:28.512144 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-575b252b-fec8-492a-9f76-7ef502fae8f2 None None] Provisioning for port a5936460-c8fb-433b-a484-0de2cc64e893 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:28.532882 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d91e9c98-778e-48da-98c5-2aee5f04d82e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:28.539105 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0165bded-1bde-4c51-a77e-7eaa09a7f39e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:28.552933 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=371ba3a3-658c-4bef-a10e-76543200a7ba,revision_number=7']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:28.586320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-242c1470-6fd1-406b-a4dd-831051d17ce0 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:28.597465 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242c1470-6fd1-406b-a4dd-831051d17ce0 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:17:28.597939 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-242c1470-6fd1-406b-a4dd-831051d17ce0 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:28.613920 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-48e4019d-598c-4a82-9d7c-e1860cf96299 None None] For port 7fefe6e8-c6de-4800-9b24-5d2d311690b4, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=7fefe6e8-c6de-4800-9b24-5d2d311690b4,segment=NetworkSegment(0603e549-34bf-4953-a2c4-47726ed68748),segment_id=0603e549-34bf-4953-a2c4-47726ed68748)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:28.614829 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-48e4019d-598c-4a82-9d7c-e1860cf96299 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:28.669071 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-0165bded-1bde-4c51-a77e-7eaa09a7f39e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a526d74-d2b6-47d9-9d66-bd883266e6ef']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:28.677071 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device f28d1595-17c9-4e6c-b55f-5d8c38846881 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:17:28.678341 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:17:28.683648 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-03d5cdbf-908f-4a06-b1d3-de7f2a741e01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:28.696359 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c84ff1-c6e5-4eae-a0b7-0e83654f12dd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:28.698594 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c84ff1-c6e5-4eae-a0b7-0e83654f12dd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:28.700343 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c84ff1-c6e5-4eae-a0b7-0e83654f12dd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:28.701324 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-01c84ff1-c6e5-4eae-a0b7-0e83654f12dd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:28.703169 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d91e9c98-778e-48da-98c5-2aee5f04d82e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:28.713488 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-0165bded-1bde-4c51-a77e-7eaa09a7f39e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0603e549-34bf-4953-a2c4-47726ed68748') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:28.714023 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-0165bded-1bde-4c51-a77e-7eaa09a7f39e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0603e549-34bf-4953-a2c4-47726ed68748') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:28.932207 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0165bded-1bde-4c51-a77e-7eaa09a7f39e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:28.971339 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-dcd557f0-058c-42dd-b29f-79138a43e8c9 req-c5ff19bc-e7b9-4dea-9753-345e3544a51b tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4813521 Jan 17 14:17:28.994773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34394) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:29.014815 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-242c1470-6fd1-406b-a4dd-831051d17ce0 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:29.018366 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e9c98-778e-48da-98c5-2aee5f04d82e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Port': ['ID=956f77e0-9086-4932-b218-5d87c1823289,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:29.027802 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-01c84ff1-c6e5-4eae-a0b7-0e83654f12dd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:29.031363 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-01c84ff1-c6e5-4eae-a0b7-0e83654f12dd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.9802678 Jan 17 14:17:29.041876 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=c3047663-bd9b-43e1-a1fb-84effe51a802,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:29.101305 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-48e4019d-598c-4a82-9d7c-e1860cf96299 None None] Calling delete_port for 7fefe6e8-c6de-4800-9b24-5d2d311690b4 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:29.101549 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34398) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:29.101787 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0165bded-1bde-4c51-a77e-7eaa09a7f39e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:29.128765 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ab0be8-9c6f-4d2b-9058-6b9170ffca01 None None] Network f9a61fa0-0df6-4e3d-80f3-67de51885aa8 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:29.158341 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e318c190-0af8-4282-9996-d3975b93db0d None None] Provisioning complete for port c3047663-bd9b-43e1-a1fb-84effe51a802 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:29.158761 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e318c190-0af8-4282-9996-d3975b93db0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:29.161946 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0165bded-1bde-4c51-a77e-7eaa09a7f39e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:17:29.162340 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0165bded-1bde-4c51-a77e-7eaa09a7f39e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:29.169024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-242c1470-6fd1-406b-a4dd-831051d17ce0 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:17:29.177442 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:17:29.187039 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f42776ca-34fb-46f5-b3dc-c94a65ad9827 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/floatingips/8a30f901-75ae-4a1e-8539-f8569af305ec HTTP/1.1" status: 200 len: 993 time: 0.1684132 Jan 17 14:17:29.187227 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-242c1470-6fd1-406b-a4dd-831051d17ce0 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] 10.222.0.48 "DELETE /v2.0/networks/7c609e11-e59c-4838-a7a7-8109d55a36a3 HTTP/1.1" status: 204 len: 168 time: 2.2604489 Jan 17 14:17:29.193316 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34402) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:29.197078 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c1470-6fd1-406b-a4dd-831051d17ce0 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Pushing event deleted for resources: {'Network': ['ID=7c609e11-e59c-4838-a7a7-8109d55a36a3,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:29.202454 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c50ac39-027d-461e-ab25-5449cf710b2a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:29.205500 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d91e9c98-778e-48da-98c5-2aee5f04d82e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:29.296723 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d5cdbf-908f-4a06-b1d3-de7f2a741e01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router fb64d90d-d676-44bd-85d5-854f2b07a8cc has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:17:29.369159 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91e9c98-778e-48da-98c5-2aee5f04d82e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network f2a464a1-524a-4e9c-90bd-a689cb53ca04 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:29.372510 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-d91e9c98-778e-48da-98c5-2aee5f04d82e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:29.374985 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9cc21b-1fc7-41ac-a9e4-a7dcf4cebe12 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet 31db58db-75c9-455f-8cc1-e64e7120020d {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:17:29.398106 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-7c50ac39-027d-461e-ab25-5449cf710b2a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port f28d1595-17c9-4e6c-b55f-5d8c38846881 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:29.398462 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c50ac39-027d-461e-ab25-5449cf710b2a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:29.430177 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dfb040-aaed-4926-9b57-b77b691f7bf0 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:29.446795 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e9cc21b-1fc7-41ac-a9e4-a7dcf4cebe12 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:29.501916 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0165bded-1bde-4c51-a77e-7eaa09a7f39e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:29.573631 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-48e4019d-598c-4a82-9d7c-e1860cf96299 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:17:29.573985 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-48e4019d-598c-4a82-9d7c-e1860cf96299 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:17:29.574467 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port f28d1595-17c9-4e6c-b55f-5d8c38846881 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:29.594668 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0165bded-1bde-4c51-a77e-7eaa09a7f39e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:29.608900 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0165bded-1bde-4c51-a77e-7eaa09a7f39e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/networks/6a526d74-d2b6-47d9-9d66-bd883266e6ef HTTP/1.1" status: 204 len: 168 time: 4.5967536 Jan 17 14:17:29.612826 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 860b771e-e964-4387-b90f-d064b00b2417 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:29.618024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34406) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:29.624427 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:29.626484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165bded-1bde-4c51-a77e-7eaa09a7f39e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Network': ['ID=6a526d74-d2b6-47d9-9d66-bd883266e6ef,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:29.632831 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d5cdbf-908f-4a06-b1d3-de7f2a741e01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:17:29.639503 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-aebc91bc-6cbb-42e0-80cd-7b5b8adfb856 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-438338449'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:29.641568 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-03d5cdbf-908f-4a06-b1d3-de7f2a741e01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/fb64d90d-d676-44bd-85d5-854f2b07a8cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2344227 Jan 17 14:17:29.646519 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7b54bf-c8f3-480a-b939-802976416e73 None None] Sync routers for ids ['fb64d90d-d676-44bd-85d5-854f2b07a8cc'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:17:29.657221 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7b54bf-c8f3-480a-b939-802976416e73 None None] Routers {'fb64d90d-d676-44bd-85d5-854f2b07a8cc'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:29.657740 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-fc7b54bf-c8f3-480a-b939-802976416e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:17:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['fb64d90d-d676-44bd-85d5-854f2b07a8cc'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:29.658177 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e9cc21b-1fc7-41ac-a9e4-a7dcf4cebe12 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:29.745661 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-fc7b54bf-c8f3-480a-b939-802976416e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:29.756203 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7b54bf-c8f3-480a-b939-802976416e73 None None] Routers {'fb64d90d-d676-44bd-85d5-854f2b07a8cc'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:29.757189 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-fc7b54bf-c8f3-480a-b939-802976416e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:17:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['fb64d90d-d676-44bd-85d5-854f2b07a8cc'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:29.815462 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e9cc21b-1fc7-41ac-a9e4-a7dcf4cebe12 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:29.840963 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-fc7b54bf-c8f3-480a-b939-802976416e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:29.841714 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7b54bf-c8f3-480a-b939-802976416e73 None None] The sync data for ids ['fb64d90d-d676-44bd-85d5-854f2b07a8cc'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:17:29.903355 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34410) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:29.958989 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-aebc91bc-6cbb-42e0-80cd-7b5b8adfb856 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:29.983932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-aebc91bc-6cbb-42e0-80cd-7b5b8adfb856 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:network and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:29.984729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e318c190-0af8-4282-9996-d3975b93db0d None None] Provisioning for port 956f77e0-9086-4932-b218-5d87c1823289 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:29.993382 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-aebc91bc-6cbb-42e0-80cd-7b5b8adfb856 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:30.009278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-aebc91bc-6cbb-42e0-80cd-7b5b8adfb856 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:30.043021 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e318c190-0af8-4282-9996-d3975b93db0d None None] Provisioning complete for port 956f77e0-9086-4932-b218-5d87c1823289 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:30.043397 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e318c190-0af8-4282-9996-d3975b93db0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:30.048880 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebc91bc-6cbb-42e0-80cd-7b5b8adfb856 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:30.052915 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-aebc91bc-6cbb-42e0-80cd-7b5b8adfb856 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:30.075962 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-7c50ac39-027d-461e-ab25-5449cf710b2a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] For port f28d1595-17c9-4e6c-b55f-5d8c38846881, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=f28d1595-17c9-4e6c-b55f-5d8c38846881,segment=NetworkSegment(87c82ba1-f50e-4935-a1ab-d1694c63ac1b),segment_id=87c82ba1-f50e-4935-a1ab-d1694c63ac1b)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:30.076383 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c50ac39-027d-461e-ab25-5449cf710b2a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:30.161494 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9da43cc5-405e-4f3a-a3c1-b008cf0dbd6d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Synchronizing usage tracker for tenant:c18c2f95c6754b6292d672e39ba057ee on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:30.175241 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-48e4019d-598c-4a82-9d7c-e1860cf96299 None None] Deleting port 7fefe6e8-c6de-4800-9b24-5d2d311690b4 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:30.175589 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-48e4019d-598c-4a82-9d7c-e1860cf96299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:30.200666 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 860b771e-e964-4387-b90f-d064b00b2417 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:30.224775 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9be831-2f22-47ab-bc3d-cb6b9d0d6568 None None] DHCP port deletion for f9a61fa0-0df6-4e3d-80f3-67de51885aa8 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:17:30.230632 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e9cc21b-1fc7-41ac-a9e4-a7dcf4cebe12 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:30.239586 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-7c50ac39-027d-461e-ab25-5449cf710b2a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for f28d1595-17c9-4e6c-b55f-5d8c38846881 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:30.249637 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a5936460-c8fb-433b-a484-0de2cc64e893 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:30.303444 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebc91bc-6cbb-42e0-80cd-7b5b8adfb856 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:17:30.311909 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91e9c98-778e-48da-98c5-2aee5f04d82e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router beaf3b17-b0d5-473f-8691-7886921eb00f is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:17:30.331309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-aebc91bc-6cbb-42e0-80cd-7b5b8adfb856 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:30.331843 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-aebc91bc-6cbb-42e0-80cd-7b5b8adfb856 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Added segment bc2d38d2-6d94-40d6-9d11-b83830678744 of type vlan for network 1898d1b3-b3db-49de-9c63-85adb5fdcb09 Jan 17 14:17:30.347425 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6e9be831-2f22-47ab-bc3d-cb6b9d0d6568 None None] Deleting port f28d1595-17c9-4e6c-b55f-5d8c38846881 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:30.347928 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e9be831-2f22-47ab-bc3d-cb6b9d0d6568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:30.348569 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9da43cc5-405e-4f3a-a3c1-b008cf0dbd6d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Unset dirty status for tenant:c18c2f95c6754b6292d672e39ba057ee on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:30.349720 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9da43cc5-405e-4f3a-a3c1-b008cf0dbd6d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb64d90d-d676-44bd-85d5-854f2b07a8cc HTTP/1.1" status: 200 len: 205 time: 0.4436567 Jan 17 14:17:30.356807 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9cc21b-1fc7-41ac-a9e4-a7dcf4cebe12 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=31db58db-75c9-455f-8cc1-e64e7120020d,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:30.370229 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34414) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:30.370229 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e9cc21b-1fc7-41ac-a9e4-a7dcf4cebe12 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:30.383299 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-48e4019d-598c-4a82-9d7c-e1860cf96299 None None] The port '7fefe6e8-c6de-4800-9b24-5d2d311690b4' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:17:30.440756 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e318c190-0af8-4282-9996-d3975b93db0d None None] Port 956f77e0-9086-4932-b218-5d87c1823289 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:17:30.459477 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:30.526837 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c50ac39-027d-461e-ab25-5449cf710b2a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:30.531282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6e9be831-2f22-47ab-bc3d-cb6b9d0d6568 None None] The port 'f28d1595-17c9-4e6c-b55f-5d8c38846881' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:17:30.580225 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-aebc91bc-6cbb-42e0-80cd-7b5b8adfb856 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:30.585804 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port a5936460-c8fb-433b-a484-0de2cc64e893 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:30.595793 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port a5936460-c8fb-433b-a484-0de2cc64e893 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:30.596168 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:30.598187 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6e9cc21b-1fc7-41ac-a9e4-a7dcf4cebe12 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/31db58db-75c9-455f-8cc1-e64e7120020d HTTP/1.1" status: 204 len: 168 time: 1.4935756 Jan 17 14:17:30.606551 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34418) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:30.612133 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c50ac39-027d-461e-ab25-5449cf710b2a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] No DVR routers for this DVR port f28d1595-17c9-4e6c-b55f-5d8c38846881 on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:17:30.648290 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50ac39-027d-461e-ab25-5449cf710b2a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Port': ['ID=f28d1595-17c9-4e6c-b55f-5d8c38846881,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:30.658293 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b376dc95-0c33-4932-8a5d-57d70c400466 None None] Provisioning complete for port a5936460-c8fb-433b-a484-0de2cc64e893 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:30.658993 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b376dc95-0c33-4932-8a5d-57d70c400466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:30.674840 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-957d6003-f6ab-448d-becd-902e65ee5d18 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:30.709279 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91e9c98-778e-48da-98c5-2aee5f04d82e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:17:30.732002 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed652ed-03de-4705-9c0e-d03daf30140d None None] Sync routers for ids ['beaf3b17-b0d5-473f-8691-7886921eb00f'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:17:30.758302 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed652ed-03de-4705-9c0e-d03daf30140d None None] Routers {'beaf3b17-b0d5-473f-8691-7886921eb00f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:30.758936 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-3ed652ed-03de-4705-9c0e-d03daf30140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:17:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['beaf3b17-b0d5-473f-8691-7886921eb00f'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:30.787411 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-aebc91bc-6cbb-42e0-80cd-7b5b8adfb856 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:30.794477 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebc91bc-6cbb-42e0-80cd-7b5b8adfb856 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:30.795137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-aebc91bc-6cbb-42e0-80cd-7b5b8adfb856 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:30.873898 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-3ed652ed-03de-4705-9c0e-d03daf30140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:30.901387 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c50ac39-027d-461e-ab25-5449cf710b2a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:30.921456 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b083082-15b9-4cc0-b66c-3235aba91588']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:30.935010 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d91e9c98-778e-48da-98c5-2aee5f04d82e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/beaf3b17-b0d5-473f-8691-7886921eb00f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0092285 Jan 17 14:17:30.939611 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34422) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:30.947681 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71c58f8-69f3-4967-8b73-e4382abb1cd2') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:30.948341 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71c58f8-69f3-4967-8b73-e4382abb1cd2') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:30.962759 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-aebc91bc-6cbb-42e0-80cd-7b5b8adfb856 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3413758 Jan 17 14:17:30.969391 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34426) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:30.995223 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-7c50ac39-027d-461e-ab25-5449cf710b2a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a61fa0-0df6-4e3d-80f3-67de51885aa8']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:31.000000 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed652ed-03de-4705-9c0e-d03daf30140d None None] Routers {'beaf3b17-b0d5-473f-8691-7886921eb00f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:31.000795 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-3ed652ed-03de-4705-9c0e-d03daf30140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:17:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['beaf3b17-b0d5-473f-8691-7886921eb00f'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:31.013458 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc91bc-6cbb-42e0-80cd-7b5b8adfb856 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Network': ['ID=1898d1b3-b3db-49de-9c63-85adb5fdcb09,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:31.022030 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-65af530e-c310-439c-b1dd-7bfd1dde40d8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'subnet': {'network_id': '1898d1b3-b3db-49de-9c63-85adb5fdcb09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:31.026689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-7c50ac39-027d-461e-ab25-5449cf710b2a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c82ba1-f50e-4935-a1ab-d1694c63ac1b') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:31.026922 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-7c50ac39-027d-461e-ab25-5449cf710b2a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c82ba1-f50e-4935-a1ab-d1694c63ac1b') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:31.051186 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c50ac39-027d-461e-ab25-5449cf710b2a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.082061 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 1898d1b3-b3db-49de-9c63-85adb5fdcb09 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:17:31.082298 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab380bdd-17f9-41d6-9bdb-e62f8d6103c4 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:31.082912 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ab380bdd-17f9-41d6-9bdb-e62f8d6103c4 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Synchronizing usage tracker for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:31.086404 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c50ac39-027d-461e-ab25-5449cf710b2a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.094680 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ffbffb-7145-45dc-9d6e-25b603e5f35a None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:31.095290 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c50ac39-027d-461e-ab25-5449cf710b2a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:17:31.095805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c50ac39-027d-461e-ab25-5449cf710b2a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.102824 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:17:31.113150 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:17:31.120306 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-167f835b-511d-4a95-b286-9070b499fa13 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet cc75c2b5-cf2f-40ed-be18-0dafd36b97b1 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:17:31.181892 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-167f835b-511d-4a95-b286-9070b499fa13 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.203569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ab380bdd-17f9-41d6-9bdb-e62f8d6103c4 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Unset dirty status for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:31.205125 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ab380bdd-17f9-41d6-9bdb-e62f8d6103c4 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/ports/956f77e0-9086-4932-b218-5d87c1823289 HTTP/1.1" status: 200 len: 910 time: 0.2532454 Jan 17 14:17:31.209456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34430) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:31.244228 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-3ed652ed-03de-4705-9c0e-d03daf30140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:31.244627 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed652ed-03de-4705-9c0e-d03daf30140d None None] The sync data for ids ['beaf3b17-b0d5-473f-8691-7886921eb00f'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:17:31.274238 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c50ac39-027d-461e-ab25-5449cf710b2a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.284223 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.291556 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c50ac39-027d-461e-ab25-5449cf710b2a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.309500 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.310404 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b376dc95-0c33-4932-8a5d-57d70c400466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.315064 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-957d6003-f6ab-448d-becd-902e65ee5d18 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.326284 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-957d6003-f6ab-448d-becd-902e65ee5d18 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.339421 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:17:31.339769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.356238 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-167f835b-511d-4a95-b286-9070b499fa13 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.374950 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50ac39-027d-461e-ab25-5449cf710b2a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Network': ['ID=f9a61fa0-0df6-4e3d-80f3-67de51885aa8,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:31.376184 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port a5936460-c8fb-433b-a484-0de2cc64e893, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a5936460-c8fb-433b-a484-0de2cc64e893,segment=NetworkSegment(b961a059-176e-461b-aa18-93eb38b62744),segment_id=b961a059-176e-461b-aa18-93eb38b62744)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:17:31.389202 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:17:31.393117 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7c50ac39-027d-461e-ab25-5449cf710b2a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/networks/f9a61fa0-0df6-4e3d-80f3-67de51885aa8 HTTP/1.1" status: 204 len: 168 time: 2.8963299 Jan 17 14:17:31.394984 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.399392 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34434) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:31.405972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-9ea4e2e4-1d97-494e-9830-42681db90185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'port': {'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73', 'name': 'tempest-PortsIpV6TestJSON-960953863'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:31.496633 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-65af530e-c310-439c-b1dd-7bfd1dde40d8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:31.503564 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-65af530e-c310-439c-b1dd-7bfd1dde40d8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:subnet and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:31.503841 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=a5936460-c8fb-433b-a484-0de2cc64e893,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:31.506378 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 7fefe6e8-c6de-4800-9b24-5d2d311690b4 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:17:31.507132 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-957d6003-f6ab-448d-becd-902e65ee5d18 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.508156 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957d6003-f6ab-448d-becd-902e65ee5d18 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Fanout notify agent at l3_agent the message router_deleted on router fb64d90d-d676-44bd-85d5-854f2b07a8cc {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:17:31.512043 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-65af530e-c310-439c-b1dd-7bfd1dde40d8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:31.529508 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-65af530e-c310-439c-b1dd-7bfd1dde40d8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:31.546255 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.579568 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.584017 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] 10.222.0.48 "DELETE /v2.0/networks/5b083082-15b9-4cc0-b66c-3235aba91588 HTTP/1.1" status: 204 len: 168 time: 2.3368464 Jan 17 14:17:31.584017 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65af530e-c310-439c-b1dd-7bfd1dde40d8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:31.594245 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-65af530e-c310-439c-b1dd-7bfd1dde40d8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.598821 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 7fefe6e8-c6de-4800-9b24-5d2d311690b4 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:17:31.598821 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 7fefe6e8-c6de-4800-9b24-5d2d311690b4 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:17:31.628141 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-b376dc95-0c33-4932-8a5d-57d70c400466 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:17:31.628464 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-b376dc95-0c33-4932-8a5d-57d70c400466 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:17:31.657291 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-957d6003-f6ab-448d-becd-902e65ee5d18 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.658333 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-957d6003-f6ab-448d-becd-902e65ee5d18 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/routers/fb64d90d-d676-44bd-85d5-854f2b07a8cc HTTP/1.1" status: 204 len: 168 time: 1.2865250 Jan 17 14:17:31.670796 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 371ba3a3-658c-4bef-a10e-76543200a7ba up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:31.742330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34440) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:31.771767 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c3047663-bd9b-43e1-a1fb-84effe51a802 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:31.775986 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b083082-15b9-4cc0-b66c-3235aba91588,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:31.801836 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 371ba3a3-658c-4bef-a10e-76543200a7ba triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:31.802127 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.805992 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-167f835b-511d-4a95-b286-9070b499fa13 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:31.929804 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9ea4e2e4-1d97-494e-9830-42681db90185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:31.966325 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e8ab36-1759-41e3-a963-cf697b597fb8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting subnet ccfdf3e1-308e-4161-b24c-27462ec4c29f {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:17:31.973059 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9ea4e2e4-1d97-494e-9830-42681db90185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:31.976471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-33e8ab36-1759-41e3-a963-cf697b597fb8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:32.082775 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port c3047663-bd9b-43e1-a1fb-84effe51a802 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:32.083130 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:32.107628 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:32.127788 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.128625 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.128850 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.129283 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.129746 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.130465 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.130932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.131368 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.131906 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.133013 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.133432 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.133889 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e6a93-648b-4a0e-8e69-fbb9a776d0e6 tempest-QuotasNegativeTest-856235452 tempest-QuotasNegativeTest-856235452-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.242967 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-167f835b-511d-4a95-b286-9070b499fa13 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:32.252569 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa27496a-8e27-49d2-b558-a5ae6737a1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371ba3a3-658c-4bef-a10e-76543200a7ba'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:17:32.278155 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 371ba3a3-658c-4bef-a10e-76543200a7ba, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=371ba3a3-658c-4bef-a10e-76543200a7ba,segment=NetworkSegment(f8356bf1-1246-42e0-9374-974f68362f2e),segment_id=f8356bf1-1246-42e0-9374-974f68362f2e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:32.285293 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:32.307632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea4e2e4-1d97-494e-9830-42681db90185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:32.311700 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e2e4-1d97-494e-9830-42681db90185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:32.342894 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b376dc95-0c33-4932-8a5d-57d70c400466 None None] Provisioning for port 860b771e-e964-4387-b90f-d064b00b2417 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:32.370762 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-33e8ab36-1759-41e3-a963-cf697b597fb8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:32.372231 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f835b-511d-4a95-b286-9070b499fa13 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=cc75c2b5-cf2f-40ed-be18-0dafd36b97b1,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:32.377104 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-167f835b-511d-4a95-b286-9070b499fa13 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:32.414313 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa27496a-8e27-49d2-b558-a5ae6737a1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371ba3a3-658c-4bef-a10e-76543200a7ba', 'code': 200} Jan 17 14:17:32.414880 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b376dc95-0c33-4932-8a5d-57d70c400466 None None] Provisioning complete for port 860b771e-e964-4387-b90f-d064b00b2417 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:32.415249 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b376dc95-0c33-4932-8a5d-57d70c400466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:32.442674 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-167f835b-511d-4a95-b286-9070b499fa13 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/cc75c2b5-cf2f-40ed-be18-0dafd36b97b1 HTTP/1.1" status: 204 len: 168 time: 1.8347704 Jan 17 14:17:32.443886 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34450) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:32.458294 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-9ea4e2e4-1d97-494e-9830-42681db90185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] device_id is not set on port d233d3bf-1f99-4c29-95fb-fcc34c6321d5 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:17:32.504143 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=371ba3a3-658c-4bef-a10e-76543200a7ba,revision_number=8']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:32.513726 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34454) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:32.527688 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.528125 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.528399 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.528729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.529065 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.529387 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.530123 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.530275 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.530611 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.530939 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.531267 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.531582 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:32.543396 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a5936460-c8fb-433b-a484-0de2cc64e893 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:32.573195 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-62040b20-6126-42d3-8454-9044afec3435 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207073 Jan 17 14:17:32.608260 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34460) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:32.618311 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-440b9893-c261-42b0-ae95-ff163f874f29 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:32.649859 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-65af530e-c310-439c-b1dd-7bfd1dde40d8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:32.752025 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b376dc95-0c33-4932-8a5d-57d70c400466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:32.785924 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port a5936460-c8fb-433b-a484-0de2cc64e893 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:32.786583 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:32.808321 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af530e-c310-439c-b1dd-7bfd1dde40d8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Subnet': ['ID=9c237498-c1f9-4853-8084-f34f204adadd,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:32.825271 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65af530e-c310-439c-b1dd-7bfd1dde40d8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Checking segment: {'id': 'bc2d38d2-6d94-40d6-9d11-b83830678744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1898d1b3-b3db-49de-9c63-85adb5fdcb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:32.825915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65af530e-c310-439c-b1dd-7bfd1dde40d8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network hostable DHCP agents. Network: 1898d1b3-b3db-49de-9c63-85adb5fdcb09, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:17:32.854718 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c4c9d2b2-a591-4ca1-90bd-e39bc30f17c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:32.859602 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65af530e-c310-439c-b1dd-7bfd1dde40d8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network 1898d1b3-b3db-49de-9c63-85adb5fdcb09 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:17:32.869444 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796fa0f2-6c20-4403-8b05-a8b2bcd380c7 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:32.873728 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-65af530e-c310-439c-b1dd-7bfd1dde40d8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 1898d1b3-b3db-49de-9c63-85adb5fdcb09) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:32.878426 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65af530e-c310-439c-b1dd-7bfd1dde40d8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:32.879263 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-65af530e-c310-439c-b1dd-7bfd1dde40d8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:32.890860 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831c1dc5-d5f2-44c2-b69f-491a318615f3 None None] Network 1898d1b3-b3db-49de-9c63-85adb5fdcb09 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:32.913342 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-65af530e-c310-439c-b1dd-7bfd1dde40d8 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9419723 Jan 17 14:17:32.913649 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b376dc95-0c33-4932-8a5d-57d70c400466 None None] For port 860b771e-e964-4387-b90f-d064b00b2417, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=860b771e-e964-4387-b90f-d064b00b2417,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:32.916409 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34464) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:32.925485 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f910100b-e290-4766-b8ba-b810402d8e56 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-19548535', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:32.931932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-33e8ab36-1759-41e3-a963-cf697b597fb8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:32.935637 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f910100b-e290-4766-b8ba-b810402d8e56 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:32.940746 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f910100b-e290-4766-b8ba-b810402d8e56 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:router and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:32.944036 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f910100b-e290-4766-b8ba-b810402d8e56 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:32.951416 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f910100b-e290-4766-b8ba-b810402d8e56 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:32.962836 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f910100b-e290-4766-b8ba-b810402d8e56 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:32.963328 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f910100b-e290-4766-b8ba-b810402d8e56 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:32.979606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f910100b-e290-4766-b8ba-b810402d8e56 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:32.989414 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c4c9d2b2-a591-4ca1-90bd-e39bc30f17c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:33.008986 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f910100b-e290-4766-b8ba-b810402d8e56 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:33.023701 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6e6914a7-8fe9-4d7a-8cd2-139414d8636c req-a76824b9-b26b-4b6e-90a9-84babbcdeaca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7688293 Jan 17 14:17:33.024774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c4c9d2b2-a591-4ca1-90bd-e39bc30f17c8 admin admin] Usage tracker for resource:security_group_rule and tenant:00ad2dedcc854eb09c51d40cd62dde70 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:33.030149 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b376dc95-0c33-4932-8a5d-57d70c400466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:33.036092 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f910100b-e290-4766-b8ba-b810402d8e56 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:33.040160 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f910100b-e290-4766-b8ba-b810402d8e56 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1183805 Jan 17 14:17:33.040762 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c4c9d2b2-a591-4ca1-90bd-e39bc30f17c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:33.041281 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34468) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:33.048581 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-21356cad-8f56-415b-b631-3b350854f0e5 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'port': {'network_id': '1898d1b3-b3db-49de-9c63-85adb5fdcb09', 'name': 'tempest-PortsTestJSON-600440451'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:33.096248 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b376dc95-0c33-4932-8a5d-57d70c400466 None None] Could not find standard attr ID for object f28d1595-17c9-4e6c-b55f-5d8c38846881. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:17:33.096509 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-440b9893-c261-42b0-ae95-ff163f874f29 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:33.110289 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c4c9d2b2-a591-4ca1-90bd-e39bc30f17c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:33.168182 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-440b9893-c261-42b0-ae95-ff163f874f29 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:33.184108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-440b9893-c261-42b0-ae95-ff163f874f29 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:33.192886 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-21356cad-8f56-415b-b631-3b350854f0e5 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:33.204527 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-154c03b0-5e48-44eb-986c-a8c8b95b2efa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:33.204874 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-21356cad-8f56-415b-b631-3b350854f0e5 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:33.216018 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21356cad-8f56-415b-b631-3b350854f0e5 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:33.216374 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-440b9893-c261-42b0-ae95-ff163f874f29 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:33.220262 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-21356cad-8f56-415b-b631-3b350854f0e5 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:33.246143 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-21356cad-8f56-415b-b631-3b350854f0e5 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] device_id is not set on port abac66ec-6bd3-480b-93cf-43bcb73175cc yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:17:33.291002 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376dc95-0c33-4932-8a5d-57d70c400466 None None] Pushing event updated for resources: {'Port': ['ID=860b771e-e964-4387-b90f-d064b00b2417,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:33.297414 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b376dc95-0c33-4932-8a5d-57d70c400466 None None] Provisioning complete for port 956f77e0-9086-4932-b218-5d87c1823289 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:33.297779 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b376dc95-0c33-4932-8a5d-57d70c400466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:33.355862 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440b9893-c261-42b0-ae95-ff163f874f29 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:33.359288 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-440b9893-c261-42b0-ae95-ff163f874f29 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:33.393309 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-21356cad-8f56-415b-b631-3b350854f0e5 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Allocated IP 172.20.0.11 (1898d1b3-b3db-49de-9c63-85adb5fdcb09/9c237498-c1f9-4853-8084-f34f204adadd/abac66ec-6bd3-480b-93cf-43bcb73175cc) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:33.449090 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b376dc95-0c33-4932-8a5d-57d70c400466 None None] Port 956f77e0-9086-4932-b218-5d87c1823289 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:17:33.472323 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device f28d1595-17c9-4e6c-b55f-5d8c38846881 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:17:33.497846 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-1898d1b3-b3db-49de-9c63-85adb5fdcb09', 'network_id': '1898d1b3-b3db-49de-9c63-85adb5fdcb09', 'tenant_id': '90170c06bfce4b45a8ff91de363bb5ad', 'fixed_ips': [{'subnet_id': '9c237498-c1f9-4853-8084-f34f204adadd'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:17:33.498687 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:33.520432 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: f28d1595-17c9-4e6c-b55f-5d8c38846881 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:17:33.521136 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device f28d1595-17c9-4e6c-b55f-5d8c38846881 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:17:33.574710 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e2e4-1d97-494e-9830-42681db90185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:33.579615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-33e8ab36-1759-41e3-a963-cf697b597fb8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:33.623090 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0425ab2d-f688-4aca-8b01-a26e1f158606 None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:17:33.635650 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0425ab2d-f688-4aca-8b01-a26e1f158606 None None] Deleting port 860b771e-e964-4387-b90f-d064b00b2417 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:33.636092 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0425ab2d-f688-4aca-8b01-a26e1f158606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:33.645063 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-21356cad-8f56-415b-b631-3b350854f0e5 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:33.661891 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-21356cad-8f56-415b-b631-3b350854f0e5 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Transition to ACTIVE for port object abac66ec-6bd3-480b-93cf-43bcb73175cc will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:33.680619 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d798fc18-4ced-4036-b7cc-dfbd0ecb48d1 None None] Provisioning complete for port 860b771e-e964-4387-b90f-d064b00b2417 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:33.681202 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d798fc18-4ced-4036-b7cc-dfbd0ecb48d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:33.691965 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-21356cad-8f56-415b-b631-3b350854f0e5 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:33.706312 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8ab36-1759-41e3-a963-cf697b597fb8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Subnet': ['ID=ccfdf3e1-308e-4161-b24c-27462ec4c29f,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:33.730856 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 860b771e-e964-4387-b90f-d064b00b2417 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:17:33.736749 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-33e8ab36-1759-41e3-a963-cf697b597fb8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:33.780172 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21356cad-8f56-415b-b631-3b350854f0e5 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network 1898d1b3-b3db-49de-9c63-85adb5fdcb09 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:33.781708 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f4a730-52a3-416a-9834-025df2a9c798 None None] Network 8a6876da-9a96-4b4a-a290-dcf8ccfadee0 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:33.783475 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-21356cad-8f56-415b-b631-3b350854f0e5 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:33.787435 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21356cad-8f56-415b-b631-3b350854f0e5 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:33.848909 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-33e8ab36-1759-41e3-a963-cf697b597fb8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/subnets/ccfdf3e1-308e-4161-b24c-27462ec4c29f HTTP/1.1" status: 204 len: 168 time: 2.1006761 Jan 17 14:17:33.850351 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21356cad-8f56-415b-b631-3b350854f0e5 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:33.851754 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-21356cad-8f56-415b-b631-3b350854f0e5 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:33.855667 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34472) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:33.879811 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6914a7-8fe9-4d7a-8cd2-139414d8636c req-dea1a404-86aa-4452-813d-dfb3b8a10c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:33.881327 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6e6914a7-8fe9-4d7a-8cd2-139414d8636c req-dea1a404-86aa-4452-813d-dfb3b8a10c1b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e40f67886b8245b096eece694fd84aad&device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 1099 time: 0.7864416 Jan 17 14:17:33.906467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21356cad-8f56-415b-b631-3b350854f0e5 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=abac66ec-6bd3-480b-93cf-43bcb73175cc,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:33.971656 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e2e4-1d97-494e-9830-42681db90185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:34.003593 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-21356cad-8f56-415b-b631-3b350854f0e5 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9612083 Jan 17 14:17:34.006479 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34476) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:34.019643 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c4c9d2b2-a591-4ca1-90bd-e39bc30f17c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:34.070014 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9da4a5e8-c45c-4c67-a6fd-85c90bebbb01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:34.124618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c4c9d2b2-a591-4ca1-90bd-e39bc30f17c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:34.158355 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-9da4a5e8-c45c-4c67-a6fd-85c90bebbb01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting port 7937b1ea-fb79-439d-9a34-0294dd0745f4 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:34.158355 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9da4a5e8-c45c-4c67-a6fd-85c90bebbb01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:34.174735 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Allocated IP 172.20.0.2 (1898d1b3-b3db-49de-9c63-85adb5fdcb09/9c237498-c1f9-4853-8084-f34f204adadd/3017a3de-49b8-4ff6-bd62-30c22ba799eb) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:34.243505 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea4e2e4-1d97-494e-9830-42681db90185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:34.267390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-9ea4e2e4-1d97-494e-9830-42681db90185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:34.302261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea4e2e4-1d97-494e-9830-42681db90185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:34.308180 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea4e2e4-1d97-494e-9830-42681db90185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:34.308784 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e2e4-1d97-494e-9830-42681db90185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:34.316720 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c4c9d2b2-a591-4ca1-90bd-e39bc30f17c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=00ad2dedcc854eb09c51d40cd62dde70&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7922134 Jan 17 14:17:34.316720 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4e2e4-1d97-494e-9830-42681db90185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=d233d3bf-1f99-4c29-95fb-fcc34c6321d5,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:34.323185 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34480) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:34.346940 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9d2b2-a591-4ca1-90bd-e39bc30f17c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f15519-70de-484f-bcc5-5cc7e6ecbc30,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:34.430575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6914a7-8fe9-4d7a-8cd2-139414d8636c req-101efdbb-c25d-463a-af36-1d5fc54b0d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:34.431992 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6e6914a7-8fe9-4d7a-8cd2-139414d8636c req-101efdbb-c25d-463a-af36-1d5fc54b0d71 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed801d97-9063-4f1e-99bd-483e3bb7c52f HTTP/1.1" status: 200 len: 898 time: 0.5091386 Jan 17 14:17:34.505238 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:34.511516 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9ea4e2e4-1d97-494e-9830-42681db90185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.1126027 Jan 17 14:17:34.529740 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34484) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:34.532155 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0425ab2d-f688-4aca-8b01-a26e1f158606 None None] For port 860b771e-e964-4387-b90f-d064b00b2417, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=860b771e-e964-4387-b90f-d064b00b2417,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:34.532672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0425ab2d-f688-4aca-8b01-a26e1f158606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:34.603966 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-154c03b0-5e48-44eb-986c-a8c8b95b2efa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Allocated IP 172.21.0.1 (21383f4f-0eb4-48f5-a569-ed457923932a/5a376744-3fb6-4c7d-9280-b436807dbc7d/7718ec72-b65e-459e-922f-8fdd12e88ad3) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:34.615902 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-440b9893-c261-42b0-ae95-ff163f874f29 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:34.701167 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0425ab2d-f688-4aca-8b01-a26e1f158606 None None] Calling delete_port for 860b771e-e964-4387-b90f-d064b00b2417 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:34.727978 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440b9893-c261-42b0-ae95-ff163f874f29 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:34.762406 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 860b771e-e964-4387-b90f-d064b00b2417, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=860b771e-e964-4387-b90f-d064b00b2417,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:34.778158 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-440b9893-c261-42b0-ae95-ff163f874f29 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:34.784949 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-ff3760df-7080-4928-9f86-a4ad10482e5b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port d233d3bf-1f99-4c29-95fb-fcc34c6321d5 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:34.785467 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ff3760df-7080-4928-9f86-a4ad10482e5b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:34.787369 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:34.815341 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6e6914a7-8fe9-4d7a-8cd2-139414d8636c req-de7e8b36-876b-4e54-93db-2d29caac504e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=371ba3a3-658c-4bef-a10e-76543200a7ba HTTP/1.1" status: 200 len: 1002 time: 0.3656242 Jan 17 14:17:34.816972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440b9893-c261-42b0-ae95-ff163f874f29 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:34.817752 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-440b9893-c261-42b0-ae95-ff163f874f29 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:34.817867 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c30b8196-027d-4f1e-a0dc-e65e29d0c2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:34.874670 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-9da4a5e8-c45c-4c67-a6fd-85c90bebbb01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] For port 7937b1ea-fb79-439d-9a34-0294dd0745f4, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=7937b1ea-fb79-439d-9a34-0294dd0745f4,segment=NetworkSegment(e308b177-4179-45e4-9b5b-bb5c506405d1),segment_id=e308b177-4179-45e4-9b5b-bb5c506405d1)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:34.875814 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9da4a5e8-c45c-4c67-a6fd-85c90bebbb01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:34.912297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406c0974-f045-4a51-a35e-319e457b9795 None None] DHCP port deletion for 8a6876da-9a96-4b4a-a290-dcf8ccfadee0 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:17:34.912520 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b9893-c261-42b0-ae95-ff163f874f29 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=a7eb595d-da48-4bf6-8e6b-5393105ebe7f,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:34.934450 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c30b8196-027d-4f1e-a0dc-e65e29d0c2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:34.934697 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-406c0974-f045-4a51-a35e-319e457b9795 None None] Deleting port 7937b1ea-fb79-439d-9a34-0294dd0745f4 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:34.934902 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-406c0974-f045-4a51-a35e-319e457b9795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:34.941977 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-440b9893-c261-42b0-ae95-ff163f874f29 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3279777 Jan 17 14:17:34.949978 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34488) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:34.959415 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-4d64c1c0-322c-480b-ad61-84b3b456d6ef tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:34.992167 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:34.996807 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-0425ab2d-f688-4aca-8b01-a26e1f158606 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:17:34.997163 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-0425ab2d-f688-4aca-8b01-a26e1f158606 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:17:34.997646 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=860b771e-e964-4387-b90f-d064b00b2417,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:35.017080 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Transition to ACTIVE for port object 3017a3de-49b8-4ff6-bd62-30c22ba799eb will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:35.076433 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6914a7-8fe9-4d7a-8cd2-139414d8636c req-5174caff-1310-42ac-90ed-5b25e645baff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:35.077993 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6e6914a7-8fe9-4d7a-8cd2-139414d8636c req-5174caff-1310-42ac-90ed-5b25e645baff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6eed59de-3b32-4f8e-8e97-579451ea969d HTTP/1.1" status: 200 len: 835 time: 0.2447474 Jan 17 14:17:35.083401 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-9da4a5e8-c45c-4c67-a6fd-85c90bebbb01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Calling delete_port for 7937b1ea-fb79-439d-9a34-0294dd0745f4 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:35.089092 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Transition to ACTIVE for port object 3017a3de-49b8-4ff6-bd62-30c22ba799eb will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:35.113694 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:35.238726 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-99b3f88c-1d39-46d1-9ae3-34b8024cb9cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:35.248911 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Network 1898d1b3-b3db-49de-9c63-85adb5fdcb09 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:35.259465 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9da4a5e8-c45c-4c67-a6fd-85c90bebbb01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:35.265062 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:35.272146 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:35.284794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-154c03b0-5e48-44eb-986c-a8c8b95b2efa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:35.286238 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-406c0974-f045-4a51-a35e-319e457b9795 None None] For port 7937b1ea-fb79-439d-9a34-0294dd0745f4, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=7937b1ea-fb79-439d-9a34-0294dd0745f4,segment=NetworkSegment(e308b177-4179-45e4-9b5b-bb5c506405d1),segment_id=e308b177-4179-45e4-9b5b-bb5c506405d1)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:35.286630 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-406c0974-f045-4a51-a35e-319e457b9795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:35.315737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c30b8196-027d-4f1e-a0dc-e65e29d0c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:35.328786 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Pushing event updated for resources: {'Port': ['ID=3017a3de-49b8-4ff6-bd62-30c22ba799eb,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:35.365546 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4a5e8-c45c-4c67-a6fd-85c90bebbb01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Port': ['ID=7937b1ea-fb79-439d-9a34-0294dd0745f4,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:35.377528 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da4a5e8-c45c-4c67-a6fd-85c90bebbb01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] No DVR routers for this DVR port 7937b1ea-fb79-439d-9a34-0294dd0745f4 on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:17:35.379320 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b8196-027d-4f1e-a0dc-e65e29d0c2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f15519-70de-484f-bcc5-5cc7e6ecbc30,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:35.511126 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-154c03b0-5e48-44eb-986c-a8c8b95b2efa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Transition to ACTIVE for port object 7718ec72-b65e-459e-922f-8fdd12e88ad3 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:35.520819 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ff3760df-7080-4928-9f86-a4ad10482e5b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:35.535219 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4d64c1c0-322c-480b-ad61-84b3b456d6ef tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:35.546883 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0425ab2d-f688-4aca-8b01-a26e1f158606 None None] Deleting port 860b771e-e964-4387-b90f-d064b00b2417 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:35.547441 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0425ab2d-f688-4aca-8b01-a26e1f158606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:35.582963 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-406c0974-f045-4a51-a35e-319e457b9795 None None] Calling delete_port for 7937b1ea-fb79-439d-9a34-0294dd0745f4 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:35.593330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4d64c1c0-322c-480b-ad61-84b3b456d6ef tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:35.597044 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4d64c1c0-322c-480b-ad61-84b3b456d6ef tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:35.635654 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c30b8196-027d-4f1e-a0dc-e65e29d0c2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:35.636974 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c30b8196-027d-4f1e-a0dc-e65e29d0c2b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47f15519-70de-484f-bcc5-5cc7e6ecbc30 HTTP/1.1" status: 204 len: 168 time: 1.3122447 Jan 17 14:17:35.657603 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Attempting to bind port 3017a3de-49b8-4ff6-bd62-30c22ba799eb on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:35.657972 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Attempting to bind port 3017a3de-49b8-4ff6-bd62-30c22ba799eb by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'bc2d38d2-6d94-40d6-9d11-b83830678744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1898d1b3-b3db-49de-9c63-85adb5fdcb09'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:35.658326 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Attempting to bind port 3017a3de-49b8-4ff6-bd62-30c22ba799eb on network 1898d1b3-b3db-49de-9c63-85adb5fdcb09 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:35.671253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-ff3760df-7080-4928-9f86-a4ad10482e5b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for d233d3bf-1f99-4c29-95fb-fcc34c6321d5 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:35.673841 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:17:35.674216 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Checking segment: {'id': 'bc2d38d2-6d94-40d6-9d11-b83830678744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1898d1b3-b3db-49de-9c63-85adb5fdcb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:35.674611 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:35.675000 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Bound using segment: {'id': 'bc2d38d2-6d94-40d6-9d11-b83830678744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1898d1b3-b3db-49de-9c63-85adb5fdcb09'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:17:35.675468 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Bound port: 3017a3de-49b8-4ff6-bd62-30c22ba799eb, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2d38d2-6d94-40d6-9d11-b83830678744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1898d1b3-b3db-49de-9c63-85adb5fdcb09'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:17:35.675865 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:35.698272 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9da4a5e8-c45c-4c67-a6fd-85c90bebbb01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:35.708980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4d64c1c0-322c-480b-ad61-84b3b456d6ef tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:35.740905 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6914a7-8fe9-4d7a-8cd2-139414d8636c req-c6b5d2c3-4a5a-462e-a6e7-c0be22a69ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:35.742781 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6e6914a7-8fe9-4d7a-8cd2-139414d8636c req-c6b5d2c3-4a5a-462e-a6e7-c0be22a69ade service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed801d97-9063-4f1e-99bd-483e3bb7c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6426985 Jan 17 14:17:35.758424 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d64c1c0-322c-480b-ad61-84b3b456d6ef tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:35.762320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4d64c1c0-322c-480b-ad61-84b3b456d6ef tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:35.790712 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 7937b1ea-fb79-439d-9a34-0294dd0745f4 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:17:35.856179 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 7937b1ea-fb79-439d-9a34-0294dd0745f4 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:17:35.856764 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 7937b1ea-fb79-439d-9a34-0294dd0745f4 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:17:35.885122 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-406c0974-f045-4a51-a35e-319e457b9795 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:17:35.885741 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-406c0974-f045-4a51-a35e-319e457b9795 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:17:35.889234 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-9da4a5e8-c45c-4c67-a6fd-85c90bebbb01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6876da-9a96-4b4a-a290-dcf8ccfadee0']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:35.907638 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-9da4a5e8-c45c-4c67-a6fd-85c90bebbb01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e308b177-4179-45e4-9b5b-bb5c506405d1') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:35.907964 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-9da4a5e8-c45c-4c67-a6fd-85c90bebbb01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e308b177-4179-45e4-9b5b-bb5c506405d1') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:35.937668 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9da4a5e8-c45c-4c67-a6fd-85c90bebbb01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:35.970642 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9da4a5e8-c45c-4c67-a6fd-85c90bebbb01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:35.977583 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] For port 3017a3de-49b8-4ff6-bd62-30c22ba799eb, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:17:35.993212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-154c03b0-5e48-44eb-986c-a8c8b95b2efa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:35.996212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] For port 3017a3de-49b8-4ff6-bd62-30c22ba799eb, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3017a3de-49b8-4ff6-bd62-30c22ba799eb,segment=NetworkSegment(bc2d38d2-6d94-40d6-9d11-b83830678744),segment_id=bc2d38d2-6d94-40d6-9d11-b83830678744)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:17:36.012132 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-99b3f88c-1d39-46d1-9ae3-34b8024cb9cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:36.013294 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:36.014503 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da4a5e8-c45c-4c67-a6fd-85c90bebbb01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:17:36.015074 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9da4a5e8-c45c-4c67-a6fd-85c90bebbb01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:17:36.031666 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:17:36.039164 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-99b3f88c-1d39-46d1-9ae3-34b8024cb9cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:36.052640 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ff3760df-7080-4928-9f86-a4ad10482e5b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:36.118908 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0425ab2d-f688-4aca-8b01-a26e1f158606 None None] For port 860b771e-e964-4387-b90f-d064b00b2417, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=860b771e-e964-4387-b90f-d064b00b2417,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:36.119482 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0425ab2d-f688-4aca-8b01-a26e1f158606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:36.136619 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154c03b0-5e48-44eb-986c-a8c8b95b2efa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 21383f4f-0eb4-48f5-a569-ed457923932a is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:36.145993 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-154c03b0-5e48-44eb-986c-a8c8b95b2efa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:36.161164 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154c03b0-5e48-44eb-986c-a8c8b95b2efa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:36.188240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c03b0-5e48-44eb-986c-a8c8b95b2efa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Port': ['ID=7718ec72-b65e-459e-922f-8fdd12e88ad3,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:36.195382 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ff3760df-7080-4928-9f86-a4ad10482e5b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:36.276337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34496) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:36.325975 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6e6914a7-8fe9-4d7a-8cd2-139414d8636c req-4b556a55-391f-4f6a-9a85-b19770b0e6fa service neutron] 10.222.0.15 "GET /v2.0/networks/ed801d97-9063-4f1e-99bd-483e3bb7c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5690186 Jan 17 14:17:36.329503 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2a803de8-eca6-47e5-a4b0-c5ec829a9bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:36.338747 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3760df-7080-4928-9f86-a4ad10482e5b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Port': ['ID=d233d3bf-1f99-4c29-95fb-fcc34c6321d5,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:36.346448 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ff3760df-7080-4928-9f86-a4ad10482e5b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/ports/d233d3bf-1f99-4c29-95fb-fcc34c6321d5 HTTP/1.1" status: 204 len: 168 time: 1.8137825 Jan 17 14:17:36.348233 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0425ab2d-f688-4aca-8b01-a26e1f158606 None None] Calling delete_port for 860b771e-e964-4387-b90f-d064b00b2417 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:36.364767 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34500) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:36.384317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2a803de8-eca6-47e5-a4b0-c5ec829a9bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:36.386733 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-154c03b0-5e48-44eb-986c-a8c8b95b2efa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:36.388121 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-beec64e5-e8ec-4511-a86a-182492fbd492 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'port': {'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73', 'mac_address': 'fa:16:3e:d0:0f:d8', 'name': 'tempest-PortsIpV6TestJSON-1723747138'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:36.388257 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-406c0974-f045-4a51-a35e-319e457b9795 None None] Deleting port 7937b1ea-fb79-439d-9a34-0294dd0745f4 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:36.388257 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-406c0974-f045-4a51-a35e-319e457b9795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:36.394304 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2a803de8-eca6-47e5-a4b0-c5ec829a9bff admin admin] Usage tracker for resource:security_group_rule and tenant:d98b32910d2f490592dc055328ebcc55 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:36.414506 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291158b-cb28-416d-bc10-d7bb596bffce None None] Pushing event updated for resources: {'Port': ['ID=3017a3de-49b8-4ff6-bd62-30c22ba799eb,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:36.449524 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2a803de8-eca6-47e5-a4b0-c5ec829a9bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:36.470034 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2a803de8-eca6-47e5-a4b0-c5ec829a9bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:36.476475 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3f88c-1d39-46d1-9ae3-34b8024cb9cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=abac66ec-6bd3-480b-93cf-43bcb73175cc,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:36.491077 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9da4a5e8-c45c-4c67-a6fd-85c90bebbb01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:36.511383 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-406c0974-f045-4a51-a35e-319e457b9795 None None] The port '7937b1ea-fb79-439d-9a34-0294dd0745f4' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:17:36.523294 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9da4a5e8-c45c-4c67-a6fd-85c90bebbb01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:36.536615 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4a5e8-c45c-4c67-a6fd-85c90bebbb01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Network': ['ID=8a6876da-9a96-4b4a-a290-dcf8ccfadee0,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:36.596152 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9da4a5e8-c45c-4c67-a6fd-85c90bebbb01 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/networks/8a6876da-9a96-4b4a-a290-dcf8ccfadee0 HTTP/1.1" status: 204 len: 168 time: 2.7309694 Jan 17 14:17:36.596367 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0ff2eff6-46a9-4075-8f99-e9a2ecfceb32 None None] Provisioning for port 7718ec72-b65e-459e-922f-8fdd12e88ad3 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:36.599324 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34504) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:36.605913 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-8450f7f7-a5e2-4e6b-b52f-1acc94741055 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2003436311', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:36.615407 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-beec64e5-e8ec-4511-a86a-182492fbd492 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:36.629299 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0ff2eff6-46a9-4075-8f99-e9a2ecfceb32 None None] Provisioning complete for port 7718ec72-b65e-459e-922f-8fdd12e88ad3 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:36.629768 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ff2eff6-46a9-4075-8f99-e9a2ecfceb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:36.631031 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-8450f7f7-a5e2-4e6b-b52f-1acc94741055 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:36.635398 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-beec64e5-e8ec-4511-a86a-182492fbd492 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:port and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:36.661472 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8450f7f7-a5e2-4e6b-b52f-1acc94741055 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:router and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:36.670777 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8450f7f7-a5e2-4e6b-b52f-1acc94741055 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:36.674686 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-beec64e5-e8ec-4511-a86a-182492fbd492 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:36.687383 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6e6914a7-8fe9-4d7a-8cd2-139414d8636c req-d80df87a-0077-4d3a-a717-e6f66371b34e service neutron] 10.222.0.15 "GET /v2.0/networks/ed801d97-9063-4f1e-99bd-483e3bb7c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463037 Jan 17 14:17:36.690785 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-8450f7f7-a5e2-4e6b-b52f-1acc94741055 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:36.695378 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-beec64e5-e8ec-4511-a86a-182492fbd492 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:36.727642 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8450f7f7-a5e2-4e6b-b52f-1acc94741055 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:36.728664 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8450f7f7-a5e2-4e6b-b52f-1acc94741055 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:36.758913 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0425ab2d-f688-4aca-8b01-a26e1f158606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:36.833339 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8450f7f7-a5e2-4e6b-b52f-1acc94741055 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:36.836621 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0425ab2d-f688-4aca-8b01-a26e1f158606 None None] No DVR routers for this DVR port 860b771e-e964-4387-b90f-d064b00b2417 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:17:36.846187 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425ab2d-f688-4aca-8b01-a26e1f158606 None None] Pushing event deleted for resources: {'Port': ['ID=860b771e-e964-4387-b90f-d064b00b2417,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:36.880997 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0ff2eff6-46a9-4075-8f99-e9a2ecfceb32 None None] Port 7718ec72-b65e-459e-922f-8fdd12e88ad3 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:17:36.887021 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65ee7d0-3cf9-46cd-b586-050e26cc1212 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:36.903502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-154c03b0-5e48-44eb-986c-a8c8b95b2efa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:36.920832 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2a803de8-eca6-47e5-a4b0-c5ec829a9bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:36.923114 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beec64e5-e8ec-4511-a86a-182492fbd492 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:36.949464 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-99b3f88c-1d39-46d1-9ae3-34b8024cb9cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:36.970398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2a803de8-eca6-47e5-a4b0-c5ec829a9bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:37.034751 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8450f7f7-a5e2-4e6b-b52f-1acc94741055 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:37.101159 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-beec64e5-e8ec-4511-a86a-182492fbd492 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:37.142621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-beec64e5-e8ec-4511-a86a-182492fbd492 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] device_id is not set on port 54ca792f-5538-4fe8-8f6d-006c0d877492 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:17:37.278015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a803de8-eca6-47e5-a4b0-c5ec829a9bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e1c882-91e7-496c-998c-7c546c376d9c,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:37.282318 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2a803de8-eca6-47e5-a4b0-c5ec829a9bff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d98b32910d2f490592dc055328ebcc55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0026917 Jan 17 14:17:37.300394 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34508) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:37.303018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': 'a7eb595d-da48-4bf6-8e6b-5393105ebe7f'}, {'subnet_id': 'c9b3e528-c8b7-4439-b0f4-3aa69e861849'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:17:37.304451 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:37.383416 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-99b3f88c-1d39-46d1-9ae3-34b8024cb9cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:37.513332 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8450f7f7-a5e2-4e6b-b52f-1acc94741055 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:37.518546 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8450f7f7-a5e2-4e6b-b52f-1acc94741055 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9133279 Jan 17 14:17:37.520395 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.objects.ports [None req-4d64c1c0-322c-480b-ad61-84b3b456d6ef tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87523) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 14:17:37.524279 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34512) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:37.526047 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4d64c1c0-322c-480b-ad61-84b3b456d6ef tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:37.569680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-5bc0b7d3-3bd4-44dd-92e0-15e3a5e957f9 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1405900518'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:37.576397 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-11733fed-769e-4ca4-afd0-7678ce355309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:37.594459 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5bc0b7d3-3bd4-44dd-92e0-15e3a5e957f9 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:37.619289 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d64c1c0-322c-480b-ad61-84b3b456d6ef tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:37.622485 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5bc0b7d3-3bd4-44dd-92e0-15e3a5e957f9 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:network and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:37.628998 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-4d64c1c0-322c-480b-ad61-84b3b456d6ef tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:37.630235 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Allocated IP 172.20.0.2 (5c806942-cde6-42f7-aae4-af9246279d2e/a7eb595d-da48-4bf6-8e6b-5393105ebe7f/bf720e0d-d297-44da-bca3-2a4df8c734a6) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:37.643429 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Allocated IP 2001:db8::f816:3eff:fecd:fed4 (5c806942-cde6-42f7-aae4-af9246279d2e/c9b3e528-c8b7-4439-b0f4-3aa69e861849/bf720e0d-d297-44da-bca3-2a4df8c734a6) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:37.655270 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5bc0b7d3-3bd4-44dd-92e0-15e3a5e957f9 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:37.666639 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64c1c0-322c-480b-ad61-84b3b456d6ef tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:37.667242 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4d64c1c0-322c-480b-ad61-84b3b456d6ef tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:37.736566 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64c1c0-322c-480b-ad61-84b3b456d6ef tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=c9b3e528-c8b7-4439-b0f4-3aa69e861849,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:37.744528 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5bc0b7d3-3bd4-44dd-92e0-15e3a5e957f9 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:37.786898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc0b7d3-3bd4-44dd-92e0-15e3a5e957f9 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Made reservation on behalf of c18c2f95c6754b6292d672e39ba057ee for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:37.790792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b7d3-3bd4-44dd-92e0-15e3a5e957f9 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:37.801838 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-beec64e5-e8ec-4511-a86a-182492fbd492 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:37.807430 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4d64c1c0-322c-480b-ad61-84b3b456d6ef tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8562629 Jan 17 14:17:37.809642 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34516) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:37.815814 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-a6bfc96c-3828-41da-8fd0-6d919fd6a151 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'mac_address': 'fa:16:3e:e1:4d:0e', 'name': 'tempest-NetworksTestDHCPv6-2072253726'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:37.872634 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-11733fed-769e-4ca4-afd0-7678ce355309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:37.875301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc0b7d3-3bd4-44dd-92e0-15e3a5e957f9 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:17:37.889590 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b7d3-3bd4-44dd-92e0-15e3a5e957f9 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:37.890184 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-5bc0b7d3-3bd4-44dd-92e0-15e3a5e957f9 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Added segment ce46909c-3cf9-41b3-8d15-209baa4e3538 of type vlan for network f45d93b7-ab7a-41af-8aa3-0e4262c36731 Jan 17 14:17:37.895673 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3017a3de-49b8-4ff6-bd62-30c22ba799eb up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:37.927536 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-154c03b0-5e48-44eb-986c-a8c8b95b2efa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:37.937643 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-154c03b0-5e48-44eb-986c-a8c8b95b2efa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:37.977879 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b7d3-3bd4-44dd-92e0-15e3a5e957f9 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:38.047225 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:38.065641 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Transition to ACTIVE for port object bf720e0d-d297-44da-bca3-2a4df8c734a6 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:38.077662 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 3017a3de-49b8-4ff6-bd62-30c22ba799eb completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:38.098487 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Transition to ACTIVE for port object bf720e0d-d297-44da-bca3-2a4df8c734a6 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:38.100925 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-154c03b0-5e48-44eb-986c-a8c8b95b2efa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:38.109602 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:38.145760 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c03b0-5e48-44eb-986c-a8c8b95b2efa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Port': ['ID=7718ec72-b65e-459e-922f-8fdd12e88ad3,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:38.184220 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:38.187457 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:38.191615 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:38.198150 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Pushing event updated for resources: {'Port': ['ID=bf720e0d-d297-44da-bca3-2a4df8c734a6,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:38.268386 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b7d3-3bd4-44dd-92e0-15e3a5e957f9 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:38.275576 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc0b7d3-3bd4-44dd-92e0-15e3a5e957f9 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:38.275949 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b7d3-3bd4-44dd-92e0-15e3a5e957f9 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:38.318432 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918cfda7-bb0d-409b-813f-d5dd5d996607 None None] Network 1898d1b3-b3db-49de-9c63-85adb5fdcb09 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:38.338581 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5bc0b7d3-3bd4-44dd-92e0-15e3a5e957f9 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8139925 Jan 17 14:17:38.340011 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34520) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:38.360701 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-40259488-f67b-430e-91d6-1510e0b9902c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'subnet': {'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:38.391148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-beec64e5-e8ec-4511-a86a-182492fbd492 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:38.422303 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Attempting to bind port bf720e0d-d297-44da-bca3-2a4df8c734a6 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:38.422614 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Attempting to bind port bf720e0d-d297-44da-bca3-2a4df8c734a6 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:38.422929 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Attempting to bind port bf720e0d-d297-44da-bca3-2a4df8c734a6 on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:38.431473 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a6f78875-7f80-456c-a417-276e392321ea None None] Provisioning for port 3017a3de-49b8-4ff6-bd62-30c22ba799eb completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:38.437823 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:17:38.438076 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:38.438529 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:38.438924 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:17:38.439747 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Bound port: bf720e0d-d297-44da-bca3-2a4df8c734a6, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:17:38.440036 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:38.455386 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a6f78875-7f80-456c-a417-276e392321ea None None] Provisioning complete for port 3017a3de-49b8-4ff6-bd62-30c22ba799eb triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:38.455779 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a6f78875-7f80-456c-a417-276e392321ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:38.457016 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0b7d3-3bd4-44dd-92e0-15e3a5e957f9 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Network': ['ID=f45d93b7-ab7a-41af-8aa3-0e4262c36731,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:38.470591 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154c03b0-5e48-44eb-986c-a8c8b95b2efa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 21383f4f-0eb4-48f5-a569-ed457923932a is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:38.471887 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-154c03b0-5e48-44eb-986c-a8c8b95b2efa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:38.528547 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network f45d93b7-ab7a-41af-8aa3-0e4262c36731 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:17:38.559135 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a6bfc96c-3828-41da-8fd0-6d919fd6a151 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:38.563181 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-11733fed-769e-4ca4-afd0-7678ce355309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:38.589112 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a6bfc96c-3828-41da-8fd0-6d919fd6a151 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:port and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:38.600916 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a6bfc96c-3828-41da-8fd0-6d919fd6a151 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:38.620151 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beec64e5-e8ec-4511-a86a-182492fbd492 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:38.632298 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a6bfc96c-3828-41da-8fd0-6d919fd6a151 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:38.637515 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11733fed-769e-4ca4-afd0-7678ce355309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e1c882-91e7-496c-998c-7c546c376d9c,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:38.639506 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-beec64e5-e8ec-4511-a86a-182492fbd492 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:38.648960 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec64e5-e8ec-4511-a86a-182492fbd492 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=54ca792f-5538-4fe8-8f6d-006c0d877492,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:38.655849 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154c03b0-5e48-44eb-986c-a8c8b95b2efa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router beaf3b17-b0d5-473f-8691-7886921eb00f has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:17:38.656571 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec64e5-e8ec-4511-a86a-182492fbd492 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:38.662242 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beec64e5-e8ec-4511-a86a-182492fbd492 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:38.663183 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-beec64e5-e8ec-4511-a86a-182492fbd492 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:38.699558 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-40259488-f67b-430e-91d6-1510e0b9902c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:38.708982 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bfc96c-3828-41da-8fd0-6d919fd6a151 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:38.735149 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-99b3f88c-1d39-46d1-9ae3-34b8024cb9cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:38.743328 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-11733fed-769e-4ca4-afd0-7678ce355309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:38.744672 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-11733fed-769e-4ca4-afd0-7678ce355309 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67e1c882-91e7-496c-998c-7c546c376d9c HTTP/1.1" status: 204 len: 168 time: 1.4432940 Jan 17 14:17:38.750448 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-40259488-f67b-430e-91d6-1510e0b9902c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:subnet and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:38.801637 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-40259488-f67b-430e-91d6-1510e0b9902c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:38.810845 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-99b3f88c-1d39-46d1-9ae3-34b8024cb9cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:38.901457 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154c03b0-5e48-44eb-986c-a8c8b95b2efa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:17:38.910322 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-154c03b0-5e48-44eb-986c-a8c8b95b2efa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/beaf3b17-b0d5-473f-8691-7886921eb00f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7012112 Jan 17 14:17:38.911240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34526) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:38.915076 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2874ad0e-dbbd-41d1-92bc-b08957cbd7b3 None None] Sync routers for ids ['beaf3b17-b0d5-473f-8691-7886921eb00f'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:17:38.936677 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2874ad0e-dbbd-41d1-92bc-b08957cbd7b3 None None] Routers {'beaf3b17-b0d5-473f-8691-7886921eb00f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:38.937445 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2874ad0e-dbbd-41d1-92bc-b08957cbd7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:17:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['beaf3b17-b0d5-473f-8691-7886921eb00f'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:38.964056 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-99b3f88c-1d39-46d1-9ae3-34b8024cb9cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:38.968435 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-beec64e5-e8ec-4511-a86a-182492fbd492 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5998759 Jan 17 14:17:38.970571 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-40259488-f67b-430e-91d6-1510e0b9902c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:38.980006 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3f88c-1d39-46d1-9ae3-34b8024cb9cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=abac66ec-6bd3-480b-93cf-43bcb73175cc,revision_number=3']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:38.991053 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34530) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:39.013141 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88fd88c-beaa-4f7e-bc32-271948308a09 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:39.013787 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a88fd88c-beaa-4f7e-bc32-271948308a09 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Synchronizing usage tracker for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:39.046891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a88fd88c-beaa-4f7e-bc32-271948308a09 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Unset dirty status for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:39.049266 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a88fd88c-beaa-4f7e-bc32-271948308a09 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/ports/7718ec72-b65e-459e-922f-8fdd12e88ad3 HTTP/1.1" status: 200 len: 910 time: 0.1363966 Jan 17 14:17:39.051485 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34534) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:39.067753 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] For port bf720e0d-d297-44da-bca3-2a4df8c734a6, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:17:39.105989 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40259488-f67b-430e-91d6-1510e0b9902c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Made reservation on behalf of c18c2f95c6754b6292d672e39ba057ee for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:39.118319 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-40259488-f67b-430e-91d6-1510e0b9902c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:39.152289 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2874ad0e-dbbd-41d1-92bc-b08957cbd7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:39.162839 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2874ad0e-dbbd-41d1-92bc-b08957cbd7b3 None None] Routers {'beaf3b17-b0d5-473f-8691-7886921eb00f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:39.164396 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2874ad0e-dbbd-41d1-92bc-b08957cbd7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:17:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['beaf3b17-b0d5-473f-8691-7886921eb00f'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:39.185421 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] For port bf720e0d-d297-44da-bca3-2a4df8c734a6, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=bf720e0d-d297-44da-bca3-2a4df8c734a6,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:17:39.231659 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:39.249302 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2874ad0e-dbbd-41d1-92bc-b08957cbd7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:39.249857 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2874ad0e-dbbd-41d1-92bc-b08957cbd7b3 None None] The sync data for ids ['beaf3b17-b0d5-473f-8691-7886921eb00f'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:17:39.338142 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a6f78875-7f80-456c-a417-276e392321ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:39.373940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5b654-74ec-4a2a-be14-03151defe56f None None] Pushing event updated for resources: {'Port': ['ID=bf720e0d-d297-44da-bca3-2a4df8c734a6,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:39.412564 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-a6f78875-7f80-456c-a417-276e392321ea None None] For port 3017a3de-49b8-4ff6-bd62-30c22ba799eb, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3017a3de-49b8-4ff6-bd62-30c22ba799eb,segment=NetworkSegment(bc2d38d2-6d94-40d6-9d11-b83830678744),segment_id=bc2d38d2-6d94-40d6-9d11-b83830678744)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:39.432321 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a6f78875-7f80-456c-a417-276e392321ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:39.505952 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b3f88c-1d39-46d1-9ae3-34b8024cb9cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network 1898d1b3-b3db-49de-9c63-85adb5fdcb09 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:39.522566 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-99b3f88c-1d39-46d1-9ae3-34b8024cb9cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:39.535812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dda5a38-d698-417b-8399-c1fc1e459e0f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:39.536420 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1dda5a38-d698-417b-8399-c1fc1e459e0f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Synchronizing usage tracker for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:39.562643 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc96c-3828-41da-8fd0-6d919fd6a151 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:39.685793 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f558d7f9-00e2-47b6-b3c3-4c36b5a056ab None None] Provisioning complete for port 7718ec72-b65e-459e-922f-8fdd12e88ad3 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:39.686435 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f558d7f9-00e2-47b6-b3c3-4c36b5a056ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:39.899899 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f78875-7f80-456c-a417-276e392321ea None None] Pushing event updated for resources: {'Port': ['ID=3017a3de-49b8-4ff6-bd62-30c22ba799eb,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:40.005295 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f558d7f9-00e2-47b6-b3c3-4c36b5a056ab None None] Port 7718ec72-b65e-459e-922f-8fdd12e88ad3 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:17:40.100251 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-a6bfc96c-3828-41da-8fd0-6d919fd6a151 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port 36ce0c29-d5dc-4b35-a3a7-ea0b3f3e7eaf yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:17:40.135096 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-557a1b40-afee-440f-b00e-262345fa9f2b None None] Provisioning for port abac66ec-6bd3-480b-93cf-43bcb73175cc completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:40.143732 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-557a1b40-afee-440f-b00e-262345fa9f2b None None] Provisioning complete for port abac66ec-6bd3-480b-93cf-43bcb73175cc triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:40.144214 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-557a1b40-afee-440f-b00e-262345fa9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:40.281680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2dc5cfd5-9e50-4f4e-b227-59c30f24ca2e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:40.329164 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-557a1b40-afee-440f-b00e-262345fa9f2b None None] Port abac66ec-6bd3-480b-93cf-43bcb73175cc cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:17:40.358530 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-557a1b40-afee-440f-b00e-262345fa9f2b None None] Provisioning complete for port 3017a3de-49b8-4ff6-bd62-30c22ba799eb triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:40.358907 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-557a1b40-afee-440f-b00e-262345fa9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:40.532019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1dda5a38-d698-417b-8399-c1fc1e459e0f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Unset dirty status for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:40.536760 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1dda5a38-d698-417b-8399-c1fc1e459e0f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports/54ca792f-5538-4fe8-8f6d-006c0d877492 HTTP/1.1" status: 200 len: 845 time: 1.5432227 Jan 17 14:17:40.541949 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34558) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:40.551131 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-40259488-f67b-430e-91d6-1510e0b9902c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:40.667368 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-83dccdad-bca0-4276-a86c-a1632c9424da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:40.699035 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-a6bfc96c-3828-41da-8fd0-6d919fd6a151 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 172.20.0.3 (5c806942-cde6-42f7-aae4-af9246279d2e/a7eb595d-da48-4bf6-8e6b-5393105ebe7f/36ce0c29-d5dc-4b35-a3a7-ea0b3f3e7eaf) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:40.760716 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-a6bfc96c-3828-41da-8fd0-6d919fd6a151 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::f816:3eff:fee1:4d0e (5c806942-cde6-42f7-aae4-af9246279d2e/c9b3e528-c8b7-4439-b0f4-3aa69e861849/36ce0c29-d5dc-4b35-a3a7-ea0b3f3e7eaf) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:40.782397 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-21e914fb-37a8-4db0-95a5-6c4f575f3dc3 None None] Provisioning complete for port abac66ec-6bd3-480b-93cf-43bcb73175cc triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:40.783028 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21e914fb-37a8-4db0-95a5-6c4f575f3dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:40.846515 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40259488-f67b-430e-91d6-1510e0b9902c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Subnet': ['ID=f1950e96-eb69-4bc4-8048-f1e1983ce8ad,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:40.859370 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-fc19780e-46d8-4918-b3f7-c4e41e924ac1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port 54ca792f-5538-4fe8-8f6d-006c0d877492 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:40.859731 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fc19780e-46d8-4918-b3f7-c4e41e924ac1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:40.961557 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-21e914fb-37a8-4db0-95a5-6c4f575f3dc3 None None] Port abac66ec-6bd3-480b-93cf-43bcb73175cc cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:17:41.041324 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5cfd5-9e50-4f4e-b227-59c30f24ca2e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting port 7718ec72-b65e-459e-922f-8fdd12e88ad3 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:41.043601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2dc5cfd5-9e50-4f4e-b227-59c30f24ca2e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:41.140696 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40259488-f67b-430e-91d6-1510e0b9902c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Checking segment: {'id': 'ce46909c-3cf9-41b3-8d15-209baa4e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:41.141111 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40259488-f67b-430e-91d6-1510e0b9902c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network hostable DHCP agents. Network: f45d93b7-ab7a-41af-8aa3-0e4262c36731, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:17:41.160019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b3f88c-1d39-46d1-9ae3-34b8024cb9cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Router 05fbc178-a3bd-4ff5-bfe9-d4eab801e66a is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:17:41.202899 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f127307c-d699-40f9-ab7d-dae6fea6fd6b None None] Provisioning complete for port abac66ec-6bd3-480b-93cf-43bcb73175cc triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:41.209484 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f127307c-d699-40f9-ab7d-dae6fea6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:41.294554 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f127307c-d699-40f9-ab7d-dae6fea6fd6b None None] Port abac66ec-6bd3-480b-93cf-43bcb73175cc cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:17:41.341412 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2dc5cfd5-9e50-4f4e-b227-59c30f24ca2e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:41.497030 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb565984-36a0-4735-b31f-fcfdb953c934 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:41.506533 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5cfd5-9e50-4f4e-b227-59c30f24ca2e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Calling delete_port for 7718ec72-b65e-459e-922f-8fdd12e88ad3 owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:41.517618 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40259488-f67b-430e-91d6-1510e0b9902c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network f45d93b7-ab7a-41af-8aa3-0e4262c36731 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:17:41.621859 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c8425adf-8186-48cb-9f28-9cda079bb814 None None] Provisioning for port bf720e0d-d297-44da-bca3-2a4df8c734a6 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:41.762866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34574) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:41.819078 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2dc5cfd5-9e50-4f4e-b227-59c30f24ca2e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:41.865147 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-40259488-f67b-430e-91d6-1510e0b9902c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, f45d93b7-ab7a-41af-8aa3-0e4262c36731) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:41.870257 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40259488-f67b-430e-91d6-1510e0b9902c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:41.871065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-40259488-f67b-430e-91d6-1510e0b9902c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:41.886430 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd3afec-ba8f-4335-ac46-7c2eab4e0b1e None None] Network f45d93b7-ab7a-41af-8aa3-0e4262c36731 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:41.888469 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5cfd5-9e50-4f4e-b227-59c30f24ca2e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Port': ['ID=7718ec72-b65e-459e-922f-8fdd12e88ad3,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:41.983839 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3017a3de-49b8-4ff6-bd62-30c22ba799eb up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:41.999407 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fc19780e-46d8-4918-b3f7-c4e41e924ac1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:42.044892 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-40259488-f67b-430e-91d6-1510e0b9902c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7011437 Jan 17 14:17:42.049996 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34580) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:42.124225 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc96c-3828-41da-8fd0-6d919fd6a151 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:42.200817 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b3f88c-1d39-46d1-9ae3-34b8024cb9cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:17:42.220453 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef94c60-f6e2-46b3-82f5-41e9c8e94544 None None] Sync routers for ids ['05fbc178-a3bd-4ff5-bfe9-d4eab801e66a'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:17:42.234441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1268738398'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:42.274532 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:42.284559 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Usage tracker for resource:network and tenant:7ff6835e7aab458f83cb855a28361432 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:42.291323 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:42.301744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:42.311770 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34586) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:42.312821 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-99b3f88c-1d39-46d1-9ae3-34b8024cb9cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "PUT /v2.0/routers/05fbc178-a3bd-4ff5-bfe9-d4eab801e66a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3047237 Jan 17 14:17:42.322562 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-fc19780e-46d8-4918-b3f7-c4e41e924ac1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for 54ca792f-5538-4fe8-8f6d-006c0d877492 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:42.348412 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2dc5cfd5-9e50-4f4e-b227-59c30f24ca2e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:42.351225 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 3017a3de-49b8-4ff6-bd62-30c22ba799eb triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:42.351674 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:42.358493 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Made reservation on behalf of 7ff6835e7aab458f83cb855a28361432 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:42.362254 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:42.391590 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:42.401395 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef94c60-f6e2-46b3-82f5-41e9c8e94544 None None] Routers {'05fbc178-a3bd-4ff5-bfe9-d4eab801e66a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:42.402107 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-5ef94c60-f6e2-46b3-82f5-41e9c8e94544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:17:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['05fbc178-a3bd-4ff5-bfe9-d4eab801e66a'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:42.490381 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-5ef94c60-f6e2-46b3-82f5-41e9c8e94544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:42.493257 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:17:42.494163 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:42.500288 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-a6bfc96c-3828-41da-8fd0-6d919fd6a151 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object 36ce0c29-d5dc-4b35-a3a7-ea0b3f3e7eaf will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:42.557428 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef94c60-f6e2-46b3-82f5-41e9c8e94544 None None] Routers {'05fbc178-a3bd-4ff5-bfe9-d4eab801e66a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:42.558165 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-5ef94c60-f6e2-46b3-82f5-41e9c8e94544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:17:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['05fbc178-a3bd-4ff5-bfe9-d4eab801e66a'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:42.635443 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-5ef94c60-f6e2-46b3-82f5-41e9c8e94544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:42.635984 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef94c60-f6e2-46b3-82f5-41e9c8e94544 None None] The sync data for ids ['05fbc178-a3bd-4ff5-bfe9-d4eab801e66a'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:17:42.646127 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:42.715948 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Usage tracker for resource:security_group_rule and tenant:7ff6835e7aab458f83cb855a28361432 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:42.732425 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:42.759764 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:42.789408 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-74317646-74cd-4674-8a0a-b7d50438c773 None None] Could not find standard attr ID for object 02dd7021-1456-4c53-9923-3cce7f2b2b52. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:17:42.791800 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b34fb6-2e06-4bfe-9b85-204ba6f9c0a1 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:42.793914 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c9b34fb6-2e06-4bfe-9b85-204ba6f9c0a1 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports?device_id=05fbc178-a3bd-4ff5-bfe9-d4eab801e66a HTTP/1.1" status: 200 len: 982 time: 0.4810245 Jan 17 14:17:42.801311 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34590) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:42.900530 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device bf720e0d-d297-44da-bca3-2a4df8c734a6 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:42.968682 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fc19780e-46d8-4918-b3f7-c4e41e924ac1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:43.024515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Allocated IP 2001:db8::2 (f45d93b7-ab7a-41af-8aa3-0e4262c36731/f1950e96-eb69-4bc4-8048-f1e1983ce8ad/815299da-4acf-4c0b-a827-b77c3c73baed) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:43.073868 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port bf720e0d-d297-44da-bca3-2a4df8c734a6 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:43.089190 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port bf720e0d-d297-44da-bca3-2a4df8c734a6 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:43.089562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:43.275671 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19780e-46d8-4918-b3f7-c4e41e924ac1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Port': ['ID=54ca792f-5538-4fe8-8f6d-006c0d877492,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:43.283027 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fc19780e-46d8-4918-b3f7-c4e41e924ac1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:43.294510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc96c-3828-41da-8fd0-6d919fd6a151 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:43.385814 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fc19780e-46d8-4918-b3f7-c4e41e924ac1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/ports/54ca792f-5538-4fe8-8f6d-006c0d877492 HTTP/1.1" status: 204 len: 168 time: 2.8383889 Jan 17 14:17:43.393845 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-defa8d78-cd32-450d-bd11-1a5853fbd105 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:43.405905 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34596) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:43.472408 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bfc96c-3828-41da-8fd0-6d919fd6a151 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:43.478374 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa43af0-4c9f-4d0b-9b0b-55996819ab4a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] GET failed (client error): The resource could not be found. Jan 17 14:17:43.478901 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3aa43af0-4c9f-4d0b-9b0b-55996819ab4a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Synchronizing usage tracker for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:43.481628 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-a6bfc96c-3828-41da-8fd0-6d919fd6a151 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:43.489601 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:43.505898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc5cfd5-9e50-4f4e-b227-59c30f24ca2e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router beaf3b17-b0d5-473f-8691-7886921eb00f has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:17:43.534703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bfc96c-3828-41da-8fd0-6d919fd6a151 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:43.538646 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port bf720e0d-d297-44da-bca3-2a4df8c734a6, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=bf720e0d-d297-44da-bca3-2a4df8c734a6,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:43.540548 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:43.552802 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:43.574610 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bfc96c-3828-41da-8fd0-6d919fd6a151 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=36ce0c29-d5dc-4b35-a3a7-ea0b3f3e7eaf,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:43.597671 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Transition to ACTIVE for port object 815299da-4acf-4c0b-a827-b77c3c73baed will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:43.645063 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Transition to ACTIVE for port object 815299da-4acf-4c0b-a827-b77c3c73baed will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:43.660454 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=bf720e0d-d297-44da-bca3-2a4df8c734a6,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:43.665731 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:43.738891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc5cfd5-9e50-4f4e-b227-59c30f24ca2e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:17:43.741763 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:43.748650 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Network f45d93b7-ab7a-41af-8aa3-0e4262c36731 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:43.753124 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:43.754884 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88131683-8fb8-4e4c-a388-8e14bec67fae None None] Sync routers for ids ['beaf3b17-b0d5-473f-8691-7886921eb00f'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:17:43.762721 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:43.785708 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88131683-8fb8-4e4c-a388-8e14bec67fae None None] Routers {'beaf3b17-b0d5-473f-8691-7886921eb00f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:43.786323 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-88131683-8fb8-4e4c-a388-8e14bec67fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:17:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['beaf3b17-b0d5-473f-8691-7886921eb00f'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:43.787563 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:43.833303 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3aa43af0-4c9f-4d0b-9b0b-55996819ab4a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Unset dirty status for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:43.834307 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Pushing event updated for resources: {'Port': ['ID=815299da-4acf-4c0b-a827-b77c3c73baed,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:43.841710 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3aa43af0-4c9f-4d0b-9b0b-55996819ab4a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports/54ca792f-5538-4fe8-8f6d-006c0d877492 HTTP/1.1" status: 404 len: 333 time: 0.4285223 Jan 17 14:17:43.851374 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34604) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:43.854023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:17:43.869764 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:43.870380 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Added segment 4e185cf5-dece-472f-9cb4-2e13021d8742 of type vlan for network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 Jan 17 14:17:43.910126 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-d82317d7-9c25-4848-9330-0861561adafe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'port': {'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73', 'name': 'tempest-PortsIpV6TestJSON-1748777975'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:43.912874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:43.938585 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c47dadc8-8d43-4029-a080-b65e9c8c6f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:43.946393 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:43.949413 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Attempting to bind port 815299da-4acf-4c0b-a827-b77c3c73baed on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:43.949772 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bfc96c-3828-41da-8fd0-6d919fd6a151 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:43.949999 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Attempting to bind port 815299da-4acf-4c0b-a827-b77c3c73baed by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'ce46909c-3cf9-41b3-8d15-209baa4e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:43.950313 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Attempting to bind port 815299da-4acf-4c0b-a827-b77c3c73baed on network f45d93b7-ab7a-41af-8aa3-0e4262c36731 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:43.951287 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc96c-3828-41da-8fd0-6d919fd6a151 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:43.952853 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-88131683-8fb8-4e4c-a388-8e14bec67fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:43.958629 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:17:43.959091 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Checking segment: {'id': 'ce46909c-3cf9-41b3-8d15-209baa4e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:43.960080 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:43.960080 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Bound using segment: {'id': 'ce46909c-3cf9-41b3-8d15-209baa4e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:17:43.960928 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Bound port: 815299da-4acf-4c0b-a827-b77c3c73baed, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce46909c-3cf9-41b3-8d15-209baa4e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:17:43.961108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:43.967548 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88131683-8fb8-4e4c-a388-8e14bec67fae None None] Routers {'beaf3b17-b0d5-473f-8691-7886921eb00f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:43.968217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:43.968935 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-88131683-8fb8-4e4c-a388-8e14bec67fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:17:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['beaf3b17-b0d5-473f-8691-7886921eb00f'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:43.975371 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:43.976538 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:43.979058 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:44.050519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03103140-d4ec-4440-bd53-a4b37229b669,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:44.060582 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d4119c75-cd5f-4a7d-84f7-1f1fea765e57 None None] Provisioning for port 36ce0c29-d5dc-4b35-a3a7-ea0b3f3e7eaf completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:44.072602 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d4119c75-cd5f-4a7d-84f7-1f1fea765e57 None None] Provisioning complete for port 36ce0c29-d5dc-4b35-a3a7-ea0b3f3e7eaf triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:44.072768 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-88131683-8fb8-4e4c-a388-8e14bec67fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:44.073258 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d4119c75-cd5f-4a7d-84f7-1f1fea765e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:44.073593 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88131683-8fb8-4e4c-a388-8e14bec67fae None None] The sync data for ids ['beaf3b17-b0d5-473f-8691-7886921eb00f'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:17:44.115820 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2dc5cfd5-9e50-4f4e-b227-59c30f24ca2e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/beaf3b17-b0d5-473f-8691-7886921eb00f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0626409 Jan 17 14:17:44.126389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34608) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:44.133103 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] For port 815299da-4acf-4c0b-a827-b77c3c73baed, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:17:44.147878 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] For port 815299da-4acf-4c0b-a827-b77c3c73baed, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=815299da-4acf-4c0b-a827-b77c3c73baed,segment=NetworkSegment(ce46909c-3cf9-41b3-8d15-209baa4e3538),segment_id=ce46909c-3cf9-41b3-8d15-209baa4e3538)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:17:44.150701 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d4119c75-cd5f-4a7d-84f7-1f1fea765e57 None None] Port 36ce0c29-d5dc-4b35-a3a7-ea0b3f3e7eaf cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:17:44.156359 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:44.191275 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a6bfc96c-3828-41da-8fd0-6d919fd6a151 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.3782487 Jan 17 14:17:44.206697 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34612) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:44.248654 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288455bb-6298-47bf-a092-37f27d0a0cb8 None None] Pushing event updated for resources: {'Port': ['ID=815299da-4acf-4c0b-a827-b77c3c73baed,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:44.315414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d82317d7-9c25-4848-9330-0861561adafe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:44.349930 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d82317d7-9c25-4848-9330-0861561adafe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:44.376200 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82317d7-9c25-4848-9330-0861561adafe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:44.380197 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d82317d7-9c25-4848-9330-0861561adafe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:44.409385 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-defa8d78-cd32-450d-bd11-1a5853fbd105 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Allocated IP 2001:db8::1 (f45d93b7-ab7a-41af-8aa3-0e4262c36731/f1950e96-eb69-4bc4-8048-f1e1983ce8ad/1057561c-2169-407b-8f5f-9e5ba57a2306) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:44.426020 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-d82317d7-9c25-4848-9330-0861561adafe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] device_id is not set on port 067f2853-4aea-4e2f-95c6-20f98db19924 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:17:44.463206 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.6985414 Jan 17 14:17:44.499556 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192fffb-8bc1-40d8-9f8c-0c2cab4ee6c7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:44.505458 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192fffb-8bc1-40d8-9f8c-0c2cab4ee6c7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:44.509776 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3192fffb-8bc1-40d8-9f8c-0c2cab4ee6c7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:44.520578 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9828f0c-67b0-4e31-b018-d1abc252138c tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Pushing event updated for resources: {'Network': ['ID=7643ea2b-5aa1-4e39-af8a-0839cfb87f16,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:44.545935 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:17:44.737003 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3192fffb-8bc1-40d8-9f8c-0c2cab4ee6c7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:44.738189 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3192fffb-8bc1-40d8-9f8c-0c2cab4ee6c7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5254517 Jan 17 14:17:44.743477 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34620) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:44.772984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34624) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:44.795932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Request body: {'port': {'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16', 'binding:host_id': 'hv-neutron-8249', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2134761399'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:44.813882 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:44.825553 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Usage tracker for resource:port and tenant:9347527185234a41996e4b4b2272f1a9 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:44.829053 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:44.839343 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:44.898377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Made reservation on behalf of 9347527185234a41996e4b4b2272f1a9 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:44.900734 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:44.920050 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:44.952994 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-c0df1ea3-7432-43c6-b79d-0ff1102fe965 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port 36ce0c29-d5dc-4b35-a3a7-ea0b3f3e7eaf {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:44.953678 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c0df1ea3-7432-43c6-b79d-0ff1102fe965 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:44.972857 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:45.019392 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Usage tracker for resource:security_group_rule and tenant:9347527185234a41996e4b4b2272f1a9 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:45.034622 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:45.048770 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:45.062427 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-defa8d78-cd32-450d-bd11-1a5853fbd105 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:45.076564 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd8fe-0a0e-4a23-ae28-fd0e93ff45ea tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:45.127901 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d82317d7-9c25-4848-9330-0861561adafe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:45.154508 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-defa8d78-cd32-450d-bd11-1a5853fbd105 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Transition to ACTIVE for port object 1057561c-2169-407b-8f5f-9e5ba57a2306 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:45.331083 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d82317d7-9c25-4848-9330-0861561adafe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:45.337492 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-defa8d78-cd32-450d-bd11-1a5853fbd105 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:45.377980 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:45.505990 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:45.516648 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:45.524254 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c0df1ea3-7432-43c6-b79d-0ff1102fe965 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:45.528593 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] device_id is not set on port 9aa9edae-6109-4176-8636-1695954cf898 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:17:45.540926 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14fea36-ad05-49c3-a8ef-1310bc295416 None None] Network f45d93b7-ab7a-41af-8aa3-0e4262c36731 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:45.585796 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e48209a9-2927-4880-85ee-6d2d43e88214 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:45.628537 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82317d7-9c25-4848-9330-0861561adafe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:45.633766 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defa8d78-cd32-450d-bd11-1a5853fbd105 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network f45d93b7-ab7a-41af-8aa3-0e4262c36731 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:45.635963 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-d82317d7-9c25-4848-9330-0861561adafe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:45.637372 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-defa8d78-cd32-450d-bd11-1a5853fbd105 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:45.643018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-525f7562-7384-47da-87c9-12e8e8cb6baa None None] Provisioning for port 815299da-4acf-4c0b-a827-b77c3c73baed completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:45.679414 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-1c9fd8fe-0a0e-4a23-ae28-fd0e93ff45ea tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port abac66ec-6bd3-480b-93cf-43bcb73175cc {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:45.679610 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd8fe-0a0e-4a23-ae28-fd0e93ff45ea tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:45.711758 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82317d7-9c25-4848-9330-0861561adafe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:45.717894 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82317d7-9c25-4848-9330-0861561adafe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:45.718734 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d82317d7-9c25-4848-9330-0861561adafe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:45.731244 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-c0df1ea3-7432-43c6-b79d-0ff1102fe965 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for 36ce0c29-d5dc-4b35-a3a7-ea0b3f3e7eaf owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:45.762129 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defa8d78-cd32-450d-bd11-1a5853fbd105 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:45.763502 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-defa8d78-cd32-450d-bd11-1a5853fbd105 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:45.776854 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893b0278-5f46-41e0-ae53-b8b569c8cc16,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:45.793012 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82317d7-9c25-4848-9330-0861561adafe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=067f2853-4aea-4e2f-95c6-20f98db19924,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:45.975984 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device bf720e0d-d297-44da-bca3-2a4df8c734a6 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:46.024536 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa8d78-cd32-450d-bd11-1a5853fbd105 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Port': ['ID=1057561c-2169-407b-8f5f-9e5ba57a2306,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:46.048977 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d82317d7-9c25-4848-9330-0861561adafe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1782186 Jan 17 14:17:46.052598 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34628) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:46.062600 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-2dbb61ff-d308-4ad3-aa41-c1ce8f3340b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:46.075014 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port bf720e0d-d297-44da-bca3-2a4df8c734a6 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:46.075668 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:46.219860 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 815299da-4acf-4c0b-a827-b77c3c73baed up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:46.249183 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c0df1ea3-7432-43c6-b79d-0ff1102fe965 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:46.343303 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7f580481-8a24-4a1b-92ec-cecba18c8a30 None None] Provisioning for port 1057561c-2169-407b-8f5f-9e5ba57a2306 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:46.356108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7f580481-8a24-4a1b-92ec-cecba18c8a30 None None] Provisioning complete for port 1057561c-2169-407b-8f5f-9e5ba57a2306 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:46.356854 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f580481-8a24-4a1b-92ec-cecba18c8a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:46.392466 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df1ea3-7432-43c6-b79d-0ff1102fe965 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=36ce0c29-d5dc-4b35-a3a7-ea0b3f3e7eaf,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:46.418740 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 815299da-4acf-4c0b-a827-b77c3c73baed completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:46.451270 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd8fe-0a0e-4a23-ae28-fd0e93ff45ea tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:46.455429 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 815299da-4acf-4c0b-a827-b77c3c73baed triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:46.456078 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:46.568412 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2dbb61ff-d308-4ad3-aa41-c1ce8f3340b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:46.580647 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7f580481-8a24-4a1b-92ec-cecba18c8a30 None None] Port 1057561c-2169-407b-8f5f-9e5ba57a2306 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:17:46.621173 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7f580481-8a24-4a1b-92ec-cecba18c8a30 None None] Provisioning complete for port 815299da-4acf-4c0b-a827-b77c3c73baed triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:46.621747 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f580481-8a24-4a1b-92ec-cecba18c8a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:46.684893 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-1c9fd8fe-0a0e-4a23-ae28-fd0e93ff45ea tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for abac66ec-6bd3-480b-93cf-43bcb73175cc owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:46.784848 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] device_id is not set on port 9aa9edae-6109-4176-8636-1695954cf898 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:17:46.810136 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:46.847074 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-defa8d78-cd32-450d-bd11-1a5853fbd105 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:46.880795 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c0df1ea3-7432-43c6-b79d-0ff1102fe965 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:46.882921 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c0df1ea3-7432-43c6-b79d-0ff1102fe965 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/36ce0c29-d5dc-4b35-a3a7-ea0b3f3e7eaf HTTP/1.1" status: 204 len: 168 time: 2.1296673 Jan 17 14:17:46.884414 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Transition to ACTIVE for port object 9aa9edae-6109-4176-8636-1695954cf898 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:46.888632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34632) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:47.026295 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:47.044218 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:47.073268 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f580481-8a24-4a1b-92ec-cecba18c8a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:47.142108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 815299da-4acf-4c0b-a827-b77c3c73baed, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=815299da-4acf-4c0b-a827-b77c3c73baed,segment=NetworkSegment(ce46909c-3cf9-41b3-8d15-209baa4e3538),segment_id=ce46909c-3cf9-41b3-8d15-209baa4e3538)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:47.143634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308853ae-3e04-42a3-bf06-e0ce06785c76 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:47.145695 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308853ae-3e04-42a3-bf06-e0ce06785c76 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:47.147248 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308853ae-3e04-42a3-bf06-e0ce06785c76 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:47.148736 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-308853ae-3e04-42a3-bf06-e0ce06785c76 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:47.164822 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-e48209a9-2927-4880-85ee-6d2d43e88214 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting port 956f77e0-9086-4932-b218-5d87c1823289 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:47.165222 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e48209a9-2927-4880-85ee-6d2d43e88214 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:47.181193 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:47.265508 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2dbb61ff-d308-4ad3-aa41-c1ce8f3340b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:47.267084 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Pushing event updated for resources: {'Port': ['ID=9aa9edae-6109-4176-8636-1695954cf898,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:47.309852 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-308853ae-3e04-42a3-bf06-e0ce06785c76 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:47.311032 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-7f580481-8a24-4a1b-92ec-cecba18c8a30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:17:47.311471 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-7f580481-8a24-4a1b-92ec-cecba18c8a30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:17:47.314291 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-308853ae-3e04-42a3-bf06-e0ce06785c76 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4147928 Jan 17 14:17:47.315188 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34636) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:47.322879 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=815299da-4acf-4c0b-a827-b77c3c73baed,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:47.347563 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2dbb61ff-d308-4ad3-aa41-c1ce8f3340b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:47.465224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Checking segment: {'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:47.465592 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Network hostable DHCP agents. Network: 7643ea2b-5aa1-4e39-af8a-0839cfb87f16, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:17:47.563540 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-2dbb61ff-d308-4ad3-aa41-c1ce8f3340b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] In _notify_port_updated(), no bound segment for port 067f2853-4aea-4e2f-95c6-20f98db19924 on network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 {{(pid=87524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:17:47.570084 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb61ff-d308-4ad3-aa41-c1ce8f3340b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:47.570321 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb410cba-bfb6-4e35-adad-b52d159afdc2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet a7eb595d-da48-4bf6-8e6b-5393105ebe7f {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:17:47.570717 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2dbb61ff-d308-4ad3-aa41-c1ce8f3340b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:47.572376 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd8fe-0a0e-4a23-ae28-fd0e93ff45ea tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:47.575172 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2dbb61ff-d308-4ad3-aa41-c1ce8f3340b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "PUT /v2.0/ports/067f2853-4aea-4e2f-95c6-20f98db19924 HTTP/1.1" status: 200 len: 818 time: 1.5212770 Jan 17 14:17:47.578279 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34640) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:47.582218 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-eb410cba-bfb6-4e35-adad-b52d159afdc2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:47.606487 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb61ff-d308-4ad3-aa41-c1ce8f3340b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=067f2853-4aea-4e2f-95c6-20f98db19924,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:47.648340 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:17:47.673664 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-defa8d78-cd32-450d-bd11-1a5853fbd105 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:47.680576 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-defa8d78-cd32-450d-bd11-1a5853fbd105 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:47.682272 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-defa8d78-cd32-450d-bd11-1a5853fbd105 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:47.718289 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 815299da-4acf-4c0b-a827-b77c3c73baed up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:47.799143 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-eb410cba-bfb6-4e35-adad-b52d159afdc2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:47.805700 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 815299da-4acf-4c0b-a827-b77c3c73baed triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:47.806306 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:47.836530 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-23e014dc-0ca9-437e-b158-463269cd364d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port 067f2853-4aea-4e2f-95c6-20f98db19924 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:47.837009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-23e014dc-0ca9-437e-b158-463269cd364d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:47.869928 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fd8fe-0a0e-4a23-ae28-fd0e93ff45ea tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Port': ['ID=abac66ec-6bd3-480b-93cf-43bcb73175cc,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:47.881692 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa8d78-cd32-450d-bd11-1a5853fbd105 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Port': ['ID=1057561c-2169-407b-8f5f-9e5ba57a2306,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:47.883634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e48209a9-2927-4880-85ee-6d2d43e88214 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:47.982647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defa8d78-cd32-450d-bd11-1a5853fbd105 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network f45d93b7-ab7a-41af-8aa3-0e4262c36731 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:47.984478 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-defa8d78-cd32-450d-bd11-1a5853fbd105 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:48.187751 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-e48209a9-2927-4880-85ee-6d2d43e88214 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Calling delete_port for 956f77e0-9086-4932-b218-5d87c1823289 owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:48.200564 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a79e40cc-76ee-4a02-b69e-5ee0fb91d247 None None] Provisioning complete for port 1057561c-2169-407b-8f5f-9e5ba57a2306 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:48.201166 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a79e40cc-76ee-4a02-b69e-5ee0fb91d247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:48.256282 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defa8d78-cd32-450d-bd11-1a5853fbd105 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router da03fc2b-a43f-492c-8281-a36e8035e8be is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:17:48.266834 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 7643ea2b-5aa1-4e39-af8a-0839cfb87f16) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:48.281212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad334ec-20d5-4693-adce-d5b04263816b None None] Network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:48.348707 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:48.467512 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a79e40cc-76ee-4a02-b69e-5ee0fb91d247 None None] Port 1057561c-2169-407b-8f5f-9e5ba57a2306 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:17:48.470001 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defa8d78-cd32-450d-bd11-1a5853fbd105 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:17:48.472188 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:48.472530 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:48.472866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:48.484114 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-defa8d78-cd32-450d-bd11-1a5853fbd105 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/da03fc2b-a43f-492c-8281-a36e8035e8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4294171 Jan 17 14:17:48.486879 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34644) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:48.493731 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-e6eb835b-d652-4197-aa13-16d4446f7c29 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1945037730'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:48.499085 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e6eb835b-d652-4197-aa13-16d4446f7c29 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:48.503542 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e6eb835b-d652-4197-aa13-16d4446f7c29 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:network and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:48.507824 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e6eb835b-d652-4197-aa13-16d4446f7c29 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:48.508828 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] Sync routers for ids ['da03fc2b-a43f-492c-8281-a36e8035e8be'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:17:48.513068 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e6eb835b-d652-4197-aa13-16d4446f7c29 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:48.523239 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 9aa9edae-6109-4176-8636-1695954cf898 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:17:48.523566 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 9aa9edae-6109-4176-8636-1695954cf898 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:17:48.526296 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6eb835b-d652-4197-aa13-16d4446f7c29 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Made reservation on behalf of c18c2f95c6754b6292d672e39ba057ee for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:48.530037 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e6eb835b-d652-4197-aa13-16d4446f7c29 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:48.533116 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] Routers {'da03fc2b-a43f-492c-8281-a36e8035e8be'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:48.534242 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:17:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['da03fc2b-a43f-492c-8281-a36e8035e8be'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:48.534393 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 2 to bind port 9aa9edae-6109-4176-8636-1695954cf898 Jan 17 14:17:48.561033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6eb835b-d652-4197-aa13-16d4446f7c29 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:17:48.570592 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e6eb835b-d652-4197-aa13-16d4446f7c29 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:48.571274 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-e6eb835b-d652-4197-aa13-16d4446f7c29 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Added segment b2b26841-c02b-459a-b8b4-0f3820456dac of type vlan for network 171d024f-dcd9-4ad4-8106-d2df6342d820 Jan 17 14:17:48.601446 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e6eb835b-d652-4197-aa13-16d4446f7c29 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:48.633002 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e6eb835b-d652-4197-aa13-16d4446f7c29 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:48.638599 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eb835b-d652-4197-aa13-16d4446f7c29 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:48.639185 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e6eb835b-d652-4197-aa13-16d4446f7c29 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:48.651688 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:48.652056 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:48.652394 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:48.699111 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b2513bdc-3af9-4550-9b0a-6961ffe7d202 None None] Provisioning complete for port 1057561c-2169-407b-8f5f-9e5ba57a2306 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:48.699499 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b2513bdc-3af9-4550-9b0a-6961ffe7d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:48.746446 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e6eb835b-d652-4197-aa13-16d4446f7c29 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2558241 Jan 17 14:17:48.747527 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34648) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:48.760058 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-9361e950-b424-4a1e-9275-6681c9a8421c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'subnet': {'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:48.762796 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] Set router da03fc2b-a43f-492c-8281-a36e8035e8be gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:17:48.775524 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb835b-d652-4197-aa13-16d4446f7c29 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Network': ['ID=171d024f-dcd9-4ad4-8106-d2df6342d820,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:48.793044 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 9aa9edae-6109-4176-8636-1695954cf898 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:17:48.793597 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 9aa9edae-6109-4176-8636-1695954cf898 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:17:48.802905 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 3 to bind port 9aa9edae-6109-4176-8636-1695954cf898 Jan 17 14:17:48.814398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd8fe-0a0e-4a23-ae28-fd0e93ff45ea tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:48.817839 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 171d024f-dcd9-4ad4-8106-d2df6342d820 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:17:48.852711 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-eb410cba-bfb6-4e35-adad-b52d159afdc2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:48.883337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-23e014dc-0ca9-437e-b158-463269cd364d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:48.898402 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9361e950-b424-4a1e-9275-6681c9a8421c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:48.902471 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9361e950-b424-4a1e-9275-6681c9a8421c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:subnet and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:48.903020 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b2513bdc-3af9-4550-9b0a-6961ffe7d202 None None] Port 1057561c-2169-407b-8f5f-9e5ba57a2306 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:17:48.905537 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9361e950-b424-4a1e-9275-6681c9a8421c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:48.912093 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9361e950-b424-4a1e-9275-6681c9a8421c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:48.927808 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9361e950-b424-4a1e-9275-6681c9a8421c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Made reservation on behalf of c18c2f95c6754b6292d672e39ba057ee for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:48.932775 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9361e950-b424-4a1e-9275-6681c9a8421c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:48.956217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:48.956713 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:48.956905 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:49.108827 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 9aa9edae-6109-4176-8636-1695954cf898 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:17:49.109034 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 9aa9edae-6109-4176-8636-1695954cf898 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:17:49.193087 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9361e950-b424-4a1e-9275-6681c9a8421c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:49.204356 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 4 to bind port 9aa9edae-6109-4176-8636-1695954cf898 Jan 17 14:17:49.217394 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:17:46Z', 'revision_number': 2, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:47Z', 'revision_number': 2, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:49.222204 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-23e014dc-0ca9-437e-b158-463269cd364d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for 067f2853-4aea-4e2f-95c6-20f98db19924 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:49.226242 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] Checking router: da03fc2b-a43f-492c-8281-a36e8035e8be for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:17:49.226584 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] Updating router da03fc2b-a43f-492c-8281-a36e8035e8be port 1057561c-2169-407b-8f5f-9e5ba57a2306 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:17:49.289947 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361e950-b424-4a1e-9275-6681c9a8421c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Subnet': ['ID=d0530804-1085-4cd5-9110-ba2c5565d3b8,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:49.297719 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9361e950-b424-4a1e-9275-6681c9a8421c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Checking segment: {'id': 'b2b26841-c02b-459a-b8b4-0f3820456dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:49.298076 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9361e950-b424-4a1e-9275-6681c9a8421c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network hostable DHCP agents. Network: 171d024f-dcd9-4ad4-8106-d2df6342d820, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:17:49.310183 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:49.320121 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9361e950-b424-4a1e-9275-6681c9a8421c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network 171d024f-dcd9-4ad4-8106-d2df6342d820 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:17:49.341574 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-9361e950-b424-4a1e-9275-6681c9a8421c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 171d024f-dcd9-4ad4-8106-d2df6342d820) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:49.346487 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:49.346812 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:49.347160 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:49.351647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9361e950-b424-4a1e-9275-6681c9a8421c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:49.354376 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9361e950-b424-4a1e-9275-6681c9a8421c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:49.386229 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4714e3d6-00e3-4fdd-93fc-ffe4534c7f5e None None] Network 171d024f-dcd9-4ad4-8106-d2df6342d820 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:49.394438 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9361e950-b424-4a1e-9275-6681c9a8421c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6460023 Jan 17 14:17:49.399087 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34654) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:49.447760 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 9aa9edae-6109-4176-8636-1695954cf898 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:17:49.448359 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 9aa9edae-6109-4176-8636-1695954cf898 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:17:49.511797 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 5 to bind port 9aa9edae-6109-4176-8636-1695954cf898 Jan 17 14:17:49.559362 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:49.559703 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:49.560065 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:49.562309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e48209a9-2927-4880-85ee-6d2d43e88214 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:49.611996 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-eb410cba-bfb6-4e35-adad-b52d159afdc2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:49.658750 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 9aa9edae-6109-4176-8636-1695954cf898 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:17:49.659095 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 9aa9edae-6109-4176-8636-1695954cf898 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:17:49.666360 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9fd8fe-0a0e-4a23-ae28-fd0e93ff45ea tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Router 05fbc178-a3bd-4ff5-bfe9-d4eab801e66a has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:17:49.667316 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 6 to bind port 9aa9edae-6109-4176-8636-1695954cf898 Jan 17 14:17:49.674880 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48209a9-2927-4880-85ee-6d2d43e88214 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Port': ['ID=956f77e0-9086-4932-b218-5d87c1823289,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:49.844232 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-23e014dc-0ca9-437e-b158-463269cd364d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:49.854056 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-171d024f-dcd9-4ad4-8106-d2df6342d820', 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'fixed_ips': [{'subnet_id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:17:49.855044 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:49.891051 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb410cba-bfb6-4e35-adad-b52d159afdc2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=a7eb595d-da48-4bf6-8e6b-5393105ebe7f,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:49.970174 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-eb410cba-bfb6-4e35-adad-b52d159afdc2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:49.978674 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a02804-1497-4ed0-9d92-e8e15f4ed8ca None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:50.009740 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:50.010073 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:50.010598 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:50.020012 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e014dc-0ca9-437e-b158-463269cd364d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Port': ['ID=067f2853-4aea-4e2f-95c6-20f98db19924,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:50.107220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 9aa9edae-6109-4176-8636-1695954cf898 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:17:50.107852 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 9aa9edae-6109-4176-8636-1695954cf898 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:17:50.116352 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-23e014dc-0ca9-437e-b158-463269cd364d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:50.123566 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 7 to bind port 9aa9edae-6109-4176-8636-1695954cf898 Jan 17 14:17:50.233478 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9fd8fe-0a0e-4a23-ae28-fd0e93ff45ea tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:17:50.233812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4a091ff9-80ba-4799-9ea6-844ab10a4aba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:50.237183 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:50.237517 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:50.237862 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:50.245961 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1c9fd8fe-0a0e-4a23-ae28-fd0e93ff45ea tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "PUT /v2.0/routers/05fbc178-a3bd-4ff5-bfe9-d4eab801e66a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4404449 Jan 17 14:17:50.251767 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d22475e-4a48-4873-bc1e-a931fed54ba1 None None] Sync routers for ids ['05fbc178-a3bd-4ff5-bfe9-d4eab801e66a'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:17:50.266899 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d22475e-4a48-4873-bc1e-a931fed54ba1 None None] Routers {'05fbc178-a3bd-4ff5-bfe9-d4eab801e66a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:50.268410 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2d22475e-4a48-4873-bc1e-a931fed54ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:17:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['05fbc178-a3bd-4ff5-bfe9-d4eab801e66a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:50.301765 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-23e014dc-0ca9-437e-b158-463269cd364d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/ports/067f2853-4aea-4e2f-95c6-20f98db19924 HTTP/1.1" status: 204 len: 168 time: 2.6910417 Jan 17 14:17:50.302398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34662) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:50.302735 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34664) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:50.311934 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 9aa9edae-6109-4176-8636-1695954cf898 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:17:50.312726 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 9aa9edae-6109-4176-8636-1695954cf898 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:17:50.316343 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-eb410cba-bfb6-4e35-adad-b52d159afdc2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/a7eb595d-da48-4bf6-8e6b-5393105ebe7f HTTP/1.1" status: 204 len: 168 time: 2.9917603 Jan 17 14:17:50.326881 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34672) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:50.334191 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Allocated IP 2001:db8:1::2 (171d024f-dcd9-4ad4-8106-d2df6342d820/d0530804-1085-4cd5-9110-ba2c5565d3b8/4f0809a0-1f4a-4e02-8d4c-2694213e78f0) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:50.359375 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2d22475e-4a48-4873-bc1e-a931fed54ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:50.373712 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d22475e-4a48-4873-bc1e-a931fed54ba1 None None] Routers {'05fbc178-a3bd-4ff5-bfe9-d4eab801e66a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:50.374902 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2d22475e-4a48-4873-bc1e-a931fed54ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:17:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['05fbc178-a3bd-4ff5-bfe9-d4eab801e66a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:50.388673 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 8 to bind port 9aa9edae-6109-4176-8636-1695954cf898 Jan 17 14:17:50.463142 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae095001-4b26-4bc2-9adb-b401cba46e0c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet c9b3e528-c8b7-4439-b0f4-3aa69e861849 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:17:50.465414 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2d22475e-4a48-4873-bc1e-a931fed54ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:50.467033 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d22475e-4a48-4873-bc1e-a931fed54ba1 None None] The sync data for ids ['05fbc178-a3bd-4ff5-bfe9-d4eab801e66a'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:17:50.471015 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae095001-4b26-4bc2-9adb-b401cba46e0c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:50.490647 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-481dde6e-8a8d-4f40-b5e9-092dd77a735a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] GET failed (client error): The resource could not be found. Jan 17 14:17:50.491121 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-481dde6e-8a8d-4f40-b5e9-092dd77a735a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Synchronizing usage tracker for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:50.494090 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:50.494428 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:50.494760 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:50.496822 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e48209a9-2927-4880-85ee-6d2d43e88214 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:50.500986 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:50.519644 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 9aa9edae-6109-4176-8636-1695954cf898 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:17:50.520034 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 9aa9edae-6109-4176-8636-1695954cf898 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:17:50.525726 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 9 to bind port 9aa9edae-6109-4176-8636-1695954cf898 Jan 17 14:17:50.533619 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] Transition to ACTIVE for port object 1057561c-2169-407b-8f5f-9e5ba57a2306 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:50.549136 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:50.554932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae095001-4b26-4bc2-9adb-b401cba46e0c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:50.685269 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-481dde6e-8a8d-4f40-b5e9-092dd77a735a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Unset dirty status for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:50.687649 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-481dde6e-8a8d-4f40-b5e9-092dd77a735a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports/abac66ec-6bd3-480b-93cf-43bcb73175cc HTTP/1.1" status: 404 len: 333 time: 0.3782859 Jan 17 14:17:50.689160 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:50.689920 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:50.690651 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:50.692312 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34676) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:50.711314 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 9aa9edae-6109-4176-8636-1695954cf898 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:17:50.711936 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 9aa9edae-6109-4176-8636-1695954cf898 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:17:50.715112 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 10 to bind port 9aa9edae-6109-4176-8636-1695954cf898 Jan 17 14:17:50.809464 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:50.810498 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:50.811208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 9aa9edae-6109-4176-8636-1695954cf898 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:50.812754 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6eaa42-f05a-42e3-b4d4-eaebf8869fab None None] Pushing event updated for resources: {'Port': ['ID=1057561c-2169-407b-8f5f-9e5ba57a2306,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:50.840732 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 9aa9edae-6109-4176-8636-1695954cf898 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:17:50.841681 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 9aa9edae-6109-4176-8636-1695954cf898 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:17:50.842048 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:50.900822 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcfbdb7-7ca5-4842-8904-a584f4d05c19 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:50.901933 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-cfcfbdb7-7ca5-4842-8904-a584f4d05c19 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Synchronizing usage tracker for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:50.974075 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] Attempting to bind port 1057561c-2169-407b-8f5f-9e5ba57a2306 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:50.974302 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] Attempting to bind port 1057561c-2169-407b-8f5f-9e5ba57a2306 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'ce46909c-3cf9-41b3-8d15-209baa4e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:50.974572 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] Attempting to bind port 1057561c-2169-407b-8f5f-9e5ba57a2306 on network f45d93b7-ab7a-41af-8aa3-0e4262c36731 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:50.983595 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:17:50.986398 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] Checking segment: {'id': 'ce46909c-3cf9-41b3-8d15-209baa4e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:50.987071 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:50.992135 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] Bound using segment: {'id': 'ce46909c-3cf9-41b3-8d15-209baa4e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:17:50.992615 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-32674f75-7525-4de1-b12a-92f4ddc19073 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:50.992768 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] Bound port: 1057561c-2169-407b-8f5f-9e5ba57a2306, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce46909c-3cf9-41b3-8d15-209baa4e3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:17:50.993107 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:51.030890 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:51.098068 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-cfcfbdb7-7ca5-4842-8904-a584f4d05c19 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Unset dirty status for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:51.101879 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cfcfbdb7-7ca5-4842-8904-a584f4d05c19 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7910435 Jan 17 14:17:51.105398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34680) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:51.111975 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48209a9-2927-4880-85ee-6d2d43e88214 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router beaf3b17-b0d5-473f-8691-7886921eb00f has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:17:51.144110 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] For port 1057561c-2169-407b-8f5f-9e5ba57a2306, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:17:51.152018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] For port 1057561c-2169-407b-8f5f-9e5ba57a2306, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=1057561c-2169-407b-8f5f-9e5ba57a2306,segment=NetworkSegment(ce46909c-3cf9-41b3-8d15-209baa4e3538),segment_id=ce46909c-3cf9-41b3-8d15-209baa4e3538)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:17:51.159894 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:51.184109 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-968dc017-45db-4c21-97e1-dcb65577edd0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] GET failed (client error): The resource could not be found. Jan 17 14:17:51.185525 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-968dc017-45db-4c21-97e1-dcb65577edd0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports/067f2853-4aea-4e2f-95c6-20f98db19924 HTTP/1.1" status: 404 len: 333 time: 0.0766704 Jan 17 14:17:51.190375 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34684) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:51.204095 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-1b717b2d-3403-44d4-9ffa-55cd5c630f7f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1879534304'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:51.209637 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1b717b2d-3403-44d4-9ffa-55cd5c630f7f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:51.215202 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1b717b2d-3403-44d4-9ffa-55cd5c630f7f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:network and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:51.218453 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1b717b2d-3403-44d4-9ffa-55cd5c630f7f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:51.225961 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Transition to ACTIVE for port object 4f0809a0-1f4a-4e02-8d4c-2694213e78f0 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:51.226421 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1b717b2d-3403-44d4-9ffa-55cd5c630f7f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:51.319591 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6eaa42-f05a-42e3-b4d4-eaebf8869fab None None] Pushing event updated for resources: {'Port': ['ID=1057561c-2169-407b-8f5f-9e5ba57a2306,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:51.344758 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Transition to ACTIVE for port object 4f0809a0-1f4a-4e02-8d4c-2694213e78f0 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:51.360852 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] Routers {'da03fc2b-a43f-492c-8281-a36e8035e8be'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:51.361474 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:17:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['da03fc2b-a43f-492c-8281-a36e8035e8be'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:51.421796 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] For port 9aa9edae-6109-4176-8636-1695954cf898, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:17:51.422251 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempted to set empty binding levels {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 17 14:17:51.427260 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48209a9-2927-4880-85ee-6d2d43e88214 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:17:51.446978 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e48209a9-2927-4880-85ee-6d2d43e88214 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/beaf3b17-b0d5-473f-8691-7886921eb00f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3068633 Jan 17 14:17:51.448742 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34690) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:51.450027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:51.501178 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:51.510235 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4b1b8-dd2b-4443-9428-c6531b1f2a7f None None] Sync routers for ids ['beaf3b17-b0d5-473f-8691-7886921eb00f'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:17:51.584126 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:51.585500 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:51.594942 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b717b2d-3403-44d4-9ffa-55cd5c630f7f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:51.602013 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1b717b2d-3403-44d4-9ffa-55cd5c630f7f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:51.605859 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ff71f054-29e0-41cd-81f1-d172a4c65132 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Synchronizing usage tracker for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:51.665705 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae095001-4b26-4bc2-9adb-b401cba46e0c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:51.798618 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Pushing event updated for resources: {'Port': ['ID=4f0809a0-1f4a-4e02-8d4c-2694213e78f0,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:51.807202 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-32674f75-7525-4de1-b12a-92f4ddc19073 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:51.813293 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 7.0324361 Jan 17 14:17:51.816906 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34694) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:51.817987 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-32674f75-7525-4de1-b12a-92f4ddc19073 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:51.825230 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c4b1b8-dd2b-4443-9428-c6531b1f2a7f None None] Routers {'beaf3b17-b0d5-473f-8691-7886921eb00f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:51.825877 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-01c4b1b8-dd2b-4443-9428-c6531b1f2a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:17:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['beaf3b17-b0d5-473f-8691-7886921eb00f'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:51.839741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d5d87-37c6-458d-a952-e9346f874abb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Pushing event updated for resources: {'Port': ['ID=9aa9edae-6109-4176-8636-1695954cf898,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:51.843852 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ff71f054-29e0-41cd-81f1-d172a4c65132 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Unset dirty status for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:51.845262 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ff71f054-29e0-41cd-81f1-d172a4c65132 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/ports?device_id=beaf3b17-b0d5-473f-8691-7886921eb00f HTTP/1.1" status: 200 len: 205 time: 0.3893983 Jan 17 14:17:51.847984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34698) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:51.899406 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-4a091ff9-80ba-4799-9ea6-844ab10a4aba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Allocated IP 2001:db8:1::1 (171d024f-dcd9-4ad4-8106-d2df6342d820/d0530804-1085-4cd5-9110-ba2c5565d3b8/756e3e56-9a0c-4ce6-b2aa-bbb4e042d831) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:51.930357 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b717b2d-3403-44d4-9ffa-55cd5c630f7f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:17:51.935242 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-01c4b1b8-dd2b-4443-9428-c6531b1f2a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:51.940392 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Network 171d024f-dcd9-4ad4-8106-d2df6342d820 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:51.952917 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:51.955616 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] Set router da03fc2b-a43f-492c-8281-a36e8035e8be gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:17:51.972721 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-32674f75-7525-4de1-b12a-92f4ddc19073 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:51.973092 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32674f75-7525-4de1-b12a-92f4ddc19073 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Fanout notify agent at l3_agent the message router_deleted on router 05fbc178-a3bd-4ff5-bfe9-d4eab801e66a {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:17:51.983617 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-f187f491-92e5-4757-b859-365e2072fffb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Deleting port 9aa9edae-6109-4176-8636-1695954cf898 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:51.983943 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f187f491-92e5-4757-b859-365e2072fffb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.005188 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b5c6510a-b8a3-4c5d-8b73-9caef86f8fba None None] Provisioning complete for port bf720e0d-d297-44da-bca3-2a4df8c734a6 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:52.005818 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b5c6510a-b8a3-4c5d-8b73-9caef86f8fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.013833 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1b717b2d-3403-44d4-9ffa-55cd5c630f7f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.014170 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-1b717b2d-3403-44d4-9ffa-55cd5c630f7f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Added segment ce4fa333-b328-40ac-82a1-4fcf76fca344 of type vlan for network 6a4f0388-70aa-4c63-bcec-941d0aa25d86 Jan 17 14:17:52.016261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-15320936-6986-4a7d-bda8-49648299c272 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.041701 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:52.065848 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c4b1b8-dd2b-4443-9428-c6531b1f2a7f None None] Routers {'beaf3b17-b0d5-473f-8691-7886921eb00f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:52.066726 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-01c4b1b8-dd2b-4443-9428-c6531b1f2a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:17:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['beaf3b17-b0d5-473f-8691-7886921eb00f'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:52.101248 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae095001-4b26-4bc2-9adb-b401cba46e0c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.170547 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae095001-4b26-4bc2-9adb-b401cba46e0c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b3e528-c8b7-4439-b0f4-3aa69e861849,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:52.178998 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-01c4b1b8-dd2b-4443-9428-c6531b1f2a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:52.179372 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4b1b8-dd2b-4443-9428-c6531b1f2a7f None None] The sync data for ids ['beaf3b17-b0d5-473f-8691-7886921eb00f'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:17:52.185543 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1b717b2d-3403-44d4-9ffa-55cd5c630f7f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.215352 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ae095001-4b26-4bc2-9adb-b401cba46e0c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.219693 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e726979-9c26-4253-83ed-e7a9bc255070 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:52.255601 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-32674f75-7525-4de1-b12a-92f4ddc19073 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.259602 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-32674f75-7525-4de1-b12a-92f4ddc19073 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/routers/05fbc178-a3bd-4ff5-bfe9-d4eab801e66a HTTP/1.1" status: 204 len: 168 time: 1.5611370 Jan 17 14:17:52.265837 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34702) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:52.281281 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ae095001-4b26-4bc2-9adb-b401cba46e0c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/c9b3e528-c8b7-4439-b0f4-3aa69e861849 HTTP/1.1" status: 204 len: 168 time: 1.9510779 Jan 17 14:17:52.293984 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34706) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:52.375994 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-15320936-6986-4a7d-bda8-49648299c272 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.380405 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-15320936-6986-4a7d-bda8-49648299c272 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.406187 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Attempting to bind port 4f0809a0-1f4a-4e02-8d4c-2694213e78f0 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:52.406934 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Attempting to bind port 4f0809a0-1f4a-4e02-8d4c-2694213e78f0 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'b2b26841-c02b-459a-b8b4-0f3820456dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:52.406934 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Attempting to bind port 4f0809a0-1f4a-4e02-8d4c-2694213e78f0 on network 171d024f-dcd9-4ad4-8106-d2df6342d820 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:52.411568 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2b78f57f-4b84-4b64-b105-03e5e7ed239c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1138651 Jan 17 14:17:52.412189 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-4303b577-c1cb-42bf-a7d2-f326ef87e72a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting subnet 9c237498-c1f9-4853-8084-f34f204adadd {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:17:52.416379 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34710) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:52.418787 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4303b577-c1cb-42bf-a7d2-f326ef87e72a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.451530 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-92acd9bf-0382-4cb7-8efb-825944726c1b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:52.485791 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4a091ff9-80ba-4799-9ea6-844ab10a4aba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.500643 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1b717b2d-3403-44d4-9ffa-55cd5c630f7f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.506347 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b717b2d-3403-44d4-9ffa-55cd5c630f7f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:52.507644 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1b717b2d-3403-44d4-9ffa-55cd5c630f7f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.538059 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-15320936-6986-4a7d-bda8-49648299c272 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.538337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15320936-6986-4a7d-bda8-49648299c272 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Fanout notify agent at l3_agent the message router_deleted on router beaf3b17-b0d5-473f-8691-7886921eb00f {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:17:52.541590 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:17:52.541960 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Checking segment: {'id': 'b2b26841-c02b-459a-b8b4-0f3820456dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:52.542361 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.542944 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Bound using segment: {'id': 'b2b26841-c02b-459a-b8b4-0f3820456dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:17:52.543523 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Bound port: 4f0809a0-1f4a-4e02-8d4c-2694213e78f0, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b26841-c02b-459a-b8b4-0f3820456dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:17:52.543825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.581217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-15320936-6986-4a7d-bda8-49648299c272 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.584568 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-15320936-6986-4a7d-bda8-49648299c272 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/routers/beaf3b17-b0d5-473f-8691-7886921eb00f HTTP/1.1" status: 204 len: 168 time: 0.7328165 Jan 17 14:17:52.584998 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34714) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:52.613632 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-4a091ff9-80ba-4799-9ea6-844ab10a4aba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Transition to ACTIVE for port object 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:52.634911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4303b577-c1cb-42bf-a7d2-f326ef87e72a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.638706 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-f187f491-92e5-4757-b859-365e2072fffb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] For port 9aa9edae-6109-4176-8636-1695954cf898, host hv-neutron-8249, got binding levels [] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:52.639029 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f187f491-92e5-4757-b859-365e2072fffb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.656275 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1b717b2d-3403-44d4-9ffa-55cd5c630f7f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4621470 Jan 17 14:17:52.662357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34718) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:52.701228 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-0eee644e-baff-44a9-9adb-6f98d2d3376f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'subnet': {'network_id': '6a4f0388-70aa-4c63-bcec-941d0aa25d86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:52.777501 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-f187f491-92e5-4757-b859-365e2072fffb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Calling delete_port for 9aa9edae-6109-4176-8636-1695954cf898 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:52.788989 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-92acd9bf-0382-4cb7-8efb-825944726c1b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:52.808018 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b717b2d-3403-44d4-9ffa-55cd5c630f7f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Network': ['ID=6a4f0388-70aa-4c63-bcec-941d0aa25d86,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:52.826227 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-92acd9bf-0382-4cb7-8efb-825944726c1b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:52.834418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-92acd9bf-0382-4cb7-8efb-825944726c1b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:52.847097 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-92acd9bf-0382-4cb7-8efb-825944726c1b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:52.849791 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 6a4f0388-70aa-4c63-bcec-941d0aa25d86 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:17:52.856726 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:17:52.861866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80c7f0a-2069-492f-bc17-6688f78093f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting subnet 5a376744-3fb6-4c7d-9280-b436807dbc7d {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:17:52.875607 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4a091ff9-80ba-4799-9ea6-844ab10a4aba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.888915 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b80c7f0a-2069-492f-bc17-6688f78093f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.934764 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f187f491-92e5-4757-b859-365e2072fffb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.937892 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] For port 4f0809a0-1f4a-4e02-8d4c-2694213e78f0, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:17:52.944232 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92acd9bf-0382-4cb7-8efb-825944726c1b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:52.948372 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-92acd9bf-0382-4cb7-8efb-825944726c1b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.963886 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a091ff9-80ba-4799-9ea6-844ab10a4aba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network 171d024f-dcd9-4ad4-8106-d2df6342d820 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:52.970589 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-4a091ff9-80ba-4799-9ea6-844ab10a4aba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:52.976484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a091ff9-80ba-4799-9ea6-844ab10a4aba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:52.976998 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4a091ff9-80ba-4799-9ea6-844ab10a4aba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.980740 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f187f491-92e5-4757-b859-365e2072fffb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:52.986462 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f187f491-92e5-4757-b859-365e2072fffb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] 10.222.0.48 "DELETE /v2.0/ports/9aa9edae-6109-4176-8636-1695954cf898 HTTP/1.1" status: 204 len: 168 time: 1.1644795 Jan 17 14:17:53.005803 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34722) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:53.010079 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a091ff9-80ba-4799-9ea6-844ab10a4aba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Port': ['ID=756e3e56-9a0c-4ce6-b2aa-bbb4e042d831,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:53.030986 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:53.050390 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] For port 4f0809a0-1f4a-4e02-8d4c-2694213e78f0, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4f0809a0-1f4a-4e02-8d4c-2694213e78f0,segment=NetworkSegment(b2b26841-c02b-459a-b8b4-0f3820456dac),segment_id=b2b26841-c02b-459a-b8b4-0f3820456dac)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:17:53.069490 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:53.186507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0eee644e-baff-44a9-9adb-6f98d2d3376f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:53.194034 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a5d85-80ce-40e1-802d-5fb9f0109639 None None] Pushing event updated for resources: {'Port': ['ID=4f0809a0-1f4a-4e02-8d4c-2694213e78f0,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:53.207930 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-92acd9bf-0382-4cb7-8efb-825944726c1b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:53.212314 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0eee644e-baff-44a9-9adb-6f98d2d3376f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:subnet and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:53.222096 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:17:46Z', 'revision_number': 2, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:51Z', 'revision_number': 4, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:53.228114 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e041dbea-4621-4af6-976d-e091cd7c9179 None None] The sync data for ids ['da03fc2b-a43f-492c-8281-a36e8035e8be'] in dv-neutron-824901-1-hyperv is: [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:17:46Z', 'revision_number': 2, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:51Z', 'revision_number': 4, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:17:53.299897 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f4f437-0a23-4851-bb1f-564eea183427 None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:17:53.309544 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f0f4f437-0a23-4851-bb1f-564eea183427 None None] Deleting port bf720e0d-d297-44da-bca3-2a4df8c734a6 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:53.310538 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f0f4f437-0a23-4851-bb1f-564eea183427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:53.320684 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7262b8-890e-4115-85fc-a3a7adb2bc44 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] GET failed (client error): The resource could not be found. Jan 17 14:17:53.321425 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2d7262b8-890e-4115-85fc-a3a7adb2bc44 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Synchronizing usage tracker for tenant:9347527185234a41996e4b4b2272f1a9 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:53.355419 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187f491-92e5-4757-b859-365e2072fffb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Pushing event deleted for resources: {'Port': ['ID=9aa9edae-6109-4176-8636-1695954cf898,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:53.359041 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0eee644e-baff-44a9-9adb-6f98d2d3376f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:53.361929 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acd9bf-0382-4cb7-8efb-825944726c1b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=e2d1e0fd-eeb7-4c93-a80c-09bacdb10c68,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:53.376352 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2d7262b8-890e-4115-85fc-a3a7adb2bc44 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Unset dirty status for tenant:9347527185234a41996e4b4b2272f1a9 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:53.383780 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2d7262b8-890e-4115-85fc-a3a7adb2bc44 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] 10.222.0.48 "GET /v2.0/ports/9aa9edae-6109-4176-8636-1695954cf898 HTTP/1.1" status: 404 len: 333 time: 0.3766370 Jan 17 14:17:53.384788 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34726) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:53.390168 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0eee644e-baff-44a9-9adb-6f98d2d3376f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:53.392766 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-e16e873f-b0b7-4197-89af-4671c69ae208 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Request body: {'port': {'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-190333290'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:53.398725 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b80c7f0a-2069-492f-bc17-6688f78093f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:53.431017 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e16e873f-b0b7-4197-89af-4671c69ae208 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:53.470363 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e16e873f-b0b7-4197-89af-4671c69ae208 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:53.494382 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4a091ff9-80ba-4799-9ea6-844ab10a4aba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:53.607109 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16e873f-b0b7-4197-89af-4671c69ae208 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Made reservation on behalf of 9347527185234a41996e4b4b2272f1a9 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:53.609532 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e16e873f-b0b7-4197-89af-4671c69ae208 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:53.726710 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92acd9bf-0382-4cb7-8efb-825944726c1b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:53.745710 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-92acd9bf-0382-4cb7-8efb-825944726c1b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:53.748319 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-e16e873f-b0b7-4197-89af-4671c69ae208 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] device_id is not set on port 0a3656e0-ddb5-4d2a-bfba-57b356543135 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:17:53.764066 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92acd9bf-0382-4cb7-8efb-825944726c1b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:53.765260 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-92acd9bf-0382-4cb7-8efb-825944726c1b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:53.802418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eee644e-baff-44a9-9adb-6f98d2d3376f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:53.807389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0eee644e-baff-44a9-9adb-6f98d2d3376f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:53.845234 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4303b577-c1cb-42bf-a7d2-f326ef87e72a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:54.047631 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-f0f4f437-0a23-4851-bb1f-564eea183427 None None] For port bf720e0d-d297-44da-bca3-2a4df8c734a6, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=bf720e0d-d297-44da-bca3-2a4df8c734a6,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:54.048769 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f0f4f437-0a23-4851-bb1f-564eea183427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:54.056809 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4303b577-c1cb-42bf-a7d2-f326ef87e72a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:54.108439 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-92acd9bf-0382-4cb7-8efb-825944726c1b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6907041 Jan 17 14:17:54.127281 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34730) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:54.142290 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-8756351b-8825-479a-9a37-fc817263fd44 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:54.198521 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4f0809a0-1f4a-4e02-8d4c-2694213e78f0 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:54.252790 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f0f4f437-0a23-4851-bb1f-564eea183427 None None] Calling delete_port for bf720e0d-d297-44da-bca3-2a4df8c734a6 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:54.271506 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303b577-c1cb-42bf-a7d2-f326ef87e72a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Subnet': ['ID=9c237498-c1f9-4853-8084-f34f204adadd,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:54.282186 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4303b577-c1cb-42bf-a7d2-f326ef87e72a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:54.299286 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4303b577-c1cb-42bf-a7d2-f326ef87e72a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/subnets/9c237498-c1f9-4853-8084-f34f204adadd HTTP/1.1" status: 204 len: 168 time: 2.0299444 Jan 17 14:17:54.308316 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23226336-d3d6-4a03-a8f3-a77b9504dca3 None None] Network 1898d1b3-b3db-49de-9c63-85adb5fdcb09 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:54.308914 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34734) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:54.380180 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b80c7f0a-2069-492f-bc17-6688f78093f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:54.438462 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-8756351b-8825-479a-9a37-fc817263fd44 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:54.444910 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8756351b-8825-479a-9a37-fc817263fd44 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:54.448426 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8756351b-8825-479a-9a37-fc817263fd44 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:54.457266 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-8756351b-8825-479a-9a37-fc817263fd44 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:54.476758 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8756351b-8825-479a-9a37-fc817263fd44 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:54.480993 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8756351b-8825-479a-9a37-fc817263fd44 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:54.485738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.resource_extend [None req-4a091ff9-80ba-4799-9ea6-844ab10a4aba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:17:54.518547 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4a091ff9-80ba-4799-9ea6-844ab10a4aba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:54.547083 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ddf50ff-2ae7-43ec-a1b0-ae1d640fc0d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:54.552803 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4a091ff9-80ba-4799-9ea6-844ab10a4aba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:54.554099 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4a091ff9-80ba-4799-9ea6-844ab10a4aba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:54.592487 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f0f4f437-0a23-4851-bb1f-564eea183427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:54.637393 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 4f0809a0-1f4a-4e02-8d4c-2694213e78f0 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:54.654846 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4f437-0a23-4851-bb1f-564eea183427 None None] Pushing event deleted for resources: {'Port': ['ID=bf720e0d-d297-44da-bca3-2a4df8c734a6,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:54.663215 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f4f437-0a23-4851-bb1f-564eea183427 None None] No DVR routers for this DVR port bf720e0d-d297-44da-bca3-2a4df8c734a6 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:17:54.664875 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 1057561c-2169-407b-8f5f-9e5ba57a2306 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:17:54.721185 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a521fac-34d9-4a1b-ade6-10fde63ef5a1 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:54.873568 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589ce104-c1cf-4e33-88a7-1c90424d0515 None None] Network 171d024f-dcd9-4ad4-8106-d2df6342d820 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:54.883428 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b80c7f0a-2069-492f-bc17-6688f78093f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:54.950180 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c7f0a-2069-492f-bc17-6688f78093f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Subnet': ['ID=5a376744-3fb6-4c7d-9280-b436807dbc7d,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:54.962757 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0eee644e-baff-44a9-9adb-6f98d2d3376f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:54.969714 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b80c7f0a-2069-492f-bc17-6688f78093f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:54.981962 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85f6853-1240-452a-b647-fc287ae874c2 None None] Network 21383f4f-0eb4-48f5-a569-ed457923932a requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:54.990050 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e16e873f-b0b7-4197-89af-4671c69ae208 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:55.010778 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-9ddf50ff-2ae7-43ec-a1b0-ae1d640fc0d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port 3017a3de-49b8-4ff6-bd62-30c22ba799eb {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:55.011199 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ddf50ff-2ae7-43ec-a1b0-ae1d640fc0d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:55.060058 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a091ff9-80ba-4799-9ea6-844ab10a4aba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Port': ['ID=756e3e56-9a0c-4ce6-b2aa-bbb4e042d831,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:55.083984 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b80c7f0a-2069-492f-bc17-6688f78093f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/subnets/5a376744-3fb6-4c7d-9280-b436807dbc7d HTTP/1.1" status: 204 len: 168 time: 2.4975858 Jan 17 14:17:55.085973 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34738) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:55.104646 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 1057561c-2169-407b-8f5f-9e5ba57a2306 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:55.105832 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee644e-baff-44a9-9adb-6f98d2d3376f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Subnet': ['ID=5286f36a-4976-496e-b594-cf660db5674f,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:55.139000 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a091ff9-80ba-4799-9ea6-844ab10a4aba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network 171d024f-dcd9-4ad4-8106-d2df6342d820 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:55.144780 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eee644e-baff-44a9-9adb-6f98d2d3376f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Checking segment: {'id': 'ce4fa333-b328-40ac-82a1-4fcf76fca344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6a4f0388-70aa-4c63-bcec-941d0aa25d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:55.145143 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eee644e-baff-44a9-9adb-6f98d2d3376f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network hostable DHCP agents. Network: 6a4f0388-70aa-4c63-bcec-941d0aa25d86, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:17:55.150834 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-4a091ff9-80ba-4799-9ea6-844ab10a4aba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:55.210831 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eee644e-baff-44a9-9adb-6f98d2d3376f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network 6a4f0388-70aa-4c63-bcec-941d0aa25d86 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:17:55.221235 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-32371bee-6765-4a93-bd7d-ef563b084249 None None] Provisioning for port 4f0809a0-1f4a-4e02-8d4c-2694213e78f0 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:17:55.234150 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-0eee644e-baff-44a9-9adb-6f98d2d3376f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 6a4f0388-70aa-4c63-bcec-941d0aa25d86) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:55.237917 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4d160f-aa06-465a-af0f-754a496cdabb None None] DHCP port deletion for 1898d1b3-b3db-49de-9c63-85adb5fdcb09 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:17:55.244028 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eee644e-baff-44a9-9adb-6f98d2d3376f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:55.244615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0eee644e-baff-44a9-9adb-6f98d2d3376f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:55.266360 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 1057561c-2169-407b-8f5f-9e5ba57a2306 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:55.266817 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:55.300264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ad7d85-a5ca-4b31-a497-fc6614a3d619 None None] Network 6a4f0388-70aa-4c63-bcec-941d0aa25d86 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:55.306707 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.objects.ports [None req-8756351b-8825-479a-9a37-fc817263fd44 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87523) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 14:17:55.308480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8756351b-8825-479a-9a37-fc817263fd44 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:55.321473 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0eee644e-baff-44a9-9adb-6f98d2d3376f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6435101 Jan 17 14:17:55.322174 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34742) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:55.367446 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-fc72c9d3-46d6-4b64-8d36-4a40c4a8e7c5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'subnet': {'network_id': '6a4f0388-70aa-4c63-bcec-941d0aa25d86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:55.382389 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c450c9-c44f-42fe-b8f3-3d6b49c40c28 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting subnet c8d3c238-7fe5-4c22-a031-4346262cc181 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:17:55.390608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8756351b-8825-479a-9a37-fc817263fd44 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:55.395641 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-32371bee-6765-4a93-bd7d-ef563b084249 None None] Provisioning complete for port 4f0809a0-1f4a-4e02-8d4c-2694213e78f0 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:55.396110 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-32371bee-6765-4a93-bd7d-ef563b084249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:55.439055 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d160f-aa06-465a-af0f-754a496cdabb None None] Deleting port 3017a3de-49b8-4ff6-bd62-30c22ba799eb {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:55.439432 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2d4d160f-aa06-465a-af0f-754a496cdabb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:55.446026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-8756351b-8825-479a-9a37-fc817263fd44 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:55.464773 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': 'e2d1e0fd-eeb7-4c93-a80c-09bacdb10c68'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:17:55.465698 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:55.467813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8756351b-8825-479a-9a37-fc817263fd44 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:55.468421 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8756351b-8825-479a-9a37-fc817263fd44 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:55.525347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756351b-8825-479a-9a37-fc817263fd44 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=611c3483-2480-42c6-93d4-5b48fdfabd96,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:55.538453 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0c450c9-c44f-42fe-b8f3-3d6b49c40c28 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:55.541499 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8756351b-8825-479a-9a37-fc817263fd44 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4059439 Jan 17 14:17:55.542316 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34746) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:55.560364 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c6c57428-b21b-40b8-9f97-599096ac9cae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'mac_address': 'fa:16:3e:e8:2f:f8', 'name': 'tempest-NetworksTestDHCPv6-298196116'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:55.569353 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e16e873f-b0b7-4197-89af-4671c69ae208 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:55.649933 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fc72c9d3-46d6-4b64-8d36-4a40c4a8e7c5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:55.658621 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fc72c9d3-46d6-4b64-8d36-4a40c4a8e7c5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:subnet and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:55.664046 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fc72c9d3-46d6-4b64-8d36-4a40c4a8e7c5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:55.673643 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fc72c9d3-46d6-4b64-8d36-4a40c4a8e7c5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:55.713860 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc72c9d3-46d6-4b64-8d36-4a40c4a8e7c5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:55.717498 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fc72c9d3-46d6-4b64-8d36-4a40c4a8e7c5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:55.759901 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16e873f-b0b7-4197-89af-4671c69ae208 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:55.771432 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-e16e873f-b0b7-4197-89af-4671c69ae208 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:55.774985 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16e873f-b0b7-4197-89af-4671c69ae208 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:55.776228 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16e873f-b0b7-4197-89af-4671c69ae208 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:55.777189 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e16e873f-b0b7-4197-89af-4671c69ae208 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:55.782865 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0c450c9-c44f-42fe-b8f3-3d6b49c40c28 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:55.794586 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c6c57428-b21b-40b8-9f97-599096ac9cae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:55.804692 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c6c57428-b21b-40b8-9f97-599096ac9cae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:55.826983 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c57428-b21b-40b8-9f97-599096ac9cae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:55.836013 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a091ff9-80ba-4799-9ea6-844ab10a4aba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router da03fc2b-a43f-492c-8281-a36e8035e8be has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:17:55.847493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e873f-b0b7-4197-89af-4671c69ae208 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Pushing event updated for resources: {'Port': ['ID=0a3656e0-ddb5-4d2a-bfba-57b356543135,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:55.857419 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-9ddf50ff-2ae7-43ec-a1b0-ae1d640fc0d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] For port 3017a3de-49b8-4ff6-bd62-30c22ba799eb, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3017a3de-49b8-4ff6-bd62-30c22ba799eb,segment=NetworkSegment(bc2d38d2-6d94-40d6-9d11-b83830678744),segment_id=bc2d38d2-6d94-40d6-9d11-b83830678744)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:55.858071 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ddf50ff-2ae7-43ec-a1b0-ae1d640fc0d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:56.031588 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-9ddf50ff-2ae7-43ec-a1b0-ae1d640fc0d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for 3017a3de-49b8-4ff6-bd62-30c22ba799eb owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:56.072987 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e16e873f-b0b7-4197-89af-4671c69ae208 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.6829553 Jan 17 14:17:56.073762 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34750) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:56.083080 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:56.162901 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.ipam_backend_mixin [None req-fc72c9d3-46d6-4b64-8d36-4a40c4a8e7c5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5286f36a-4976-496e-b594-cf660db5674f (CIDR: 2001:db8::/64) Jan 17 14:17:56.181104 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc72c9d3-46d6-4b64-8d36-4a40c4a8e7c5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:17:56.181557 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc72c9d3-46d6-4b64-8d36-4a40c4a8e7c5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:17:56.235360 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c6c57428-b21b-40b8-9f97-599096ac9cae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:56.274867 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0c450c9-c44f-42fe-b8f3-3d6b49c40c28 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:56.277150 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fc72c9d3-46d6-4b64-8d36-4a40c4a8e7c5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9203806 Jan 17 14:17:56.282267 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34754) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:56.289109 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c519c02a-b02b-4733-b848-8f3a8708ac0a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'subnet': {'network_id': '6a4f0388-70aa-4c63-bcec-941d0aa25d86', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:56.302902 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:56.318572 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:56.321904 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a091ff9-80ba-4799-9ea6-844ab10a4aba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:17:56.327363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-c6c57428-b21b-40b8-9f97-599096ac9cae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port feb4e02c-6629-4f14-90b2-d3d144516577 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:17:56.336144 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] Sync routers for ids ['da03fc2b-a43f-492c-8281-a36e8035e8be'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:17:56.342049 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ddf50ff-2ae7-43ec-a1b0-ae1d640fc0d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:56.358818 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2d4d160f-aa06-465a-af0f-754a496cdabb None None] For port 3017a3de-49b8-4ff6-bd62-30c22ba799eb, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3017a3de-49b8-4ff6-bd62-30c22ba799eb,segment=NetworkSegment(bc2d38d2-6d94-40d6-9d11-b83830678744),segment_id=bc2d38d2-6d94-40d6-9d11-b83830678744)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:56.359256 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2d4d160f-aa06-465a-af0f-754a496cdabb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:56.362538 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] Routers {'da03fc2b-a43f-492c-8281-a36e8035e8be'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:56.363729 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:17:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['da03fc2b-a43f-492c-8281-a36e8035e8be'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:56.367596 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-32371bee-6765-4a93-bd7d-ef563b084249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:56.385874 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-6a4f0388-70aa-4c63-bcec-941d0aa25d86', 'network_id': '6a4f0388-70aa-4c63-bcec-941d0aa25d86', 'tenant_id': '374cea47104946fc966cdb1b752ef9e6', 'fixed_ips': [{'subnet_id': '5286f36a-4976-496e-b594-cf660db5674f'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:17:56.386713 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:56.398180 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4a091ff9-80ba-4799-9ea6-844ab10a4aba tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/da03fc2b-a43f-492c-8281-a36e8035e8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9976737 Jan 17 14:17:56.409555 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34758) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:56.429928 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-a6076f32-c612-4f27-ad91-62456670dad7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1458497598'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:56.440552 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddf50ff-2ae7-43ec-a1b0-ae1d640fc0d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] No DVR routers for this DVR port 3017a3de-49b8-4ff6-bd62-30c22ba799eb on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:17:56.493738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf50ff-2ae7-43ec-a1b0-ae1d640fc0d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Port': ['ID=3017a3de-49b8-4ff6-bd62-30c22ba799eb,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:56.513762 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a6076f32-c612-4f27-ad91-62456670dad7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:56.544457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a6076f32-c612-4f27-ad91-62456670dad7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:network and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:56.552441 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d160f-aa06-465a-af0f-754a496cdabb None None] Calling delete_port for 3017a3de-49b8-4ff6-bd62-30c22ba799eb owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:56.588407 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f91eca-384d-44f8-9946-7e34a303009d None None] DHCP port deletion for 21383f4f-0eb4-48f5-a569-ed457923932a request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:17:56.615291 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a6076f32-c612-4f27-ad91-62456670dad7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:56.655783 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e8f91eca-384d-44f8-9946-7e34a303009d None None] Deleting port a5936460-c8fb-433b-a484-0de2cc64e893 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:56.656168 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e8f91eca-384d-44f8-9946-7e34a303009d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:56.662789 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ddf50ff-2ae7-43ec-a1b0-ae1d640fc0d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:56.674802 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c519c02a-b02b-4733-b848-8f3a8708ac0a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:56.676961 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] Set router da03fc2b-a43f-492c-8281-a36e8035e8be gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:17:56.688387 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c519c02a-b02b-4733-b848-8f3a8708ac0a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:subnet and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:56.700276 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c519c02a-b02b-4733-b848-8f3a8708ac0a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:56.703745 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-9ddf50ff-2ae7-43ec-a1b0-ae1d640fc0d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1898d1b3-b3db-49de-9c63-85adb5fdcb09']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:56.711570 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c519c02a-b02b-4733-b848-8f3a8708ac0a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:56.725888 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-9ddf50ff-2ae7-43ec-a1b0-ae1d640fc0d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc2d38d2-6d94-40d6-9d11-b83830678744') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:56.726755 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-9ddf50ff-2ae7-43ec-a1b0-ae1d640fc0d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc2d38d2-6d94-40d6-9d11-b83830678744') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:56.736429 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 1057561c-2169-407b-8f5f-9e5ba57a2306, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=1057561c-2169-407b-8f5f-9e5ba57a2306,segment=NetworkSegment(ce46909c-3cf9-41b3-8d15-209baa4e3538),segment_id=ce46909c-3cf9-41b3-8d15-209baa4e3538)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:56.742993 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c519c02a-b02b-4733-b848-8f3a8708ac0a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:56.747545 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c519c02a-b02b-4733-b848-8f3a8708ac0a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:56.769124 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a6076f32-c612-4f27-ad91-62456670dad7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:56.776241 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:56.776832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0c450c9-c44f-42fe-b8f3-3d6b49c40c28 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:56.855504 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-32371bee-6765-4a93-bd7d-ef563b084249 None None] For port 4f0809a0-1f4a-4e02-8d4c-2694213e78f0, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4f0809a0-1f4a-4e02-8d4c-2694213e78f0,segment=NetworkSegment(b2b26841-c02b-459a-b8b4-0f3820456dac),segment_id=b2b26841-c02b-459a-b8b4-0f3820456dac)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:56.875626 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0c450c9-c44f-42fe-b8f3-3d6b49c40c28 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:56.891358 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ddf50ff-2ae7-43ec-a1b0-ae1d640fc0d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:56.918547 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-32371bee-6765-4a93-bd7d-ef563b084249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:56.920530 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f991e01-6d7c-4b15-a74e-108784a86218 None None] Network f2a464a1-524a-4e9c-90bd-a689cb53ca04 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:17:56.934683 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device bf720e0d-d297-44da-bca3-2a4df8c734a6 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:17:56.954742 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] device_id is not set on port 0a3656e0-ddb5-4d2a-bfba-57b356543135 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:17:56.955013 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c450c9-c44f-42fe-b8f3-3d6b49c40c28 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Subnet': ['ID=c8d3c238-7fe5-4c22-a031-4346262cc181,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:56.967602 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:56.974976 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e0c450c9-c44f-42fe-b8f3-3d6b49c40c28 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/subnets/c8d3c238-7fe5-4c22-a031-4346262cc181 HTTP/1.1" status: 204 len: 168 time: 1.8833423 Jan 17 14:17:56.978937 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34762) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:56.986097 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ddf50ff-2ae7-43ec-a1b0-ae1d640fc0d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:57.005502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Transition to ACTIVE for port object 0a3656e0-ddb5-4d2a-bfba-57b356543135 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:57.019033 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:57.022606 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Allocated IP 172.20.0.2 (5c806942-cde6-42f7-aae4-af9246279d2e/e2d1e0fd-eeb7-4c93-a80c-09bacdb10c68/d957e5a6-e0b9-4feb-9339-ace5f16dca7a) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:57.043888 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6076f32-c612-4f27-ad91-62456670dad7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Made reservation on behalf of c18c2f95c6754b6292d672e39ba057ee for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:57.047460 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a6076f32-c612-4f27-ad91-62456670dad7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:57.065184 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddf50ff-2ae7-43ec-a1b0-ae1d640fc0d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:17:57.065591 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ddf50ff-2ae7-43ec-a1b0-ae1d640fc0d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:17:57.082175 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:17:57.207349 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:17:53Z', 'revision_number': 3, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:51Z', 'revision_number': 4, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '756e3e56-9a0c-4ce6-b2aa-bbb4e042d831', 'name': '', 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:50Z', 'updated_at': '2022-01-17T14:17:54Z', 'revision_number': 2, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:57.211800 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] Checking router: da03fc2b-a43f-492c-8281-a36e8035e8be for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:17:57.212162 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] Updating router da03fc2b-a43f-492c-8281-a36e8035e8be port 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831 binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:17:57.230833 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Pushing event updated for resources: {'Port': ['ID=0a3656e0-ddb5-4d2a-bfba-57b356543135,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:57.281207 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6076f32-c612-4f27-ad91-62456670dad7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:17:57.285298 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:57.301986 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-381513e0-06b8-45be-bfba-8cb9913eb3da tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:57.306174 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:57.306507 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: bf720e0d-d297-44da-bca3-2a4df8c734a6 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:17:57.306662 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:57.306867 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:57.306983 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device bf720e0d-d297-44da-bca3-2a4df8c734a6 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:17:57.319451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:17:57.319871 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:17:57.322377 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 2 to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 Jan 17 14:17:57.325955 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a6076f32-c612-4f27-ad91-62456670dad7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:57.326326 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-a6076f32-c612-4f27-ad91-62456670dad7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Added segment 2dc2c57b-ed22-4f66-b31f-0a1b19f3c703 of type vlan for network 4b275b67-164d-4923-b200-7950e1ca54a2 Jan 17 14:17:57.351948 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:57.352524 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:57.352618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:57.362223 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:17:57.362599 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:17:57.363840 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 3 to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 Jan 17 14:17:57.364035 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Allocated IP 2001:db8::f816:3eff:fe5a:5097 (5c806942-cde6-42f7-aae4-af9246279d2e/611c3483-2480-42c6-93d4-5b48fdfabd96/d957e5a6-e0b9-4feb-9339-ace5f16dca7a) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:57.389730 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:57.390072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:57.390513 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:57.398116 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a6076f32-c612-4f27-ad91-62456670dad7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:57.419334 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:17:57.419733 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:17:57.429300 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 4 to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 Jan 17 14:17:57.434867 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ddf50ff-2ae7-43ec-a1b0-ae1d640fc0d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:57.443482 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ddf50ff-2ae7-43ec-a1b0-ae1d640fc0d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:57.474296 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:57.474651 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:57.474951 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:57.481306 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c519c02a-b02b-4733-b848-8f3a8708ac0a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:57.508563 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9ddf50ff-2ae7-43ec-a1b0-ae1d640fc0d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/networks/1898d1b3-b3db-49de-9c63-85adb5fdcb09 HTTP/1.1" status: 204 len: 168 time: 3.1954491 Jan 17 14:17:57.509625 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a6076f32-c612-4f27-ad91-62456670dad7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:57.518039 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6076f32-c612-4f27-ad91-62456670dad7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:57.518686 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a6076f32-c612-4f27-ad91-62456670dad7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:57.520108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:17:57.520444 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:17:57.524054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34766) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:57.525506 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 5 to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 Jan 17 14:17:57.537576 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf50ff-2ae7-43ec-a1b0-ae1d640fc0d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Network': ['ID=1898d1b3-b3db-49de-9c63-85adb5fdcb09,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:57.586716 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a6076f32-c612-4f27-ad91-62456670dad7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1634014 Jan 17 14:17:57.669652 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a5936460-c8fb-433b-a484-0de2cc64e893 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:17:57.687398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34770) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:57.689804 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-381513e0-06b8-45be-bfba-8cb9913eb3da tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting port a5936460-c8fb-433b-a484-0de2cc64e893 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:57.690268 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-381513e0-06b8-45be-bfba-8cb9913eb3da tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:57.710567 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-8b4b827e-9414-4334-9f65-38d8e43acd59 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'subnet': {'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:57.748082 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:57.754557 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:57.755374 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:57.764583 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:57.775280 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519c02a-b02b-4733-b848-8f3a8708ac0a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network 6a4f0388-70aa-4c63-bcec-941d0aa25d86 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:57.791779 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] Transition to ACTIVE for port object 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:57.801452 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:57.855009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-c519c02a-b02b-4733-b848-8f3a8708ac0a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:57.861456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c519c02a-b02b-4733-b848-8f3a8708ac0a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:57.862401 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c519c02a-b02b-4733-b848-8f3a8708ac0a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:57.867176 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:17:57.868019 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:17:57.886806 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 6 to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 Jan 17 14:17:57.892796 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-2d4d160f-aa06-465a-af0f-754a496cdabb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:17:57.893008 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad9559-740d-4287-b162-5d99bf60d4e6 None None] Pushing event updated for resources: {'Port': ['ID=756e3e56-9a0c-4ce6-b2aa-bbb4e042d831,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:57.893112 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-2d4d160f-aa06-465a-af0f-754a496cdabb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:17:57.904848 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad9559-740d-4287-b162-5d99bf60d4e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:57.905350 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad9559-740d-4287-b162-5d99bf60d4e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:57.905697 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad9559-740d-4287-b162-5d99bf60d4e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:57.906173 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad9559-740d-4287-b162-5d99bf60d4e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:57.906508 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad9559-740d-4287-b162-5d99bf60d4e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:57.906969 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad9559-740d-4287-b162-5d99bf60d4e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:57.907300 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad9559-740d-4287-b162-5d99bf60d4e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:57.907627 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad9559-740d-4287-b162-5d99bf60d4e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:57.908017 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad9559-740d-4287-b162-5d99bf60d4e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:57.908342 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad9559-740d-4287-b162-5d99bf60d4e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:57.908664 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad9559-740d-4287-b162-5d99bf60d4e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:57.909033 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad9559-740d-4287-b162-5d99bf60d4e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:17:57.928306 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519c02a-b02b-4733-b848-8f3a8708ac0a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Subnet': ['ID=9cbb65ff-740e-4ebe-898b-6befcbe8514c,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:57.939248 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef767abb-556b-4247-852d-2de2eba9b194 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:57.944169 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ef767abb-556b-4247-852d-2de2eba9b194 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports/adb94a0c-1f40-412a-a476-df8922f7c323 HTTP/1.1" status: 200 len: 840 time: 0.4071186 Jan 17 14:17:57.952197 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34774) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:58.004753 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6076f32-c612-4f27-ad91-62456670dad7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Network': ['ID=4b275b67-164d-4923-b200-7950e1ca54a2,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:58.033105 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=1057561c-2169-407b-8f5f-9e5ba57a2306,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:58.050093 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 4b275b67-164d-4923-b200-7950e1ca54a2 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:17:58.082301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:58.083022 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:58.083586 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:58.112285 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:17:58.113016 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:17:58.117097 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 7 to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 Jan 17 14:17:58.127411 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c519c02a-b02b-4733-b848-8f3a8708ac0a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8441882 Jan 17 14:17:58.134510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34778) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:58.140646 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-8b4b827e-9414-4334-9f65-38d8e43acd59 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:58.146623 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-dc71ee28-d743-4e7c-94d4-55838fc6f332 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'port': {'network_id': '6a4f0388-70aa-4c63-bcec-941d0aa25d86', 'fixed_ips': [{'subnet_id': '5286f36a-4976-496e-b594-cf660db5674f'}, {'subnet_id': '9cbb65ff-740e-4ebe-898b-6befcbe8514c'}], 'name': 'tempest-PortsIpV6TestJSON-1164325542'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:58.155025 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:58.155726 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:58.156279 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:58.161957 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8b4b827e-9414-4334-9f65-38d8e43acd59 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:subnet and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:58.175398 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0feb3b95-e67d-477d-9dd7-5b929f04e138 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports/adb94a0c-1f40-412a-a476-df8922f7c323?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2214744 Jan 17 14:17:58.185844 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34782) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:58.187285 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8b4b827e-9414-4334-9f65-38d8e43acd59 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:58.196246 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] Attempting to bind port 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:58.197348 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] Attempting to bind port 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'b2b26841-c02b-459a-b8b4-0f3820456dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:58.197715 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] Attempting to bind port 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831 on network 171d024f-dcd9-4ad4-8106-d2df6342d820 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:58.197976 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:17:58.198755 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:17:58.203070 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 8 to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 Jan 17 14:17:58.205292 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:17:58.205706 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] Checking segment: {'id': 'b2b26841-c02b-459a-b8b4-0f3820456dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:58.206229 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:58.206615 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] Bound using segment: {'id': 'b2b26841-c02b-459a-b8b4-0f3820456dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:17:58.207066 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] Bound port: 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b26841-c02b-459a-b8b4-0f3820456dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:17:58.207430 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:58.212432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-8b4b827e-9414-4334-9f65-38d8e43acd59 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:58.221946 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-11f33fdf-7995-4c09-a127-d1a17e139e1c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'subnet': {'network_id': '0e817385-fbf2-4565-8468-c50f04298963', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:17:58.319970 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] For port 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:17:58.322493 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f3881a66-3a28-4959-91ac-2a1bb024d64d None None] Provisioning complete for port 4f0809a0-1f4a-4e02-8d4c-2694213e78f0 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:17:58.322856 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3881a66-3a28-4959-91ac-2a1bb024d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:58.325862 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] For port 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=756e3e56-9a0c-4ce6-b2aa-bbb4e042d831,segment=NetworkSegment(b2b26841-c02b-459a-b8b4-0f3820456dac),segment_id=b2b26841-c02b-459a-b8b4-0f3820456dac)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:17:58.338289 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:58.339179 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:58.339615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:58.340061 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:58.354356 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:17:58.355327 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:17:58.364912 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 9 to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 Jan 17 14:17:58.378676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4b827e-9414-4334-9f65-38d8e43acd59 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Made reservation on behalf of c18c2f95c6754b6292d672e39ba057ee for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:58.382416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8b4b827e-9414-4334-9f65-38d8e43acd59 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:58.395402 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d160f-aa06-465a-af0f-754a496cdabb None None] Deleting port 3017a3de-49b8-4ff6-bd62-30c22ba799eb {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:58.396016 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2d4d160f-aa06-465a-af0f-754a496cdabb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:58.425341 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Allocated IP 2001:db8::2 (6a4f0388-70aa-4c63-bcec-941d0aa25d86/5286f36a-4976-496e-b594-cf660db5674f/21f984fe-3d52-45fa-9d60-f585e0094e79) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:17:58.482802 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad9559-740d-4287-b162-5d99bf60d4e6 None None] Pushing event updated for resources: {'Port': ['ID=756e3e56-9a0c-4ce6-b2aa-bbb4e042d831,revision_number=4']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:58.514455 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-381513e0-06b8-45be-bfba-8cb9913eb3da tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] For port a5936460-c8fb-433b-a484-0de2cc64e893, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a5936460-c8fb-433b-a484-0de2cc64e893,segment=NetworkSegment(b961a059-176e-461b-aa18-93eb38b62744),segment_id=b961a059-176e-461b-aa18-93eb38b62744)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:58.514754 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] Routers {'da03fc2b-a43f-492c-8281-a36e8035e8be'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:17:58.514904 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-381513e0-06b8-45be-bfba-8cb9913eb3da tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:58.515635 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:17:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['da03fc2b-a43f-492c-8281-a36e8035e8be'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:58.634410 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32371bee-6765-4a93-bd7d-ef563b084249 None None] Pushing event updated for resources: {'Port': ['ID=4f0809a0-1f4a-4e02-8d4c-2694213e78f0,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:58.690086 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d160f-aa06-465a-af0f-754a496cdabb None None] The port '3017a3de-49b8-4ff6-bd62-30c22ba799eb' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:17:58.692017 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-e8f91eca-384d-44f8-9946-7e34a303009d None None] For port a5936460-c8fb-433b-a484-0de2cc64e893, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a5936460-c8fb-433b-a484-0de2cc64e893,segment=NetworkSegment(b961a059-176e-461b-aa18-93eb38b62744),segment_id=b961a059-176e-461b-aa18-93eb38b62744)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:17:58.692486 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e8f91eca-384d-44f8-9946-7e34a303009d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:58.694609 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-381513e0-06b8-45be-bfba-8cb9913eb3da tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Calling delete_port for a5936460-c8fb-433b-a484-0de2cc64e893 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:58.723030 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-11f33fdf-7995-4c09-a127-d1a17e139e1c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:58.726378 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:58.726986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:58.727727 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:58.738752 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-11f33fdf-7995-4c09-a127-d1a17e139e1c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:subnet and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:17:58.748652 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] Set router da03fc2b-a43f-492c-8281-a36e8035e8be gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:17:58.750006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-11f33fdf-7995-4c09-a127-d1a17e139e1c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:17:58.762273 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:17:58.763278 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:17:58.770535 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.plugins.ml2.plugin [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 10 to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 Jan 17 14:17:58.785254 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-11f33fdf-7995-4c09-a127-d1a17e139e1c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:58.796289 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-dc71ee28-d743-4e7c-94d4-55838fc6f332 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:17:58.821963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:17:58.822692 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:17:58.823636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:17:58.850014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:17:58.851549 dv-neutron-824901-1-hyperv neutron-server[87523]: ERROR neutron.plugins.ml2.managers [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:17:58.852601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:58.872325 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-dc71ee28-d743-4e7c-94d4-55838fc6f332 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:17:58.878681 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f33fdf-7995-4c09-a127-d1a17e139e1c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:58.884996 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-11f33fdf-7995-4c09-a127-d1a17e139e1c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:58.917462 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc71ee28-d743-4e7c-94d4-55838fc6f332 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:17:59.043025 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-381513e0-06b8-45be-bfba-8cb9913eb3da tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:59.055953 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:59.080530 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Transition to ACTIVE for port object 21f984fe-3d52-45fa-9d60-f585e0094e79 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:59.107321 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Transition to ACTIVE for port object 21f984fe-3d52-45fa-9d60-f585e0094e79 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:17:59.131289 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381513e0-06b8-45be-bfba-8cb9913eb3da tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Port': ['ID=a5936460-c8fb-433b-a484-0de2cc64e893,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:59.140026 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381513e0-06b8-45be-bfba-8cb9913eb3da tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] No DVR routers for this DVR port a5936460-c8fb-433b-a484-0de2cc64e893 on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:17:59.167241 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:59.178809 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] For port 0a3656e0-ddb5-4d2a-bfba-57b356543135, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:17:59.179648 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempted to set empty binding levels {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 17 14:17:59.202993 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:59.219996 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dc71ee28-d743-4e7c-94d4-55838fc6f332 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:59.228167 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:17:53Z', 'revision_number': 3, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:56Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '756e3e56-9a0c-4ce6-b2aa-bbb4e042d831', 'name': '', 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:50Z', 'updated_at': '2022-01-17T14:17:58Z', 'revision_number': 4, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:59.233527 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a6e60-f7ba-486e-9c1f-86aa7792e38a None None] The sync data for ids ['da03fc2b-a43f-492c-8281-a36e8035e8be'] in dv-neutron-824901-1-hyperv is: [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:17:53Z', 'revision_number': 3, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:56Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '756e3e56-9a0c-4ce6-b2aa-bbb4e042d831', 'name': '', 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:50Z', 'updated_at': '2022-01-17T14:17:58Z', 'revision_number': 4, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:17:59.326603 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:59.366615 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-381513e0-06b8-45be-bfba-8cb9913eb3da tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:59.369224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] In _notify_port_updated(), no bound segment for port 0a3656e0-ddb5-4d2a-bfba-57b356543135 on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:17:59.370096 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:59.370884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:59.372268 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] 10.222.0.48 "PUT /v2.0/ports/0a3656e0-ddb5-4d2a-bfba-57b356543135 HTTP/1.1" status: 200 len: 976 time: 3.2976320 Jan 17 14:17:59.375634 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-dc71ee28-d743-4e7c-94d4-55838fc6f332 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] device_id is not set on port 344f2608-ab77-4c97-b528-6d4b40b73bcc yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:17:59.383099 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34786) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:59.456267 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-381513e0-06b8-45be-bfba-8cb9913eb3da tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21383f4f-0eb4-48f5-a569-ed457923932a']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:59.465964 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8b4b827e-9414-4334-9f65-38d8e43acd59 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:59.479873 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-381513e0-06b8-45be-bfba-8cb9913eb3da tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b961a059-176e-461b-aa18-93eb38b62744') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:59.480249 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-381513e0-06b8-45be-bfba-8cb9913eb3da tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b961a059-176e-461b-aa18-93eb38b62744') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:17:59.500633 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-381513e0-06b8-45be-bfba-8cb9913eb3da tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:59.507868 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9d093-e998-4c09-b405-a0b8dd64cf90 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Pushing event updated for resources: {'Port': ['ID=0a3656e0-ddb5-4d2a-bfba-57b356543135,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:59.532483 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Network 6a4f0388-70aa-4c63-bcec-941d0aa25d86 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:17:59.552488 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e8f91eca-384d-44f8-9946-7e34a303009d None None] Calling delete_port for a5936460-c8fb-433b-a484-0de2cc64e893 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:17:59.568491 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-381513e0-06b8-45be-bfba-8cb9913eb3da tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:59.584387 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381513e0-06b8-45be-bfba-8cb9913eb3da tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:17:59.585414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-381513e0-06b8-45be-bfba-8cb9913eb3da tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:17:59.603273 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:17:59.605481 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:17:59.623944 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:17:59.668180 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b827e-9414-4334-9f65-38d8e43acd59 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Subnet': ['ID=402a2189-ba42-4b9c-98bb-e5bb1645b067,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:59.697268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be30369-9547-4534-88f2-ed3e824269b1 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:59.697754 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be30369-9547-4534-88f2-ed3e824269b1 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:59.698476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be30369-9547-4534-88f2-ed3e824269b1 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:59.698942 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be30369-9547-4534-88f2-ed3e824269b1 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:59.699400 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be30369-9547-4534-88f2-ed3e824269b1 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:59.699884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be30369-9547-4534-88f2-ed3e824269b1 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:59.702028 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be30369-9547-4534-88f2-ed3e824269b1 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:59.702669 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be30369-9547-4534-88f2-ed3e824269b1 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:59.703282 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be30369-9547-4534-88f2-ed3e824269b1 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:59.704102 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be30369-9547-4534-88f2-ed3e824269b1 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:59.704712 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be30369-9547-4534-88f2-ed3e824269b1 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:59.705312 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be30369-9547-4534-88f2-ed3e824269b1 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:59.705920 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be30369-9547-4534-88f2-ed3e824269b1 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:59.706884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be30369-9547-4534-88f2-ed3e824269b1 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:59.707507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be30369-9547-4534-88f2-ed3e824269b1 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:59.708141 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be30369-9547-4534-88f2-ed3e824269b1 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:59.708749 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be30369-9547-4534-88f2-ed3e824269b1 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:59.709352 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be30369-9547-4534-88f2-ed3e824269b1 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:17:59.711942 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5be30369-9547-4534-88f2-ed3e824269b1 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Synchronizing usage tracker for tenant:9347527185234a41996e4b4b2272f1a9 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:17:59.731209 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b827e-9414-4334-9f65-38d8e43acd59 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Checking segment: {'id': '2dc2c57b-ed22-4f66-b31f-0a1b19f3c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:17:59.731896 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4b827e-9414-4334-9f65-38d8e43acd59 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network hostable DHCP agents. Network: 4b275b67-164d-4923-b200-7950e1ca54a2, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:17:59.752702 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-381513e0-06b8-45be-bfba-8cb9913eb3da tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:59.764037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-11f33fdf-7995-4c09-a127-d1a17e139e1c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:59.774878 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-381513e0-06b8-45be-bfba-8cb9913eb3da tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:17:59.805724 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-381513e0-06b8-45be-bfba-8cb9913eb3da tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/networks/21383f4f-0eb4-48f5-a569-ed457923932a HTTP/1.1" status: 204 len: 168 time: 2.8274636 Jan 17 14:17:59.807161 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3017a3de-49b8-4ff6-bd62-30c22ba799eb no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:17:59.810501 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34790) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:59.813488 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381513e0-06b8-45be-bfba-8cb9913eb3da tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Network': ['ID=21383f4f-0eb4-48f5-a569-ed457923932a,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:59.903664 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f33fdf-7995-4c09-a127-d1a17e139e1c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Subnet': ['ID=2912d66d-2070-4839-812e-e7807298ff3b,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:17:59.906457 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5be30369-9547-4534-88f2-ed3e824269b1 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Unset dirty status for tenant:9347527185234a41996e4b4b2272f1a9 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:17:59.911387 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5be30369-9547-4534-88f2-ed3e824269b1 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16233 time: 0.5237632 Jan 17 14:17:59.913436 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34794) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:17:59.963030 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95782e6f-c294-441a-a61a-7944ccf543b1 None None] DHCP port deletion for f2a464a1-524a-4e9c-90bd-a689cb53ca04 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:17:59.994046 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-95782e6f-c294-441a-a61a-7944ccf543b1 None None] Deleting port c3047663-bd9b-43e1-a1fb-84effe51a802 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:17:59.994884 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-95782e6f-c294-441a-a61a-7944ccf543b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:00.003370 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f33fdf-7995-4c09-a127-d1a17e139e1c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network 0e817385-fbf2-4565-8468-c50f04298963 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:00.003594 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a6e8a3f5-fbab-4bd7-ad58-adfd005087f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:00.004399 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4b827e-9414-4334-9f65-38d8e43acd59 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network 4b275b67-164d-4923-b200-7950e1ca54a2 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:18:00.013783 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-11f33fdf-7995-4c09-a127-d1a17e139e1c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:00.020409 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f33fdf-7995-4c09-a127-d1a17e139e1c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:00.020947 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-11f33fdf-7995-4c09-a127-d1a17e139e1c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:00.040307 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-8b4b827e-9414-4334-9f65-38d8e43acd59 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 4b275b67-164d-4923-b200-7950e1ca54a2) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:00.054526 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4b827e-9414-4334-9f65-38d8e43acd59 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:00.055402 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8b4b827e-9414-4334-9f65-38d8e43acd59 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:00.079945 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-a6e8a3f5-fbab-4bd7-ad58-adfd005087f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting port c3047663-bd9b-43e1-a1fb-84effe51a802 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:00.080969 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a6e8a3f5-fbab-4bd7-ad58-adfd005087f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:00.087358 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-94afa324-00c8-4f5f-80c3-61b1cdf920d4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Deleting port 0a3656e0-ddb5-4d2a-bfba-57b356543135 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:00.088045 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-94afa324-00c8-4f5f-80c3-61b1cdf920d4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:00.099932 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 3017a3de-49b8-4ff6-bd62-30c22ba799eb {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:18:00.101671 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3017a3de-49b8-4ff6-bd62-30c22ba799eb not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:18:00.112632 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c66a617-5bbd-4b82-86c5-94d468273587 None None] Network 0e817385-fbf2-4565-8468-c50f04298963 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:00.131362 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e05c93-5422-42b2-907e-5bccd98deed8 None None] Network 4b275b67-164d-4923-b200-7950e1ca54a2 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:00.141208 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8b4b827e-9414-4334-9f65-38d8e43acd59 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4510067 Jan 17 14:18:00.147524 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-11f33fdf-7995-4c09-a127-d1a17e139e1c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9519258 Jan 17 14:18:00.148273 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34798) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:00.158630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34800) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:00.351838 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-dc71ee28-d743-4e7c-94d4-55838fc6f332 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Allocated IP 2001:db8::134 (6a4f0388-70aa-4c63-bcec-941d0aa25d86/5286f36a-4976-496e-b594-cf660db5674f/344f2608-ab77-4c97-b528-6d4b40b73bcc) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:00.376488 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-dc71ee28-d743-4e7c-94d4-55838fc6f332 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Allocated IP 2001:db8:0:1::2e0 (6a4f0388-70aa-4c63-bcec-941d0aa25d86/9cbb65ff-740e-4ebe-898b-6befcbe8514c/344f2608-ab77-4c97-b528-6d4b40b73bcc) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:00.399855 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4f0809a0-1f4a-4e02-8d4c-2694213e78f0 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:00.427320 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:00.443569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-0f91fb18-de05-4eb3-a9c0-f727015be142 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'security_group': {'name': 'tempest-secgroup-2048332942'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:00.461750 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0f91fb18-de05-4eb3-a9c0-f727015be142 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:00.498962 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Pushing event updated for resources: {'Port': ['ID=21f984fe-3d52-45fa-9d60-f585e0094e79,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:00.524673 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0f91fb18-de05-4eb3-a9c0-f727015be142 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:security_group and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:00.542276 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Transition to ACTIVE for port object d957e5a6-e0b9-4feb-9339-ace5f16dca7a will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:00.543419 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0f91fb18-de05-4eb3-a9c0-f727015be142 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:00.565068 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0f91fb18-de05-4eb3-a9c0-f727015be142 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:00.567331 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Attempting to bind port 21f984fe-3d52-45fa-9d60-f585e0094e79 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:00.567799 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Attempting to bind port 21f984fe-3d52-45fa-9d60-f585e0094e79 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'ce4fa333-b328-40ac-82a1-4fcf76fca344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6a4f0388-70aa-4c63-bcec-941d0aa25d86'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:00.568246 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Attempting to bind port 21f984fe-3d52-45fa-9d60-f585e0094e79 on network 6a4f0388-70aa-4c63-bcec-941d0aa25d86 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:00.580575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-94afa324-00c8-4f5f-80c3-61b1cdf920d4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] For port 0a3656e0-ddb5-4d2a-bfba-57b356543135, host hv-neutron-8249, got binding levels [] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:00.580924 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-94afa324-00c8-4f5f-80c3-61b1cdf920d4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:00.624804 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-e8f91eca-384d-44f8-9946-7e34a303009d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:18:00.626989 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-e8f91eca-384d-44f8-9946-7e34a303009d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:18:00.627613 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:18:00.627911 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-a6e8a3f5-fbab-4bd7-ad58-adfd005087f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] For port c3047663-bd9b-43e1-a1fb-84effe51a802, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c3047663-bd9b-43e1-a1fb-84effe51a802,segment=NetworkSegment(bfa9a079-c0a3-4e0d-b4a6-086d0846a860),segment_id=bfa9a079-c0a3-4e0d-b4a6-086d0846a860)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:00.628070 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a6e8a3f5-fbab-4bd7-ad58-adfd005087f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:00.628201 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Checking segment: {'id': 'ce4fa333-b328-40ac-82a1-4fcf76fca344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6a4f0388-70aa-4c63-bcec-941d0aa25d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:18:00.628607 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:00.629063 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Bound using segment: {'id': 'ce4fa333-b328-40ac-82a1-4fcf76fca344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6a4f0388-70aa-4c63-bcec-941d0aa25d86'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:18:00.629600 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Bound port: 21f984fe-3d52-45fa-9d60-f585e0094e79, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4fa333-b328-40ac-82a1-4fcf76fca344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6a4f0388-70aa-4c63-bcec-941d0aa25d86'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:18:00.630032 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:00.657953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0f91fb18-de05-4eb3-a9c0-f727015be142 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:00.721192 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Transition to ACTIVE for port object d957e5a6-e0b9-4feb-9339-ace5f16dca7a will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:00.731058 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-94afa324-00c8-4f5f-80c3-61b1cdf920d4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Calling delete_port for 0a3656e0-ddb5-4d2a-bfba-57b356543135 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:00.780168 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f3881a66-3a28-4959-91ac-2a1bb024d64d None None] Provisioning for port 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:00.783635 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-a6e8a3f5-fbab-4bd7-ad58-adfd005087f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Calling delete_port for c3047663-bd9b-43e1-a1fb-84effe51a802 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:00.796199 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:00.930728 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dc71ee28-d743-4e7c-94d4-55838fc6f332 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:00.947624 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-dc71ee28-d743-4e7c-94d4-55838fc6f332 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Transition to ACTIVE for port object 344f2608-ab77-4c97-b528-6d4b40b73bcc will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:00.971776 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a6e8a3f5-fbab-4bd7-ad58-adfd005087f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.033801 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8a3f5-fbab-4bd7-ad58-adfd005087f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Port': ['ID=c3047663-bd9b-43e1-a1fb-84effe51a802,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:01.038813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dc71ee28-d743-4e7c-94d4-55838fc6f332 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.040544 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e8a3f5-fbab-4bd7-ad58-adfd005087f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] No DVR routers for this DVR port c3047663-bd9b-43e1-a1fb-84effe51a802 on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:18:01.043748 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0f91fb18-de05-4eb3-a9c0-f727015be142 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:01.094475 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:01.108775 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:01.110654 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Pushing event updated for resources: {'Port': ['ID=d957e5a6-e0b9-4feb-9339-ace5f16dca7a,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:01.118519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0f91fb18-de05-4eb3-a9c0-f727015be142 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:security_group_rule and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:01.125361 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:01.135928 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e8f91eca-384d-44f8-9946-7e34a303009d None None] Deleting port a5936460-c8fb-433b-a484-0de2cc64e893 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:01.135928 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e8f91eca-384d-44f8-9946-7e34a303009d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.164666 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 4f0809a0-1f4a-4e02-8d4c-2694213e78f0 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:01.165039 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.188495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0f91fb18-de05-4eb3-a9c0-f727015be142 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:01.205598 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0f91fb18-de05-4eb3-a9c0-f727015be142 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:01.235444 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] For port 21f984fe-3d52-45fa-9d60-f585e0094e79, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:18:01.243614 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-95782e6f-c294-441a-a61a-7944ccf543b1 None None] For port c3047663-bd9b-43e1-a1fb-84effe51a802, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c3047663-bd9b-43e1-a1fb-84effe51a802,segment=NetworkSegment(bfa9a079-c0a3-4e0d-b4a6-086d0846a860),segment_id=bfa9a079-c0a3-4e0d-b4a6-086d0846a860)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:01.244083 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-95782e6f-c294-441a-a61a-7944ccf543b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.251577 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc71ee28-d743-4e7c-94d4-55838fc6f332 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network 6a4f0388-70aa-4c63-bcec-941d0aa25d86 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:01.258877 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-dc71ee28-d743-4e7c-94d4-55838fc6f332 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:01.263161 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc71ee28-d743-4e7c-94d4-55838fc6f332 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:01.268871 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc71ee28-d743-4e7c-94d4-55838fc6f332 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:01.269515 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dc71ee28-d743-4e7c-94d4-55838fc6f332 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.274408 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71ee28-d743-4e7c-94d4-55838fc6f332 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=344f2608-ab77-4c97-b528-6d4b40b73bcc,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:01.298179 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a6e8a3f5-fbab-4bd7-ad58-adfd005087f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.338379 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-dc71ee28-d743-4e7c-94d4-55838fc6f332 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.1988442 Jan 17 14:18:01.339672 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-94afa324-00c8-4f5f-80c3-61b1cdf920d4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.340623 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-a6e8a3f5-fbab-4bd7-ad58-adfd005087f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a464a1-524a-4e9c-90bd-a689cb53ca04']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:01.347531 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34806) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:01.358487 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-a6e8a3f5-fbab-4bd7-ad58-adfd005087f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa9a079-c0a3-4e0d-b4a6-086d0846a860') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:01.359127 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-a6e8a3f5-fbab-4bd7-ad58-adfd005087f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa9a079-c0a3-4e0d-b4a6-086d0846a860') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:01.374067 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a6e8a3f5-fbab-4bd7-ad58-adfd005087f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.389377 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e8f91eca-384d-44f8-9946-7e34a303009d None None] The port 'a5936460-c8fb-433b-a484-0de2cc64e893' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:18:01.394646 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a6e8a3f5-fbab-4bd7-ad58-adfd005087f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.397092 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] For port 21f984fe-3d52-45fa-9d60-f585e0094e79, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=21f984fe-3d52-45fa-9d60-f585e0094e79,segment=NetworkSegment(ce4fa333-b328-40ac-82a1-4fcf76fca344),segment_id=ce4fa333-b328-40ac-82a1-4fcf76fca344)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:18:01.402164 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e8a3f5-fbab-4bd7-ad58-adfd005087f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:18:01.402647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a6e8a3f5-fbab-4bd7-ad58-adfd005087f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.403376 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-41f97d2f-6186-481b-a669-2c4750db28a6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5286f36a-4976-496e-b594-cf660db5674f'}]}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:18:01.420706 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:18:01.526031 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a6e8a3f5-fbab-4bd7-ad58-adfd005087f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.546158 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a6e8a3f5-fbab-4bd7-ad58-adfd005087f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.556034 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a6e8a3f5-fbab-4bd7-ad58-adfd005087f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/networks/f2a464a1-524a-4e9c-90bd-a689cb53ca04 HTTP/1.1" status: 204 len: 168 time: 1.7440245 Jan 17 14:18:01.559614 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34810) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:01.560173 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.565566 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-6fc99464-9f6b-4170-95e0-92e3e66793a5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'network': {'name': 'tempest-RoutersTest-1307891937'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:01.570238 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8a3f5-fbab-4bd7-ad58-adfd005087f1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Network': ['ID=f2a464a1-524a-4e9c-90bd-a689cb53ca04,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:01.574262 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6fc99464-9f6b-4170-95e0-92e3e66793a5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:01.579201 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6fc99464-9f6b-4170-95e0-92e3e66793a5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:network and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:01.583163 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6fc99464-9f6b-4170-95e0-92e3e66793a5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:01.586307 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afa324-00c8-4f5f-80c3-61b1cdf920d4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a3656e0-ddb5-4d2a-bfba-57b356543135,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:01.591903 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6fc99464-9f6b-4170-95e0-92e3e66793a5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:01.612235 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc99464-9f6b-4170-95e0-92e3e66793a5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Made reservation on behalf of 746a920811d944b3b7fac1db9f27d8f3 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:01.617298 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6fc99464-9f6b-4170-95e0-92e3e66793a5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.651483 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-95782e6f-c294-441a-a61a-7944ccf543b1 None None] Calling delete_port for c3047663-bd9b-43e1-a1fb-84effe51a802 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:01.654538 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc99464-9f6b-4170-95e0-92e3e66793a5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:18:01.668494 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6fc99464-9f6b-4170-95e0-92e3e66793a5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.668494 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-6fc99464-9f6b-4170-95e0-92e3e66793a5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Added segment 11407522-b92a-430f-ae2e-39c70642254c of type vlan for network 431a310c-a3c6-4781-b516-288ebc390ab8 Jan 17 14:18:01.670578 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-94afa324-00c8-4f5f-80c3-61b1cdf920d4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.703614 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6fc99464-9f6b-4170-95e0-92e3e66793a5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.709204 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-94afa324-00c8-4f5f-80c3-61b1cdf920d4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] 10.222.0.48 "DELETE /v2.0/ports/0a3656e0-ddb5-4d2a-bfba-57b356543135 HTTP/1.1" status: 204 len: 168 time: 1.7866919 Jan 17 14:18:01.737923 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-4b275b67-164d-4923-b200-7950e1ca54a2', 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'fixed_ips': [{'subnet_id': '402a2189-ba42-4b9c-98bb-e5bb1645b067'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:18:01.738768 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.740790 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34814) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:01.786890 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6fc99464-9f6b-4170-95e0-92e3e66793a5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.794576 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc99464-9f6b-4170-95e0-92e3e66793a5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:01.795442 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6fc99464-9f6b-4170-95e0-92e3e66793a5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.843470 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1af70e-1e6a-4ceb-b835-2698490cac54 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] GET failed (client error): The resource could not be found. Jan 17 14:18:01.844743 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1f1af70e-1e6a-4ceb-b835-2698490cac54 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Synchronizing usage tracker for tenant:9347527185234a41996e4b4b2272f1a9 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:01.859287 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6fc99464-9f6b-4170-95e0-92e3e66793a5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2985678 Jan 17 14:18:01.861839 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-c6c57428-b21b-40b8-9f97-599096ac9cae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 172.20.0.6 (5c806942-cde6-42f7-aae4-af9246279d2e/e2d1e0fd-eeb7-4c93-a80c-09bacdb10c68/feb4e02c-6629-4f14-90b2-d3d144516577) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:01.868879 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34818) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:01.887774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-df6f4b8c-34c0-45b6-baf2-34f5d2da7f8f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'subnet': {'network_id': '431a310c-a3c6-4781-b516-288ebc390ab8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:01.898904 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Attempting to bind port d957e5a6-e0b9-4feb-9339-ace5f16dca7a on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:01.899268 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Attempting to bind port d957e5a6-e0b9-4feb-9339-ace5f16dca7a by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:01.899633 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Attempting to bind port d957e5a6-e0b9-4feb-9339-ace5f16dca7a on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:01.946164 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-c6c57428-b21b-40b8-9f97-599096ac9cae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::f816:3eff:fee8:2ff8 (5c806942-cde6-42f7-aae4-af9246279d2e/611c3483-2480-42c6-93d4-5b48fdfabd96/feb4e02c-6629-4f14-90b2-d3d144516577) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:01.953250 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1f1af70e-1e6a-4ceb-b835-2698490cac54 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Unset dirty status for tenant:9347527185234a41996e4b4b2272f1a9 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:01.958094 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1f1af70e-1e6a-4ceb-b835-2698490cac54 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] 10.222.0.48 "GET /v2.0/ports/0a3656e0-ddb5-4d2a-bfba-57b356543135 HTTP/1.1" status: 404 len: 333 time: 0.2124977 Jan 17 14:18:01.958244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0f91fb18-de05-4eb3-a9c0-f727015be142 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.958340 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34822) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:01.964617 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:18:01.965039 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:18:01.965399 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.965776 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:18:01.966271 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Bound port: d957e5a6-e0b9-4feb-9339-ace5f16dca7a, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:18:01.966613 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:01.968028 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-db2fef0e-14dd-401a-a99c-5edb1326eca4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-157150381', 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:01.972786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-db2fef0e-14dd-401a-a99c-5edb1326eca4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:01.984474 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-db2fef0e-14dd-401a-a99c-5edb1326eca4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:01.995872 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc99464-9f6b-4170-95e0-92e3e66793a5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Network': ['ID=431a310c-a3c6-4781-b516-288ebc390ab8,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:01.998223 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2fef0e-14dd-401a-a99c-5edb1326eca4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Made reservation on behalf of 9347527185234a41996e4b4b2272f1a9 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:02.000553 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db2fef0e-14dd-401a-a99c-5edb1326eca4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:02.004017 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-0e817385-fbf2-4565-8468-c50f04298963', 'network_id': '0e817385-fbf2-4565-8468-c50f04298963', 'tenant_id': '90170c06bfce4b45a8ff91de363bb5ad', 'fixed_ips': [{'subnet_id': '2912d66d-2070-4839-812e-e7807298ff3b'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:18:02.004807 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:02.023917 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-db2fef0e-14dd-401a-a99c-5edb1326eca4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] device_id is not set on port 9c06828f-6aa9-4d79-912e-134a74b66bed yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:18:02.031044 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 431a310c-a3c6-4781-b516-288ebc390ab8 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:18:02.044786 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cf04c-3227-420f-af73-4e7dec9c892e None None] Pushing event updated for resources: {'Port': ['ID=21f984fe-3d52-45fa-9d60-f585e0094e79,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:02.094472 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0f91fb18-de05-4eb3-a9c0-f727015be142 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:02.194781 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-41f97d2f-6186-481b-a669-2c4750db28a6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:02.211233 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-95782e6f-c294-441a-a61a-7944ccf543b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:18:02.211586 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-95782e6f-c294-441a-a61a-7944ccf543b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:18:02.217358 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0f91fb18-de05-4eb3-a9c0-f727015be142 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:02.218580 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0f91fb18-de05-4eb3-a9c0-f727015be142 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0196352 Jan 17 14:18:02.229970 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34826) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:02.237786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-9ab06a6f-c6b0-429d-b5a6-3fb78aafd62e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'security_group': {'name': 'tempest-secgroup-665054851'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:02.253145 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9ab06a6f-c6b0-429d-b5a6-3fb78aafd62e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:02.266361 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9ab06a6f-c6b0-429d-b5a6-3fb78aafd62e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:security_group and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:02.269396 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-df6f4b8c-34c0-45b6-baf2-34f5d2da7f8f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:02.272658 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9ab06a6f-c6b0-429d-b5a6-3fb78aafd62e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:02.280220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91fb18-de05-4eb3-a9c0-f727015be142 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4588451-57ad-4806-8d04-d50924c4a211,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:02.282515 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9ab06a6f-c6b0-429d-b5a6-3fb78aafd62e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:02.304860 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db2fef0e-14dd-401a-a99c-5edb1326eca4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:02.313707 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ab06a6f-c6b0-429d-b5a6-3fb78aafd62e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:02.313910 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 1057561c-2169-407b-8f5f-9e5ba57a2306 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:02.329869 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-df6f4b8c-34c0-45b6-baf2-34f5d2da7f8f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:subnet and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:02.341455 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9ab06a6f-c6b0-429d-b5a6-3fb78aafd62e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:02.344174 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9ab06a6f-c6b0-429d-b5a6-3fb78aafd62e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:security_group_rule and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:02.347751 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9ab06a6f-c6b0-429d-b5a6-3fb78aafd62e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:02.348924 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-df6f4b8c-34c0-45b6-baf2-34f5d2da7f8f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:02.356506 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9ab06a6f-c6b0-429d-b5a6-3fb78aafd62e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:02.401812 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-df6f4b8c-34c0-45b6-baf2-34f5d2da7f8f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:02.409180 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db2fef0e-14dd-401a-a99c-5edb1326eca4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:02.589006 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] For port d957e5a6-e0b9-4feb-9339-ace5f16dca7a, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:18:02.602987 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Allocated IP 2001:db8:2::2 (4b275b67-164d-4923-b200-7950e1ca54a2/402a2189-ba42-4b9c-98bb-e5bb1645b067/83d7250d-c480-402a-a640-caa1ac775b60) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:02.616498 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] For port d957e5a6-e0b9-4feb-9339-ace5f16dca7a, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=d957e5a6-e0b9-4feb-9339-ace5f16dca7a,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:18:02.629092 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cd6db94d-e12a-450f-b6a1-4e7c0b8744fe tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:02.636135 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Allocated IP 172.20.0.2 (0e817385-fbf2-4565-8468-c50f04298963/2912d66d-2070-4839-812e-e7807298ff3b/3c096ef7-4f3d-4681-8c21-bb76fa56f20c) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:02.640135 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:02.650812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2fef0e-14dd-401a-a99c-5edb1326eca4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:02.653181 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ab06a6f-c6b0-429d-b5a6-3fb78aafd62e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:02.656539 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-db2fef0e-14dd-401a-a99c-5edb1326eca4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:02.661827 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2fef0e-14dd-401a-a99c-5edb1326eca4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:02.662747 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2fef0e-14dd-401a-a99c-5edb1326eca4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:02.663445 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db2fef0e-14dd-401a-a99c-5edb1326eca4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:02.667470 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fef0e-14dd-401a-a99c-5edb1326eca4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Pushing event updated for resources: {'Port': ['ID=9c06828f-6aa9-4d79-912e-134a74b66bed,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:02.671623 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ab06a6f-c6b0-429d-b5a6-3fb78aafd62e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:02.724446 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 1057561c-2169-407b-8f5f-9e5ba57a2306 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:02.724811 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:02.739616 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab06a6f-c6b0-429d-b5a6-3fb78aafd62e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67ca489-e7b5-48f4-8fbc-d556504bb8cf,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:02.747772 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ab06a6f-c6b0-429d-b5a6-3fb78aafd62e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:02.749038 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9ab06a6f-c6b0-429d-b5a6-3fb78aafd62e tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5181088 Jan 17 14:18:02.751760 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34830) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:02.758140 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-001d15b2-8d4c-43fa-8e3d-425e7d7b2435 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2008471070', 'security_groups': ['b67ca489-e7b5-48f4-8fbc-d556504bb8cf'], 'network_id': '0e817385-fbf2-4565-8468-c50f04298963', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2912d66d-2070-4839-812e-e7807298ff3b'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:02.773599 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-95782e6f-c294-441a-a61a-7944ccf543b1 None None] Deleting port c3047663-bd9b-43e1-a1fb-84effe51a802 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:02.773967 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-95782e6f-c294-441a-a61a-7944ccf543b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:02.786810 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-db2fef0e-14dd-401a-a99c-5edb1326eca4 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8273458 Jan 17 14:18:02.791428 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34834) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:02.945585 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c460bb78-8dc2-4a8c-a562-83f8a172ebfb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:02.946246 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c460bb78-8dc2-4a8c-a562-83f8a172ebfb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Synchronizing usage tracker for tenant:9347527185234a41996e4b4b2272f1a9 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:02.971120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6f4b8c-34c0-45b6-baf2-34f5d2da7f8f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Made reservation on behalf of 746a920811d944b3b7fac1db9f27d8f3 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:02.974678 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-df6f4b8c-34c0-45b6-baf2-34f5d2da7f8f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:02.976263 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c460bb78-8dc2-4a8c-a562-83f8a172ebfb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Unset dirty status for tenant:9347527185234a41996e4b4b2272f1a9 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:02.984188 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c460bb78-8dc2-4a8c-a562-83f8a172ebfb tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] 10.222.0.48 "GET /v2.0/ports/9c06828f-6aa9-4d79-912e-134a74b66bed HTTP/1.1" status: 200 len: 954 time: 0.1886411 Jan 17 14:18:02.986084 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34838) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:02.990474 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-95782e6f-c294-441a-a61a-7944ccf543b1 None None] The port 'c3047663-bd9b-43e1-a1fb-84effe51a802' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:18:03.065816 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b1958-9f70-4785-bcab-c91e3af85f33 None None] Pushing event updated for resources: {'Port': ['ID=d957e5a6-e0b9-4feb-9339-ace5f16dca7a,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:03.075570 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-001d15b2-8d4c-43fa-8e3d-425e7d7b2435 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:03.083704 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-001d15b2-8d4c-43fa-8e3d-425e7d7b2435 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:port and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:03.088798 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-001d15b2-8d4c-43fa-8e3d-425e7d7b2435 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:03.104047 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-40042d4c-1d82-4d5f-83be-0391da0eca4e tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Deleting port 9c06828f-6aa9-4d79-912e-134a74b66bed {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:03.106513 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-40042d4c-1d82-4d5f-83be-0391da0eca4e tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:03.161929 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-001d15b2-8d4c-43fa-8e3d-425e7d7b2435 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:03.221479 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c6c57428-b21b-40b8-9f97-599096ac9cae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:03.394310 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:03.397021 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001d15b2-8d4c-43fa-8e3d-425e7d7b2435 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:03.444756 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-c6c57428-b21b-40b8-9f97-599096ac9cae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object feb4e02c-6629-4f14-90b2-d3d144516577 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:03.457664 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-40042d4c-1d82-4d5f-83be-0391da0eca4e tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:03.461252 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:03.466665 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:03.495534 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Transition to ACTIVE for port object 3c096ef7-4f3d-4681-8c21-bb76fa56f20c will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:03.505603 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Transition to ACTIVE for port object 83d7250d-c480-402a-a640-caa1ac775b60 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:03.547739 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Transition to ACTIVE for port object 3c096ef7-4f3d-4681-8c21-bb76fa56f20c will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:03.564477 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Transition to ACTIVE for port object 83d7250d-c480-402a-a640-caa1ac775b60 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:03.571064 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:03.649035 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-df6f4b8c-34c0-45b6-baf2-34f5d2da7f8f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:03.712213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-40042d4c-1d82-4d5f-83be-0391da0eca4e tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Calling delete_port for 9c06828f-6aa9-4d79-912e-134a74b66bed owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:03.737902 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:03.758199 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:03.777907 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Network 0e817385-fbf2-4565-8468-c50f04298963 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:03.778671 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:03.779365 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:03.804744 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Network 4b275b67-164d-4923-b200-7950e1ca54a2 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:03.811669 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:03.822404 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:03.831366 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:03.838715 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:03.844563 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-40042d4c-1d82-4d5f-83be-0391da0eca4e tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:03.853720 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Pushing event updated for resources: {'Port': ['ID=3c096ef7-4f3d-4681-8c21-bb76fa56f20c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:03.902821 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f4b8c-34c0-45b6-baf2-34f5d2da7f8f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Subnet': ['ID=fdeba23d-e2c6-488d-85c8-c3b8bd4b72a2,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:03.946648 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40042d4c-1d82-4d5f-83be-0391da0eca4e tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c06828f-6aa9-4d79-912e-134a74b66bed,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:03.953153 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-001d15b2-8d4c-43fa-8e3d-425e7d7b2435 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:03.975347 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-40042d4c-1d82-4d5f-83be-0391da0eca4e tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:03.986036 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ba9b71-033b-4265-bdcb-8066e52f96f1 None None] Network 6a4f0388-70aa-4c63-bcec-941d0aa25d86 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:03.987817 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-001d15b2-8d4c-43fa-8e3d-425e7d7b2435 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] device_id is not set on port a23cd456-3111-43c2-bad7-d6b443a45e06 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:18:04.002807 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6f4b8c-34c0-45b6-baf2-34f5d2da7f8f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Checking segment: {'id': '11407522-b92a-430f-ae2e-39c70642254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '431a310c-a3c6-4781-b516-288ebc390ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:18:04.003416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6f4b8c-34c0-45b6-baf2-34f5d2da7f8f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network hostable DHCP agents. Network: 431a310c-a3c6-4781-b516-288ebc390ab8, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:18:04.033210 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-40042d4c-1d82-4d5f-83be-0391da0eca4e tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] 10.222.0.48 "DELETE /v2.0/ports/9c06828f-6aa9-4d79-912e-134a74b66bed HTTP/1.1" status: 204 len: 168 time: 1.0471649 Jan 17 14:18:04.038937 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34842) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:04.052072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c6c57428-b21b-40b8-9f97-599096ac9cae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:04.097598 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-39de6f07-d3ff-4182-8d7c-2c42575a8793 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] GET failed (client error): The resource could not be found. Jan 17 14:18:04.098297 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-39de6f07-d3ff-4182-8d7c-2c42575a8793 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Synchronizing usage tracker for tenant:9347527185234a41996e4b4b2272f1a9 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:04.159032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c57428-b21b-40b8-9f97-599096ac9cae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=feb4e02c-6629-4f14-90b2-d3d144516577,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:04.166881 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-41f97d2f-6186-481b-a669-2c4750db28a6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Delete allocated IP 2001:db8:0:1::2e0 (6a4f0388-70aa-4c63-bcec-941d0aa25d86/9cbb65ff-740e-4ebe-898b-6befcbe8514c) {{(pid=87523) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 17 14:18:04.167282 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-39de6f07-d3ff-4182-8d7c-2c42575a8793 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Unset dirty status for tenant:9347527185234a41996e4b4b2272f1a9 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:04.172013 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-39de6f07-d3ff-4182-8d7c-2c42575a8793 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] 10.222.0.48 "GET /v2.0/ports/9c06828f-6aa9-4d79-912e-134a74b66bed HTTP/1.1" status: 404 len: 333 time: 0.1301496 Jan 17 14:18:04.176928 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34846) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:04.189194 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6f4b8c-34c0-45b6-baf2-34f5d2da7f8f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 431a310c-a3c6-4781-b516-288ebc390ab8 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:18:04.189564 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f5b99e41-a973-4674-bc97-b07088cb2cb7 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Request body: {'port': {'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-35517975'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:04.202028 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f5b99e41-a973-4674-bc97-b07088cb2cb7 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:04.206385 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c57428-b21b-40b8-9f97-599096ac9cae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:04.212554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-c6c57428-b21b-40b8-9f97-599096ac9cae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:04.218045 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-df6f4b8c-34c0-45b6-baf2-34f5d2da7f8f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 431a310c-a3c6-4781-b516-288ebc390ab8) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:04.223969 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f5b99e41-a973-4674-bc97-b07088cb2cb7 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:04.242367 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c57428-b21b-40b8-9f97-599096ac9cae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:04.289199 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b99e41-a973-4674-bc97-b07088cb2cb7 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Made reservation on behalf of 9347527185234a41996e4b4b2272f1a9 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:04.291980 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f5b99e41-a973-4674-bc97-b07088cb2cb7 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:04.294427 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359986f8-f990-42a6-aa2c-28c08491403e None None] Network 431a310c-a3c6-4781-b516-288ebc390ab8 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:04.305587 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-cd6db94d-e12a-450f-b6a1-4e7c0b8744fe tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Allocated IP 2001:db8:2::1 (4b275b67-164d-4923-b200-7950e1ca54a2/402a2189-ba42-4b9c-98bb-e5bb1645b067/3ed1fe72-8222-4c5b-8834-a9bb13b9c804) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:04.310591 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6f4b8c-34c0-45b6-baf2-34f5d2da7f8f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:04.311168 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-df6f4b8c-34c0-45b6-baf2-34f5d2da7f8f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:04.331974 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-f5b99e41-a973-4674-bc97-b07088cb2cb7 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] device_id is not set on port 712ffcc1-9453-43cb-8ccc-394f642a9a9e yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:18:04.366858 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-001d15b2-8d4c-43fa-8e3d-425e7d7b2435 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Allocated IP 172.20.0.14 (0e817385-fbf2-4565-8468-c50f04298963/2912d66d-2070-4839-812e-e7807298ff3b/a23cd456-3111-43c2-bad7-d6b443a45e06) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:04.391362 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c57428-b21b-40b8-9f97-599096ac9cae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:04.392098 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c6c57428-b21b-40b8-9f97-599096ac9cae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:04.535581 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Attempting to bind port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:04.536150 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Attempting to bind port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '473233d8-7b78-44e5-8279-4d267adfa701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0e817385-fbf2-4565-8468-c50f04298963'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:04.536723 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Attempting to bind port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c on network 0e817385-fbf2-4565-8468-c50f04298963 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:04.550961 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c6c57428-b21b-40b8-9f97-599096ac9cae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 9.0026906 Jan 17 14:18:04.550961 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-df6f4b8c-34c0-45b6-baf2-34f5d2da7f8f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6771994 Jan 17 14:18:04.552501 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b486212e-edad-4f31-ac00-1fe42dde9c6c None None] Provisioning for port 21f984fe-3d52-45fa-9d60-f585e0094e79 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:04.558400 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34850) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:04.558804 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34852) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:04.560019 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Pushing event updated for resources: {'Port': ['ID=83d7250d-c480-402a-a640-caa1ac775b60,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:04.567933 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-1ac38639-83e8-4ceb-854c-58e6f28d1100 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1039095912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:04.587556 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Attempting to bind port 83d7250d-c480-402a-a640-caa1ac775b60 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:04.588196 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Attempting to bind port 83d7250d-c480-402a-a640-caa1ac775b60 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '2dc2c57b-ed22-4f66-b31f-0a1b19f3c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:04.588798 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Attempting to bind port 83d7250d-c480-402a-a640-caa1ac775b60 on network 4b275b67-164d-4923-b200-7950e1ca54a2 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:04.592559 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:18:04.593189 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Checking segment: {'id': '473233d8-7b78-44e5-8279-4d267adfa701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0e817385-fbf2-4565-8468-c50f04298963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:18:04.593836 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:04.594456 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Bound using segment: {'id': '473233d8-7b78-44e5-8279-4d267adfa701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0e817385-fbf2-4565-8468-c50f04298963'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:18:04.595248 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Bound port: 3c096ef7-4f3d-4681-8c21-bb76fa56f20c, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '473233d8-7b78-44e5-8279-4d267adfa701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0e817385-fbf2-4565-8468-c50f04298963'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:18:04.595908 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:04.655220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1ac38639-83e8-4ceb-854c-58e6f28d1100 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:04.666186 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1ac38639-83e8-4ceb-854c-58e6f28d1100 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:router and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:04.685759 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1ac38639-83e8-4ceb-854c-58e6f28d1100 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:04.702258 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:18:04.702697 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Checking segment: {'id': '2dc2c57b-ed22-4f66-b31f-0a1b19f3c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:18:04.703036 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:04.703432 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Bound using segment: {'id': '2dc2c57b-ed22-4f66-b31f-0a1b19f3c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:18:04.703955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Bound port: 83d7250d-c480-402a-a640-caa1ac775b60, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc2c57b-ed22-4f66-b31f-0a1b19f3c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:18:04.704341 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:04.717056 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1ac38639-83e8-4ceb-854c-58e6f28d1100 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:04.736521 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13e323d-b351-4f15-9f7c-3a1618f65024 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:04.766689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ac38639-83e8-4ceb-854c-58e6f28d1100 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:04.769149 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ac38639-83e8-4ceb-854c-58e6f28d1100 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:04.784005 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ac38639-83e8-4ceb-854c-58e6f28d1100 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:04.824373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ac38639-83e8-4ceb-854c-58e6f28d1100 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:04.838797 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-41f97d2f-6186-481b-a669-2c4750db28a6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:04.844345 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cd6db94d-e12a-450f-b6a1-4e7c0b8744fe tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:04.873106 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f5b99e41-a973-4674-bc97-b07088cb2cb7 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:04.879493 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-41f97d2f-6186-481b-a669-2c4750db28a6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Ignored duplicate provisioning block setup for port 344f2608-ab77-4c97-b528-6d4b40b73bcc by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 17 14:18:04.888376 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-cd6db94d-e12a-450f-b6a1-4e7c0b8744fe tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Transition to ACTIVE for port object 3ed1fe72-8222-4c5b-8834-a9bb13b9c804 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:04.906023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1d3e14-ca17-4771-8196-6eb8a81bea47 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:04.916648 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f5b99e41-a973-4674-bc97-b07088cb2cb7 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:04.918908 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1d3e14-ca17-4771-8196-6eb8a81bea47 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:04.920912 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ad1d3e14-ca17-4771-8196-6eb8a81bea47 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:04.932041 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ac38639-83e8-4ceb-854c-58e6f28d1100 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:04.936578 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1ac38639-83e8-4ceb-854c-58e6f28d1100 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3725336 Jan 17 14:18:04.936578 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-41f97d2f-6186-481b-a669-2c4750db28a6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:04.939788 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34858) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:04.958992 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-fcec338b-a6f8-42e9-b395-f3d6c20f55f7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'port': {'network_id': '431a310c-a3c6-4781-b516-288ebc390ab8', 'name': 'tempest-RoutersTest-1502276647'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:04.999871 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:05.033936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b99e41-a973-4674-bc97-b07088cb2cb7 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:05.041729 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-f5b99e41-a973-4674-bc97-b07088cb2cb7 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:05.044145 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b99e41-a973-4674-bc97-b07088cb2cb7 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:05.045064 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b99e41-a973-4674-bc97-b07088cb2cb7 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:05.045638 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f5b99e41-a973-4674-bc97-b07088cb2cb7 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:05.058628 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b99e41-a973-4674-bc97-b07088cb2cb7 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Pushing event updated for resources: {'Port': ['ID=712ffcc1-9453-43cb-8ccc-394f642a9a9e,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:05.062430 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f9dc4dbb-2db9-4114-951c-607ffd785a24 None None] Provisioning for port d957e5a6-e0b9-4feb-9339-ace5f16dca7a completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:05.076610 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-001d15b2-8d4c-43fa-8e3d-425e7d7b2435 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:05.107236 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-001d15b2-8d4c-43fa-8e3d-425e7d7b2435 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Transition to ACTIVE for port object a23cd456-3111-43c2-bad7-d6b443a45e06 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:05.116359 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f5b99e41-a973-4674-bc97-b07088cb2cb7 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.9377482 Jan 17 14:18:05.122888 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34862) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:05.129915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8249'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:05.151857 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ad1d3e14-ca17-4771-8196-6eb8a81bea47 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:05.153307 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ad1d3e14-ca17-4771-8196-6eb8a81bea47 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.5936749 Jan 17 14:18:05.158650 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34866) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:05.180204 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] For port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:18:05.262813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] For port 83d7250d-c480-402a-a640-caa1ac775b60, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:18:05.273056 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=756e3e56-9a0c-4ce6-b2aa-bbb4e042d831,segment=NetworkSegment(b2b26841-c02b-459a-b8b4-0f3820456dac),segment_id=b2b26841-c02b-459a-b8b4-0f3820456dac)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:05.275182 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] For port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3c096ef7-4f3d-4681-8c21-bb76fa56f20c,segment=NetworkSegment(473233d8-7b78-44e5-8279-4d267adfa701),segment_id=473233d8-7b78-44e5-8279-4d267adfa701)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:18:05.299997 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-63218bc4-1023-480b-9469-73f7c3d95b2c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port feb4e02c-6629-4f14-90b2-d3d144516577 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:05.300311 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-63218bc4-1023-480b-9469-73f7c3d95b2c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:05.321868 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-41f97d2f-6186-481b-a669-2c4750db28a6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] In _notify_port_updated(), no bound segment for port 344f2608-ab77-4c97-b528-6d4b40b73bcc on network 6a4f0388-70aa-4c63-bcec-941d0aa25d86 {{(pid=87523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:18:05.324766 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:05.326947 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:05.327818 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f97d2f-6186-481b-a669-2c4750db28a6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:05.328445 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-41f97d2f-6186-481b-a669-2c4750db28a6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:05.329723 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-41f97d2f-6186-481b-a669-2c4750db28a6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "PUT /v2.0/ports/344f2608-ab77-4c97-b528-6d4b40b73bcc HTTP/1.1" status: 200 len: 926 time: 3.9317913 Jan 17 14:18:05.337483 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34870) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:05.338725 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] For port 83d7250d-c480-402a-a640-caa1ac775b60, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=83d7250d-c480-402a-a640-caa1ac775b60,segment=NetworkSegment(2dc2c57b-ed22-4f66-b31f-0a1b19f3c703),segment_id=2dc2c57b-ed22-4f66-b31f-0a1b19f3c703)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:18:05.342970 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f97d2f-6186-481b-a669-2c4750db28a6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=344f2608-ab77-4c97-b528-6d4b40b73bcc,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:05.353191 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-9d1197b4-1aaa-425e-b098-899e090e870e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5286f36a-4976-496e-b594-cf660db5674f'}, {'subnet_id': '9cbb65ff-740e-4ebe-898b-6befcbe8514c'}]}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:05.357338 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-001d15b2-8d4c-43fa-8e3d-425e7d7b2435 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:05.380080 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-431a310c-a3c6-4781-b516-288ebc390ab8', 'network_id': '431a310c-a3c6-4781-b516-288ebc390ab8', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'fixed_ips': [{'subnet_id': 'fdeba23d-e2c6-488d-85c8-c3b8bd4b72a2'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:18:05.380917 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:05.401977 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:05.422860 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cd6db94d-e12a-450f-b6a1-4e7c0b8744fe tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:05.455384 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c3047663-bd9b-43e1-a1fb-84effe51a802 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:18:05.468999 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001d15b2-8d4c-43fa-8e3d-425e7d7b2435 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network 0e817385-fbf2-4565-8468-c50f04298963 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:05.482943 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-001d15b2-8d4c-43fa-8e3d-425e7d7b2435 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:05.485665 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:05.523795 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d15b2-8d4c-43fa-8e3d-425e7d7b2435 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:05.571278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6db94d-e12a-450f-b6a1-4e7c0b8744fe tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network 4b275b67-164d-4923-b200-7950e1ca54a2 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:05.572455 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fcec338b-a6f8-42e9-b395-f3d6c20f55f7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:05.588552 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-cd6db94d-e12a-450f-b6a1-4e7c0b8744fe tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:05.601806 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fcec338b-a6f8-42e9-b395-f3d6c20f55f7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:port and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:05.602371 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: c3047663-bd9b-43e1-a1fb-84effe51a802 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:18:05.602726 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c3047663-bd9b-43e1-a1fb-84effe51a802 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:18:05.607438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6db94d-e12a-450f-b6a1-4e7c0b8744fe tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:05.608160 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cd6db94d-e12a-450f-b6a1-4e7c0b8744fe tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:05.610829 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6db94d-e12a-450f-b6a1-4e7c0b8744fe tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Port': ['ID=3ed1fe72-8222-4c5b-8834-a9bb13b9c804,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:05.613898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fcec338b-a6f8-42e9-b395-f3d6c20f55f7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:05.628785 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fcec338b-a6f8-42e9-b395-f3d6c20f55f7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:05.662792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9d1197b4-1aaa-425e-b098-899e090e870e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:05.690414 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcec338b-a6f8-42e9-b395-f3d6c20f55f7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Made reservation on behalf of 746a920811d944b3b7fac1db9f27d8f3 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:05.694756 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fcec338b-a6f8-42e9-b395-f3d6c20f55f7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:05.814908 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=756e3e56-9a0c-4ce6-b2aa-bbb4e042d831,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:05.868098 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d15b2-8d4c-43fa-8e3d-425e7d7b2435 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=a23cd456-3111-43c2-bad7-d6b443a45e06,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:05.882258 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d15b2-8d4c-43fa-8e3d-425e7d7b2435 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:05.883356 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-fcec338b-a6f8-42e9-b395-f3d6c20f55f7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] device_id is not set on port c49292e4-f34d-408e-8743-9ce2b4aaad5b yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:18:05.884061 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-001d15b2-8d4c-43fa-8e3d-425e7d7b2435 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:05.997105 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-001d15b2-8d4c-43fa-8e3d-425e7d7b2435 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2443705 Jan 17 14:18:06.003252 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64d246-784c-4ba3-b5a6-05f62cf95f18 None None] Pushing event updated for resources: {'Port': ['ID=3c096ef7-4f3d-4681-8c21-bb76fa56f20c,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:06.007703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34874) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:06.037962 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-c493620c-482b-4b70-bc9b-da18521361cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'subnet': {'network_id': '0e817385-fbf2-4565-8468-c50f04298963', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:06.071990 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-63218bc4-1023-480b-9469-73f7c3d95b2c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:06.101472 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 21f984fe-3d52-45fa-9d60-f585e0094e79 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:06.297451 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a182aed-24b6-40a2-934a-7524eac432fa None None] Pushing event updated for resources: {'Port': ['ID=83d7250d-c480-402a-a640-caa1ac775b60,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:06.309257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cd6db94d-e12a-450f-b6a1-4e7c0b8744fe tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:06.356811 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Allocated IP 172.20.0.2 (431a310c-a3c6-4781-b516-288ebc390ab8/fdeba23d-e2c6-488d-85c8-c3b8bd4b72a2/653d40b4-bce3-417f-9fcb-1d2ce77a4657) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:06.371630 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba98e649-9a52-4cc5-8e02-197007adc76f None None] Update dhcp port {'port': {'network_id': '6a4f0388-70aa-4c63-bcec-941d0aa25d86', 'fixed_ips': [{'subnet_id': '5286f36a-4976-496e-b594-cf660db5674f', 'ip_address': '2001:db8::2'}, {'subnet_id': '9cbb65ff-740e-4ebe-898b-6befcbe8514c'}], 'binding:host_id': 'dv-neutron-824901-1-hyperv'}, 'id': '21f984fe-3d52-45fa-9d60-f585e0094e79'} from dv-neutron-824901-1-hyperv. {{(pid=87525) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 17 14:18:06.413686 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 21f984fe-3d52-45fa-9d60-f585e0094e79 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:06.432667 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 21f984fe-3d52-45fa-9d60-f585e0094e79 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:06.433033 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:06.524731 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c493620c-482b-4b70-bc9b-da18521361cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:06.534916 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-63218bc4-1023-480b-9469-73f7c3d95b2c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for feb4e02c-6629-4f14-90b2-d3d144516577 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:06.587168 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ba98e649-9a52-4cc5-8e02-197007adc76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:06.599871 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c493620c-482b-4b70-bc9b-da18521361cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:subnet and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:06.624490 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c493620c-482b-4b70-bc9b-da18521361cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:06.644401 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c493620c-482b-4b70-bc9b-da18521361cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:06.703845 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c493620c-482b-4b70-bc9b-da18521361cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:06.707511 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c493620c-482b-4b70-bc9b-da18521361cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:06.768501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-9d1197b4-1aaa-425e-b098-899e090e870e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Allocated IP 2001:db8:0:1::138 (6a4f0388-70aa-4c63-bcec-941d0aa25d86/9cbb65ff-740e-4ebe-898b-6befcbe8514c/344f2608-ab77-4c97-b528-6d4b40b73bcc) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:06.855516 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.resource_extend [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:18:06.992545 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:07.006972 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Transition to ACTIVE for port object 653d40b4-bce3-417f-9fcb-1d2ce77a4657 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:07.032326 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Transition to ACTIVE for port object 653d40b4-bce3-417f-9fcb-1d2ce77a4657 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:07.039098 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:07.060585 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:07.203312 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Network 431a310c-a3c6-4781-b516-288ebc390ab8 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:07.226919 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:07.265563 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Pushing event updated for resources: {'Port': ['ID=653d40b4-bce3-417f-9fcb-1d2ce77a4657,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:07.268834 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:07.286441 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] device_id is not set on port 712ffcc1-9453-43cb-8ccc-394f642a9a9e yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:18:07.298488 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-fcec338b-a6f8-42e9-b395-f3d6c20f55f7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Allocated IP 172.20.0.6 (431a310c-a3c6-4781-b516-288ebc390ab8/fdeba23d-e2c6-488d-85c8-c3b8bd4b72a2/c49292e4-f34d-408e-8743-9ce2b4aaad5b) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:07.311992 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:07.375413 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 21f984fe-3d52-45fa-9d60-f585e0094e79, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=21f984fe-3d52-45fa-9d60-f585e0094e79,segment=NetworkSegment(ce4fa333-b328-40ac-82a1-4fcf76fca344),segment_id=ce4fa333-b328-40ac-82a1-4fcf76fca344)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:07.378768 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13ce68c-cfe7-4296-8103-f762b021ff9b None None] Network 4b275b67-164d-4923-b200-7950e1ca54a2 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:07.435313 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:07.441118 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device d957e5a6-e0b9-4feb-9339-ace5f16dca7a up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:07.446128 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Transition to ACTIVE for port object 712ffcc1-9453-43cb-8ccc-394f642a9a9e will not be triggered until provisioned by entity L2. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:07.450912 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.ipam_backend_mixin [None req-c493620c-482b-4b70-bc9b-da18521361cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2912d66d-2070-4839-812e-e7807298ff3b (CIDR: 172.20.0.0/28) Jan 17 14:18:07.462267 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-c493620c-482b-4b70-bc9b-da18521361cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:18:07.463286 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c493620c-482b-4b70-bc9b-da18521361cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:18:07.471037 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:07.498989 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cd6db94d-e12a-450f-b6a1-4e7c0b8744fe tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:07.558078 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9d1197b4-1aaa-425e-b098-899e090e870e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:07.602233 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-63218bc4-1023-480b-9469-73f7c3d95b2c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:07.637773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cd6db94d-e12a-450f-b6a1-4e7c0b8744fe tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:07.638800 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cd6db94d-e12a-450f-b6a1-4e7c0b8744fe tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:07.757570 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6db94d-e12a-450f-b6a1-4e7c0b8744fe tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Port': ['ID=3ed1fe72-8222-4c5b-8834-a9bb13b9c804,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:07.797047 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c493620c-482b-4b70-bc9b-da18521361cf tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7804003 Jan 17 14:18:07.817225 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:07.817837 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:07.818381 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:07.822959 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a62ebfe9-fc78-4af5-a088-0aa7d48043c2 None None] Provisioning for port 83d7250d-c480-402a-a640-caa1ac775b60 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:07.826473 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Attempting to bind port 653d40b4-bce3-417f-9fcb-1d2ce77a4657 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:07.827004 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Attempting to bind port 653d40b4-bce3-417f-9fcb-1d2ce77a4657 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '11407522-b92a-430f-ae2e-39c70642254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '431a310c-a3c6-4781-b516-288ebc390ab8'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:07.827372 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Attempting to bind port 653d40b4-bce3-417f-9fcb-1d2ce77a4657 on network 431a310c-a3c6-4781-b516-288ebc390ab8 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:07.843907 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34884) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:07.856789 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Pushing event updated for resources: {'Port': ['ID=712ffcc1-9453-43cb-8ccc-394f642a9a9e,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:07.874914 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:18:07.875295 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Checking segment: {'id': '11407522-b92a-430f-ae2e-39c70642254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '431a310c-a3c6-4781-b516-288ebc390ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:18:07.875698 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:07.876130 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Bound using segment: {'id': '11407522-b92a-430f-ae2e-39c70642254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '431a310c-a3c6-4781-b516-288ebc390ab8'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:18:07.876629 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Bound port: 653d40b4-bce3-417f-9fcb-1d2ce77a4657, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11407522-b92a-430f-ae2e-39c70642254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '431a310c-a3c6-4781-b516-288ebc390ab8'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:18:07.876980 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:07.978265 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port d957e5a6-e0b9-4feb-9339-ace5f16dca7a completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:07.981245 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=21f984fe-3d52-45fa-9d60-f585e0094e79,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:07.985363 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-0063300a-d25c-4105-9959-8b56948bbd93 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'subnet': {'network_id': '0e817385-fbf2-4565-8468-c50f04298963', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:07.996601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-9d1197b4-1aaa-425e-b098-899e090e870e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Ignored duplicate provisioning block setup for port 344f2608-ab77-4c97-b528-6d4b40b73bcc by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 17 14:18:08.013966 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:18:08.013966 dv-neutron-824901-1-hyperv neutron-server[87524]: ERROR neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:18:08.016522 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9d1197b4-1aaa-425e-b098-899e090e870e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:08.025018 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.plugins.ml2.plugin [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 2 to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e Jan 17 14:18:08.070280 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] For port 653d40b4-bce3-417f-9fcb-1d2ce77a4657, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:18:08.075944 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] For port 653d40b4-bce3-417f-9fcb-1d2ce77a4657, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=653d40b4-bce3-417f-9fcb-1d2ce77a4657,segment=NetworkSegment(11407522-b92a-430f-ae2e-39c70642254c),segment_id=11407522-b92a-430f-ae2e-39c70642254c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:18:08.077530 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port d957e5a6-e0b9-4feb-9339-ace5f16dca7a triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:08.078113 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:08.087592 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63218bc4-1023-480b-9469-73f7c3d95b2c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=feb4e02c-6629-4f14-90b2-d3d144516577,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:08.154418 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:08.239171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0063300a-d25c-4105-9959-8b56948bbd93 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:08.245921 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:08.245921 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:08.245921 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:08.252043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-9d1197b4-1aaa-425e-b098-899e090e870e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] In _notify_port_updated(), no bound segment for port 344f2608-ab77-4c97-b528-6d4b40b73bcc on network 6a4f0388-70aa-4c63-bcec-941d0aa25d86 {{(pid=87523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:18:08.255228 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0063300a-d25c-4105-9959-8b56948bbd93 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:subnet and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:08.258309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1197b4-1aaa-425e-b098-899e090e870e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:08.258897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9d1197b4-1aaa-425e-b098-899e090e870e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:08.259853 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0063300a-d25c-4105-9959-8b56948bbd93 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:08.260434 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9d1197b4-1aaa-425e-b098-899e090e870e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "PUT /v2.0/ports/344f2608-ab77-4c97-b528-6d4b40b73bcc HTTP/1.1" status: 200 len: 1012 time: 2.9205778 Jan 17 14:18:08.270952 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0063300a-d25c-4105-9959-8b56948bbd93 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:08.277246 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34888) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:08.316493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:18:08.317077 dv-neutron-824901-1-hyperv neutron-server[87524]: ERROR neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:18:08.317368 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0063300a-d25c-4105-9959-8b56948bbd93 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:08.322885 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0063300a-d25c-4105-9959-8b56948bbd93 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:08.333673 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25c8cd-940a-491d-be55-4840abca8d79 None None] Pushing event updated for resources: {'Port': ['ID=653d40b4-bce3-417f-9fcb-1d2ce77a4657,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:08.349281 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-63218bc4-1023-480b-9469-73f7c3d95b2c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:08.353545 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-63218bc4-1023-480b-9469-73f7c3d95b2c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/feb4e02c-6629-4f14-90b2-d3d144516577 HTTP/1.1" status: 204 len: 168 time: 3.1889775 Jan 17 14:18:08.358592 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.plugins.ml2.plugin [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 3 to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e Jan 17 14:18:08.362752 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b7d1e5ab-b717-47e3-8d30-573eae04f115 None None] Provisioning for port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:08.369992 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-ae55a81d-03e2-46b3-af0e-f3e0868e1cb8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port 344f2608-ab77-4c97-b528-6d4b40b73bcc {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:08.370328 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ae55a81d-03e2-46b3-af0e-f3e0868e1cb8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:08.376654 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34892) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:08.421543 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fcec338b-a6f8-42e9-b395-f3d6c20f55f7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:08.442233 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1197b4-1aaa-425e-b098-899e090e870e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=344f2608-ab77-4c97-b528-6d4b40b73bcc,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:08.473196 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6db94d-e12a-450f-b6a1-4e7c0b8744fe tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network 4b275b67-164d-4923-b200-7950e1ca54a2 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:08.478516 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-cd6db94d-e12a-450f-b6a1-4e7c0b8744fe tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:08.487429 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-fcec338b-a6f8-42e9-b395-f3d6c20f55f7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Transition to ACTIVE for port object c49292e4-f34d-408e-8743-9ce2b4aaad5b will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:08.529677 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-ba98e649-9a52-4cc5-8e02-197007adc76f None None] Allocated IP 2001:db8:0:1::2 (6a4f0388-70aa-4c63-bcec-941d0aa25d86/9cbb65ff-740e-4ebe-898b-6befcbe8514c/21f984fe-3d52-45fa-9d60-f585e0094e79) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:08.562958 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b7d1e5ab-b717-47e3-8d30-573eae04f115 None None] Provisioning complete for port d957e5a6-e0b9-4feb-9339-ace5f16dca7a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:08.563580 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e5ab-b717-47e3-8d30-573eae04f115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:08.633939 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:08.644688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:08.645210 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:08.645657 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:08.670772 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:18:08.672149 dv-neutron-824901-1-hyperv neutron-server[87524]: ERROR neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:18:08.691751 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.plugins.ml2.plugin [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 4 to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e Jan 17 14:18:08.794511 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8871b81-f69a-438a-8b39-a5c8150f94a7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:08.796401 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8871b81-f69a-438a-8b39-a5c8150f94a7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:08.797977 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8871b81-f69a-438a-8b39-a5c8150f94a7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:08.799014 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b8871b81-f69a-438a-8b39-a5c8150f94a7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:08.827932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:08.828258 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:08.828584 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:08.837115 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:18:08.837436 dv-neutron-824901-1-hyperv neutron-server[87524]: ERROR neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:18:08.841313 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.plugins.ml2.plugin [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 5 to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e Jan 17 14:18:08.925233 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ae55a81d-03e2-46b3-af0e-f3e0868e1cb8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:08.925445 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port d957e5a6-e0b9-4feb-9339-ace5f16dca7a, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=d957e5a6-e0b9-4feb-9339-ace5f16dca7a,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:09.007018 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:09.007354 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:09.007686 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:09.012229 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b8871b81-f69a-438a-8b39-a5c8150f94a7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:09.013417 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b8871b81-f69a-438a-8b39-a5c8150f94a7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6338108 Jan 17 14:18:09.017904 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34896) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:09.019490 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:09.101269 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:18:09.101675 dv-neutron-824901-1-hyperv neutron-server[87524]: ERROR neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:18:09.105923 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5b99e7-bc87-42bc-a566-e0e0712f6993 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet 611c3483-2480-42c6-93d4-5b48fdfabd96 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:18:09.110679 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.plugins.ml2.plugin [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 6 to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e Jan 17 14:18:09.117384 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-ae55a81d-03e2-46b3-af0e-f3e0868e1cb8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for 344f2608-ab77-4c97-b528-6d4b40b73bcc owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:09.122089 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4e5b99e7-bc87-42bc-a566-e0e0712f6993 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:09.154153 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b7d1e5ab-b717-47e3-8d30-573eae04f115 None None] Provisioning complete for port adb94a0c-1f40-412a-a476-df8922f7c323 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:09.154672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e5ab-b717-47e3-8d30-573eae04f115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:09.204433 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:09.204572 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:09.204784 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:09.243277 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4e5b99e7-bc87-42bc-a566-e0e0712f6993 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:09.275388 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ba98e649-9a52-4cc5-8e02-197007adc76f None None] For port 21f984fe-3d52-45fa-9d60-f585e0094e79, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=21f984fe-3d52-45fa-9d60-f585e0094e79,segment=NetworkSegment(ce4fa333-b328-40ac-82a1-4fcf76fca344),segment_id=ce4fa333-b328-40ac-82a1-4fcf76fca344)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:09.326601 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:18:09.327211 dv-neutron-824901-1-hyperv neutron-server[87524]: ERROR neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:18:09.332587 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.plugins.ml2.plugin [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 7 to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e Jan 17 14:18:09.340737 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b7d1e5ab-b717-47e3-8d30-573eae04f115 None None] Port adb94a0c-1f40-412a-a476-df8922f7c323 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:09.359667 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b7d1e5ab-b717-47e3-8d30-573eae04f115 None None] Could not find standard attr ID for object feb4e02c-6629-4f14-90b2-d3d144516577. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:18:09.361565 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=d957e5a6-e0b9-4feb-9339-ace5f16dca7a,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:09.376651 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ba98e649-9a52-4cc5-8e02-197007adc76f None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:09.395470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6db94d-e12a-450f-b6a1-4e7c0b8744fe tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router da03fc2b-a43f-492c-8281-a36e8035e8be has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:18:09.402495 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ba98e649-9a52-4cc5-8e02-197007adc76f None None] Transition to ACTIVE for port object 21f984fe-3d52-45fa-9d60-f585e0094e79 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:09.410435 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ba98e649-9a52-4cc5-8e02-197007adc76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:09.411020 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fcec338b-a6f8-42e9-b395-f3d6c20f55f7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:09.420960 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:09.421299 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:09.421665 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:09.437989 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:18:09.438282 dv-neutron-824901-1-hyperv neutron-server[87524]: ERROR neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:18:09.443132 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.plugins.ml2.plugin [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 8 to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e Jan 17 14:18:09.476723 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0063300a-d25c-4105-9959-8b56948bbd93 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:09.512081 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 21f984fe-3d52-45fa-9d60-f585e0094e79 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:09.536723 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063300a-d25c-4105-9959-8b56948bbd93 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network 0e817385-fbf2-4565-8468-c50f04298963 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:09.548968 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4e5b99e7-bc87-42bc-a566-e0e0712f6993 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:09.570592 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ae55a81d-03e2-46b3-af0e-f3e0868e1cb8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:09.593921 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcec338b-a6f8-42e9-b395-f3d6c20f55f7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 431a310c-a3c6-4781-b516-288ebc390ab8 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:09.608886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-fcec338b-a6f8-42e9-b395-f3d6c20f55f7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:09.611523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec338b-a6f8-42e9-b395-f3d6c20f55f7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:09.645667 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-0063300a-d25c-4105-9959-8b56948bbd93 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:09.648178 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:09.648684 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:09.649223 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:09.658078 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0063300a-d25c-4105-9959-8b56948bbd93 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:09.658927 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0063300a-d25c-4105-9959-8b56948bbd93 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:09.668460 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:18:09.669048 dv-neutron-824901-1-hyperv neutron-server[87524]: ERROR neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:18:09.670171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4e5b99e7-bc87-42bc-a566-e0e0712f6993 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:09.682661 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.plugins.ml2.plugin [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 9 to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e Jan 17 14:18:09.697959 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aa3843-4896-48cc-9c94-f4bc4f0ef842 None None] Network 0e817385-fbf2-4565-8468-c50f04298963 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:09.751951 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:09.752540 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:09.753028 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:09.761189 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec338b-a6f8-42e9-b395-f3d6c20f55f7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Port': ['ID=c49292e4-f34d-408e-8743-9ce2b4aaad5b,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:09.766382 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:18:09.766954 dv-neutron-824901-1-hyperv neutron-server[87524]: ERROR neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:18:09.771106 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.plugins.ml2.plugin [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempt 10 to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e Jan 17 14:18:09.792092 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:09.792671 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:09.793148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempting to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:09.807126 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4e5b99e7-bc87-42bc-a566-e0e0712f6993 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:09.809440 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4e5b99e7-bc87-42bc-a566-e0e0712f6993 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/611c3483-2480-42c6-93d4-5b48fdfabd96 HTTP/1.1" status: 204 len: 168 time: 0.7904818 Jan 17 14:18:09.810401 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:18:09.810919 dv-neutron-824901-1-hyperv neutron-server[87524]: ERROR neutron.plugins.ml2.managers [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Failed to bind port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on host hv-neutron-8249 for vnic_type normal using segments [{'id': '4e185cf5-dece-472f-9cb4-2e13021d8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7643ea2b-5aa1-4e39-af8a-0839cfb87f16'}] Jan 17 14:18:09.811452 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:09.847162 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0063300a-d25c-4105-9959-8b56948bbd93 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9830542 Jan 17 14:18:09.848216 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34900) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:09.926075 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ed9f09-5f4e-45c1-a82b-077960f317e1 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:09.943860 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] For port 712ffcc1-9453-43cb-8ccc-394f642a9a9e, host hv-neutron-8249, cleared binding levels {{(pid=87524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:18:09.944499 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attempted to set empty binding levels {{(pid=87524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 17 14:18:10.014069 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34902) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:10.019701 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8847b01e-e7d3-4610-85dd-bd3d079cc2a8 None None] Provisioning for port 3ed1fe72-8222-4c5b-8834-a9bb13b9c804 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:10.027343 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063300a-d25c-4105-9959-8b56948bbd93 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Subnet': ['ID=aa7c728f-5b1f-4b3a-9de8-f4da64920946,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:10.033207 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8485af-9684-4a2e-8d70-af578fd8c2c8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet e2d1e0fd-eeb7-4c93-a80c-09bacdb10c68 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:18:10.052363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-2100ed4c-ed46-4b41-a996-2fd0a1a57151 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1983816703', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aa7c728f-5b1f-4b3a-9de8-f4da64920946'}], 'security_groups': ['b4588451-57ad-4806-8d04-d50924c4a211']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:10.068405 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:10.104197 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55a81d-03e2-46b3-af0e-f3e0868e1cb8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Port': ['ID=344f2608-ab77-4c97-b528-6d4b40b73bcc,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:10.117201 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a8485af-9684-4a2e-8d70-af578fd8c2c8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:10.125671 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8847b01e-e7d3-4610-85dd-bd3d079cc2a8 None None] Provisioning complete for port 3ed1fe72-8222-4c5b-8834-a9bb13b9c804 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:10.126046 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8847b01e-e7d3-4610-85dd-bd3d079cc2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:10.133153 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ae55a81d-03e2-46b3-af0e-f3e0868e1cb8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:10.151117 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b99e7-bc87-42bc-a566-e0e0712f6993 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=611c3483-2480-42c6-93d4-5b48fdfabd96,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:10.158129 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04c4421-699f-416b-b016-e0742db08c0d None None] Network 431a310c-a3c6-4781-b516-288ebc390ab8 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:10.179519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec338b-a6f8-42e9-b395-f3d6c20f55f7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:10.181134 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fcec338b-a6f8-42e9-b395-f3d6c20f55f7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:10.197307 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6db94d-e12a-450f-b6a1-4e7c0b8744fe tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:18:10.210978 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cd6db94d-e12a-450f-b6a1-4e7c0b8744fe tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/da03fc2b-a43f-492c-8281-a36e8035e8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0541065 Jan 17 14:18:10.217779 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ae55a81d-03e2-46b3-af0e-f3e0868e1cb8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/ports/344f2608-ab77-4c97-b528-6d4b40b73bcc HTTP/1.1" status: 204 len: 168 time: 1.9393005 Jan 17 14:18:10.219306 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34910) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:10.228974 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-a6619726-e026-48c2-9d7c-c92f9c3dd5dd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-538656426'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:10.233709 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34912) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:10.248526 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98e649-9a52-4cc5-8e02-197007adc76f None None] Pushing event updated for resources: {'Port': ['ID=21f984fe-3d52-45fa-9d60-f585e0094e79,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:10.256305 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8847b01e-e7d3-4610-85dd-bd3d079cc2a8 None None] Port 3ed1fe72-8222-4c5b-8834-a9bb13b9c804 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:10.296582 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a6619726-e026-48c2-9d7c-c92f9c3dd5dd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:10.299965 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fcec338b-a6f8-42e9-b395-f3d6c20f55f7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.3550384 Jan 17 14:18:10.312039 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a6619726-e026-48c2-9d7c-c92f9c3dd5dd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:network and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:10.314722 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34918) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:10.333553 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] In _notify_port_updated(), no bound segment for port 712ffcc1-9453-43cb-8ccc-394f642a9a9e on network 7643ea2b-5aa1-4e39-af8a-0839cfb87f16 {{(pid=87524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:18:10.334372 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:10.335367 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:10.336706 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] 10.222.0.48 "PUT /v2.0/ports/712ffcc1-9453-43cb-8ccc-394f642a9a9e HTTP/1.1" status: 200 len: 975 time: 5.2126873 Jan 17 14:18:10.342411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34922) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:10.374190 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a6619726-e026-48c2-9d7c-c92f9c3dd5dd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:10.409797 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-be939eda-58d6-45e1-98c0-5ff3b9ad5526 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Deleting port 712ffcc1-9453-43cb-8ccc-394f642a9a9e {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:10.410148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be939eda-58d6-45e1-98c0-5ff3b9ad5526 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:10.429184 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b376385-7dfe-422e-924f-95a89069a647 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] GET failed (client error): The resource could not be found. Jan 17 14:18:10.429723 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9b376385-7dfe-422e-924f-95a89069a647 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Synchronizing usage tracker for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:10.444921 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] Sync routers for ids ['da03fc2b-a43f-492c-8281-a36e8035e8be'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:18:10.456055 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a6619726-e026-48c2-9d7c-c92f9c3dd5dd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:10.478359 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a8485af-9684-4a2e-8d70-af578fd8c2c8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:10.507781 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0ffbb-ac66-4177-8cee-1c876906e73b tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Pushing event updated for resources: {'Port': ['ID=712ffcc1-9453-43cb-8ccc-394f642a9a9e,revision_number=3']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:10.528350 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] Routers {'da03fc2b-a43f-492c-8281-a36e8035e8be'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:18:10.529719 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:17:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['da03fc2b-a43f-492c-8281-a36e8035e8be'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:10.626619 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3c096ef7-4f3d-4681-8c21-bb76fa56f20c up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:10.631768 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6619726-e026-48c2-9d7c-c92f9c3dd5dd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Made reservation on behalf of c18c2f95c6754b6292d672e39ba057ee for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:10.635463 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a6619726-e026-48c2-9d7c-c92f9c3dd5dd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:10.726894 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9b376385-7dfe-422e-924f-95a89069a647 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Unset dirty status for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:10.727807 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9b376385-7dfe-422e-924f-95a89069a647 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports/344f2608-ab77-4c97-b528-6d4b40b73bcc HTTP/1.1" status: 404 len: 333 time: 0.4763753 Jan 17 14:18:10.740245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34926) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:10.785462 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a8485af-9684-4a2e-8d70-af578fd8c2c8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:10.890741 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-be939eda-58d6-45e1-98c0-5ff3b9ad5526 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] For port 712ffcc1-9453-43cb-8ccc-394f642a9a9e, host hv-neutron-8249, got binding levels [] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:10.891163 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be939eda-58d6-45e1-98c0-5ff3b9ad5526 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:10.911233 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a8485af-9684-4a2e-8d70-af578fd8c2c8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:10.952171 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009bfeb9-70a0-4a2c-884c-0af8c4335514 None None] Network 6a4f0388-70aa-4c63-bcec-941d0aa25d86 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:11.023000 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6619726-e026-48c2-9d7c-c92f9c3dd5dd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:18:11.058547 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae8e355-b638-4b65-b978-3dd0c7df6568 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting subnet 9cbb65ff-740e-4ebe-898b-6befcbe8514c {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:18:11.071328 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8485af-9684-4a2e-8d70-af578fd8c2c8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d1e0fd-eeb7-4c93-a80c-09bacdb10c68,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:11.079864 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-be939eda-58d6-45e1-98c0-5ff3b9ad5526 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Calling delete_port for 712ffcc1-9453-43cb-8ccc-394f642a9a9e owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:11.090746 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-244587b7-52a1-41a8-9428-d726f114afe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:11.096528 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fae8e355-b638-4b65-b978-3dd0c7df6568 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:11.126266 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a6619726-e026-48c2-9d7c-c92f9c3dd5dd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:11.126685 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-a6619726-e026-48c2-9d7c-c92f9c3dd5dd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Added segment afbaf284-2419-4dbd-a488-d5b50ab60b92 of type vlan for network b44d7800-f4e4-41c4-b485-133da3653116 Jan 17 14:18:11.132684 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a8485af-9684-4a2e-8d70-af578fd8c2c8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:11.147014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2100ed4c-ed46-4b41-a996-2fd0a1a57151 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:11.154555 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3a8485af-9684-4a2e-8d70-af578fd8c2c8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/e2d1e0fd-eeb7-4c93-a80c-09bacdb10c68 HTTP/1.1" status: 204 len: 168 time: 1.2062161 Jan 17 14:18:11.155878 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34930) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:11.163350 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8847b01e-e7d3-4610-85dd-bd3d079cc2a8 None None] Provisioning for port a23cd456-3111-43c2-bad7-d6b443a45e06 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:11.179005 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] Set router da03fc2b-a43f-492c-8281-a36e8035e8be gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:18:11.252031 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e9ceb3e9-46fa-47ed-94f8-1ce57949d776 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934732 Jan 17 14:18:11.255152 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34934) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:11.257689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a6619726-e026-48c2-9d7c-c92f9c3dd5dd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:11.268413 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fae8e355-b638-4b65-b978-3dd0c7df6568 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:11.286457 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8847b01e-e7d3-4610-85dd-bd3d079cc2a8 None None] Provisioning complete for port a23cd456-3111-43c2-bad7-d6b443a45e06 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:11.286750 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8847b01e-e7d3-4610-85dd-bd3d079cc2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:11.309765 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be939eda-58d6-45e1-98c0-5ff3b9ad5526 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:11.370407 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be939eda-58d6-45e1-98c0-5ff3b9ad5526 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Pushing event deleted for resources: {'Port': ['ID=712ffcc1-9453-43cb-8ccc-394f642a9a9e,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:11.379742 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be939eda-58d6-45e1-98c0-5ff3b9ad5526 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:11.390195 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-be939eda-58d6-45e1-98c0-5ff3b9ad5526 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] 10.222.0.48 "DELETE /v2.0/ports/712ffcc1-9453-43cb-8ccc-394f642a9a9e HTTP/1.1" status: 204 len: 168 time: 1.0472698 Jan 17 14:18:11.394390 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34938) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:11.440070 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-1939b71f-e3a7-4197-9eff-091eb7711301 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] GET failed (client error): The resource could not be found. Jan 17 14:18:11.440602 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1939b71f-e3a7-4197-9eff-091eb7711301 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Synchronizing usage tracker for tenant:9347527185234a41996e4b4b2272f1a9 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:11.469817 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e736e359-a029-45b9-bec8-915a0b0fde85 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:11.470503 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e736e359-a029-45b9-bec8-915a0b0fde85 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:11.475595 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1939b71f-e3a7-4197-9eff-091eb7711301 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] Unset dirty status for tenant:9347527185234a41996e4b4b2272f1a9 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:11.485274 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1939b71f-e3a7-4197-9eff-091eb7711301 tempest-PortsAdminExtendedAttrsTestJSON-281473399 tempest-PortsAdminExtendedAttrsTestJSON-281473399-project-admin] 10.222.0.48 "GET /v2.0/ports/712ffcc1-9453-43cb-8ccc-394f642a9a9e HTTP/1.1" status: 404 len: 333 time: 0.0816119 Jan 17 14:18:11.485591 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34944) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:11.512630 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:11.564226 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e736e359-a029-45b9-bec8-915a0b0fde85 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:11.567950 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e736e359-a029-45b9-bec8-915a0b0fde85 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3119617 Jan 17 14:18:11.574442 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34948) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:11.574626 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:11.574822 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:11.657288 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8847b01e-e7d3-4610-85dd-bd3d079cc2a8 None None] Port a23cd456-3111-43c2-bad7-d6b443a45e06 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:11.666098 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2487cca7-7dd3-49c5-84d3-0510f97196e6 tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:11.681846 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91b5509-89d8-44e4-a79f-c8c76f2028ad tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:11.683175 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e91b5509-89d8-44e4-a79f-c8c76f2028ad tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:11.692832 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e65fcc0-ddd3-4352-92db-e5ef5b51f09a None None] Update dhcp port {'port': {'network_id': '0e817385-fbf2-4565-8468-c50f04298963', 'fixed_ips': [{'subnet_id': '2912d66d-2070-4839-812e-e7807298ff3b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'aa7c728f-5b1f-4b3a-9de8-f4da64920946'}], 'binding:host_id': 'dv-neutron-824901-1-hyperv'}, 'id': '3c096ef7-4f3d-4681-8c21-bb76fa56f20c'} from dv-neutron-824901-1-hyperv. {{(pid=87525) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 17 14:18:11.747130 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e91b5509-89d8-44e4-a79f-c8c76f2028ad tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:11.750927 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e91b5509-89d8-44e4-a79f-c8c76f2028ad tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1753058 Jan 17 14:18:11.755753 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34954) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:11.806699 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fae8e355-b638-4b65-b978-3dd0c7df6568 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:11.853622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-aab11707-2c0c-4637-a357-15a784679c4c None None] Could not find standard attr ID for object 344f2608-ab77-4c97-b528-6d4b40b73bcc. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:18:11.895274 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a2749fe3-1b51-4e7b-9fc3-77709643a34f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1394396 Jan 17 14:18:11.899460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34958) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:11.905906 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fae8e355-b638-4b65-b978-3dd0c7df6568 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:11.907538 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2487cca7-7dd3-49c5-84d3-0510f97196e6 tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:11.921106 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-09498085-711b-4e38-94af-4507683c888b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:11.934933 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-2487cca7-7dd3-49c5-84d3-0510f97196e6 tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7643ea2b-5aa1-4e39-af8a-0839cfb87f16']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:11.935985 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e65fcc0-ddd3-4352-92db-e5ef5b51f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:11.947459 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-2487cca7-7dd3-49c5-84d3-0510f97196e6 tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e185cf5-dece-472f-9cb4-2e13021d8742') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:11.948225 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-2487cca7-7dd3-49c5-84d3-0510f97196e6 tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e185cf5-dece-472f-9cb4-2e13021d8742') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:11.961246 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2487cca7-7dd3-49c5-84d3-0510f97196e6 tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:11.979413 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2487cca7-7dd3-49c5-84d3-0510f97196e6 tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:11.985862 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2487cca7-7dd3-49c5-84d3-0510f97196e6 tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:18:11.986250 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2487cca7-7dd3-49c5-84d3-0510f97196e6 tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:11.993860 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a6619726-e026-48c2-9d7c-c92f9c3dd5dd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:11.999557 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6619726-e026-48c2-9d7c-c92f9c3dd5dd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:12.000216 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a6619726-e026-48c2-9d7c-c92f9c3dd5dd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:18:12.001358 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:18:12.006704 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-aab11707-2c0c-4637-a357-15a784679c4c None None] Provisioning for port 21f984fe-3d52-45fa-9d60-f585e0094e79 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:12.096810 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-aab11707-2c0c-4637-a357-15a784679c4c None None] Provisioning complete for port 21f984fe-3d52-45fa-9d60-f585e0094e79 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:12.097070 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aab11707-2c0c-4637-a357-15a784679c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:12.111090 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8e355-b638-4b65-b978-3dd0c7df6568 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Subnet': ['ID=9cbb65ff-740e-4ebe-898b-6befcbe8514c,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:12.132422 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fae8e355-b638-4b65-b978-3dd0c7df6568 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:12.189261 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3417f85d-2591-4b86-ab1a-c885af1b2b32 None None] Update dhcp port {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'fixed_ips': [{'subnet_id': 'e2d1e0fd-eeb7-4c93-a80c-09bacdb10c68'}], 'binding:host_id': 'dv-neutron-824901-1-hyperv'}, 'id': 'd957e5a6-e0b9-4feb-9339-ace5f16dca7a'} from dv-neutron-824901-1-hyperv. {{(pid=87525) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 17 14:18:12.204408 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2487cca7-7dd3-49c5-84d3-0510f97196e6 tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:12.227531 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fb60d8e6-2c53-4f51-bea7-8c1d60057a9a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:12.234611 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2487cca7-7dd3-49c5-84d3-0510f97196e6 tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:12.249388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487cca7-7dd3-49c5-84d3-0510f97196e6 tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] Pushing event deleted for resources: {'Network': ['ID=7643ea2b-5aa1-4e39-af8a-0839cfb87f16,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:12.255368 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2487cca7-7dd3-49c5-84d3-0510f97196e6 tempest-PortsAdminExtendedAttrsTestJSON-576271039 tempest-PortsAdminExtendedAttrsTestJSON-576271039-project] 10.222.0.48 "DELETE /v2.0/networks/7643ea2b-5aa1-4e39-af8a-0839cfb87f16 HTTP/1.1" status: 204 len: 168 time: 0.7688899 Jan 17 14:18:12.273439 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a6619726-e026-48c2-9d7c-c92f9c3dd5dd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0509551 Jan 17 14:18:12.276051 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34964) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:12.284259 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-a749b914-9dec-45c7-aaff-1ea98b703fb6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'subnet': {'network_id': 'b44d7800-f4e4-41c4-b485-133da3653116', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:12.290613 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fae8e355-b638-4b65-b978-3dd0c7df6568 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/subnets/9cbb65ff-740e-4ebe-898b-6befcbe8514c HTTP/1.1" status: 204 len: 168 time: 1.5466526 Jan 17 14:18:12.306604 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34968) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:12.376600 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:12.410707 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6619726-e026-48c2-9d7c-c92f9c3dd5dd tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Network': ['ID=b44d7800-f4e4-41c4-b485-133da3653116,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:12.443164 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network b44d7800-f4e4-41c4-b485-133da3653116 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:18:12.484091 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-09498085-711b-4e38-94af-4507683c888b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:12.487803 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a749b914-9dec-45c7-aaff-1ea98b703fb6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:12.495587 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a749b914-9dec-45c7-aaff-1ea98b703fb6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:subnet and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:12.500495 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a749b914-9dec-45c7-aaff-1ea98b703fb6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:12.503038 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-09498085-711b-4e38-94af-4507683c888b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:12.510244 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a749b914-9dec-45c7-aaff-1ea98b703fb6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:12.532518 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a749b914-9dec-45c7-aaff-1ea98b703fb6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Made reservation on behalf of c18c2f95c6754b6292d672e39ba057ee for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:12.539331 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09498085-711b-4e38-94af-4507683c888b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:12.542972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-09498085-711b-4e38-94af-4507683c888b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:12.544697 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-09498085-711b-4e38-94af-4507683c888b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:18:12.545293 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09498085-711b-4e38-94af-4507683c888b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:18:12.557457 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3417f85d-2591-4b86-ab1a-c885af1b2b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:12.561701 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a749b914-9dec-45c7-aaff-1ea98b703fb6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:12.622570 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3c096ef7-4f3d-4681-8c21-bb76fa56f20c,segment=NetworkSegment(473233d8-7b78-44e5-8279-4d267adfa701),segment_id=473233d8-7b78-44e5-8279-4d267adfa701)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:12.776446 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:12.777239 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 653d40b4-bce3-417f-9fcb-1d2ce77a4657 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:12.816907 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3f6f66-69d5-4ce9-9beb-dc76bbd98de4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting subnet 5286f36a-4976-496e-b594-cf660db5674f {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:18:12.893299 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34974) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:12.896235 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb3f6f66-69d5-4ce9-9beb-dc76bbd98de4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:12.918400 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a749b914-9dec-45c7-aaff-1ea98b703fb6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:12.945791 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-09498085-711b-4e38-94af-4507683c888b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0390742 Jan 17 14:18:12.964903 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 34980) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:12.983212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59f7c10-03fb-47bf-b0e7-fc43fa031a06 None None] Network 6a4f0388-70aa-4c63-bcec-941d0aa25d86 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:12.991895 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-29e9f994-d642-4771-815a-68252d79979d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:13.044258 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749b914-9dec-45c7-aaff-1ea98b703fb6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Subnet': ['ID=2b1557c2-24f7-4f78-8e46-6af5c61cc7f4,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:13.077572 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a749b914-9dec-45c7-aaff-1ea98b703fb6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Checking segment: {'id': 'afbaf284-2419-4dbd-a488-d5b50ab60b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b44d7800-f4e4-41c4-b485-133da3653116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:18:13.077922 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a749b914-9dec-45c7-aaff-1ea98b703fb6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network hostable DHCP agents. Network: b44d7800-f4e4-41c4-b485-133da3653116, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:18:13.101087 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a749b914-9dec-45c7-aaff-1ea98b703fb6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network b44d7800-f4e4-41c4-b485-133da3653116 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:18:13.110748 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:18:06Z', 'revision_number': 4, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:56Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1fe72-8222-4c5b-8834-a9bb13b9c804', 'name': '', 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:23:29:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:18:03Z', 'updated_at': '2022-01-17T14:18:06Z', 'revision_number': 2, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '756e3e56-9a0c-4ce6-b2aa-bbb4e042d831', 'name': '', 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:50Z', 'updated_at': '2022-01-17T14:18:05Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:13.114698 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-a749b914-9dec-45c7-aaff-1ea98b703fb6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, b44d7800-f4e4-41c4-b485-133da3653116) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:13.121447 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a749b914-9dec-45c7-aaff-1ea98b703fb6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:13.124244 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a749b914-9dec-45c7-aaff-1ea98b703fb6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:13.141194 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a214d4dd-d69d-4276-8986-6586f0e6469b None None] Network b44d7800-f4e4-41c4-b485-133da3653116 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:13.151176 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a749b914-9dec-45c7-aaff-1ea98b703fb6 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8727725 Jan 17 14:18:13.154315 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34984) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:13.181300 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] Checking router: da03fc2b-a43f-492c-8281-a36e8035e8be for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:18:13.181647 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] Updating router da03fc2b-a43f-492c-8281-a36e8035e8be port 3ed1fe72-8222-4c5b-8834-a9bb13b9c804 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:18:13.234688 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-2100ed4c-ed46-4b41-a996-2fd0a1a57151 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Delete allocated IP 172.20.0.14 (0e817385-fbf2-4565-8468-c50f04298963/2912d66d-2070-4839-812e-e7807298ff3b) {{(pid=87523) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 17 14:18:13.238589 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb3f6f66-69d5-4ce9-9beb-dc76bbd98de4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:13.289325 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=3c096ef7-4f3d-4681-8c21-bb76fa56f20c,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:13.291910 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-aab11707-2c0c-4637-a357-15a784679c4c None None] Provisioning complete for port 3ed1fe72-8222-4c5b-8834-a9bb13b9c804 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:13.292279 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aab11707-2c0c-4637-a357-15a784679c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:13.315004 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-29e9f994-d642-4771-815a-68252d79979d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:13.325212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-2100ed4c-ed46-4b41-a996-2fd0a1a57151 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Allocated IP 172.20.0.19 (0e817385-fbf2-4565-8468-c50f04298963/aa7c728f-5b1f-4b3a-9de8-f4da64920946/a23cd456-3111-43c2-bad7-d6b443a45e06) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:13.369705 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-29e9f994-d642-4771-815a-68252d79979d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:13.416313 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce66830d-5e07-41b7-ba22-bdb9666e95ca None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:13.420287 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7c035b72-a130-43c6-8f99-47544ee62abb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ff6835e7aab458f83cb855a28361432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5231330 Jan 17 14:18:13.423119 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34988) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:13.437945 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:13.447007 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 653d40b4-bce3-417f-9fcb-1d2ce77a4657 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:13.453114 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e9f994-d642-4771-815a-68252d79979d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:13.456626 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-29e9f994-d642-4771-815a-68252d79979d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:13.458006 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e9f994-d642-4771-815a-68252d79979d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:18:13.458435 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e9f994-d642-4771-815a-68252d79979d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:18:13.467488 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-aab11707-2c0c-4637-a357-15a784679c4c None None] Port 3ed1fe72-8222-4c5b-8834-a9bb13b9c804 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:13.519222 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:13.540958 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-29e9f994-d642-4771-815a-68252d79979d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5683756 Jan 17 14:18:13.546232 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34992) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:13.568452 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-3c46c527-d07f-4128-919d-43007c5586ed tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:13.631226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb3f6f66-69d5-4ce9-9beb-dc76bbd98de4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:13.663953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fb60d8e6-2c53-4f51-bea7-8c1d60057a9a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:13.680365 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fb60d8e6-2c53-4f51-bea7-8c1d60057a9a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:13.802379 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-aab11707-2c0c-4637-a357-15a784679c4c None None] Provisioning for port 653d40b4-bce3-417f-9fcb-1d2ce77a4657 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:13.842681 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-26f92916-110e-40b4-9af3-b1ed5f5ab5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:13.908471 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-26f92916-110e-40b4-9af3-b1ed5f5ab5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:13.949774 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3c46c527-d07f-4128-919d-43007c5586ed tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:13.960208 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-aab11707-2c0c-4637-a357-15a784679c4c None None] Provisioning complete for port 653d40b4-bce3-417f-9fcb-1d2ce77a4657 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:13.960827 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aab11707-2c0c-4637-a357-15a784679c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:14.003746 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60d8e6-2c53-4f51-bea7-8c1d60057a9a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Port': ['ID=c49292e4-f34d-408e-8743-9ce2b4aaad5b,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:14.020017 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3c46c527-d07f-4128-919d-43007c5586ed tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:14.081504 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c46c527-d07f-4128-919d-43007c5586ed tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:14.085353 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c46c527-d07f-4128-919d-43007c5586ed tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:14.086860 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c46c527-d07f-4128-919d-43007c5586ed tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:18:14.087353 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c46c527-d07f-4128-919d-43007c5586ed tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:18:14.097915 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb3f6f66-69d5-4ce9-9beb-dc76bbd98de4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:14.139734 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-19272273-dadd-4adb-a945-d0bcb9fec743 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:14.141367 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-28f321e8-ae07-43ae-8856-297b6f8cc959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:14.150212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2100ed4c-ed46-4b41-a996-2fd0a1a57151 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:14.155288 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3c46c527-d07f-4128-919d-43007c5586ed tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5961919 Jan 17 14:18:14.156156 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-26f92916-110e-40b4-9af3-b1ed5f5ab5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:14.158695 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-26f92916-110e-40b4-9af3-b1ed5f5ab5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:14.158935 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:14.173116 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-26f92916-110e-40b4-9af3-b1ed5f5ab5d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/03103140-d4ec-4440-bd53-a4b37229b669 HTTP/1.1" status: 204 len: 168 time: 0.7488482 Jan 17 14:18:14.174706 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:14.175496 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 34998) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:14.191418 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-b44d7800-f4e4-41c4-b485-133da3653116', 'network_id': 'b44d7800-f4e4-41c4-b485-133da3653116', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'fixed_ips': [{'subnet_id': '2b1557c2-24f7-4f78-8e46-6af5c61cc7f4'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:18:14.197285 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:14.202875 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-1553c63f-7f53-4f63-bf97-90a521265b83 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:14.214340 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f6f66-69d5-4ce9-9beb-dc76bbd98de4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Subnet': ['ID=5286f36a-4976-496e-b594-cf660db5674f,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:14.228742 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb3f6f66-69d5-4ce9-9beb-dc76bbd98de4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:14.235557 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-2100ed4c-ed46-4b41-a996-2fd0a1a57151 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Transition to ACTIVE for port object a23cd456-3111-43c2-bad7-d6b443a45e06 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:14.285312 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2100ed4c-ed46-4b41-a996-2fd0a1a57151 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:14.299281 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f92916-110e-40b4-9af3-b1ed5f5ab5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03103140-d4ec-4440-bd53-a4b37229b669,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:14.301165 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bb3f6f66-69d5-4ce9-9beb-dc76bbd98de4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/subnets/5286f36a-4976-496e-b594-cf660db5674f HTTP/1.1" status: 204 len: 168 time: 1.9670293 Jan 17 14:18:14.302037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35004) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:14.565363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35010) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:14.607331 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:14.608442 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:14.643859 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1553c63f-7f53-4f63-bf97-90a521265b83 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:14.651155 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100ed4c-ed46-4b41-a996-2fd0a1a57151 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=a23cd456-3111-43c2-bad7-d6b443a45e06,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:14.695630 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1553c63f-7f53-4f63-bf97-90a521265b83 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:14.713768 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bc9263e3-915e-4305-b2ce-c6be2eac5d05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:14.719904 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fb60d8e6-2c53-4f51-bea7-8c1d60057a9a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:14.723593 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1553c63f-7f53-4f63-bf97-90a521265b83 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:14.728089 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1553c63f-7f53-4f63-bf97-90a521265b83 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:14.729592 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-1553c63f-7f53-4f63-bf97-90a521265b83 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:18:14.730013 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1553c63f-7f53-4f63-bf97-90a521265b83 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:18:14.762213 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-2100ed4c-ed46-4b41-a996-2fd0a1a57151 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] In _notify_port_updated(), no bound segment for port a23cd456-3111-43c2-bad7-d6b443a45e06 on network 0e817385-fbf2-4565-8468-c50f04298963 {{(pid=87523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:18:14.767623 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2100ed4c-ed46-4b41-a996-2fd0a1a57151 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:14.768284 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2100ed4c-ed46-4b41-a996-2fd0a1a57151 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:14.769560 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2100ed4c-ed46-4b41-a996-2fd0a1a57151 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "PUT /v2.0/ports/a23cd456-3111-43c2-bad7-d6b443a45e06 HTTP/1.1" status: 200 len: 921 time: 4.7544229 Jan 17 14:18:14.773767 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35014) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:14.780462 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e15a582e-f11f-4b6c-a213-dbb8cca9cf32 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9347527185234a41996e4b4b2272f1a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834028 Jan 17 14:18:14.782903 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35018) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:14.827218 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:14.832206 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-bc9263e3-915e-4305-b2ce-c6be2eac5d05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port 21f984fe-3d52-45fa-9d60-f585e0094e79 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:14.832554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bc9263e3-915e-4305-b2ce-c6be2eac5d05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:14.872136 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1553c63f-7f53-4f63-bf97-90a521265b83 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6846213 Jan 17 14:18:14.872858 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35022) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:14.888317 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f152f013-9e5a-4b19-b1d6-6ba7264bb65f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:14.912429 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] Transition to ACTIVE for port object 3ed1fe72-8222-4c5b-8834-a9bb13b9c804 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:14.925462 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-7e65fcc0-ddd3-4352-92db-e5ef5b51f09a None None] Allocated IP 172.20.0.18 (0e817385-fbf2-4565-8468-c50f04298963/aa7c728f-5b1f-4b3a-9de8-f4da64920946/3c096ef7-4f3d-4681-8c21-bb76fa56f20c) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:14.980586 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8696e7bf-850e-4d9a-9a3b-6d306911e02c None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:18:15.003962 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-6e20b631-b284-4452-b56f-83e1fd437e9c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port a23cd456-3111-43c2-bad7-d6b443a45e06 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:15.004565 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6e20b631-b284-4452-b56f-83e1fd437e9c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:15.011174 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:15.027497 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f152f013-9e5a-4b19-b1d6-6ba7264bb65f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:15.042576 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f152f013-9e5a-4b19-b1d6-6ba7264bb65f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:15.053803 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8696e7bf-850e-4d9a-9a3b-6d306911e02c None None] Deleting port d957e5a6-e0b9-4feb-9339-ace5f16dca7a {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:15.054314 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8696e7bf-850e-4d9a-9a3b-6d306911e02c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:15.054606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f152f013-9e5a-4b19-b1d6-6ba7264bb65f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:15.058536 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f152f013-9e5a-4b19-b1d6-6ba7264bb65f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:15.060260 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-f152f013-9e5a-4b19-b1d6-6ba7264bb65f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:18:15.060731 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f152f013-9e5a-4b19-b1d6-6ba7264bb65f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:18:15.090987 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f152f013-9e5a-4b19-b1d6-6ba7264bb65f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2112803 Jan 17 14:18:15.091694 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35026) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:15.101364 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-806d0c68-ef36-4130-ab81-59d893feb759 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:15.119204 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aab11707-2c0c-4637-a357-15a784679c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:15.159258 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f20431bd-4e75-4fcd-83c7-46532b131c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:15.232592 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-806d0c68-ef36-4130-ab81-59d893feb759 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:15.246138 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-806d0c68-ef36-4130-ab81-59d893feb759 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:15.259930 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806d0c68-ef36-4130-ab81-59d893feb759 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:15.265011 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-806d0c68-ef36-4130-ab81-59d893feb759 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:15.266503 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-806d0c68-ef36-4130-ab81-59d893feb759 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:18:15.266936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-806d0c68-ef36-4130-ab81-59d893feb759 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:18:15.299129 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-806d0c68-ef36-4130-ab81-59d893feb759 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2062831 Jan 17 14:18:15.302885 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35030) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:15.372927 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f20431bd-4e75-4fcd-83c7-46532b131c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:15.420560 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e220420-a3b0-4eaa-899f-73d90637d834 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:15.422099 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3e220420-a3b0-4eaa-899f-73d90637d834 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1182265 Jan 17 14:18:15.425954 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35034) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:15.428271 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fb60d8e6-2c53-4f51-bea7-8c1d60057a9a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:15.457249 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-bc9263e3-915e-4305-b2ce-c6be2eac5d05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] For port 21f984fe-3d52-45fa-9d60-f585e0094e79, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=21f984fe-3d52-45fa-9d60-f585e0094e79,segment=NetworkSegment(ce4fa333-b328-40ac-82a1-4fcf76fca344),segment_id=ce4fa333-b328-40ac-82a1-4fcf76fca344)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:15.457538 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bc9263e3-915e-4305-b2ce-c6be2eac5d05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:15.460205 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-7e65fcc0-ddd3-4352-92db-e5ef5b51f09a None None] For port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3c096ef7-4f3d-4681-8c21-bb76fa56f20c,segment=NetworkSegment(473233d8-7b78-44e5-8279-4d267adfa701),segment_id=473233d8-7b78-44e5-8279-4d267adfa701)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:15.514888 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d600b-f7d0-4f73-bc3f-c569b76600cc tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:15.516500 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e34d600b-f7d0-4f73-bc3f-c569b76600cc tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0895667 Jan 17 14:18:15.520207 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35038) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:15.604394 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-daa5a45f-1598-401e-ae77-e64b2da70e32 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829122 Jan 17 14:18:15.608712 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35042) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:15.616435 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-5fc0c6e5-ef7c-4e63-81ef-6aba235a84a2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:15.618568 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-bc9263e3-915e-4305-b2ce-c6be2eac5d05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for 21f984fe-3d52-45fa-9d60-f585e0094e79 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:15.634967 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 83d7250d-c480-402a-a640-caa1ac775b60 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:15.677932 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Allocated IP 2001:db8:3::2 (b44d7800-f4e4-41c4-b485-133da3653116/2b1557c2-24f7-4f78-8e46-6af5c61cc7f4/8443fedb-49b1-485e-aedf-f1d371f2ec5d) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:15.738440 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8696e7bf-850e-4d9a-9a3b-6d306911e02c None None] For port d957e5a6-e0b9-4feb-9339-ace5f16dca7a, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=d957e5a6-e0b9-4feb-9339-ace5f16dca7a,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:15.739492 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8696e7bf-850e-4d9a-9a3b-6d306911e02c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:15.751975 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5fc0c6e5-ef7c-4e63-81ef-6aba235a84a2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:15.767407 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5fc0c6e5-ef7c-4e63-81ef-6aba235a84a2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:15.778755 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc0c6e5-ef7c-4e63-81ef-6aba235a84a2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:15.787606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5fc0c6e5-ef7c-4e63-81ef-6aba235a84a2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:15.875533 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8696e7bf-850e-4d9a-9a3b-6d306911e02c None None] Calling delete_port for d957e5a6-e0b9-4feb-9339-ace5f16dca7a owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:15.910148 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6e671-a5dc-4b1c-be95-6db34f54bfb0 None None] Pushing event updated for resources: {'Port': ['ID=3ed1fe72-8222-4c5b-8834-a9bb13b9c804,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:15.937935 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73f0452-52b6-463d-b1e7-fba50f1b4060 None None] Network 6a4f0388-70aa-4c63-bcec-941d0aa25d86 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:16.026312 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-aab11707-2c0c-4637-a357-15a784679c4c None None] For port 653d40b4-bce3-417f-9fcb-1d2ce77a4657, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=653d40b4-bce3-417f-9fcb-1d2ce77a4657,segment=NetworkSegment(11407522-b92a-430f-ae2e-39c70642254c),segment_id=11407522-b92a-430f-ae2e-39c70642254c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:16.197560 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bc9263e3-915e-4305-b2ce-c6be2eac5d05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:16.205087 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.objects.ports [None req-5fc0c6e5-ef7c-4e63-81ef-6aba235a84a2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87524) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 14:18:16.249447 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-7e65fcc0-ddd3-4352-92db-e5ef5b51f09a None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:18:16.257522 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aab11707-2c0c-4637-a357-15a784679c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:16.283377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f20431bd-4e75-4fcd-83c7-46532b131c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:16.286153 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9263e3-915e-4305-b2ce-c6be2eac5d05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Port': ['ID=21f984fe-3d52-45fa-9d60-f585e0094e79,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:16.307533 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:16.312755 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20431bd-4e75-4fcd-83c7-46532b131c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893b0278-5f46-41e0-ae53-b8b569c8cc16,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:16.329772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9263e3-915e-4305-b2ce-c6be2eac5d05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] No DVR routers for this DVR port 21f984fe-3d52-45fa-9d60-f585e0094e79 on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:18:16.333435 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e65fcc0-ddd3-4352-92db-e5ef5b51f09a None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:16.390501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6e20b631-b284-4452-b56f-83e1fd437e9c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:16.447391 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5fc0c6e5-ef7c-4e63-81ef-6aba235a84a2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:16.463385 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] Attempting to bind port 3ed1fe72-8222-4c5b-8834-a9bb13b9c804 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:16.463776 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] Attempting to bind port 3ed1fe72-8222-4c5b-8834-a9bb13b9c804 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '2dc2c57b-ed22-4f66-b31f-0a1b19f3c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:16.464148 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] Attempting to bind port 3ed1fe72-8222-4c5b-8834-a9bb13b9c804 on network 4b275b67-164d-4923-b200-7950e1ca54a2 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:16.503427 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7e65fcc0-ddd3-4352-92db-e5ef5b51f09a None None] Transition to ACTIVE for port object 3c096ef7-4f3d-4681-8c21-bb76fa56f20c will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:16.512068 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:18:16.512068 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] Checking segment: {'id': '2dc2c57b-ed22-4f66-b31f-0a1b19f3c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:18:16.512878 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:16.512878 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] Bound using segment: {'id': '2dc2c57b-ed22-4f66-b31f-0a1b19f3c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:18:16.513088 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] Bound port: 3ed1fe72-8222-4c5b-8834-a9bb13b9c804, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc2c57b-ed22-4f66-b31f-0a1b19f3c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:18:16.513369 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:16.567207 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e65fcc0-ddd3-4352-92db-e5ef5b51f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:16.571252 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-8696e7bf-850e-4d9a-9a3b-6d306911e02c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:18:16.571618 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-8696e7bf-850e-4d9a-9a3b-6d306911e02c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:18:16.588885 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab11707-2c0c-4637-a357-15a784679c4c None None] Pushing event updated for resources: {'Port': ['ID=653d40b4-bce3-417f-9fcb-1d2ce77a4657,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:16.598177 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-40c5c859-46f2-448d-9cf7-0455d29540d8 None None] Provisioning for port c49292e4-f34d-408e-8743-9ce2b4aaad5b completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:16.602032 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 83d7250d-c480-402a-a640-caa1ac775b60 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:16.695611 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-6e20b631-b284-4452-b56f-83e1fd437e9c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for a23cd456-3111-43c2-bad7-d6b443a45e06 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:16.702252 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-40c5c859-46f2-448d-9cf7-0455d29540d8 None None] Provisioning complete for port c49292e4-f34d-408e-8743-9ce2b4aaad5b triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:16.702803 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40c5c859-46f2-448d-9cf7-0455d29540d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:16.741368 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f20431bd-4e75-4fcd-83c7-46532b131c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:16.741368 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f20431bd-4e75-4fcd-83c7-46532b131c17 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/893b0278-5f46-41e0-ae53-b8b569c8cc16 HTTP/1.1" status: 204 len: 168 time: 1.9540613 Jan 17 14:18:16.742884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bc9263e3-915e-4305-b2ce-c6be2eac5d05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:16.770139 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 83d7250d-c480-402a-a640-caa1ac775b60 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:16.770694 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:16.808995 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bf9a32-27ff-4603-9233-8318429ca4cb None None] DHCP port deletion for 6a4f0388-70aa-4c63-bcec-941d0aa25d86 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:18:16.816618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-bc9263e3-915e-4305-b2ce-c6be2eac5d05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4f0388-70aa-4c63-bcec-941d0aa25d86']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:16.854182 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-bc9263e3-915e-4305-b2ce-c6be2eac5d05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4fa333-b328-40ac-82a1-4fcf76fca344') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:16.854402 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-bc9263e3-915e-4305-b2ce-c6be2eac5d05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4fa333-b328-40ac-82a1-4fcf76fca344') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:16.860754 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-5fc0c6e5-ef7c-4e63-81ef-6aba235a84a2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] For port d957e5a6-e0b9-4feb-9339-ace5f16dca7a, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=d957e5a6-e0b9-4feb-9339-ace5f16dca7a,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:16.877418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bc9263e3-915e-4305-b2ce-c6be2eac5d05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:16.897250 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5fc0c6e5-ef7c-4e63-81ef-6aba235a84a2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:16.903582 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5fc0c6e5-ef7c-4e63-81ef-6aba235a84a2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:16.904531 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5fc0c6e5-ef7c-4e63-81ef-6aba235a84a2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:16.958994 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fb60d8e6-2c53-4f51-bea7-8c1d60057a9a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:16.966456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bc9263e3-915e-4305-b2ce-c6be2eac5d05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:16.973999 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fb60d8e6-2c53-4f51-bea7-8c1d60057a9a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:17.039777 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc0c6e5-ef7c-4e63-81ef-6aba235a84a2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:17.045909 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-5fc0c6e5-ef7c-4e63-81ef-6aba235a84a2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:17.051810 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc0c6e5-ef7c-4e63-81ef-6aba235a84a2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:17.052294 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5fc0c6e5-ef7c-4e63-81ef-6aba235a84a2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:17.056756 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-40c5c859-46f2-448d-9cf7-0455d29540d8 None None] Port c49292e4-f34d-408e-8743-9ce2b4aaad5b cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:17.070132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9263e3-915e-4305-b2ce-c6be2eac5d05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:18:17.070365 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bc9263e3-915e-4305-b2ce-c6be2eac5d05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:17.076265 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8696e7bf-850e-4d9a-9a3b-6d306911e02c None None] Deleting port d957e5a6-e0b9-4feb-9339-ace5f16dca7a {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:17.076887 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8696e7bf-850e-4d9a-9a3b-6d306911e02c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:18:17.089706 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:18:17.110008 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65fcc0-ddd3-4352-92db-e5ef5b51f09a None None] Pushing event updated for resources: {'Port': ['ID=3c096ef7-4f3d-4681-8c21-bb76fa56f20c,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:17.118952 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0c6e5-ef7c-4e63-81ef-6aba235a84a2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=6a106f41-2249-4141-9b9f-b2b026fa7821,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:17.131936 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-40c5c859-46f2-448d-9cf7-0455d29540d8 None None] Could not find standard attr ID for object 21f984fe-3d52-45fa-9d60-f585e0094e79. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:18:17.148080 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] For port 3ed1fe72-8222-4c5b-8834-a9bb13b9c804, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:18:17.155406 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5fc0c6e5-ef7c-4e63-81ef-6aba235a84a2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5455451 Jan 17 14:18:17.159139 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0c6e5-ef7c-4e63-81ef-6aba235a84a2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=d957e5a6-e0b9-4feb-9339-ace5f16dca7a,revision_number=7']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:17.170308 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35050) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:17.186358 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] For port 3ed1fe72-8222-4c5b-8834-a9bb13b9c804, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3ed1fe72-8222-4c5b-8834-a9bb13b9c804,segment=NetworkSegment(2dc2c57b-ed22-4f66-b31f-0a1b19f3c703),segment_id=2dc2c57b-ed22-4f66-b31f-0a1b19f3c703)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:18:17.199212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:17.207395 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-2e69b851-c759-4f2a-b20c-9ee804c2a1f7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'mac_address': 'fa:16:3e:ff:69:d3', 'name': 'tempest-NetworksTestDHCPv6-1701682063'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:17.235362 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:17.355499 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Transition to ACTIVE for port object 8443fedb-49b1-485e-aedf-f1d371f2ec5d will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:17.379852 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6e20b631-b284-4452-b56f-83e1fd437e9c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:17.414865 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bc9263e3-915e-4305-b2ce-c6be2eac5d05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:17.463028 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bc9263e3-915e-4305-b2ce-c6be2eac5d05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:17.481918 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fb60d8e6-2c53-4f51-bea7-8c1d60057a9a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:17.488403 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bc9263e3-915e-4305-b2ce-c6be2eac5d05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/networks/6a4f0388-70aa-4c63-bcec-941d0aa25d86 HTTP/1.1" status: 204 len: 168 time: 3.1784434 Jan 17 14:18:17.492148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35058) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:17.513731 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60d8e6-2c53-4f51-bea7-8c1d60057a9a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Port': ['ID=c49292e4-f34d-408e-8743-9ce2b4aaad5b,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:17.551522 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] Routers {'da03fc2b-a43f-492c-8281-a36e8035e8be'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:18:17.552186 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['da03fc2b-a43f-492c-8281-a36e8035e8be'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:17.600502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9263e3-915e-4305-b2ce-c6be2eac5d05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Network': ['ID=6a4f0388-70aa-4c63-bcec-941d0aa25d86,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:17.623207 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6741b83-b6dd-4a63-886e-d0b26006558c tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:17.624009 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b6741b83-b6dd-4a63-886e-d0b26006558c tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Synchronizing usage tracker for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:17.664527 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b6741b83-b6dd-4a63-886e-d0b26006558c tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Unset dirty status for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:17.671184 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Transition to ACTIVE for port object 8443fedb-49b1-485e-aedf-f1d371f2ec5d will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:17.671372 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b6741b83-b6dd-4a63-886e-d0b26006558c tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1747296 Jan 17 14:18:17.671485 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35066) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:17.674698 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-40c5c859-46f2-448d-9cf7-0455d29540d8 None None] Provisioning complete for port d957e5a6-e0b9-4feb-9339-ace5f16dca7a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:17.675012 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40c5c859-46f2-448d-9cf7-0455d29540d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:17.702907 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:17.758540 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6e671-a5dc-4b1c-be95-6db34f54bfb0 None None] Pushing event updated for resources: {'Port': ['ID=3ed1fe72-8222-4c5b-8834-a9bb13b9c804,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:17.762697 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:17.955016 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-19272273-dadd-4adb-a945-d0bcb9fec743 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Allocated IP 2001:db8:3::1 (b44d7800-f4e4-41c4-b485-133da3653116/2b1557c2-24f7-4f78-8e46-6af5c61cc7f4/5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:18.041947 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1251a52c-2cb4-4f1f-838a-000f8abeffdb tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3691967 Jan 17 14:18:18.047641 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35076) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:18.073000 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Network b44d7800-f4e4-41c4-b485-133da3653116 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:18.087272 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:18.089827 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:18.097658 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 83d7250d-c480-402a-a640-caa1ac775b60, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=83d7250d-c480-402a-a640-caa1ac775b60,segment=NetworkSegment(2dc2c57b-ed22-4f66-b31f-0a1b19f3c703),segment_id=2dc2c57b-ed22-4f66-b31f-0a1b19f3c703)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:18.130662 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20b631-b284-4452-b56f-83e1fd437e9c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Port': ['ID=a23cd456-3111-43c2-bad7-d6b443a45e06,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:18.144912 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-5d926474-8fb4-46e5-b1fa-85bec2c0bfdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1515222642'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:18.156900 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5d926474-8fb4-46e5-b1fa-85bec2c0bfdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:18.160328 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Pushing event updated for resources: {'Port': ['ID=8443fedb-49b1-485e-aedf-f1d371f2ec5d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:18.175344 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:18.186780 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb60d8e6-2c53-4f51-bea7-8c1d60057a9a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 431a310c-a3c6-4781-b516-288ebc390ab8 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:18.192298 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2e69b851-c759-4f2a-b20c-9ee804c2a1f7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:18.194801 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-fb60d8e6-2c53-4f51-bea7-8c1d60057a9a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:18.213713 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5d926474-8fb4-46e5-b1fa-85bec2c0bfdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:network and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:18.223751 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2e69b851-c759-4f2a-b20c-9ee804c2a1f7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:18.228790 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5d926474-8fb4-46e5-b1fa-85bec2c0bfdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:18.254839 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] Set router da03fc2b-a43f-492c-8281-a36e8035e8be gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:18:18.257598 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5d926474-8fb4-46e5-b1fa-85bec2c0bfdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:18.362719 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d926474-8fb4-46e5-b1fa-85bec2c0bfdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:18.368892 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d926474-8fb4-46e5-b1fa-85bec2c0bfdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:18.404682 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 653d40b4-bce3-417f-9fcb-1d2ce77a4657 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:18.434535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6e20b631-b284-4452-b56f-83e1fd437e9c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:18.437547 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6e20b631-b284-4452-b56f-83e1fd437e9c tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/ports/a23cd456-3111-43c2-bad7-d6b443a45e06 HTTP/1.1" status: 204 len: 168 time: 3.6585829 Jan 17 14:18:18.439262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e69b851-c759-4f2a-b20c-9ee804c2a1f7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:18.442719 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35086) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:18.445288 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8696e7bf-850e-4d9a-9a3b-6d306911e02c None None] For port d957e5a6-e0b9-4feb-9339-ace5f16dca7a, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=d957e5a6-e0b9-4feb-9339-ace5f16dca7a,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:18.445684 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8696e7bf-850e-4d9a-9a3b-6d306911e02c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:18.542163 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d926474-8fb4-46e5-b1fa-85bec2c0bfdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:18:18.566317 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-19272273-dadd-4adb-a945-d0bcb9fec743 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:18.600736 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e69b851-c759-4f2a-b20c-9ee804c2a1f7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:18.610459 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d34f6f-7819-488b-909d-67793e9f1fc4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] GET failed (client error): The resource could not be found. Jan 17 14:18:18.611095 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e8d34f6f-7819-488b-909d-67793e9f1fc4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Synchronizing usage tracker for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:18.628124 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d926474-8fb4-46e5-b1fa-85bec2c0bfdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:18.628689 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-5d926474-8fb4-46e5-b1fa-85bec2c0bfdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Added segment 0eb5e274-a31a-4193-b095-51c26ba10b61 of type vlan for network d511f405-eb3d-45d1-8c39-57834900d546 Jan 17 14:18:18.646330 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-19272273-dadd-4adb-a945-d0bcb9fec743 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Transition to ACTIVE for port object 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:18.663831 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-2e69b851-c759-4f2a-b20c-9ee804c2a1f7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port 616f9954-91ea-4efc-91d3-3d94bba1882a yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:18:18.680076 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e8d34f6f-7819-488b-909d-67793e9f1fc4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Unset dirty status for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:18.683893 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e8d34f6f-7819-488b-909d-67793e9f1fc4 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports/a23cd456-3111-43c2-bad7-d6b443a45e06 HTTP/1.1" status: 404 len: 333 time: 0.2377000 Jan 17 14:18:18.692289 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d926474-8fb4-46e5-b1fa-85bec2c0bfdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:18.697612 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35092) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:18.747301 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8696e7bf-850e-4d9a-9a3b-6d306911e02c None None] Calling delete_port for d957e5a6-e0b9-4feb-9339-ace5f16dca7a owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:18.792182 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Attempting to bind port 8443fedb-49b1-485e-aedf-f1d371f2ec5d on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:18.792790 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Attempting to bind port 8443fedb-49b1-485e-aedf-f1d371f2ec5d by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'afbaf284-2419-4dbd-a488-d5b50ab60b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b44d7800-f4e4-41c4-b485-133da3653116'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:18.793421 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Attempting to bind port 8443fedb-49b1-485e-aedf-f1d371f2ec5d on network b44d7800-f4e4-41c4-b485-133da3653116 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:18.868101 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb60d8e6-2c53-4f51-bea7-8c1d60057a9a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router 78480350-f526-4343-a7b4-f4dbc7d3fbfd is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:18:18.869798 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-116096ea-6021-4634-b25d-ae0954d35400 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:18.869945 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:18:18.870210 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Checking segment: {'id': 'afbaf284-2419-4dbd-a488-d5b50ab60b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b44d7800-f4e4-41c4-b485-133da3653116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:18:18.871018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:18.871417 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Bound using segment: {'id': 'afbaf284-2419-4dbd-a488-d5b50ab60b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b44d7800-f4e4-41c4-b485-133da3653116'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:18:18.873087 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Bound port: 8443fedb-49b1-485e-aedf-f1d371f2ec5d, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afbaf284-2419-4dbd-a488-d5b50ab60b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b44d7800-f4e4-41c4-b485-133da3653116'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:18:18.873476 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:18.877124 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-19272273-dadd-4adb-a945-d0bcb9fec743 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:18.881134 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d926474-8fb4-46e5-b1fa-85bec2c0bfdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:18.891086 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d926474-8fb4-46e5-b1fa-85bec2c0bfdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:18.893508 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d926474-8fb4-46e5-b1fa-85bec2c0bfdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:18.919291 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=83d7250d-c480-402a-a640-caa1ac775b60,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:19.125235 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] For port 8443fedb-49b1-485e-aedf-f1d371f2ec5d, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:18:19.128748 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] For port 8443fedb-49b1-485e-aedf-f1d371f2ec5d, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8443fedb-49b1-485e-aedf-f1d371f2ec5d,segment=NetworkSegment(afbaf284-2419-4dbd-a488-d5b50ab60b92),segment_id=afbaf284-2419-4dbd-a488-d5b50ab60b92)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:18:19.153772 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-40c5c859-46f2-448d-9cf7-0455d29540d8 None None] Provisioning complete for port 653d40b4-bce3-417f-9fcb-1d2ce77a4657 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:19.154148 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40c5c859-46f2-448d-9cf7-0455d29540d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:19.166816 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-2e69b851-c759-4f2a-b20c-9ee804c2a1f7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::f816:3eff:feff:69d3 (5c806942-cde6-42f7-aae4-af9246279d2e/6a106f41-2249-4141-9b9f-b2b026fa7821/616f9954-91ea-4efc-91d3-3d94bba1882a) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:19.185039 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:19.190141 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb60d8e6-2c53-4f51-bea7-8c1d60057a9a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:18:19.201924 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d02a98-b959-42ae-aafe-351aeae0c29b None None] Sync routers for ids ['78480350-f526-4343-a7b4-f4dbc7d3fbfd'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:18:19.216104 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19272273-dadd-4adb-a945-d0bcb9fec743 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network b44d7800-f4e4-41c4-b485-133da3653116 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:19.221753 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fb60d8e6-2c53-4f51-bea7-8c1d60057a9a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/78480350-f526-4343-a7b4-f4dbc7d3fbfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9037685 Jan 17 14:18:19.221944 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d02a98-b959-42ae-aafe-351aeae0c29b None None] Routers {'78480350-f526-4343-a7b4-f4dbc7d3fbfd'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:18:19.221944 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e8d02a98-b959-42ae-aafe-351aeae0c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['78480350-f526-4343-a7b4-f4dbc7d3fbfd'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:19.222961 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35106) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:19.238340 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-19272273-dadd-4adb-a945-d0bcb9fec743 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:19.259008 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19272273-dadd-4adb-a945-d0bcb9fec743 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:19.260973 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-19272273-dadd-4adb-a945-d0bcb9fec743 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:19.264815 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-116096ea-6021-4634-b25d-ae0954d35400 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:19.301935 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5d926474-8fb4-46e5-b1fa-85bec2c0bfdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2529759 Jan 17 14:18:19.309358 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35110) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:19.342909 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-0ac572d5-f32b-4a85-bcaa-c28f93ede27a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'subnet': {'network_id': 'd511f405-eb3d-45d1-8c39-57834900d546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:19.363778 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d926474-8fb4-46e5-b1fa-85bec2c0bfdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Network': ['ID=d511f405-eb3d-45d1-8c39-57834900d546,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:19.371380 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 653d40b4-bce3-417f-9fcb-1d2ce77a4657 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:19.371510 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:19.383272 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19272273-dadd-4adb-a945-d0bcb9fec743 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Port': ['ID=5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:19.394470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35114) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:19.402273 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e8d02a98-b959-42ae-aafe-351aeae0c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:19.411560 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f61ca18-3b48-43e6-bcba-7547d0363dfc tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:19.412207 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6f61ca18-3b48-43e6-bcba-7547d0363dfc tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Synchronizing usage tracker for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:19.413118 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d02a98-b959-42ae-aafe-351aeae0c29b None None] Routers {'78480350-f526-4343-a7b4-f4dbc7d3fbfd'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:18:19.413715 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e8d02a98-b959-42ae-aafe-351aeae0c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['78480350-f526-4343-a7b4-f4dbc7d3fbfd'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:19.431279 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network d511f405-eb3d-45d1-8c39-57834900d546 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:18:19.461686 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6f61ca18-3b48-43e6-bcba-7547d0363dfc tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Unset dirty status for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:19.463005 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6f61ca18-3b48-43e6-bcba-7547d0363dfc tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/ports/c49292e4-f34d-408e-8743-9ce2b4aaad5b HTTP/1.1" status: 200 len: 977 time: 0.2395213 Jan 17 14:18:19.475973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35120) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:19.494889 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e8d02a98-b959-42ae-aafe-351aeae0c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:19.495547 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d02a98-b959-42ae-aafe-351aeae0c29b None None] The sync data for ids ['78480350-f526-4343-a7b4-f4dbc7d3fbfd'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:18:19.573989 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0ac572d5-f32b-4a85-bcaa-c28f93ede27a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:19.578614 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0ac572d5-f32b-4a85-bcaa-c28f93ede27a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:subnet and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:19.582664 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0ac572d5-f32b-4a85-bcaa-c28f93ede27a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:19.589064 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0ac572d5-f32b-4a85-bcaa-c28f93ede27a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:19.608533 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac572d5-f32b-4a85-bcaa-c28f93ede27a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:19.612083 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0ac572d5-f32b-4a85-bcaa-c28f93ede27a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:19.635278 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a108d1-8d45-4a57-a06a-2b8859441a53 None None] Pushing event updated for resources: {'Port': ['ID=8443fedb-49b1-485e-aedf-f1d371f2ec5d,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:19.640315 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-9a986579-a248-4b54-9d16-abfd10f89b0f tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-919551518'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:19.659198 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9a986579-a248-4b54-9d16-abfd10f89b0f tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:19.681286 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9a986579-a248-4b54-9d16-abfd10f89b0f tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Usage tracker for resource:router and tenant:eaed61b27e3749668887d5868765f17c is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:19.682263 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8696e7bf-850e-4d9a-9a3b-6d306911e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:19.690152 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9a986579-a248-4b54-9d16-abfd10f89b0f tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:19.701040 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e69b851-c759-4f2a-b20c-9ee804c2a1f7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:19.707030 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9a986579-a248-4b54-9d16-abfd10f89b0f tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:19.746511 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-2e69b851-c759-4f2a-b20c-9ee804c2a1f7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object 616f9954-91ea-4efc-91d3-3d94bba1882a will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:19.749764 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-116096ea-6021-4634-b25d-ae0954d35400 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:19.776343 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116096ea-6021-4634-b25d-ae0954d35400 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67ca489-e7b5-48f4-8fbc-d556504bb8cf,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:19.799612 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-116096ea-6021-4634-b25d-ae0954d35400 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:19.800771 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-116096ea-6021-4634-b25d-ae0954d35400 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/security-groups/b67ca489-e7b5-48f4-8fbc-d556504bb8cf HTTP/1.1" status: 204 len: 168 time: 1.1015201 Jan 17 14:18:19.804528 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35124) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:19.882907 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e69b851-c759-4f2a-b20c-9ee804c2a1f7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:19.937608 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696e7bf-850e-4d9a-9a3b-6d306911e02c None None] Pushing event deleted for resources: {'Port': ['ID=d957e5a6-e0b9-4feb-9339-ace5f16dca7a,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:19.948935 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9a986579-a248-4b54-9d16-abfd10f89b0f tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:19.949958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9a986579-a248-4b54-9d16-abfd10f89b0f tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:20.032984 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8696e7bf-850e-4d9a-9a3b-6d306911e02c None None] No DVR routers for this DVR port d957e5a6-e0b9-4feb-9339-ace5f16dca7a on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:18:20.109432 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3c096ef7-4f3d-4681-8c21-bb76fa56f20c up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:20.118374 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-19272273-dadd-4adb-a945-d0bcb9fec743 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:20.146635 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:18:06Z', 'revision_number': 4, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:56Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1fe72-8222-4c5b-8834-a9bb13b9c804', 'name': '', 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:23:29:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:18:03Z', 'updated_at': '2022-01-17T14:18:17Z', 'revision_number': 4, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '756e3e56-9a0c-4ce6-b2aa-bbb4e042d831', 'name': '', 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:50Z', 'updated_at': '2022-01-17T14:18:05Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:20.149057 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be372ef-65da-49ab-b003-e2f98d119861 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:20.197677 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93553fc-6a37-446d-a1c6-ab75e21961a0 None None] The sync data for ids ['da03fc2b-a43f-492c-8281-a36e8035e8be'] in dv-neutron-824901-1-hyperv is: [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:18:06Z', 'revision_number': 4, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:56Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1fe72-8222-4c5b-8834-a9bb13b9c804', 'name': '', 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:23:29:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:18:03Z', 'updated_at': '2022-01-17T14:18:17Z', 'revision_number': 4, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '756e3e56-9a0c-4ce6-b2aa-bbb4e042d831', 'name': '', 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:50Z', 'updated_at': '2022-01-17T14:18:05Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:18:20.243487 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e69b851-c759-4f2a-b20c-9ee804c2a1f7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:20.253117 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-2e69b851-c759-4f2a-b20c-9ee804c2a1f7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:20.254464 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e69b851-c759-4f2a-b20c-9ee804c2a1f7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:20.260750 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e69b851-c759-4f2a-b20c-9ee804c2a1f7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:20.261693 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e69b851-c759-4f2a-b20c-9ee804c2a1f7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:20.277905 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-aaff62b7-514e-4a50-be78-4e4347d7d75a None None] Provisioning complete for port c49292e4-f34d-408e-8743-9ce2b4aaad5b triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:20.277905 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aaff62b7-514e-4a50-be78-4e4347d7d75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:20.283402 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9a986579-a248-4b54-9d16-abfd10f89b0f tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:20.325093 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69b851-c759-4f2a-b20c-9ee804c2a1f7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=616f9954-91ea-4efc-91d3-3d94bba1882a,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:20.383242 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2e69b851-c759-4f2a-b20c-9ee804c2a1f7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1970334 Jan 17 14:18:20.384932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9a986579-a248-4b54-9d16-abfd10f89b0f tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:20.386559 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-aaff62b7-514e-4a50-be78-4e4347d7d75a None None] Port c49292e4-f34d-408e-8743-9ce2b4aaad5b cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:20.388421 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35128) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:20.408181 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-aaff62b7-514e-4a50-be78-4e4347d7d75a None None] Provisioning for port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:20.424668 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-aaff62b7-514e-4a50-be78-4e4347d7d75a None None] Provisioning complete for port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:20.425042 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aaff62b7-514e-4a50-be78-4e4347d7d75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:20.443108 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f17a82c8-8a8c-4cd9-8a95-48cda9819fda tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:20.460897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9a986579-a248-4b54-9d16-abfd10f89b0f tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:20.460897 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9a986579-a248-4b54-9d16-abfd10f89b0f tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0616579 Jan 17 14:18:20.468267 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35132) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:20.477310 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0ac572d5-f32b-4a85-bcaa-c28f93ede27a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:20.575104 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f17a82c8-8a8c-4cd9-8a95-48cda9819fda tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:20.623518 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device d957e5a6-e0b9-4feb-9339-ace5f16dca7a no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:18:20.684790 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0b8e0bc3-c461-4f28-aebf-69ad2ac271a6 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:20.726098 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: d957e5a6-e0b9-4feb-9339-ace5f16dca7a {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:18:20.726434 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device d957e5a6-e0b9-4feb-9339-ace5f16dca7a not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:18:20.726843 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 21f984fe-3d52-45fa-9d60-f585e0094e79 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:18:20.840590 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac572d5-f32b-4a85-bcaa-c28f93ede27a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Subnet': ['ID=584c436a-0aa7-46f6-83f6-66f944349e74,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:20.886060 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac572d5-f32b-4a85-bcaa-c28f93ede27a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Checking segment: {'id': '0eb5e274-a31a-4193-b095-51c26ba10b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd511f405-eb3d-45d1-8c39-57834900d546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:18:20.886485 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac572d5-f32b-4a85-bcaa-c28f93ede27a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network hostable DHCP agents. Network: d511f405-eb3d-45d1-8c39-57834900d546, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:18:20.902666 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 21f984fe-3d52-45fa-9d60-f585e0094e79 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:18:20.903522 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 21f984fe-3d52-45fa-9d60-f585e0094e79 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:18:20.922730 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-aaff62b7-514e-4a50-be78-4e4347d7d75a None None] Could not find standard attr ID for object a23cd456-3111-43c2-bad7-d6b443a45e06. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:18:20.967254 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877557b7-f336-4455-8829-a7ed6bc4f874 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:20.968222 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-877557b7-f336-4455-8829-a7ed6bc4f874 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:21.014921 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-aaff62b7-514e-4a50-be78-4e4347d7d75a None None] Provisioning complete for port adb94a0c-1f40-412a-a476-df8922f7c323 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:21.017760 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aaff62b7-514e-4a50-be78-4e4347d7d75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:21.092977 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': '6a106f41-2249-4141-9b9f-b2b026fa7821'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:18:21.097273 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:21.181195 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac572d5-f32b-4a85-bcaa-c28f93ede27a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network d511f405-eb3d-45d1-8c39-57834900d546 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:18:21.198802 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f17a82c8-8a8c-4cd9-8a95-48cda9819fda tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:21.215694 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-877557b7-f336-4455-8829-a7ed6bc4f874 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:21.216884 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-877557b7-f336-4455-8829-a7ed6bc4f874 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.8274794 Jan 17 14:18:21.229453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35136) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:21.246926 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-0ac572d5-f32b-4a85-bcaa-c28f93ede27a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, d511f405-eb3d-45d1-8c39-57834900d546) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:21.271097 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-aaff62b7-514e-4a50-be78-4e4347d7d75a None None] Port adb94a0c-1f40-412a-a476-df8922f7c323 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:21.283415 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce16169-f0c5-477b-b1b5-02ba81d3aa42 None None] Network d511f405-eb3d-45d1-8c39-57834900d546 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:21.294641 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0b8e0bc3-c461-4f28-aebf-69ad2ac271a6 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:21.298226 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac572d5-f32b-4a85-bcaa-c28f93ede27a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:21.298813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0ac572d5-f32b-4a85-bcaa-c28f93ede27a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:21.301921 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 83d7250d-c480-402a-a640-caa1ac775b60 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:21.304720 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0b8e0bc3-c461-4f28-aebf-69ad2ac271a6 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:21.312503 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a82c8-8a8c-4cd9-8a95-48cda9819fda tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4588451-57ad-4806-8d04-d50924c4a211,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:21.320697 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-19272273-dadd-4adb-a945-d0bcb9fec743 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:21.327575 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2ae092-1799-493e-94f3-d5948bec0861 None None] Network b44d7800-f4e4-41c4-b485-133da3653116 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:21.337336 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f17a82c8-8a8c-4cd9-8a95-48cda9819fda tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:21.338738 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f17a82c8-8a8c-4cd9-8a95-48cda9819fda tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/security-groups/b4588451-57ad-4806-8d04-d50924c4a211 HTTP/1.1" status: 204 len: 168 time: 1.5328922 Jan 17 14:18:21.339498 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-19272273-dadd-4adb-a945-d0bcb9fec743 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:21.340261 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-19272273-dadd-4adb-a945-d0bcb9fec743 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:21.347493 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35140) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:21.413682 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0ac572d5-f32b-4a85-bcaa-c28f93ede27a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0944667 Jan 17 14:18:21.422669 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35144) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:21.434140 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0b8e0bc3-c461-4f28-aebf-69ad2ac271a6 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:21.434140 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8e0bc3-c461-4f28-aebf-69ad2ac271a6 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c034ba4-7401-4d5c-8016-791aac34dab5 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:18:21.438592 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-2e92a91a-d81a-4a73-bca3-23ab18f9a451 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'port': {'network_id': 'd511f405-eb3d-45d1-8c39-57834900d546', 'name': 'tempest-PortsIpV6TestJSON-898148221'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:21.445815 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-616a3f0c-04a0-4d7a-9aaa-b815e4ad8602 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port 616f9954-91ea-4efc-91d3-3d94bba1882a {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:21.446216 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-616a3f0c-04a0-4d7a-9aaa-b815e4ad8602 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:21.488278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0b8e0bc3-c461-4f28-aebf-69ad2ac271a6 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:21.489387 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0b8e0bc3-c461-4f28-aebf-69ad2ac271a6 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] 10.222.0.48 "DELETE /v2.0/routers/2c034ba4-7401-4d5c-8016-791aac34dab5 HTTP/1.1" status: 204 len: 168 time: 1.0197625 Jan 17 14:18:21.496411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35148) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:21.531949 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-441ea384-a0f7-4363-9cfc-48e390f0b747 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Request body: {'router': {'name': 'tempest-router-1863346502', 'distributed': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:21.558553 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-82b8a258-69d0-4a11-8147-7ee626a6f674 None None] Provisioning for port 8443fedb-49b1-485e-aedf-f1d371f2ec5d completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:21.599905 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-441ea384-a0f7-4363-9cfc-48e390f0b747 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:21.600227 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ad33d4-3bf4-4e75-a9e3-ea7d050e9068 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting subnet 2912d66d-2070-4839-812e-e7807298ff3b {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:18:21.619510 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-26ad33d4-3bf4-4e75-a9e3-ea7d050e9068 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:21.627390 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-441ea384-a0f7-4363-9cfc-48e390f0b747 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Usage tracker for resource:router and tenant:eaed61b27e3749668887d5868765f17c is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:21.629973 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19272273-dadd-4adb-a945-d0bcb9fec743 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event updated for resources: {'Port': ['ID=5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:21.633064 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-441ea384-a0f7-4363-9cfc-48e390f0b747 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:21.658932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-441ea384-a0f7-4363-9cfc-48e390f0b747 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:21.661410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8aff3403-e3ab-4b46-a145-93aa6568ff4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:21.713117 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-441ea384-a0f7-4363-9cfc-48e390f0b747 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:21.714089 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-441ea384-a0f7-4363-9cfc-48e390f0b747 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:21.740226 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19272273-dadd-4adb-a945-d0bcb9fec743 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Network b44d7800-f4e4-41c4-b485-133da3653116 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:21.746255 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-19272273-dadd-4adb-a945-d0bcb9fec743 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:21.752337 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2e92a91a-d81a-4a73-bca3-23ab18f9a451 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:21.766627 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Allocated IP 2001:db8::f816:3eff:fe33:cbd2 (5c806942-cde6-42f7-aae4-af9246279d2e/6a106f41-2249-4141-9b9f-b2b026fa7821/e090036c-b484-4e33-b21a-327a3202501d) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:21.769095 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2e92a91a-d81a-4a73-bca3-23ab18f9a451 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:21.820277 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-441ea384-a0f7-4363-9cfc-48e390f0b747 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:21.862239 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 83d7250d-c480-402a-a640-caa1ac775b60 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:21.862505 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:21.907601 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e92a91a-d81a-4a73-bca3-23ab18f9a451 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:21.911033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2e92a91a-d81a-4a73-bca3-23ab18f9a451 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:21.955354 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-2e92a91a-d81a-4a73-bca3-23ab18f9a451 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] device_id is not set on port 2fd29378-aa7b-4248-86f9-e13a2a6d6e02 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:18:21.988217 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-441ea384-a0f7-4363-9cfc-48e390f0b747 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:22.060227 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19272273-dadd-4adb-a945-d0bcb9fec743 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router da03fc2b-a43f-492c-8281-a36e8035e8be has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:18:22.075501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-26ad33d4-3bf4-4e75-a9e3-ea7d050e9068 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:22.101585 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-441ea384-a0f7-4363-9cfc-48e390f0b747 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:22.105970 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-441ea384-a0f7-4363-9cfc-48e390f0b747 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6021349 Jan 17 14:18:22.107331 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35152) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:22.156520 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-d511f405-eb3d-45d1-8c39-57834900d546', 'network_id': 'd511f405-eb3d-45d1-8c39-57834900d546', 'tenant_id': '374cea47104946fc966cdb1b752ef9e6', 'fixed_ips': [{'subnet_id': '584c436a-0aa7-46f6-83f6-66f944349e74'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:18:22.157440 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:22.287276 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-2e92a91a-d81a-4a73-bca3-23ab18f9a451 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Allocated IP 2001:db8::2da (d511f405-eb3d-45d1-8c39-57834900d546/584c436a-0aa7-46f6-83f6-66f944349e74/2fd29378-aa7b-4248-86f9-e13a2a6d6e02) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:22.314313 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19272273-dadd-4adb-a945-d0bcb9fec743 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:18:22.324584 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-19272273-dadd-4adb-a945-d0bcb9fec743 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/da03fc2b-a43f-492c-8281-a36e8035e8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1651251 Jan 17 14:18:22.331635 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35156) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:22.348047 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] Sync routers for ids ['da03fc2b-a43f-492c-8281-a36e8035e8be'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:18:22.397660 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:22.404000 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] Routers {'da03fc2b-a43f-492c-8281-a36e8035e8be'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:18:22.404778 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['da03fc2b-a43f-492c-8281-a36e8035e8be'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:22.409295 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3b1bed7c-197d-49d9-8665-a35ed638d1ab tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:22.463323 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8443fedb-49b1-485e-aedf-f1d371f2ec5d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:22.471691 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-9bc9e45a-4967-448d-a659-114b2c4e1c7b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:22.536837 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-616a3f0c-04a0-4d7a-9aaa-b815e4ad8602 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:22.572222 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Transition to ACTIVE for port object e090036c-b484-4e33-b21a-327a3202501d will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:22.663536 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Transition to ACTIVE for port object e090036c-b484-4e33-b21a-327a3202501d will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:22.671049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:22.677436 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] Set router da03fc2b-a43f-492c-8281-a36e8035e8be gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:18:22.708858 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-616a3f0c-04a0-4d7a-9aaa-b815e4ad8602 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for 616f9954-91ea-4efc-91d3-3d94bba1882a owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:22.740036 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:22.913023 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:22.922040 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Pushing event updated for resources: {'Port': ['ID=e090036c-b484-4e33-b21a-327a3202501d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:22.930772 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:22.942217 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 8443fedb-49b1-485e-aedf-f1d371f2ec5d completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:22.946596 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:22.965361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3b1bed7c-197d-49d9-8665-a35ed638d1ab tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:22.969809 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-26ad33d4-3bf4-4e75-a9e3-ea7d050e9068 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:23.007005 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3b1bed7c-197d-49d9-8665-a35ed638d1ab tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:23.034417 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 8443fedb-49b1-485e-aedf-f1d371f2ec5d triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:23.034782 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:23.072580 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2e92a91a-d81a-4a73-bca3-23ab18f9a451 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:23.080183 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-8aff3403-e3ab-4b46-a145-93aa6568ff4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting port c49292e4-f34d-408e-8743-9ce2b4aaad5b {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:23.080524 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8aff3403-e3ab-4b46-a145-93aa6568ff4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:23.144600 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3b1bed7c-197d-49d9-8665-a35ed638d1ab tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:23.145083 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1bed7c-197d-49d9-8665-a35ed638d1ab tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d88d0464-02b8-46d4-844e-970fbe8f3fb5 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:18:23.158738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-2e92a91a-d81a-4a73-bca3-23ab18f9a451 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Transition to ACTIVE for port object 2fd29378-aa7b-4248-86f9-e13a2a6d6e02 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:23.237433 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-26ad33d4-3bf4-4e75-a9e3-ea7d050e9068 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:23.297704 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2e92a91a-d81a-4a73-bca3-23ab18f9a451 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:23.432356 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e92a91a-d81a-4a73-bca3-23ab18f9a451 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network d511f405-eb3d-45d1-8c39-57834900d546 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:23.439503 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-2e92a91a-d81a-4a73-bca3-23ab18f9a451 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:23.447480 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e92a91a-d81a-4a73-bca3-23ab18f9a451 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:23.453865 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e92a91a-d81a-4a73-bca3-23ab18f9a451 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:23.454633 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2e92a91a-d81a-4a73-bca3-23ab18f9a451 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:23.458846 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.extraroute_db [None req-9bc9e45a-4967-448d-a659-114b2c4e1c7b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87524) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 17 14:18:23.482011 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92a91a-d81a-4a73-bca3-23ab18f9a451 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=2fd29378-aa7b-4248-86f9-e13a2a6d6e02,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:23.498511 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.extraroute_db [None req-9bc9e45a-4967-448d-a659-114b2c4e1c7b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Removed routes are [] {{(pid=87524) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 17 14:18:23.499042 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e45a-4967-448d-a659-114b2c4e1c7b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:23.503411 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2e92a91a-d81a-4a73-bca3-23ab18f9a451 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0696330 Jan 17 14:18:23.506759 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35160) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:23.510064 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Attempting to bind port e090036c-b484-4e33-b21a-327a3202501d on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:23.510609 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Attempting to bind port e090036c-b484-4e33-b21a-327a3202501d by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:23.510774 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Attempting to bind port e090036c-b484-4e33-b21a-327a3202501d on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:23.512381 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-26ad33d4-3bf4-4e75-a9e3-ea7d050e9068 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:23.513736 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-7c54baf3-a855-47a7-bbe1-0dbf43370c4f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'port': {'network_id': 'd511f405-eb3d-45d1-8c39-57834900d546', 'name': 'tempest-PortsIpV6TestJSON-521244265'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:23.521721 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad33d4-3bf4-4e75-a9e3-ea7d050e9068 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Subnet': ['ID=2912d66d-2070-4839-812e-e7807298ff3b,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:23.529149 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-616a3f0c-04a0-4d7a-9aaa-b815e4ad8602 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:23.531063 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:18:23.531435 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:18:23.532155 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:23.532437 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:18:23.532958 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Bound port: e090036c-b484-4e33-b21a-327a3202501d, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:18:23.533337 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:23.555120 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f994bda5-d385-43c8-9f97-196708fc0a1b None None] Provisioning for port 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:23.574803 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3b1bed7c-197d-49d9-8665-a35ed638d1ab tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:23.579147 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3b1bed7c-197d-49d9-8665-a35ed638d1ab tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] 10.222.0.48 "DELETE /v2.0/routers/d88d0464-02b8-46d4-844e-970fbe8f3fb5 HTTP/1.1" status: 204 len: 168 time: 1.4609988 Jan 17 14:18:23.588632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad33d4-3bf4-4e75-a9e3-ea7d050e9068 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:23.589219 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad33d4-3bf4-4e75-a9e3-ea7d050e9068 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:23.590489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad33d4-3bf4-4e75-a9e3-ea7d050e9068 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:23.590954 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad33d4-3bf4-4e75-a9e3-ea7d050e9068 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:23.591238 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad33d4-3bf4-4e75-a9e3-ea7d050e9068 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:23.591842 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad33d4-3bf4-4e75-a9e3-ea7d050e9068 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:23.592287 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad33d4-3bf4-4e75-a9e3-ea7d050e9068 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:23.592605 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad33d4-3bf4-4e75-a9e3-ea7d050e9068 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:23.592946 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad33d4-3bf4-4e75-a9e3-ea7d050e9068 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:23.593277 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad33d4-3bf4-4e75-a9e3-ea7d050e9068 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:23.593654 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad33d4-3bf4-4e75-a9e3-ea7d050e9068 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:23.594206 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad33d4-3bf4-4e75-a9e3-ea7d050e9068 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:23.604001 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35164) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:23.604443 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35168) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:23.604770 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-26ad33d4-3bf4-4e75-a9e3-ea7d050e9068 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/subnets/2912d66d-2070-4839-812e-e7807298ff3b HTTP/1.1" status: 204 len: 168 time: 2.2556572 Jan 17 14:18:23.651308 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a3f0c-04a0-4d7a-9aaa-b815e4ad8602 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=616f9954-91ea-4efc-91d3-3d94bba1882a,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:23.656597 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55093594-d82b-476f-806e-04660b3a70be None None] Network 0e817385-fbf2-4565-8468-c50f04298963 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:23.670601 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-971deebb-1ec9-42d5-9e00-f24c10e92254 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'subnet': {'network_id': '0e817385-fbf2-4565-8468-c50f04298963', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:23.679685 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f994bda5-d385-43c8-9f97-196708fc0a1b None None] Provisioning complete for port 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:23.680074 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f994bda5-d385-43c8-9f97-196708fc0a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:23.687398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-616a3f0c-04a0-4d7a-9aaa-b815e4ad8602 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:23.691985 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-616a3f0c-04a0-4d7a-9aaa-b815e4ad8602 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/616f9954-91ea-4efc-91d3-3d94bba1882a HTTP/1.1" status: 204 len: 168 time: 2.4582682 Jan 17 14:18:23.693563 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35174) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:23.714208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8aff3403-e3ab-4b46-a145-93aa6568ff4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:23.794743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2573ac-916b-4332-9c22-78bc8295dd10 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:23.796714 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2573ac-916b-4332-9c22-78bc8295dd10 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:23.797670 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bd2573ac-916b-4332-9c22-78bc8295dd10 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:23.810302 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-53664662-51f7-4f19-9f61-8a761f77ba6e tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Request body: {'router': {'name': 'tempest-router-766507379', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0fa2a8198c564786850011615887a4b1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:23.873457 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bd2573ac-916b-4332-9c22-78bc8295dd10 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:23.877498 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bd2573ac-916b-4332-9c22-78bc8295dd10 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1830213 Jan 17 14:18:23.878176 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35178) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:23.888163 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-971deebb-1ec9-42d5-9e00-f24c10e92254 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:23.890770 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-53664662-51f7-4f19-9f61-8a761f77ba6e tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:23.907200 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-53664662-51f7-4f19-9f61-8a761f77ba6e tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Usage tracker for resource:router and tenant:0fa2a8198c564786850011615887a4b1 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:23.907500 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] For port e090036c-b484-4e33-b21a-327a3202501d, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:18:23.921622 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-971deebb-1ec9-42d5-9e00-f24c10e92254 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:subnet and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:23.926346 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-53664662-51f7-4f19-9f61-8a761f77ba6e tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:23.929037 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-971deebb-1ec9-42d5-9e00-f24c10e92254 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:23.934876 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Allocated IP 2001:db8::2 (d511f405-eb3d-45d1-8c39-57834900d546/584c436a-0aa7-46f6-83f6-66f944349e74/14b60298-bb6a-4388-b2bc-18e5239f0325) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:23.945025 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-971deebb-1ec9-42d5-9e00-f24c10e92254 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:23.950337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-8aff3403-e3ab-4b46-a145-93aa6568ff4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Calling delete_port for c49292e4-f34d-408e-8743-9ce2b4aaad5b owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:23.953027 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] For port e090036c-b484-4e33-b21a-327a3202501d, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e090036c-b484-4e33-b21a-327a3202501d,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:18:23.954613 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f994bda5-d385-43c8-9f97-196708fc0a1b None None] Port 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:23.963390 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-53664662-51f7-4f19-9f61-8a761f77ba6e tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:23.988397 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:24.040255 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:18:19Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:56Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1fe72-8222-4c5b-8834-a9bb13b9c804', 'name': '', 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:23:29:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:18:03Z', 'updated_at': '2022-01-17T14:18:17Z', 'revision_number': 4, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd', 'name': '', 'network_id': 'b44d7800-f4e4-41c4-b485-133da3653116', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:af:48:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '2b1557c2-24f7-4f78-8e46-6af5c61cc7f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:18:14Z', 'updated_at': '2022-01-17T14:18:20Z', 'revision_number': 2, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': '2b1557c2-24f7-4f78-8e46-6af5c61cc7f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '756e3e56-9a0c-4ce6-b2aa-bbb4e042d831', 'name': '', 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:50Z', 'updated_at': '2022-01-17T14:18:05Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:24.042898 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:24.083219 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88fdf18-4ecb-4c9c-bf67-1d4077e657eb tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet 6a106f41-2249-4141-9b9f-b2b026fa7821 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:18:24.093564 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f88fdf18-4ecb-4c9c-bf67-1d4077e657eb tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:24.133081 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971deebb-1ec9-42d5-9e00-f24c10e92254 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:24.136430 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-971deebb-1ec9-42d5-9e00-f24c10e92254 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:24.149963 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] Checking router: da03fc2b-a43f-492c-8281-a36e8035e8be for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:18:24.150321 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] Updating router da03fc2b-a43f-492c-8281-a36e8035e8be port 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:18:24.154198 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-53664662-51f7-4f19-9f61-8a761f77ba6e tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:24.155015 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-53664662-51f7-4f19-9f61-8a761f77ba6e tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:24.163324 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f88fdf18-4ecb-4c9c-bf67-1d4077e657eb tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:24.231774 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7c54baf3-a855-47a7-bbe1-0dbf43370c4f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:24.233107 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f994bda5-d385-43c8-9f97-196708fc0a1b None None] Provisioning complete for port 8443fedb-49b1-485e-aedf-f1d371f2ec5d triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:24.233487 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f994bda5-d385-43c8-9f97-196708fc0a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:24.237138 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7c54baf3-a855-47a7-bbe1-0dbf43370c4f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:port and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:24.296060 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7c54baf3-a855-47a7-bbe1-0dbf43370c4f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:24.308258 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f88fdf18-4ecb-4c9c-bf67-1d4077e657eb tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:24.364252 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8aff3403-e3ab-4b46-a145-93aa6568ff4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:24.376063 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7c54baf3-a855-47a7-bbe1-0dbf43370c4f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:24.376317 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:24.410273 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d4d34-59f4-45ec-b87c-940e371c1cf8 None None] Pushing event updated for resources: {'Port': ['ID=e090036c-b484-4e33-b21a-327a3202501d,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:24.419941 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 8443fedb-49b1-485e-aedf-f1d371f2ec5d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8443fedb-49b1-485e-aedf-f1d371f2ec5d,segment=NetworkSegment(afbaf284-2419-4dbd-a488-d5b50ab60b92),segment_id=afbaf284-2419-4dbd-a488-d5b50ab60b92)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:24.422965 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff3403-e3ab-4b46-a145-93aa6568ff4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Port': ['ID=c49292e4-f34d-408e-8743-9ce2b4aaad5b,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:24.424703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-53664662-51f7-4f19-9f61-8a761f77ba6e tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:24.460010 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c54baf3-a855-47a7-bbe1-0dbf43370c4f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:24.463640 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7c54baf3-a855-47a7-bbe1-0dbf43370c4f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:24.465568 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:24.467336 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3ed1fe72-8222-4c5b-8834-a9bb13b9c804 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:24.483185 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e45a-4967-448d-a659-114b2c4e1c7b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:24.512967 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e45a-4967-448d-a659-114b2c4e1c7b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:24.521336 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-7c54baf3-a855-47a7-bbe1-0dbf43370c4f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] device_id is not set on port 378e400b-697c-461c-9731-5191c6d96e32 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:18:24.630386 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-53664662-51f7-4f19-9f61-8a761f77ba6e tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:24.708224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8aff3403-e3ab-4b46-a145-93aa6568ff4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:24.715132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f88fdf18-4ecb-4c9c-bf67-1d4077e657eb tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:24.786666 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fdf18-4ecb-4c9c-bf67-1d4077e657eb tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=6a106f41-2249-4141-9b9f-b2b026fa7821,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:24.790782 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f88fdf18-4ecb-4c9c-bf67-1d4077e657eb tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:24.860145 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-53664662-51f7-4f19-9f61-8a761f77ba6e tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:24.861333 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-53664662-51f7-4f19-9f61-8a761f77ba6e tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2108600 Jan 17 14:18:24.865482 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35182) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:24.879648 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f5d33c11-a597-4a72-9c45-ee94bb9725d2 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:24.987688 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=8443fedb-49b1-485e-aedf-f1d371f2ec5d,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:25.012667 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:25.039314 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Transition to ACTIVE for port object 14b60298-bb6a-4388-b2bc-18e5239f0325 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:25.092882 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Transition to ACTIVE for port object 14b60298-bb6a-4388-b2bc-18e5239f0325 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:25.117870 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc9e45a-4967-448d-a659-114b2c4e1c7b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router da03fc2b-a43f-492c-8281-a36e8035e8be has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:18:25.139455 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 3ed1fe72-8222-4c5b-8834-a9bb13b9c804 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:25.163793 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:25.205664 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 3ed1fe72-8222-4c5b-8834-a9bb13b9c804 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:25.206034 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:25.207511 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f88fdf18-4ecb-4c9c-bf67-1d4077e657eb tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/6a106f41-2249-4141-9b9f-b2b026fa7821 HTTP/1.1" status: 204 len: 168 time: 1.2658155 Jan 17 14:18:25.215668 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35186) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:25.327441 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Network d511f405-eb3d-45d1-8c39-57834900d546 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:25.336824 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-35c8e61b-cc22-484b-a736-e281cd977554 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1197679 Jan 17 14:18:25.337920 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:25.343241 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Pushing event updated for resources: {'Port': ['ID=14b60298-bb6a-4388-b2bc-18e5239f0325,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:25.345696 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35190) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:25.349314 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:25.355672 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-dd69c725-ca31-4c68-9d12-5a8691abd754 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:25.368305 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-854650f8-566a-4c90-be3a-17845877583e None None] Provisioning complete for port 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:25.368676 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-854650f8-566a-4c90-be3a-17845877583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:25.449616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aff3403-e3ab-4b46-a145-93aa6568ff4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router 78480350-f526-4343-a7b4-f4dbc7d3fbfd has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:18:25.541233 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-854650f8-566a-4c90-be3a-17845877583e None None] Port 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:25.546153 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc9e45a-4967-448d-a659-114b2c4e1c7b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:18:25.557412 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-dd69c725-ca31-4c68-9d12-5a8691abd754 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:25.589792 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Attempting to bind port 14b60298-bb6a-4388-b2bc-18e5239f0325 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:25.589792 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Attempting to bind port 14b60298-bb6a-4388-b2bc-18e5239f0325 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '0eb5e274-a31a-4193-b095-51c26ba10b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd511f405-eb3d-45d1-8c39-57834900d546'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:25.590145 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Attempting to bind port 14b60298-bb6a-4388-b2bc-18e5239f0325 on network d511f405-eb3d-45d1-8c39-57834900d546 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:25.601515 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-971deebb-1ec9-42d5-9e00-f24c10e92254 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:25.641644 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-dd69c725-ca31-4c68-9d12-5a8691abd754 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:25.646130 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-dd69c725-ca31-4c68-9d12-5a8691abd754 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:25.654509 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aff3403-e3ab-4b46-a145-93aa6568ff4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:18:25.660149 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8aff3403-e3ab-4b46-a145-93aa6568ff4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/78480350-f526-4343-a7b4-f4dbc7d3fbfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1828380 Jan 17 14:18:25.667455 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e3ad63-e1a8-4360-bc5e-f5a3c83d62e5 None None] Sync routers for ids ['78480350-f526-4343-a7b4-f4dbc7d3fbfd'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:18:25.668298 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-dd69c725-ca31-4c68-9d12-5a8691abd754 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:25.671190 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35194) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:25.686987 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e3ad63-e1a8-4360-bc5e-f5a3c83d62e5 None None] Routers {'78480350-f526-4343-a7b4-f4dbc7d3fbfd'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:18:25.690107 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-41e3ad63-e1a8-4360-bc5e-f5a3c83d62e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['78480350-f526-4343-a7b4-f4dbc7d3fbfd'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:25.725812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e45a-4967-448d-a659-114b2c4e1c7b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:25.733446 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9bc9e45a-4967-448d-a659-114b2c4e1c7b tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/da03fc2b-a43f-492c-8281-a36e8035e8be HTTP/1.1" status: 200 len: 954 time: 3.2699392 Jan 17 14:18:25.802824 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35198) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:25.833301 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-41e3ad63-e1a8-4360-bc5e-f5a3c83d62e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:25.834085 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:18:25.835114 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Checking segment: {'id': '0eb5e274-a31a-4193-b095-51c26ba10b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd511f405-eb3d-45d1-8c39-57834900d546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:18:25.835515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:25.835969 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Bound using segment: {'id': '0eb5e274-a31a-4193-b095-51c26ba10b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd511f405-eb3d-45d1-8c39-57834900d546'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:18:25.836453 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Bound port: 14b60298-bb6a-4388-b2bc-18e5239f0325, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb5e274-a31a-4193-b095-51c26ba10b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd511f405-eb3d-45d1-8c39-57834900d546'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:18:25.836824 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:25.860409 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e3ad63-e1a8-4360-bc5e-f5a3c83d62e5 None None] Routers {'78480350-f526-4343-a7b4-f4dbc7d3fbfd'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:18:25.861430 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-41e3ad63-e1a8-4360-bc5e-f5a3c83d62e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['78480350-f526-4343-a7b4-f4dbc7d3fbfd'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:25.870055 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:25.947867 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-41e3ad63-e1a8-4360-bc5e-f5a3c83d62e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:25.949196 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e3ad63-e1a8-4360-bc5e-f5a3c83d62e5 None None] The sync data for ids ['78480350-f526-4343-a7b4-f4dbc7d3fbfd'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:18:26.001665 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 3ed1fe72-8222-4c5b-8834-a9bb13b9c804, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3ed1fe72-8222-4c5b-8834-a9bb13b9c804,segment=NetworkSegment(2dc2c57b-ed22-4f66-b31f-0a1b19f3c703),segment_id=2dc2c57b-ed22-4f66-b31f-0a1b19f3c703)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:26.036984 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:26.077383 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:26.135978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] Transition to ACTIVE for port object 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:26.139634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd69c725-ca31-4c68-9d12-5a8691abd754 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:26.148231 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dd69c725-ca31-4c68-9d12-5a8691abd754 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:26.162431 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:26.254873 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] For port 14b60298-bb6a-4388-b2bc-18e5239f0325, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:18:26.260975 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=3ed1fe72-8222-4c5b-8834-a9bb13b9c804,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:26.330088 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] For port 14b60298-bb6a-4388-b2bc-18e5239f0325, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=14b60298-bb6a-4388-b2bc-18e5239f0325,segment=NetworkSegment(0eb5e274-a31a-4193-b095-51c26ba10b61),segment_id=0eb5e274-a31a-4193-b095-51c26ba10b61)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:18:26.335258 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e044046f-c578-4948-8e0e-4bbaa253fa0e None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:26.352960 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971deebb-1ec9-42d5-9e00-f24c10e92254 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network 0e817385-fbf2-4565-8468-c50f04298963 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:26.399842 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-45a3f7d2-f974-4806-ab41-7118faedb744 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] remove_router_interface failed (client error): The resource could not be found. Jan 17 14:18:26.401388 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-45a3f7d2-f974-4806-ab41-7118faedb744 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/78480350-f526-4343-a7b4-f4dbc7d3fbfd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7290661 Jan 17 14:18:26.405196 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35202) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:26.445173 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-971deebb-1ec9-42d5-9e00-f24c10e92254 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:26.470289 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2ec041f0-5ef8-4c7b-b372-310ef4898ffe tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Synchronizing usage tracker for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:26.486005 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8443fedb-49b1-485e-aedf-f1d371f2ec5d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:26.496887 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971deebb-1ec9-42d5-9e00-f24c10e92254 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:26.499566 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-971deebb-1ec9-42d5-9e00-f24c10e92254 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:26.509321 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2ec041f0-5ef8-4c7b-b372-310ef4898ffe tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Unset dirty status for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:26.510948 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2ec041f0-5ef8-4c7b-b372-310ef4898ffe tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/ports?device_id=78480350-f526-4343-a7b4-f4dbc7d3fbfd HTTP/1.1" status: 200 len: 205 time: 0.1042945 Jan 17 14:18:26.513638 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35206) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:26.616940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a027b845-c9ad-4829-93b4-88ad90ee1d53 None None] Network 0e817385-fbf2-4565-8468-c50f04298963 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:26.628155 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-7c54baf3-a855-47a7-bbe1-0dbf43370c4f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Allocated IP 2001:db8::1a3 (d511f405-eb3d-45d1-8c39-57834900d546/584c436a-0aa7-46f6-83f6-66f944349e74/378e400b-697c-461c-9731-5191c6d96e32) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:26.653086 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971deebb-1ec9-42d5-9e00-f24c10e92254 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Subnet': ['ID=a196526a-f7ff-4f34-9ed8-e6a274298377,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:26.672495 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:26.679178 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f5d33c11-a597-4a72-9c45-ee94bb9725d2 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:26.679600 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f5d33c11-a597-4a72-9c45-ee94bb9725d2 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:26.726337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b8ba90d6-b7cd-4d9c-9f2a-b9f60c569c5f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:26.767919 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c465eaa2-740b-4b84-873f-884d808d04b3 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/routers/da03fc2b-a43f-492c-8281-a36e8035e8be HTTP/1.1" status: 200 len: 954 time: 0.9635623 Jan 17 14:18:26.799768 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] Attempting to bind port 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:26.800144 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] Attempting to bind port 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'afbaf284-2419-4dbd-a488-d5b50ab60b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b44d7800-f4e4-41c4-b485-133da3653116'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:26.800742 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] Attempting to bind port 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd on network b44d7800-f4e4-41c4-b485-133da3653116 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:26.826008 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-971deebb-1ec9-42d5-9e00-f24c10e92254 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1735938 Jan 17 14:18:26.829074 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35210) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:26.829411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35212) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:26.847018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:18:26.847492 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] Checking segment: {'id': 'afbaf284-2419-4dbd-a488-d5b50ab60b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b44d7800-f4e4-41c4-b485-133da3653116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:18:26.847807 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:26.848201 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] Bound using segment: {'id': 'afbaf284-2419-4dbd-a488-d5b50ab60b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b44d7800-f4e4-41c4-b485-133da3653116'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:18:26.848961 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] Bound port: 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afbaf284-2419-4dbd-a488-d5b50ab60b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b44d7800-f4e4-41c4-b485-133da3653116'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:18:26.849340 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:26.863932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-9dbb9e51-7565-496f-bd0d-4afd30bf1f04 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'router': {'routes': None}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:26.874224 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a82bd-dcb9-4643-95c3-4422240b401e None None] Pushing event updated for resources: {'Port': ['ID=5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:26.876635 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-89628d75-c590-43fb-9305-ae583b976c86 None None] Provisioning complete for port adb94a0c-1f40-412a-a476-df8922f7c323 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:26.877014 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-89628d75-c590-43fb-9305-ae583b976c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:26.918558 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-c53f95e5-731d-4063-89d4-4d14b3cd5e57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'security_group': {'name': 'tempest-secgroup-1619106360'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:26.933212 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c53f95e5-731d-4063-89d4-4d14b3cd5e57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:27.013513 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c53f95e5-731d-4063-89d4-4d14b3cd5e57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:security_group and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:27.023402 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c53f95e5-731d-4063-89d4-4d14b3cd5e57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:27.060392 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c53f95e5-731d-4063-89d4-4d14b3cd5e57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:27.065217 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f5d33c11-a597-4a72-9c45-ee94bb9725d2 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87524) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 17 14:18:27.066056 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f5d33c11-a597-4a72-9c45-ee94bb9725d2 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Router 27cb9547-b237-4d72-9d81-a61711b40f37 migrating from provider to provider. {{(pid=87524) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 17 14:18:27.066056 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f5d33c11-a597-4a72-9c45-ee94bb9725d2 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:27.080631 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f5d33c11-a597-4a72-9c45-ee94bb9725d2 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:27.111369 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f5d33c11-a597-4a72-9c45-ee94bb9725d2 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:27.123837 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-89628d75-c590-43fb-9305-ae583b976c86 None None] Port adb94a0c-1f40-412a-a476-df8922f7c323 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:27.184971 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225dd91-5228-4881-9969-3f1a962799f5 None None] Pushing event updated for resources: {'Port': ['ID=14b60298-bb6a-4388-b2bc-18e5239f0325,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:27.201161 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c53f95e5-731d-4063-89d4-4d14b3cd5e57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:27.215527 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 8443fedb-49b1-485e-aedf-f1d371f2ec5d triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:27.216282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:27.240821 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] For port 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:18:27.306851 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] For port 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd,segment=NetworkSegment(afbaf284-2419-4dbd-a488-d5b50ab60b92),segment_id=afbaf284-2419-4dbd-a488-d5b50ab60b92)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:18:27.307909 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-89628d75-c590-43fb-9305-ae583b976c86 None None] Provisioning complete for port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:27.308849 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-89628d75-c590-43fb-9305-ae583b976c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:27.317934 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b8ba90d6-b7cd-4d9c-9f2a-b9f60c569c5f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:27.333665 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b8ba90d6-b7cd-4d9c-9f2a-b9f60c569c5f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:27.366445 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:27.415595 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b8ba90d6-b7cd-4d9c-9f2a-b9f60c569c5f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:27.416449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ba90d6-b7cd-4d9c-9f2a-b9f60c569c5f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Fanout notify agent at l3_agent the message router_deleted on router 78480350-f526-4343-a7b4-f4dbc7d3fbfd {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:18:27.460735 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b8ba90d6-b7cd-4d9c-9f2a-b9f60c569c5f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:27.464480 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:18:27.465152 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b8ba90d6-b7cd-4d9c-9f2a-b9f60c569c5f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/routers/78480350-f526-4343-a7b4-f4dbc7d3fbfd HTTP/1.1" status: 204 len: 168 time: 0.9503427 Jan 17 14:18:27.468536 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35218) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:27.517536 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.objects.ports [None req-dd69c725-ca31-4c68-9d12-5a8691abd754 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87523) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 14:18:27.521261 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] Deleting port e090036c-b484-4e33-b21a-327a3202501d {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:27.521704 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:27.598487 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] Routers {'da03fc2b-a43f-492c-8281-a36e8035e8be'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:18:27.599229 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['da03fc2b-a43f-492c-8281-a36e8035e8be'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:27.622371 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-690eb292-1a54-4ed3-a944-86d7ddd9bf79 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting subnet fdeba23d-e2c6-488d-85c8-c3b8bd4b72a2 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:18:27.625970 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-690eb292-1a54-4ed3-a944-86d7ddd9bf79 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:27.716879 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c53f95e5-731d-4063-89d4-4d14b3cd5e57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:27.730440 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c53f95e5-731d-4063-89d4-4d14b3cd5e57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:security_group_rule and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:27.749202 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c53f95e5-731d-4063-89d4-4d14b3cd5e57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:27.768360 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c53f95e5-731d-4063-89d4-4d14b3cd5e57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:27.778179 dv-neutron-824901-1-hyperv neutron-server[87524]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f5d33c11-a597-4a72-9c45-ee94bb9725d2 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] No L3 agents can host the router 27cb9547-b237-4d72-9d81-a61711b40f37 Jan 17 14:18:27.822117 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-690eb292-1a54-4ed3-a944-86d7ddd9bf79 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:27.889299 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a82bd-dcb9-4643-95c3-4422240b401e None None] Pushing event updated for resources: {'Port': ['ID=5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:27.944861 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-690eb292-1a54-4ed3-a944-86d7ddd9bf79 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:28.044671 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-690eb292-1a54-4ed3-a944-86d7ddd9bf79 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:28.095186 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7c54baf3-a855-47a7-bbe1-0dbf43370c4f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:28.112559 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-690eb292-1a54-4ed3-a944-86d7ddd9bf79 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:28.115393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dd69c725-ca31-4c68-9d12-5a8691abd754 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:28.146302 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-690eb292-1a54-4ed3-a944-86d7ddd9bf79 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/subnets/fdeba23d-e2c6-488d-85c8-c3b8bd4b72a2 HTTP/1.1" status: 204 len: 168 time: 0.6763844 Jan 17 14:18:28.150032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690eb292-1a54-4ed3-a944-86d7ddd9bf79 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Subnet': ['ID=fdeba23d-e2c6-488d-85c8-c3b8bd4b72a2,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:28.153507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35222) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:28.165683 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c53f95e5-731d-4063-89d4-4d14b3cd5e57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:28.198563 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c53f95e5-731d-4063-89d4-4d14b3cd5e57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:28.224106 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] For port e090036c-b484-4e33-b21a-327a3202501d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e090036c-b484-4e33-b21a-327a3202501d,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:28.225353 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:28.339657 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-7c54baf3-a855-47a7-bbe1-0dbf43370c4f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Transition to ACTIVE for port object 378e400b-697c-461c-9731-5191c6d96e32 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:28.365765 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21909fd2-db87-407d-9251-2d18885c6a31 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:28.373492 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] Calling delete_port for e090036c-b484-4e33-b21a-327a3202501d owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:28.401260 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-21909fd2-db87-407d-9251-2d18885c6a31 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting port 653d40b4-bce3-417f-9fcb-1d2ce77a4657 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:28.402250 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21909fd2-db87-407d-9251-2d18885c6a31 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:28.421384 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d33c11-a597-4a72-9c45-ee94bb9725d2 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Hosts for router 27cb9547-b237-4d72-9d81-a61711b40f37: [] {{(pid=87524) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 17 14:18:28.455000 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f95e5-731d-4063-89d4-4d14b3cd5e57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc53091b-df73-40f0-8c95-97e6768843cc,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:28.468325 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c53f95e5-731d-4063-89d4-4d14b3cd5e57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:28.472335 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c53f95e5-731d-4063-89d4-4d14b3cd5e57 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6302109 Jan 17 14:18:28.474707 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc19b42-4d0e-4b5e-b4ee-8b71ed270784 None None] Network 431a310c-a3c6-4781-b516-288ebc390ab8 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:28.500302 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35226) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:28.505540 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-e64012f5-40b5-4d8a-9a38-f67b01f7a4c0 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'security_group': {'name': 'tempest-secgroup-1746817552'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:28.510409 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d33c11-a597-4a72-9c45-ee94bb9725d2 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Hosts for other DVR routers connected to router 27cb9547-b237-4d72-9d81-a61711b40f37: set() {{(pid=87524) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 17 14:18:28.512851 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f5d33c11-a597-4a72-9c45-ee94bb9725d2 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:28.516329 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f5d33c11-a597-4a72-9c45-ee94bb9725d2 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] 10.222.0.48 "PUT /v2.0/routers/27cb9547-b237-4d72-9d81-a61711b40f37 HTTP/1.1" status: 200 len: 716 time: 3.6432638 Jan 17 14:18:28.524710 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35230) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:28.535125 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e64012f5-40b5-4d8a-9a38-f67b01f7a4c0 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:28.596636 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7c54baf3-a855-47a7-bbe1-0dbf43370c4f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:28.622096 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eea4af7-f92c-4e69-b3e5-9fa09122f976 None None] Network d511f405-eb3d-45d1-8c39-57834900d546 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:28.623641 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e64012f5-40b5-4d8a-9a38-f67b01f7a4c0 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:security_group and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:28.631381 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e64012f5-40b5-4d8a-9a38-f67b01f7a4c0 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:28.644452 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e090036c-b484-4e33-b21a-327a3202501d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:28.661348 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c54baf3-a855-47a7-bbe1-0dbf43370c4f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network d511f405-eb3d-45d1-8c39-57834900d546 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:28.670285 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] Set router da03fc2b-a43f-492c-8281-a36e8035e8be gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:18:28.671668 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.extraroute_db [None req-9dbb9e51-7565-496f-bd0d-4afd30bf1f04 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Added routes are [] {{(pid=87524) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 17 14:18:28.672005 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.extraroute_db [None req-9dbb9e51-7565-496f-bd0d-4afd30bf1f04 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87524) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 17 14:18:28.674870 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-7c54baf3-a855-47a7-bbe1-0dbf43370c4f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:28.690254 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c54baf3-a855-47a7-bbe1-0dbf43370c4f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:28.696663 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c54baf3-a855-47a7-bbe1-0dbf43370c4f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:28.697354 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7c54baf3-a855-47a7-bbe1-0dbf43370c4f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:28.743544 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7c54baf3-a855-47a7-bbe1-0dbf43370c4f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.2355299 Jan 17 14:18:28.750018 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35234) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:28.757949 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54baf3-a855-47a7-bbe1-0dbf43370c4f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=378e400b-697c-461c-9731-5191c6d96e32,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:28.831740 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-545babe7-ed11-46b4-a86e-fbcae3f53ca0 None None] Provisioning for port e090036c-b484-4e33-b21a-327a3202501d completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:28.833415 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9dbb9e51-7565-496f-bd0d-4afd30bf1f04 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:28.913338 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e64012f5-40b5-4d8a-9a38-f67b01f7a4c0 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:28.978609 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a1a06dc3-89d7-4043-a9a2-cd836f113bee tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] 10.222.0.48 "GET /v2.0/routers/27cb9547-b237-4d72-9d81-a61711b40f37 HTTP/1.1" status: 200 len: 716 time: 0.4450884 Jan 17 14:18:28.981780 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35238) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:28.998194 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-dd69c725-ca31-4c68-9d12-5a8691abd754 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] For port e090036c-b484-4e33-b21a-327a3202501d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e090036c-b484-4e33-b21a-327a3202501d,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:28.998640 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-545babe7-ed11-46b4-a86e-fbcae3f53ca0 None None] Could not find standard attr ID for object 616f9954-91ea-4efc-91d3-3d94bba1882a. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:18:29.002333 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e64012f5-40b5-4d8a-9a38-f67b01f7a4c0 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:29.044934 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556f1666-bdfd-455a-8e69-817ec7b7feea tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:29.045876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-556f1666-bdfd-455a-8e69-817ec7b7feea tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Synchronizing usage tracker for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:29.113628 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e64012f5-40b5-4d8a-9a38-f67b01f7a4c0 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:29.137909 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e64012f5-40b5-4d8a-9a38-f67b01f7a4c0 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:security_group_rule and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:29.144963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dd69c725-ca31-4c68-9d12-5a8691abd754 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:29.146648 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e64012f5-40b5-4d8a-9a38-f67b01f7a4c0 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:29.164055 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dd69c725-ca31-4c68-9d12-5a8691abd754 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:29.164594 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dd69c725-ca31-4c68-9d12-5a8691abd754 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:29.170977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e64012f5-40b5-4d8a-9a38-f67b01f7a4c0 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:29.228946 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-556f1666-bdfd-455a-8e69-817ec7b7feea tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Unset dirty status for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:29.230295 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-556f1666-bdfd-455a-8e69-817ec7b7feea tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2da HTTP/1.1" status: 200 len: 928 time: 0.4762082 Jan 17 14:18:29.249981 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-21909fd2-db87-407d-9251-2d18885c6a31 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] For port 653d40b4-bce3-417f-9fcb-1d2ce77a4657, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=653d40b4-bce3-417f-9fcb-1d2ce77a4657,segment=NetworkSegment(11407522-b92a-430f-ae2e-39c70642254c),segment_id=11407522-b92a-430f-ae2e-39c70642254c)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:29.250370 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21909fd2-db87-407d-9251-2d18885c6a31 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:29.265476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35244) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:29.267634 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:18:29.268163 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:18:29.280612 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d09aa4-2493-4d71-8b3e-1a07e8d45423 None None] Update dhcp port {'port': {'network_id': '0e817385-fbf2-4565-8468-c50f04298963', 'fixed_ips': [{'subnet_id': 'aa7c728f-5b1f-4b3a-9de8-f4da64920946', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a196526a-f7ff-4f34-9ed8-e6a274298377'}], 'binding:host_id': 'dv-neutron-824901-1-hyperv'}, 'id': '3c096ef7-4f3d-4681-8c21-bb76fa56f20c'} from dv-neutron-824901-1-hyperv. {{(pid=87525) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 17 14:18:29.322000 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port e090036c-b484-4e33-b21a-327a3202501d completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:29.352988 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port e090036c-b484-4e33-b21a-327a3202501d triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:29.353361 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:29.395952 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-33519045-3bca-40e9-a74e-8c222b89fbed tempest-RoutersTestDVR-1676756336 tempest-RoutersTestDVR-1676756336-project] 10.222.0.48 "GET /v2.0/routers/27cb9547-b237-4d72-9d81-a61711b40f37 HTTP/1.1" status: 200 len: 682 time: 0.4127939 Jan 17 14:18:29.399685 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35248) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:29.459265 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9dbb9e51-7565-496f-bd0d-4afd30bf1f04 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:29.477443 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e8d09aa4-2493-4d71-8b3e-1a07e8d45423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:29.492657 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-21909fd2-db87-407d-9251-2d18885c6a31 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Calling delete_port for 653d40b4-bce3-417f-9fcb-1d2ce77a4657 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:29.520671 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa9de0c-b06c-4929-aff3-3ffcd92e9726 None None] DHCP port deletion for 431a310c-a3c6-4781-b516-288ebc390ab8 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:18:29.531009 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9dbb9e51-7565-496f-bd0d-4afd30bf1f04 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:29.539945 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-54a1b561-0711-4839-9cfa-779c5d3dd150 None None] Provisioning for port 14b60298-bb6a-4388-b2bc-18e5239f0325 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:29.545072 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9aa9de0c-b06c-4929-aff3-3ffcd92e9726 None None] Deleting port 653d40b4-bce3-417f-9fcb-1d2ce77a4657 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:29.545445 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9aa9de0c-b06c-4929-aff3-3ffcd92e9726 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:29.565190 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd69c725-ca31-4c68-9d12-5a8691abd754 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:29.585225 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-dd69c725-ca31-4c68-9d12-5a8691abd754 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:29.596739 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-a710cfcc-3997-4d6d-9e61-3650e0bf0113 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port 378e400b-697c-461c-9731-5191c6d96e32 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:29.597245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a710cfcc-3997-4d6d-9e61-3650e0bf0113 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:29.624715 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd69c725-ca31-4c68-9d12-5a8691abd754 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:29.625447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dd69c725-ca31-4c68-9d12-5a8691abd754 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:29.639951 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69c725-ca31-4c68-9d12-5a8691abd754 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=874b207c-6182-4972-9c60-9d0868992462,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:29.678687 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69c725-ca31-4c68-9d12-5a8691abd754 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=e090036c-b484-4e33-b21a-327a3202501d,revision_number=5']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:29.733606 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-dd69c725-ca31-4c68-9d12-5a8691abd754 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3839931 Jan 17 14:18:29.736948 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35252) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:29.762751 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-123439e9-3c34-450c-85d0-b639f2121a0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'mac_address': 'fa:16:3e:29:3b:c6', 'name': 'tempest-NetworksTestDHCPv6-2006322559'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:29.769310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21909fd2-db87-407d-9251-2d18885c6a31 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:29.796346 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] Deleting port e090036c-b484-4e33-b21a-327a3202501d {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:29.796972 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:29.845818 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:18:29.866759 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9aa9de0c-b06c-4929-aff3-3ffcd92e9726 None None] The port '653d40b4-bce3-417f-9fcb-1d2ce77a4657' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:18:29.879161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e64012f5-40b5-4d8a-9a38-f67b01f7a4c0 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:29.881071 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21909fd2-db87-407d-9251-2d18885c6a31 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Port': ['ID=653d40b4-bce3-417f-9fcb-1d2ce77a4657,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:29.883449 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2fcbae06-d1ca-4b5b-bb4a-b7bc533c2793 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:29.887294 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21909fd2-db87-407d-9251-2d18885c6a31 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] No DVR routers for this DVR port 653d40b4-bce3-417f-9fcb-1d2ce77a4657 on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:18:29.914835 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:29.929630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e64012f5-40b5-4d8a-9a38-f67b01f7a4c0 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:30.046729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:18:23Z', 'revision_number': 6, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:56Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1fe72-8222-4c5b-8834-a9bb13b9c804', 'name': '', 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:23:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:18:03Z', 'updated_at': '2022-01-17T14:18:25Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd', 'name': '', 'network_id': 'b44d7800-f4e4-41c4-b485-133da3653116', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:af:48:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '2b1557c2-24f7-4f78-8e46-6af5c61cc7f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:18:14Z', 'updated_at': '2022-01-17T14:18:27Z', 'revision_number': 4, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': '2b1557c2-24f7-4f78-8e46-6af5c61cc7f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '756e3e56-9a0c-4ce6-b2aa-bbb4e042d831', 'name': '', 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:50Z', 'updated_at': '2022-01-17T14:18:05Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:30.062998 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port e090036c-b484-4e33-b21a-327a3202501d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e090036c-b484-4e33-b21a-327a3202501d,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:30.135621 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:30.144458 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64012f5-40b5-4d8a-9a38-f67b01f7a4c0 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e49be0-37f8-4173-a590-90ab58d2c762,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:30.149846 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21909fd2-db87-407d-9251-2d18885c6a31 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:30.161219 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-123439e9-3c34-450c-85d0-b639f2121a0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:30.163687 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e64012f5-40b5-4d8a-9a38-f67b01f7a4c0 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:30.168228 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e64012f5-40b5-4d8a-9a38-f67b01f7a4c0 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6659515 Jan 17 14:18:30.169927 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35258) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:30.172211 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a62ac2-ca43-4a55-913d-d3c749c3489a None None] The sync data for ids ['da03fc2b-a43f-492c-8281-a36e8035e8be'] in dv-neutron-824901-1-hyperv is: [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:18:23Z', 'revision_number': 6, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:56Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1fe72-8222-4c5b-8834-a9bb13b9c804', 'name': '', 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:23:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:18:03Z', 'updated_at': '2022-01-17T14:18:25Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd', 'name': '', 'network_id': 'b44d7800-f4e4-41c4-b485-133da3653116', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:af:48:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '2b1557c2-24f7-4f78-8e46-6af5c61cc7f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:18:14Z', 'updated_at': '2022-01-17T14:18:27Z', 'revision_number': 4, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': '2b1557c2-24f7-4f78-8e46-6af5c61cc7f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '756e3e56-9a0c-4ce6-b2aa-bbb4e042d831', 'name': '', 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:50Z', 'updated_at': '2022-01-17T14:18:05Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:18:30.211044 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-21909fd2-db87-407d-9251-2d18885c6a31 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431a310c-a3c6-4781-b516-288ebc390ab8']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:30.261528 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-21909fd2-db87-407d-9251-2d18885c6a31 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11407522-b92a-430f-ae2e-39c70642254c') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:30.261982 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-21909fd2-db87-407d-9251-2d18885c6a31 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11407522-b92a-430f-ae2e-39c70642254c') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:30.274284 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-e8d09aa4-2493-4d71-8b3e-1a07e8d45423 None None] Allocated IP 172.20.0.2 (0e817385-fbf2-4565-8468-c50f04298963/a196526a-f7ff-4f34-9ed8-e6a274298377/3c096ef7-4f3d-4681-8c21-bb76fa56f20c) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:30.286507 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=e090036c-b484-4e33-b21a-327a3202501d,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:30.287257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a710cfcc-3997-4d6d-9e61-3650e0bf0113 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:30.322977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21909fd2-db87-407d-9251-2d18885c6a31 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:30.332979 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] For port e090036c-b484-4e33-b21a-327a3202501d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e090036c-b484-4e33-b21a-327a3202501d,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:30.333579 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:30.450146 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-123439e9-3c34-450c-85d0-b639f2121a0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:port and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:30.459737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-123439e9-3c34-450c-85d0-b639f2121a0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:30.463499 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-aa6c164b-6bd3-462b-8da8-f77228b6ecbb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'security_group': {'name': 'tempest-secgroup-1393435911'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:30.478452 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2fcbae06-d1ca-4b5b-bb4a-b7bc533c2793 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:30.486860 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2fcbae06-d1ca-4b5b-bb4a-b7bc533c2793 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:30.494824 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-aa6c164b-6bd3-462b-8da8-f77228b6ecbb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:30.499019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-123439e9-3c34-450c-85d0-b639f2121a0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:30.509442 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21909fd2-db87-407d-9251-2d18885c6a31 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:30.514659 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-aa6c164b-6bd3-462b-8da8-f77228b6ecbb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:security_group and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:30.531464 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-a710cfcc-3997-4d6d-9e61-3650e0bf0113 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for 378e400b-697c-461c-9731-5191c6d96e32 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:30.542974 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-aa6c164b-6bd3-462b-8da8-f77228b6ecbb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:30.572239 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbb9e51-7565-496f-bd0d-4afd30bf1f04 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router da03fc2b-a43f-492c-8281-a36e8035e8be has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:18:30.595866 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-e8d09aa4-2493-4d71-8b3e-1a07e8d45423 None None] For port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3c096ef7-4f3d-4681-8c21-bb76fa56f20c,segment=NetworkSegment(473233d8-7b78-44e5-8279-4d267adfa701),segment_id=473233d8-7b78-44e5-8279-4d267adfa701)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:30.606729 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-aa6c164b-6bd3-462b-8da8-f77228b6ecbb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:30.622564 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123439e9-3c34-450c-85d0-b639f2121a0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:30.725781 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2fcbae06-d1ca-4b5b-bb4a-b7bc533c2793 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:30.726281 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcbae06-d1ca-4b5b-bb4a-b7bc533c2793 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27cb9547-b237-4d72-9d81-a61711b40f37 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:18:30.739936 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21909fd2-db87-407d-9251-2d18885c6a31 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:18:30.741205 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21909fd2-db87-407d-9251-2d18885c6a31 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:18:30.762943 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:18:30.765049 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a710cfcc-3997-4d6d-9e61-3650e0bf0113 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:30.830876 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 14b60298-bb6a-4388-b2bc-18e5239f0325 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:30.863050 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-aa6c164b-6bd3-462b-8da8-f77228b6ecbb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:30.887903 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2fcbae06-d1ca-4b5b-bb4a-b7bc533c2793 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:30.892331 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2fcbae06-d1ca-4b5b-bb4a-b7bc533c2793 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] 10.222.0.48 "DELETE /v2.0/routers/27cb9547-b237-4d72-9d81-a61711b40f37 HTTP/1.1" status: 204 len: 168 time: 1.4884973 Jan 17 14:18:30.975449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35264) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:31.038137 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e8d09aa4-2493-4d71-8b3e-1a07e8d45423 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:31.049858 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] Calling delete_port for e090036c-b484-4e33-b21a-327a3202501d owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:31.055909 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710cfcc-3997-4d6d-9e61-3650e0bf0113 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Port': ['ID=378e400b-697c-461c-9731-5191c6d96e32,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:31.079328 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-0d6f7508-ada8-435b-b226-af7ea0fec9fe tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Request body: {'router': {'name': 'tempest-router-576684559', 'distributed': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:31.090755 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-aa6c164b-6bd3-462b-8da8-f77228b6ecbb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:31.113081 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-aa6c164b-6bd3-462b-8da8-f77228b6ecbb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:security_group_rule and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:31.126807 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0d6f7508-ada8-435b-b226-af7ea0fec9fe tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:31.139356 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbb9e51-7565-496f-bd0d-4afd30bf1f04 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:18:31.148300 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a710cfcc-3997-4d6d-9e61-3650e0bf0113 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:31.152359 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0d6f7508-ada8-435b-b226-af7ea0fec9fe tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Usage tracker for resource:router and tenant:eaed61b27e3749668887d5868765f17c is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:31.159472 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0d6f7508-ada8-435b-b226-af7ea0fec9fe tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:31.163217 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9dbb9e51-7565-496f-bd0d-4afd30bf1f04 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:31.164437 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9dbb9e51-7565-496f-bd0d-4afd30bf1f04 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/da03fc2b-a43f-492c-8281-a36e8035e8be HTTP/1.1" status: 200 len: 704 time: 4.3241494 Jan 17 14:18:31.165564 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-aa6c164b-6bd3-462b-8da8-f77228b6ecbb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:31.169313 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35268) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:31.175127 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-aa6c164b-6bd3-462b-8da8-f77228b6ecbb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:31.176997 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0d6f7508-ada8-435b-b226-af7ea0fec9fe tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:31.181559 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-123439e9-3c34-450c-85d0-b639f2121a0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:31.211896 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f44be3e7-4148-4b67-9eb7-57b4b5eac52a None None] Provisioning complete for port 378e400b-697c-461c-9731-5191c6d96e32 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:31.213170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f44be3e7-4148-4b67-9eb7-57b4b5eac52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:31.251886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21909fd2-db87-407d-9251-2d18885c6a31 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:31.257787 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21909fd2-db87-407d-9251-2d18885c6a31 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:31.262392 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-123439e9-3c34-450c-85d0-b639f2121a0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port 8fa2a153-02f9-40b5-a972-8b78f1ad0f3b yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:18:31.264993 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a710cfcc-3997-4d6d-9e61-3650e0bf0113 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/ports/378e400b-697c-461c-9731-5191c6d96e32 HTTP/1.1" status: 204 len: 168 time: 1.9986043 Jan 17 14:18:31.290094 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-21909fd2-db87-407d-9251-2d18885c6a31 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/networks/431a310c-a3c6-4781-b516-288ebc390ab8 HTTP/1.1" status: 204 len: 168 time: 3.1342680 Jan 17 14:18:31.345942 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e8d09aa4-2493-4d71-8b3e-1a07e8d45423 None None] Transition to ACTIVE for port object 3c096ef7-4f3d-4681-8c21-bb76fa56f20c will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:31.346646 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35272) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:31.347259 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35274) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:31.355218 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 14b60298-bb6a-4388-b2bc-18e5239f0325 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:31.360704 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0d6f7508-ada8-435b-b226-af7ea0fec9fe tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:31.362054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0d6f7508-ada8-435b-b226-af7ea0fec9fe tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:31.363181 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f44be3e7-4148-4b67-9eb7-57b4b5eac52a None None] Port 378e400b-697c-461c-9731-5191c6d96e32 was deleted so its status cannot be updated. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 17 14:18:31.365066 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:18:31.366117 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:18:31.366868 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e8d09aa4-2493-4d71-8b3e-1a07e8d45423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:31.374253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21909fd2-db87-407d-9251-2d18885c6a31 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Network': ['ID=431a310c-a3c6-4781-b516-288ebc390ab8,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:31.395187 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'network': {'name': 'tempest-RoutersTest-1331900689'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:31.417305 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] Deleting port e090036c-b484-4e33-b21a-327a3202501d {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:31.417513 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0d6f7508-ada8-435b-b226-af7ea0fec9fe tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:31.418136 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:31.423439 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:31.429706 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-1748d80c-2427-4a36-bd6a-58ae69da1a04 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] GET failed (client error): The resource could not be found. Jan 17 14:18:31.431306 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1748d80c-2427-4a36-bd6a-58ae69da1a04 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports/378e400b-697c-461c-9731-5191c6d96e32 HTTP/1.1" status: 404 len: 333 time: 0.0829332 Jan 17 14:18:31.437043 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-04b8b90f-3d5d-4a52-ac3c-31a462678092 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/routers/da03fc2b-a43f-492c-8281-a36e8035e8be HTTP/1.1" status: 200 len: 704 time: 0.2640324 Jan 17 14:18:31.439518 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35280) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:31.439873 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35282) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:31.441431 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:network and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:31.446604 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:31.470499 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 14b60298-bb6a-4388-b2bc-18e5239f0325 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:31.470877 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:31.473228 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:31.570114 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-aa6c164b-6bd3-462b-8da8-f77228b6ecbb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:31.573504 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Made reservation on behalf of 746a920811d944b3b7fac1db9f27d8f3 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:31.578367 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:31.594013 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-aa6c164b-6bd3-462b-8da8-f77228b6ecbb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:31.670362 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-123439e9-3c34-450c-85d0-b639f2121a0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::f816:3eff:fe29:3bc6 (5c806942-cde6-42f7-aae4-af9246279d2e/874b207c-6182-4972-9c60-9d0868992462/8fa2a153-02f9-40b5-a972-8b78f1ad0f3b) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:31.671164 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0d6f7508-ada8-435b-b226-af7ea0fec9fe tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:31.705778 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c164b-6bd3-462b-8da8-f77228b6ecbb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5be9cfe-3be3-4ca4-bd6b-14ac1a5b56dc,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:31.728754 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-4291ad42-8afc-48d9-b43a-b475670d0382 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port 2fd29378-aa7b-4248-86f9-e13a2a6d6e02 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:31.729273 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4291ad42-8afc-48d9-b43a-b475670d0382 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:31.739558 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:18:31.743468 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-aa6c164b-6bd3-462b-8da8-f77228b6ecbb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:31.748293 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-aa6c164b-6bd3-462b-8da8-f77228b6ecbb tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3107951 Jan 17 14:18:31.755005 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35288) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:31.764199 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-7196aad4-b8ec-4fa8-83f0-f22c5fd305fd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-794746223', 'security_groups': ['f5be9cfe-3be3-4ca4-bd6b-14ac1a5b56dc'], 'network_id': '0e817385-fbf2-4565-8468-c50f04298963', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a196526a-f7ff-4f34-9ed8-e6a274298377'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:31.789185 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0d6f7508-ada8-435b-b226-af7ea0fec9fe tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:31.790508 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0d6f7508-ada8-435b-b226-af7ea0fec9fe tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7547402 Jan 17 14:18:31.795729 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35292) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:31.828626 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f44be3e7-4148-4b67-9eb7-57b4b5eac52a None None] Provisioning complete for port 14b60298-bb6a-4388-b2bc-18e5239f0325 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:31.828906 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f44be3e7-4148-4b67-9eb7-57b4b5eac52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:31.865510 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577bca1-4396-4cbe-9d9b-1264aa7a0af0 None None] Sync routers for ids ['da03fc2b-a43f-492c-8281-a36e8035e8be'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:18:31.929610 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577bca1-4396-4cbe-9d9b-1264aa7a0af0 None None] Routers {'da03fc2b-a43f-492c-8281-a36e8035e8be'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:18:31.929610 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0577bca1-4396-4cbe-9d9b-1264aa7a0af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['da03fc2b-a43f-492c-8281-a36e8035e8be'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:32.014746 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:32.015353 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Added segment fd8e6f24-9dba-4b49-82c1-12360925659f of type vlan for network 04565778-632a-40d5-a74d-042e2ffda62f Jan 17 14:18:32.090774 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d09aa4-2493-4d71-8b3e-1a07e8d45423 None None] Pushing event updated for resources: {'Port': ['ID=3c096ef7-4f3d-4681-8c21-bb76fa56f20c,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:32.143056 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:32.267830 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:32.274318 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:32.275253 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:32.288772 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7196aad4-b8ec-4fa8-83f0-f22c5fd305fd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:32.345243 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-0577bca1-4396-4cbe-9d9b-1264aa7a0af0 None None] Set router da03fc2b-a43f-492c-8281-a36e8035e8be gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:18:32.353792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-decb0da0-a0c8-4ad9-b317-5b254514ea92 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:32.384555 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7196aad4-b8ec-4fa8-83f0-f22c5fd305fd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:32.388729 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-123439e9-3c34-450c-85d0-b639f2121a0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:32.409561 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:32.437906 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-123439e9-3c34-450c-85d0-b639f2121a0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object 8fa2a153-02f9-40b5-a972-8b78f1ad0f3b will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:32.439953 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0891292 Jan 17 14:18:32.444492 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35296) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:32.445374 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Network': ['ID=04565778-632a-40d5-a74d-042e2ffda62f,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:32.454704 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-5e6f7060-5ad9-48fb-99bd-1d49d0035ae2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'subnet': {'network_id': '04565778-632a-40d5-a74d-042e2ffda62f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:32.481358 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7196aad4-b8ec-4fa8-83f0-f22c5fd305fd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:32.504475 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:32.504850 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:32.505173 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:32.505502 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:32.505828 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:32.506932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:32.507259 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:32.507577 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:32.507935 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:32.508253 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:32.508569 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:32.508889 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c9cf0-39f7-43c8-ad9d-e7c791108eda tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:32.597122 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 14b60298-bb6a-4388-b2bc-18e5239f0325, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=14b60298-bb6a-4388-b2bc-18e5239f0325,segment=NetworkSegment(0eb5e274-a31a-4193-b095-51c26ba10b61),segment_id=0eb5e274-a31a-4193-b095-51c26ba10b61)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:32.598612 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f44be3e7-4148-4b67-9eb7-57b4b5eac52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:32.649961 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] For port e090036c-b484-4e33-b21a-327a3202501d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e090036c-b484-4e33-b21a-327a3202501d,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:32.650458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:32.708594 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5e6f7060-5ad9-48fb-99bd-1d49d0035ae2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:32.717719 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5e6f7060-5ad9-48fb-99bd-1d49d0035ae2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:subnet and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:32.719315 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 04565778-632a-40d5-a74d-042e2ffda62f details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:18:32.728595 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5e6f7060-5ad9-48fb-99bd-1d49d0035ae2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:32.734821 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-123439e9-3c34-450c-85d0-b639f2121a0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:32.737610 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:32.738473 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3ed1fe72-8222-4c5b-8834-a9bb13b9c804 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:32.744033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5e6f7060-5ad9-48fb-99bd-1d49d0035ae2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:32.754996 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4291ad42-8afc-48d9-b43a-b475670d0382 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:32.791998 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7196aad4-b8ec-4fa8-83f0-f22c5fd305fd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:32.838693 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6f7060-5ad9-48fb-99bd-1d49d0035ae2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Made reservation on behalf of 746a920811d944b3b7fac1db9f27d8f3 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:32.842305 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5e6f7060-5ad9-48fb-99bd-1d49d0035ae2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:32.873949 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123439e9-3c34-450c-85d0-b639f2121a0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=8fa2a153-02f9-40b5-a972-8b78f1ad0f3b,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:32.892768 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] Calling delete_port for e090036c-b484-4e33-b21a-327a3202501d owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:32.931634 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123439e9-3c34-450c-85d0-b639f2121a0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:32.938573 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-7196aad4-b8ec-4fa8-83f0-f22c5fd305fd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] device_id is not set on port 1faa9b31-d99f-4106-9f24-d606baf62983 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:18:32.983663 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-123439e9-3c34-450c-85d0-b639f2121a0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:32.989448 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123439e9-3c34-450c-85d0-b639f2121a0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:32.996112 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123439e9-3c34-450c-85d0-b639f2121a0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:32.996994 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-123439e9-3c34-450c-85d0-b639f2121a0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:33.062896 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-123439e9-3c34-450c-85d0-b639f2121a0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3039515 Jan 17 14:18:33.066064 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35300) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:33.088189 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-4291ad42-8afc-48d9-b43a-b475670d0382 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for 2fd29378-aa7b-4248-86f9-e13a2a6d6e02 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:33.179012 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-decb0da0-a0c8-4ad9-b317-5b254514ea92 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:33.188415 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-decb0da0-a0c8-4ad9-b317-5b254514ea92 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:33.288649 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-decb0da0-a0c8-4ad9-b317-5b254514ea92 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:33.288867 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decb0da0-a0c8-4ad9-b317-5b254514ea92 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1140a76-0e18-4c29-9618-93ef805cd468 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:18:33.290551 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-7196aad4-b8ec-4fa8-83f0-f22c5fd305fd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Allocated IP 172.20.0.4 (0e817385-fbf2-4565-8468-c50f04298963/a196526a-f7ff-4f34-9ed8-e6a274298377/1faa9b31-d99f-4106-9f24-d606baf62983) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:33.328843 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5e6f7060-5ad9-48fb-99bd-1d49d0035ae2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:33.353093 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=14b60298-bb6a-4388-b2bc-18e5239f0325,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:33.379672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-f44be3e7-4148-4b67-9eb7-57b4b5eac52a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:18:33.380094 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-f44be3e7-4148-4b67-9eb7-57b4b5eac52a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:18:33.386356 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:33.386708 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:33.387055 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:33.387393 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:33.387784 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:33.388087 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:33.388327 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-decb0da0-a0c8-4ad9-b317-5b254514ea92 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:33.388590 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:33.388865 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:33.389203 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:33.389600 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:33.389934 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:33.390258 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:18:33.392213 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-decb0da0-a0c8-4ad9-b317-5b254514ea92 tempest-RoutersTestDVR-123158715 tempest-RoutersTestDVR-123158715-project-admin] 10.222.0.48 "DELETE /v2.0/routers/c1140a76-0e18-4c29-9618-93ef805cd468 HTTP/1.1" status: 204 len: 168 time: 1.5935125 Jan 17 14:18:33.429332 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f7060-5ad9-48fb-99bd-1d49d0035ae2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Subnet': ['ID=7a68a4e9-c109-4c6c-b89e-eab2279fef85,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:33.446792 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6f7060-5ad9-48fb-99bd-1d49d0035ae2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Checking segment: {'id': 'fd8e6f24-9dba-4b49-82c1-12360925659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04565778-632a-40d5-a74d-042e2ffda62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:18:33.447145 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6f7060-5ad9-48fb-99bd-1d49d0035ae2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network hostable DHCP agents. Network: 04565778-632a-40d5-a74d-042e2ffda62f, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:18:33.462992 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 3ed1fe72-8222-4c5b-8834-a9bb13b9c804 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:33.463610 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:33.479142 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6f7060-5ad9-48fb-99bd-1d49d0035ae2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 04565778-632a-40d5-a74d-042e2ffda62f is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:18:33.487286 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d1690f-d43e-46ad-a4ac-6b08a843d522 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:33.493288 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d1690f-d43e-46ad-a4ac-6b08a843d522 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:33.494033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-5e6f7060-5ad9-48fb-99bd-1d49d0035ae2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 04565778-632a-40d5-a74d-042e2ffda62f) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:33.494169 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-02d1690f-d43e-46ad-a4ac-6b08a843d522 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:33.514785 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6f7060-5ad9-48fb-99bd-1d49d0035ae2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:33.516091 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5e6f7060-5ad9-48fb-99bd-1d49d0035ae2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:33.519636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4291ad42-8afc-48d9-b43a-b475670d0382 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:33.525460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ab3f7c-6bdb-43ae-b0dd-ef4e5892d17a None None] Network 04565778-632a-40d5-a74d-042e2ffda62f requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:33.574596 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-02d1690f-d43e-46ad-a4ac-6b08a843d522 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:33.575808 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-02d1690f-d43e-46ad-a4ac-6b08a843d522 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.5022278 Jan 17 14:18:33.587760 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35306) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:33.588669 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291ad42-8afc-48d9-b43a-b475670d0382 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Port': ['ID=2fd29378-aa7b-4248-86f9-e13a2a6d6e02,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:33.650908 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5e6f7060-5ad9-48fb-99bd-1d49d0035ae2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2030845 Jan 17 14:18:33.651627 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35312) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:33.672263 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-498afd4a-64c4-4189-8a72-bf10e4148737 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1787920991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:33.679736 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-498afd4a-64c4-4189-8a72-bf10e4148737 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:33.684079 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-498afd4a-64c4-4189-8a72-bf10e4148737 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:router and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:33.685326 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:33.687426 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-498afd4a-64c4-4189-8a72-bf10e4148737 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:33.694702 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-498afd4a-64c4-4189-8a72-bf10e4148737 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:33.715598 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-498afd4a-64c4-4189-8a72-bf10e4148737 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:33.717003 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-498afd4a-64c4-4189-8a72-bf10e4148737 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:33.733027 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-498afd4a-64c4-4189-8a72-bf10e4148737 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:33.733835 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-32900cc1-acbb-4053-a5e9-909e9b93b237 req-21f5c6fc-be25-42f3-b584-fd6f5e3309bc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4333644 Jan 17 14:18:33.734926 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4291ad42-8afc-48d9-b43a-b475670d0382 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:33.780444 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-498afd4a-64c4-4189-8a72-bf10e4148737 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:33.844444 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35316) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:33.872621 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] Pushing event deleted for resources: {'Port': ['ID=e090036c-b484-4e33-b21a-327a3202501d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:33.890057 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-498afd4a-64c4-4189-8a72-bf10e4148737 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:33.894548 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-498afd4a-64c4-4189-8a72-bf10e4148737 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2331889 Jan 17 14:18:33.904601 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35322) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:33.947023 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4291ad42-8afc-48d9-b43a-b475670d0382 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/ports/2fd29378-aa7b-4248-86f9-e13a2a6d6e02 HTTP/1.1" status: 204 len: 168 time: 2.5060906 Jan 17 14:18:33.957557 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35326) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:33.971098 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-39f3f801-4c93-4ea5-98e5-4c3cd699977f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port 8fa2a153-02f9-40b5-a972-8b78f1ad0f3b {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:33.971678 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39f3f801-4c93-4ea5-98e5-4c3cd699977f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:34.045356 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746f6b72-5c11-4c11-aac1-f83dbd768067 None None] No DVR routers for this DVR port e090036c-b484-4e33-b21a-327a3202501d on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:18:34.074906 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea038c18-ff89-4035-abc7-16a364715aaa None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:34.086416 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b81d24-5288-448e-893a-94e450ce47ab tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] GET failed (client error): The resource could not be found. Jan 17 14:18:34.086953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e5b81d24-5288-448e-893a-94e450ce47ab tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Synchronizing usage tracker for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:34.106625 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f44be3e7-4148-4b67-9eb7-57b4b5eac52a None None] Could not find standard attr ID for object 2fd29378-aa7b-4248-86f9-e13a2a6d6e02. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:18:34.172941 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e5b81d24-5288-448e-893a-94e450ce47ab tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Unset dirty status for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:34.174118 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e5b81d24-5288-448e-893a-94e450ce47ab tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports/2fd29378-aa7b-4248-86f9-e13a2a6d6e02 HTTP/1.1" status: 404 len: 333 time: 0.2102721 Jan 17 14:18:34.180801 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35330) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:34.183584 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-eacd33c5-7730-4447-8ef0-b0dafd654374 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:34.196297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0577bca1-4396-4cbe-9d9b-1264aa7a0af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:18:28Z', 'revision_number': 7, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:56Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1fe72-8222-4c5b-8834-a9bb13b9c804', 'name': '', 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:23:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:18:03Z', 'updated_at': '2022-01-17T14:18:25Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd', 'name': '', 'network_id': 'b44d7800-f4e4-41c4-b485-133da3653116', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:af:48:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '2b1557c2-24f7-4f78-8e46-6af5c61cc7f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:18:14Z', 'updated_at': '2022-01-17T14:18:27Z', 'revision_number': 4, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': '2b1557c2-24f7-4f78-8e46-6af5c61cc7f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '756e3e56-9a0c-4ce6-b2aa-bbb4e042d831', 'name': '', 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:50Z', 'updated_at': '2022-01-17T14:18:05Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:34.266850 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577bca1-4396-4cbe-9d9b-1264aa7a0af0 None None] Checking router: da03fc2b-a43f-492c-8281-a36e8035e8be for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:18:34.267493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f5e32a25-78dc-42c4-8df2-6efc12113f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:34.297393 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-04565778-632a-40d5-a74d-042e2ffda62f', 'network_id': '04565778-632a-40d5-a74d-042e2ffda62f', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'fixed_ips': [{'subnet_id': '7a68a4e9-c109-4c6c-b89e-eab2279fef85'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:18:34.298228 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:34.325557 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f5e32a25-78dc-42c4-8df2-6efc12113f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:34.330351 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f5e32a25-78dc-42c4-8df2-6efc12113f98 admin admin] Usage tracker for resource:security_group_rule and tenant:0fa2a8198c564786850011615887a4b1 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:34.333357 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f5e32a25-78dc-42c4-8df2-6efc12113f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:34.340685 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f5e32a25-78dc-42c4-8df2-6efc12113f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:34.340900 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577bca1-4396-4cbe-9d9b-1264aa7a0af0 None None] Routers {'da03fc2b-a43f-492c-8281-a36e8035e8be'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:18:34.341374 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0577bca1-4396-4cbe-9d9b-1264aa7a0af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['da03fc2b-a43f-492c-8281-a36e8035e8be'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:34.406323 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7196aad4-b8ec-4fa8-83f0-f22c5fd305fd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:34.407576 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 653d40b4-bce3-417f-9fcb-1d2ce77a4657 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:18:34.489929 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-7196aad4-b8ec-4fa8-83f0-f22c5fd305fd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Transition to ACTIVE for port object 1faa9b31-d99f-4106-9f24-d606baf62983 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:34.491757 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32900cc1-acbb-4053-a5e9-909e9b93b237 req-da118f80-4396-4fb9-9194-a5a5c504bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:34.493568 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-32900cc1-acbb-4053-a5e9-909e9b93b237 req-da118f80-4396-4fb9-9194-a5a5c504bcd2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e40f67886b8245b096eece694fd84aad&device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 1099 time: 0.6371541 Jan 17 14:18:34.493736 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a0f7b098-63f6-4378-9f45-37881231250f None None] Provisioning complete for port adb94a0c-1f40-412a-a476-df8922f7c323 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:34.494212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b098-63f6-4378-9f45-37881231250f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:34.655543 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 653d40b4-bce3-417f-9fcb-1d2ce77a4657 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:18:34.656199 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 653d40b4-bce3-417f-9fcb-1d2ce77a4657 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:18:34.657010 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e090036c-b484-4e33-b21a-327a3202501d no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:18:34.671816 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7196aad4-b8ec-4fa8-83f0-f22c5fd305fd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:34.751138 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: e090036c-b484-4e33-b21a-327a3202501d {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:18:34.751482 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e090036c-b484-4e33-b21a-327a3202501d not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:18:34.770401 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e6d1daa1-570e-43d1-9bfe-08f3a4dce1f8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:34.783214 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a0f7b098-63f6-4378-9f45-37881231250f None None] Port adb94a0c-1f40-412a-a476-df8922f7c323 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:34.783469 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-1496d7a2-842d-4aef-993b-1be7dd49bf6a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting subnet 584c436a-0aa7-46f6-83f6-66f944349e74 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:18:34.796426 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a0f7b098-63f6-4378-9f45-37881231250f None None] Could not find standard attr ID for object 378e400b-697c-461c-9731-5191c6d96e32. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:18:34.799838 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1496d7a2-842d-4aef-993b-1be7dd49bf6a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:34.850451 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7196aad4-b8ec-4fa8-83f0-f22c5fd305fd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network 0e817385-fbf2-4565-8468-c50f04298963 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:34.861613 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-7196aad4-b8ec-4fa8-83f0-f22c5fd305fd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:34.870148 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a0f7b098-63f6-4378-9f45-37881231250f None None] Provisioning for port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:34.888763 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a0f7b098-63f6-4378-9f45-37881231250f None None] Provisioning complete for port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:34.889311 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b098-63f6-4378-9f45-37881231250f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:34.941610 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196aad4-b8ec-4fa8-83f0-f22c5fd305fd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:34.944317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1496d7a2-842d-4aef-993b-1be7dd49bf6a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:35.008834 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f5e32a25-78dc-42c4-8df2-6efc12113f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:35.042251 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-0577bca1-4396-4cbe-9d9b-1264aa7a0af0 None None] Set router da03fc2b-a43f-492c-8281-a36e8035e8be gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:18:35.065280 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1496d7a2-842d-4aef-993b-1be7dd49bf6a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:35.095180 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196aad4-b8ec-4fa8-83f0-f22c5fd305fd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=1faa9b31-d99f-4106-9f24-d606baf62983,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:35.116511 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f5e32a25-78dc-42c4-8df2-6efc12113f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:35.148270 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39f3f801-4c93-4ea5-98e5-4c3cd699977f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:35.171505 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32900cc1-acbb-4053-a5e9-909e9b93b237 req-a919de4f-53bb-4cf2-9599-a4ebf950186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:35.173214 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-32900cc1-acbb-4053-a5e9-909e9b93b237 req-a919de4f-53bb-4cf2-9599-a4ebf950186b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed801d97-9063-4f1e-99bd-483e3bb7c52f HTTP/1.1" status: 200 len: 898 time: 0.6520002 Jan 17 14:18:35.227760 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 14b60298-bb6a-4388-b2bc-18e5239f0325 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:35.258427 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f5e32a25-78dc-42c4-8df2-6efc12113f98 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0fa2a8198c564786850011615887a4b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4098663 Jan 17 14:18:35.263169 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7196aad4-b8ec-4fa8-83f0-f22c5fd305fd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:35.263853 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7196aad4-b8ec-4fa8-83f0-f22c5fd305fd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:35.269235 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35334) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:35.289868 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e32a25-78dc-42c4-8df2-6efc12113f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a4b8ec-53f8-4c6c-a5e7-f4b49b165c04,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:35.361565 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-39f3f801-4c93-4ea5-98e5-4c3cd699977f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for 8fa2a153-02f9-40b5-a972-8b78f1ad0f3b owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:35.399854 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7196aad4-b8ec-4fa8-83f0-f22c5fd305fd tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6435046 Jan 17 14:18:35.403660 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35338) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:35.410542 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-7b0bc251-036f-4fda-8b7a-5809c462f744 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'subnet': {'network_id': '0e817385-fbf2-4565-8468-c50f04298963', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:35.432631 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Allocated IP 172.20.0.2 (04565778-632a-40d5-a74d-042e2ffda62f/7a68a4e9-c109-4c6c-b89e-eab2279fef85/6bce9936-c5ef-4ca7-94f7-81a10c5dd730) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:35.475305 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1496d7a2-842d-4aef-993b-1be7dd49bf6a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:35.505484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c7ac12f0-9f19-4237-8180-998c8beb0444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:35.511592 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-32900cc1-acbb-4053-a5e9-909e9b93b237 req-c44d0e9e-243d-4e23-bacb-3af0f0a8ec1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=371ba3a3-658c-4bef-a10e-76543200a7ba HTTP/1.1" status: 200 len: 1002 time: 0.2813694 Jan 17 14:18:35.554662 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c7ac12f0-9f19-4237-8180-998c8beb0444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:35.571195 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496d7a2-842d-4aef-993b-1be7dd49bf6a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Subnet': ['ID=584c436a-0aa7-46f6-83f6-66f944349e74,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:35.608115 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374f90b7-0b4c-49ac-9150-49912c81c310 None None] Network d511f405-eb3d-45d1-8c39-57834900d546 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:35.621207 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1496d7a2-842d-4aef-993b-1be7dd49bf6a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:35.623549 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7b0bc251-036f-4fda-8b7a-5809c462f744 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:35.628646 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7b0bc251-036f-4fda-8b7a-5809c462f744 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:subnet and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:35.632024 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1496d7a2-842d-4aef-993b-1be7dd49bf6a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/subnets/584c436a-0aa7-46f6-83f6-66f944349e74 HTTP/1.1" status: 204 len: 168 time: 1.3965578 Jan 17 14:18:35.634914 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7b0bc251-036f-4fda-8b7a-5809c462f744 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:35.639034 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35342) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:35.667763 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7b0bc251-036f-4fda-8b7a-5809c462f744 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:35.714593 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32900cc1-acbb-4053-a5e9-909e9b93b237 req-823df758-0ddc-4589-8ce9-fffc9f302320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:35.716190 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-32900cc1-acbb-4053-a5e9-909e9b93b237 req-823df758-0ddc-4589-8ce9-fffc9f302320 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6eed59de-3b32-4f8e-8e97-579451ea969d HTTP/1.1" status: 200 len: 835 time: 0.1954844 Jan 17 14:18:35.752815 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0bc251-036f-4fda-8b7a-5809c462f744 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:35.757473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7b0bc251-036f-4fda-8b7a-5809c462f744 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:35.776296 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 14b60298-bb6a-4388-b2bc-18e5239f0325 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:35.776697 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:35.779619 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c7ac12f0-9f19-4237-8180-998c8beb0444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:35.782357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-eacd33c5-7730-4447-8ef0-b0dafd654374 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting port 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:35.782807 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-eacd33c5-7730-4447-8ef0-b0dafd654374 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:35.879112 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': '874b207c-6182-4972-9c60-9d0868992462'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:18:35.880551 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:35.890671 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39f3f801-4c93-4ea5-98e5-4c3cd699977f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:35.891216 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac12f0-9f19-4237-8180-998c8beb0444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a4b8ec-53f8-4c6c-a5e7-f4b49b165c04,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:35.900731 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f8b964e-4a23-4508-a753-458225fd93f6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:35.910044 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c7ac12f0-9f19-4237-8180-998c8beb0444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:35.914072 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c7ac12f0-9f19-4237-8180-998c8beb0444 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8a4b8ec-53f8-4c6c-a5e7-f4b49b165c04 HTTP/1.1" status: 204 len: 168 time: 0.6379080 Jan 17 14:18:35.916648 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a0f7b098-63f6-4378-9f45-37881231250f None None] Could not find standard attr ID for object 2fd29378-aa7b-4248-86f9-e13a2a6d6e02. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:18:35.928356 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b964e-4a23-4508-a753-458225fd93f6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port 14b60298-bb6a-4388-b2bc-18e5239f0325 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:35.928687 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f8b964e-4a23-4508-a753-458225fd93f6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:36.180898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3f801-4c93-4ea5-98e5-4c3cd699977f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=8fa2a153-02f9-40b5-a972-8b78f1ad0f3b,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:36.215817 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.ipam_backend_mixin [None req-7b0bc251-036f-4fda-8b7a-5809c462f744 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a196526a-f7ff-4f34-9ed8-e6a274298377 (CIDR: 172.20.0.0/28) Jan 17 14:18:36.224982 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0bc251-036f-4fda-8b7a-5809c462f744 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:18:36.227969 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0bc251-036f-4fda-8b7a-5809c462f744 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:18:36.253939 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39f3f801-4c93-4ea5-98e5-4c3cd699977f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:36.259122 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32900cc1-acbb-4053-a5e9-909e9b93b237 req-b758e732-2e94-4ea7-ad08-ac834a09f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:36.260187 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-32900cc1-acbb-4053-a5e9-909e9b93b237 req-b758e732-2e94-4ea7-ad08-ac834a09f840 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed801d97-9063-4f1e-99bd-483e3bb7c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5354638 Jan 17 14:18:36.287125 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7b0bc251-036f-4fda-8b7a-5809c462f744 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8787513 Jan 17 14:18:36.300697 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35350) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:36.314194 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f18e233e-e07d-467f-ba32-a083ed17c079 None None] Provisioning for port 1faa9b31-d99f-4106-9f24-d606baf62983 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:36.314783 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-eacd33c5-7730-4447-8ef0-b0dafd654374 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] For port 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd,segment=NetworkSegment(afbaf284-2419-4dbd-a488-d5b50ab60b92),segment_id=afbaf284-2419-4dbd-a488-d5b50ab60b92)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:36.315215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-eacd33c5-7730-4447-8ef0-b0dafd654374 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:36.374411 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:36.376935 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-3b2cf709-b135-4731-8993-3d0b312c9a52 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'subnet': {'network_id': '0e817385-fbf2-4565-8468-c50f04298963', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:36.388818 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f18e233e-e07d-467f-ba32-a083ed17c079 None None] Provisioning complete for port 1faa9b31-d99f-4106-9f24-d606baf62983 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:36.389179 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f18e233e-e07d-467f-ba32-a083ed17c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:36.394791 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-39f3f801-4c93-4ea5-98e5-4c3cd699977f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/8fa2a153-02f9-40b5-a972-8b78f1ad0f3b HTTP/1.1" status: 204 len: 168 time: 2.8039281 Jan 17 14:18:36.395569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35354) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:36.420470 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35356) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:36.444743 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Transition to ACTIVE for port object 6bce9936-c5ef-4ca7-94f7-81a10c5dd730 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:36.465341 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:36.484208 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-1f8b964e-4a23-4508-a753-458225fd93f6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] For port 14b60298-bb6a-4388-b2bc-18e5239f0325, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=14b60298-bb6a-4388-b2bc-18e5239f0325,segment=NetworkSegment(0eb5e274-a31a-4193-b095-51c26ba10b61),segment_id=0eb5e274-a31a-4193-b095-51c26ba10b61)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:36.484586 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f8b964e-4a23-4508-a753-458225fd93f6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:36.503580 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0577bca1-4396-4cbe-9d9b-1264aa7a0af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:18:28Z', 'revision_number': 7, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:56Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1fe72-8222-4c5b-8834-a9bb13b9c804', 'name': '', 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:23:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:18:03Z', 'updated_at': '2022-01-17T14:18:25Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd', 'name': '', 'network_id': 'b44d7800-f4e4-41c4-b485-133da3653116', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:af:48:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '2b1557c2-24f7-4f78-8e46-6af5c61cc7f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:18:14Z', 'updated_at': '2022-01-17T14:18:27Z', 'revision_number': 4, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': '2b1557c2-24f7-4f78-8e46-6af5c61cc7f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '756e3e56-9a0c-4ce6-b2aa-bbb4e042d831', 'name': '', 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:50Z', 'updated_at': '2022-01-17T14:18:05Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:36.548902 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Allocated IP 2001:db8::f816:3eff:fe0e:d23d (5c806942-cde6-42f7-aae4-af9246279d2e/874b207c-6182-4972-9c60-9d0868992462/4e301dc5-d296-4fe6-92df-1daec5b7d783) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:36.552542 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577bca1-4396-4cbe-9d9b-1264aa7a0af0 None None] The sync data for ids ['da03fc2b-a43f-492c-8281-a36e8035e8be'] in dv-neutron-824901-1-hyperv is: [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:18:28Z', 'revision_number': 7, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:56Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1fe72-8222-4c5b-8834-a9bb13b9c804', 'name': '', 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:23:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:18:03Z', 'updated_at': '2022-01-17T14:18:25Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd', 'name': '', 'network_id': 'b44d7800-f4e4-41c4-b485-133da3653116', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:af:48:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '2b1557c2-24f7-4f78-8e46-6af5c61cc7f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:18:14Z', 'updated_at': '2022-01-17T14:18:27Z', 'revision_number': 4, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': '2b1557c2-24f7-4f78-8e46-6af5c61cc7f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '756e3e56-9a0c-4ce6-b2aa-bbb4e042d831', 'name': '', 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:50Z', 'updated_at': '2022-01-17T14:18:05Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:18:36.562138 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Transition to ACTIVE for port object 6bce9936-c5ef-4ca7-94f7-81a10c5dd730 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:36.567177 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f18e233e-e07d-467f-ba32-a083ed17c079 None None] Port 1faa9b31-d99f-4106-9f24-d606baf62983 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:36.595083 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:36.599582 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-010ada95-2546-4fbe-831d-032f901c5766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:36.622376 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-eacd33c5-7730-4447-8ef0-b0dafd654374 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Calling delete_port for 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:36.707947 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-e6d1daa1-570e-43d1-9bfe-08f3a4dce1f8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Allocated IP 172.20.0.1 (04565778-632a-40d5-a74d-042e2ffda62f/7a68a4e9-c109-4c6c-b89e-eab2279fef85/d1fae2dd-034d-4082-99c1-984cc549387a) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:36.709352 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-010ada95-2546-4fbe-831d-032f901c5766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:36.721813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-010ada95-2546-4fbe-831d-032f901c5766 admin admin] Usage tracker for resource:security_group_rule and tenant:eaed61b27e3749668887d5868765f17c is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:36.728189 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9838844b-73c3-46d4-a484-cd712db270f5 None None] DHCP port deletion for d511f405-eb3d-45d1-8c39-57834900d546 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:18:36.739398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-010ada95-2546-4fbe-831d-032f901c5766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:36.764708 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b964e-4a23-4508-a753-458225fd93f6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for 14b60298-bb6a-4388-b2bc-18e5239f0325 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:36.770630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-010ada95-2546-4fbe-831d-032f901c5766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:36.773846 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9838844b-73c3-46d4-a484-cd712db270f5 None None] Deleting port 14b60298-bb6a-4388-b2bc-18e5239f0325 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:36.774222 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9838844b-73c3-46d4-a484-cd712db270f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:36.786675 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-32900cc1-acbb-4053-a5e9-909e9b93b237 req-c4d8822b-d00f-46c0-ab3f-e89ef458324e service neutron] 10.222.0.15 "GET /v2.0/networks/ed801d97-9063-4f1e-99bd-483e3bb7c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077608 Jan 17 14:18:36.890623 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Network 04565778-632a-40d5-a74d-042e2ffda62f is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:36.900041 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:36.902912 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:36.921960 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-3b2cf709-b135-4731-8993-3d0b312c9a52 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:36.922863 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b40d755-953a-44ff-b092-1e7dbdd8bb3d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:36.925056 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b40d755-953a-44ff-b092-1e7dbdd8bb3d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:36.925793 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3b40d755-953a-44ff-b092-1e7dbdd8bb3d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:36.938805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3b2cf709-b135-4731-8993-3d0b312c9a52 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:subnet and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:36.943963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3b2cf709-b135-4731-8993-3d0b312c9a52 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:36.960255 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:36.961568 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-3b2cf709-b135-4731-8993-3d0b312c9a52 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:36.993403 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Pushing event updated for resources: {'Port': ['ID=6bce9936-c5ef-4ca7-94f7-81a10c5dd730,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:37.009688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3b40d755-953a-44ff-b092-1e7dbdd8bb3d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:37.011806 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3b40d755-953a-44ff-b092-1e7dbdd8bb3d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5898342 Jan 17 14:18:37.021893 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35362) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:37.043610 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:37.043999 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:37.101413 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2cf709-b135-4731-8993-3d0b312c9a52 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:37.104905 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf709-b135-4731-8993-3d0b312c9a52 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:37.186544 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Attempting to bind port 6bce9936-c5ef-4ca7-94f7-81a10c5dd730 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:37.186544 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Attempting to bind port 6bce9936-c5ef-4ca7-94f7-81a10c5dd730 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'fd8e6f24-9dba-4b49-82c1-12360925659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04565778-632a-40d5-a74d-042e2ffda62f'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:37.188001 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Attempting to bind port 6bce9936-c5ef-4ca7-94f7-81a10c5dd730 on network 04565778-632a-40d5-a74d-042e2ffda62f {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:37.212824 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-eacd33c5-7730-4447-8ef0-b0dafd654374 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:37.236372 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f8b964e-4a23-4508-a753-458225fd93f6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:37.248762 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:18:37.249127 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Checking segment: {'id': 'fd8e6f24-9dba-4b49-82c1-12360925659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04565778-632a-40d5-a74d-042e2ffda62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:18:37.249517 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:37.249900 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Bound using segment: {'id': 'fd8e6f24-9dba-4b49-82c1-12360925659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04565778-632a-40d5-a74d-042e2ffda62f'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:18:37.250360 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Bound port: 6bce9936-c5ef-4ca7-94f7-81a10c5dd730, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8e6f24-9dba-4b49-82c1-12360925659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04565778-632a-40d5-a74d-042e2ffda62f'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:18:37.250726 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:37.251510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28048e7-ea87-4f1c-8f4b-f553bd402cfa tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet 874b207c-6182-4972-9c60-9d0868992462 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:18:37.269447 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-32900cc1-acbb-4053-a5e9-909e9b93b237 req-af5fab6d-d66c-478f-b315-a51eed544efd service neutron] 10.222.0.15 "GET /v2.0/networks/ed801d97-9063-4f1e-99bd-483e3bb7c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596784 Jan 17 14:18:37.295743 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Could not find standard attr ID for object 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:18:37.333001 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd33c5-7730-4447-8ef0-b0dafd654374 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Port': ['ID=5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:37.357138 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e6d1daa1-570e-43d1-9bfe-08f3a4dce1f8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:37.377832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-e6d1daa1-570e-43d1-9bfe-08f3a4dce1f8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Transition to ACTIVE for port object d1fae2dd-034d-4082-99c1-984cc549387a will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:37.398187 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No ports have port_id starting with 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd Jan 17 14:18:37.416046 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3c096ef7-4f3d-4681-8c21-bb76fa56f20c up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:37.433873 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e6d1daa1-570e-43d1-9bfe-08f3a4dce1f8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:37.442990 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:37.446245 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8b964e-4a23-4508-a753-458225fd93f6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] No DVR routers for this DVR port 14b60298-bb6a-4388-b2bc-18e5239f0325 on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:18:37.449312 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b964e-4a23-4508-a753-458225fd93f6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Port': ['ID=14b60298-bb6a-4388-b2bc-18e5239f0325,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:37.504689 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Transition to ACTIVE for port object 4e301dc5-d296-4fe6-92df-1daec5b7d783 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:37.530447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-010ada95-2546-4fbe-831d-032f901c5766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:37.542268 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9838844b-73c3-46d4-a484-cd712db270f5 None None] For port 14b60298-bb6a-4388-b2bc-18e5239f0325, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=14b60298-bb6a-4388-b2bc-18e5239f0325,segment=NetworkSegment(0eb5e274-a31a-4193-b095-51c26ba10b61),segment_id=0eb5e274-a31a-4193-b095-51c26ba10b61)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:37.542705 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9838844b-73c3-46d4-a484-cd712db270f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:37.548711 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.ipam_backend_mixin [None req-3b2cf709-b135-4731-8993-3d0b312c9a52 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet aa7c728f-5b1f-4b3a-9de8-f4da64920946 (CIDR: 172.20.0.16/28) Jan 17 14:18:37.550022 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-010ada95-2546-4fbe-831d-032f901c5766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:37.611297 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-010ada95-2546-4fbe-831d-032f901c5766 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eaed61b27e3749668887d5868765f17c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2017508 Jan 17 14:18:37.611297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ada95-2546-4fbe-831d-032f901c5766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bdd7b6-f25b-4bec-a268-1231850de554,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:37.613140 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2cf709-b135-4731-8993-3d0b312c9a52 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:18:37.613722 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b2cf709-b135-4731-8993-3d0b312c9a52 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:18:37.617267 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35368) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:37.625145 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-eacd33c5-7730-4447-8ef0-b0dafd654374 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:37.687439 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Transition to ACTIVE for port object 4e301dc5-d296-4fe6-92df-1daec5b7d783 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:37.687761 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d1daa1-570e-43d1-9bfe-08f3a4dce1f8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 04565778-632a-40d5-a74d-042e2ffda62f is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:37.700368 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9838844b-73c3-46d4-a484-cd712db270f5 None None] Calling delete_port for 14b60298-bb6a-4388-b2bc-18e5239f0325 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:37.702491 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-e6d1daa1-570e-43d1-9bfe-08f3a4dce1f8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:37.741285 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] For port 6bce9936-c5ef-4ca7-94f7-81a10c5dd730, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:18:37.760281 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:37.796574 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e28048e7-ea87-4f1c-8f4b-f553bd402cfa tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:37.809637 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] For port 6bce9936-c5ef-4ca7-94f7-81a10c5dd730, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6bce9936-c5ef-4ca7-94f7-81a10c5dd730,segment=NetworkSegment(fd8e6f24-9dba-4b49-82c1-12360925659f),segment_id=fd8e6f24-9dba-4b49-82c1-12360925659f)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:18:37.836094 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:37.849761 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d1daa1-570e-43d1-9bfe-08f3a4dce1f8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:37.883626 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:37.887542 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:37.887935 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:37.904432 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1daa1-570e-43d1-9bfe-08f3a4dce1f8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Port': ['ID=d1fae2dd-034d-4082-99c1-984cc549387a,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:37.914189 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Pushing event updated for resources: {'Port': ['ID=4e301dc5-d296-4fe6-92df-1daec5b7d783,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:37.950790 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3b2cf709-b135-4731-8993-3d0b312c9a52 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.6423709 Jan 17 14:18:37.953105 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35372) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:37.955103 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:37.958068 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:38.001155 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-253f22fe-6efd-41f2-baef-54fe1d6a29aa tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'subnet': {'network_id': '0e817385-fbf2-4565-8468-c50f04298963', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:38.016470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2eed8416-0401-420a-8723-ab0fef0feadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:38.042403 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-9838844b-73c3-46d4-a484-cd712db270f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:18:38.042791 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-9838844b-73c3-46d4-a484-cd712db270f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:18:38.069945 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f8b964e-4a23-4508-a753-458225fd93f6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:38.124584 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Attempting to bind port 4e301dc5-d296-4fe6-92df-1daec5b7d783 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:38.124864 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Attempting to bind port 4e301dc5-d296-4fe6-92df-1daec5b7d783 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:38.125363 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Attempting to bind port 4e301dc5-d296-4fe6-92df-1daec5b7d783 on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:38.134121 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046557b0-8853-46c3-9b72-113064e44d21 None None] Pushing event updated for resources: {'Port': ['ID=6bce9936-c5ef-4ca7-94f7-81a10c5dd730,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:38.139359 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:18:38.139802 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:18:38.140163 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:38.140554 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:18:38.141026 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Bound port: 4e301dc5-d296-4fe6-92df-1daec5b7d783, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:18:38.141401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:38.162511 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2eed8416-0401-420a-8723-ab0fef0feadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:38.222529 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e28048e7-ea87-4f1c-8f4b-f553bd402cfa tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:38.239095 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacd33c5-7730-4447-8ef0-b0dafd654374 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router da03fc2b-a43f-492c-8281-a36e8035e8be has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:18:38.304131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] For port 4e301dc5-d296-4fe6-92df-1daec5b7d783, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:18:38.312887 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] For port 4e301dc5-d296-4fe6-92df-1daec5b7d783, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4e301dc5-d296-4fe6-92df-1daec5b7d783,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:18:38.318088 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e6d1daa1-570e-43d1-9bfe-08f3a4dce1f8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:38.322530 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:38.336730 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-1f8b964e-4a23-4508-a753-458225fd93f6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d511f405-eb3d-45d1-8c39-57834900d546']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:38.401851 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2eed8416-0401-420a-8723-ab0fef0feadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:38.431455 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-1f8b964e-4a23-4508-a753-458225fd93f6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb5e274-a31a-4193-b095-51c26ba10b61') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:38.431455 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-1f8b964e-4a23-4508-a753-458225fd93f6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb5e274-a31a-4193-b095-51c26ba10b61') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:38.441377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed8416-0401-420a-8723-ab0fef0feadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bdd7b6-f25b-4bec-a268-1231850de554,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:38.490073 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2eed8416-0401-420a-8723-ab0fef0feadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:38.492027 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2eed8416-0401-420a-8723-ab0fef0feadd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a0bdd7b6-f25b-4bec-a268-1231850de554 HTTP/1.1" status: 204 len: 168 time: 0.8714244 Jan 17 14:18:38.493527 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacd33c5-7730-4447-8ef0-b0dafd654374 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:18:38.498575 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52571705-f0a7-4ed3-b7d4-f168f864dc71 None None] Pushing event updated for resources: {'Port': ['ID=4e301dc5-d296-4fe6-92df-1daec5b7d783,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:38.500236 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-eacd33c5-7730-4447-8ef0-b0dafd654374 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/da03fc2b-a43f-492c-8281-a36e8035e8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0577681 Jan 17 14:18:38.503082 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35378) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:38.543192 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7291928b-9797-45bb-9426-3a12c5d96443 None None] Sync routers for ids ['da03fc2b-a43f-492c-8281-a36e8035e8be'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:18:38.544527 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9838844b-73c3-46d4-a484-cd712db270f5 None None] Deleting port 14b60298-bb6a-4388-b2bc-18e5239f0325 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:38.545140 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9838844b-73c3-46d4-a484-cd712db270f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:38.565202 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7291928b-9797-45bb-9426-3a12c5d96443 None None] Routers {'da03fc2b-a43f-492c-8281-a36e8035e8be'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:18:38.566232 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7291928b-9797-45bb-9426-3a12c5d96443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['da03fc2b-a43f-492c-8281-a36e8035e8be'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:38.604505 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f8b964e-4a23-4508-a753-458225fd93f6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:38.625109 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f8b964e-4a23-4508-a753-458225fd93f6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:38.644201 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8b964e-4a23-4508-a753-458225fd93f6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:18:38.644766 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f8b964e-4a23-4508-a753-458225fd93f6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:38.650293 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 14b60298-bb6a-4388-b2bc-18e5239f0325 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:18:38.746621 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-9189a8f6-6466-4947-8c32-394c57793668 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting subnet 2b1557c2-24f7-4f78-8e46-6af5c61cc7f4 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:18:38.751574 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9189a8f6-6466-4947-8c32-394c57793668 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:38.809793 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 14b60298-bb6a-4388-b2bc-18e5239f0325 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:18:38.810747 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 14b60298-bb6a-4388-b2bc-18e5239f0325 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:18:38.832247 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9838844b-73c3-46d4-a484-cd712db270f5 None None] The port '14b60298-bb6a-4388-b2bc-18e5239f0325' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:18:38.907545 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9189a8f6-6466-4947-8c32-394c57793668 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:39.017938 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-7291928b-9797-45bb-9426-3a12c5d96443 None None] Set router da03fc2b-a43f-492c-8281-a36e8035e8be gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:18:39.078828 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9189a8f6-6466-4947-8c32-394c57793668 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:18:39.183102 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:18:39.221767 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f8b964e-4a23-4508-a753-458225fd93f6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:39.237095 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9189a8f6-6466-4947-8c32-394c57793668 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:39.326181 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f8b964e-4a23-4508-a753-458225fd93f6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:39.349810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189a8f6-6466-4947-8c32-394c57793668 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1557c2-24f7-4f78-8e46-6af5c61cc7f4,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:39.355432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9189a8f6-6466-4947-8c32-394c57793668 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:39.365452 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbcb176-ff72-44cb-bcb8-af4a2dda5ca6 None None] Network b44d7800-f4e4-41c4-b485-133da3653116 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:39.368641 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b964e-4a23-4508-a753-458225fd93f6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Network': ['ID=d511f405-eb3d-45d1-8c39-57834900d546,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:39.382083 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9189a8f6-6466-4947-8c32-394c57793668 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/subnets/2b1557c2-24f7-4f78-8e46-6af5c61cc7f4 HTTP/1.1" status: 204 len: 168 time: 0.8755801 Jan 17 14:18:39.384961 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35392) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:39.439975 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e6d1daa1-570e-43d1-9bfe-08f3a4dce1f8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:39.468526 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1f8b964e-4a23-4508-a753-458225fd93f6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/networks/d511f405-eb3d-45d1-8c39-57834900d546 HTTP/1.1" status: 204 len: 168 time: 3.8292403 Jan 17 14:18:39.477297 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-253f22fe-6efd-41f2-baef-54fe1d6a29aa tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:39.531952 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35396) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:39.560166 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-253f22fe-6efd-41f2-baef-54fe1d6a29aa tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Usage tracker for resource:subnet and tenant:90170c06bfce4b45a8ff91de363bb5ad is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:39.579884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7388a269-8ce5-4dd2-a36a-a68b2452ed4a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:39.584533 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-714fc241-1314-4122-b32a-d6575911a2c0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1363747110'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:39.591363 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-253f22fe-6efd-41f2-baef-54fe1d6a29aa tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:39.595573 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-7388a269-8ce5-4dd2-a36a-a68b2452ed4a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting port 8443fedb-49b1-485e-aedf-f1d371f2ec5d {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:39.596181 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7388a269-8ce5-4dd2-a36a-a68b2452ed4a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:39.674130 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7291928b-9797-45bb-9426-3a12c5d96443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:18:36Z', 'revision_number': 8, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:56Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1fe72-8222-4c5b-8834-a9bb13b9c804', 'name': '', 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:23:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:18:03Z', 'updated_at': '2022-01-17T14:18:25Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '756e3e56-9a0c-4ce6-b2aa-bbb4e042d831', 'name': '', 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:50Z', 'updated_at': '2022-01-17T14:18:05Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:39.681426 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7291928b-9797-45bb-9426-3a12c5d96443 None None] Checking router: da03fc2b-a43f-492c-8281-a36e8035e8be for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:18:39.707098 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7291928b-9797-45bb-9426-3a12c5d96443 None None] Routers {'da03fc2b-a43f-492c-8281-a36e8035e8be'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:18:39.708177 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7291928b-9797-45bb-9426-3a12c5d96443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['da03fc2b-a43f-492c-8281-a36e8035e8be'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:39.770701 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-253f22fe-6efd-41f2-baef-54fe1d6a29aa tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:39.826700 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-714fc241-1314-4122-b32a-d6575911a2c0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:39.927328 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-714fc241-1314-4122-b32a-d6575911a2c0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:network and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:39.971428 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e28048e7-ea87-4f1c-8f4b-f553bd402cfa tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:39.991044 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-7388a269-8ce5-4dd2-a36a-a68b2452ed4a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] For port 8443fedb-49b1-485e-aedf-f1d371f2ec5d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8443fedb-49b1-485e-aedf-f1d371f2ec5d,segment=NetworkSegment(afbaf284-2419-4dbd-a488-d5b50ab60b92),segment_id=afbaf284-2419-4dbd-a488-d5b50ab60b92)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:39.991332 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7388a269-8ce5-4dd2-a36a-a68b2452ed4a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:40.034674 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edccfee2-cb8d-4dc8-8848-de5711346cb2 None None] Network 04565778-632a-40d5-a74d-042e2ffda62f requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:40.039100 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-7291928b-9797-45bb-9426-3a12c5d96443 None None] Set router da03fc2b-a43f-492c-8281-a36e8035e8be gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:18:40.122252 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-714fc241-1314-4122-b32a-d6575911a2c0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:40.227361 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-714fc241-1314-4122-b32a-d6575911a2c0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:40.256467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253f22fe-6efd-41f2-baef-54fe1d6a29aa tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Made reservation on behalf of 90170c06bfce4b45a8ff91de363bb5ad for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:40.262843 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-253f22fe-6efd-41f2-baef-54fe1d6a29aa tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:40.322972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35408) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:40.358604 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-7388a269-8ce5-4dd2-a36a-a68b2452ed4a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Calling delete_port for 8443fedb-49b1-485e-aedf-f1d371f2ec5d owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:40.482951 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7291928b-9797-45bb-9426-3a12c5d96443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:18:36Z', 'revision_number': 8, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:56Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1fe72-8222-4c5b-8834-a9bb13b9c804', 'name': '', 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:23:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:18:03Z', 'updated_at': '2022-01-17T14:18:25Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '756e3e56-9a0c-4ce6-b2aa-bbb4e042d831', 'name': '', 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:50Z', 'updated_at': '2022-01-17T14:18:05Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:40.494527 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7291928b-9797-45bb-9426-3a12c5d96443 None None] The sync data for ids ['da03fc2b-a43f-492c-8281-a36e8035e8be'] in dv-neutron-824901-1-hyperv is: [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:18:36Z', 'revision_number': 8, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:56Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed1fe72-8222-4c5b-8834-a9bb13b9c804', 'name': '', 'network_id': '4b275b67-164d-4923-b200-7950e1ca54a2', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:23:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:18:03Z', 'updated_at': '2022-01-17T14:18:25Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': '402a2189-ba42-4b9c-98bb-e5bb1645b067', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '756e3e56-9a0c-4ce6-b2aa-bbb4e042d831', 'name': '', 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:50Z', 'updated_at': '2022-01-17T14:18:05Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:18:40.589593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6bce9936-c5ef-4ca7-94f7-81a10c5dd730 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:40.695595 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7388a269-8ce5-4dd2-a36a-a68b2452ed4a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:40.745557 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714fc241-1314-4122-b32a-d6575911a2c0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:40.749355 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-714fc241-1314-4122-b32a-d6575911a2c0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:40.776053 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e28048e7-ea87-4f1c-8f4b-f553bd402cfa tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:40.791069 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388a269-8ce5-4dd2-a36a-a68b2452ed4a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] No DVR routers for this DVR port 8443fedb-49b1-485e-aedf-f1d371f2ec5d on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:18:40.858097 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388a269-8ce5-4dd2-a36a-a68b2452ed4a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Port': ['ID=8443fedb-49b1-485e-aedf-f1d371f2ec5d,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:40.892930 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714fc241-1314-4122-b32a-d6575911a2c0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:18:40.897287 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28048e7-ea87-4f1c-8f4b-f553bd402cfa tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=874b207c-6182-4972-9c60-9d0868992462,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:40.918013 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-dcc5f54d-f1e7-46af-9698-eb2590646658 None None] Provisioning for port 6bce9936-c5ef-4ca7-94f7-81a10c5dd730 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:41.037711 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e28048e7-ea87-4f1c-8f4b-f553bd402cfa tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:41.040314 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ddb442e0-2213-4ed7-bcf3-b7bf7959a928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:41.045746 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2145239294'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:41.065787 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:41.088980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Usage tracker for resource:network and tenant:5e6c93de802c4e77b70df127687bcced is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:41.089205 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-714fc241-1314-4122-b32a-d6575911a2c0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:41.089734 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-714fc241-1314-4122-b32a-d6575911a2c0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Added segment 4f2c30ca-4a16-4337-9cd6-43b8c2df31cc of type vlan for network c838ae52-f961-4800-9471-7e04ebfebaa6 Jan 17 14:18:41.093743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:41.102169 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7388a269-8ce5-4dd2-a36a-a68b2452ed4a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:41.109876 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:41.144344 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-7388a269-8ce5-4dd2-a36a-a68b2452ed4a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44d7800-f4e4-41c4-b485-133da3653116']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:41.162021 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Made reservation on behalf of 5e6c93de802c4e77b70df127687bcced for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:41.165629 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:41.173374 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 6bce9936-c5ef-4ca7-94f7-81a10c5dd730 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:41.199433 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0269312d-6a60-422b-81f5-3c647a3ee61e None None] Could not find standard attr ID for object 616f9954-91ea-4efc-91d3-3d94bba1882a. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:18:41.210379 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 6bce9936-c5ef-4ca7-94f7-81a10c5dd730 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:41.210765 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:41.218376 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-7388a269-8ce5-4dd2-a36a-a68b2452ed4a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbaf284-2419-4dbd-a488-d5b50ab60b92') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:41.218670 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-7388a269-8ce5-4dd2-a36a-a68b2452ed4a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbaf284-2419-4dbd-a488-d5b50ab60b92') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:41.232414 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:41.270065 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7388a269-8ce5-4dd2-a36a-a68b2452ed4a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:41.274932 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0269312d-6a60-422b-81f5-3c647a3ee61e None None] Could not find standard attr ID for object 8fa2a153-02f9-40b5-a972-8b78f1ad0f3b. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:18:41.308640 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:41.320801 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6cca08-3100-450a-a251-ae8782a930f8 None None] DHCP port deletion for b44d7800-f4e4-41c4-b485-133da3653116 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:18:41.321927 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Usage tracker for resource:security_group_rule and tenant:5e6c93de802c4e77b70df127687bcced is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:41.329215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:41.334895 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7388a269-8ce5-4dd2-a36a-a68b2452ed4a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:41.357480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:41.362894 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0269312d-6a60-422b-81f5-3c647a3ee61e None None] Provisioning for port 4e301dc5-d296-4fe6-92df-1daec5b7d783 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:41.376381 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7388a269-8ce5-4dd2-a36a-a68b2452ed4a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:18:41.377460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7388a269-8ce5-4dd2-a36a-a68b2452ed4a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:41.388415 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e28048e7-ea87-4f1c-8f4b-f553bd402cfa tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/874b207c-6182-4972-9c60-9d0868992462 HTTP/1.1" status: 204 len: 168 time: 4.3628833 Jan 17 14:18:41.414126 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-714fc241-1314-4122-b32a-d6575911a2c0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:18:41.415747 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35414) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:41.537902 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-714fc241-1314-4122-b32a-d6575911a2c0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:41.543052 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:41.543478 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714fc241-1314-4122-b32a-d6575911a2c0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:41.544536 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-714fc241-1314-4122-b32a-d6575911a2c0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:41.589616 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8573ac95-e633-43e4-a945-77259f72efc6 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:41.711240 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0f3ad1c7-82f1-403c-beaf-4720e2e270fc tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2807622 Jan 17 14:18:41.724553 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35418) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:41.732938 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b8994acb-9794-40a7-a21f-2dee9b8ab9aa None None] Could not find standard attr ID for object 8fa2a153-02f9-40b5-a972-8b78f1ad0f3b. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:18:41.771576 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-714fc241-1314-4122-b32a-d6575911a2c0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2376635 Jan 17 14:18:41.782122 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35422) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:41.795324 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 6bce9936-c5ef-4ca7-94f7-81a10c5dd730, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6bce9936-c5ef-4ca7-94f7-81a10c5dd730,segment=NetworkSegment(fd8e6f24-9dba-4b49-82c1-12360925659f),segment_id=fd8e6f24-9dba-4b49-82c1-12360925659f)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:41.809636 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-4e5a6ac7-a527-45e0-aa9a-5a5d5c19fd28 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'subnet': {'network_id': 'c838ae52-f961-4800-9471-7e04ebfebaa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:41.819851 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:41.829740 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4e301dc5-d296-4fe6-92df-1daec5b7d783 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:41.831380 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fc241-1314-4122-b32a-d6575911a2c0 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Network': ['ID=c838ae52-f961-4800-9471-7e04ebfebaa6,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:41.856968 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e6d1daa1-570e-43d1-9bfe-08f3a4dce1f8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:41.874249 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7388a269-8ce5-4dd2-a36a-a68b2452ed4a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:41.883294 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7388a269-8ce5-4dd2-a36a-a68b2452ed4a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:41.921630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388a269-8ce5-4dd2-a36a-a68b2452ed4a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Network': ['ID=b44d7800-f4e4-41c4-b485-133da3653116,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:41.933974 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e6d1daa1-570e-43d1-9bfe-08f3a4dce1f8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:41.967803 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62758962-4744-481d-ae60-1fdaa0849e62 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:41.968561 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-62758962-4744-481d-ae60-1fdaa0849e62 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:41.976035 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network c838ae52-f961-4800-9471-7e04ebfebaa6 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:18:41.985245 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7388a269-8ce5-4dd2-a36a-a68b2452ed4a tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/networks/b44d7800-f4e4-41c4-b485-133da3653116 HTTP/1.1" status: 204 len: 168 time: 2.5988905 Jan 17 14:18:41.995657 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35426) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:42.073474 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-62758962-4744-481d-ae60-1fdaa0849e62 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:42.074823 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-62758962-4744-481d-ae60-1fdaa0849e62 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3472240 Jan 17 14:18:42.085452 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35430) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:42.113799 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-4e5a6ac7-a527-45e0-aa9a-5a5d5c19fd28 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:42.126739 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1daa1-570e-43d1-9bfe-08f3a4dce1f8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Port': ['ID=d1fae2dd-034d-4082-99c1-984cc549387a,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:42.134823 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e6d1daa1-570e-43d1-9bfe-08f3a4dce1f8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:42.141455 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-4e5a6ac7-a527-45e0-aa9a-5a5d5c19fd28 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:subnet and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:42.157358 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-4e5a6ac7-a527-45e0-aa9a-5a5d5c19fd28 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:42.160604 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e70f8225-65a8-402f-abad-f7e3ac2830be None None] Provisioning for port d1fae2dd-034d-4082-99c1-984cc549387a completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:42.181814 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-4e5a6ac7-a527-45e0-aa9a-5a5d5c19fd28 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:42.195487 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:42.215635 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e70f8225-65a8-402f-abad-f7e3ac2830be None None] Provisioning complete for port d1fae2dd-034d-4082-99c1-984cc549387a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:42.215925 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e70f8225-65a8-402f-abad-f7e3ac2830be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:42.221310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:42.256734 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-253f22fe-6efd-41f2-baef-54fe1d6a29aa tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:42.274989 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:18:42.292729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=6bce9936-c5ef-4ca7-94f7-81a10c5dd730,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:42.294509 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951b21f4-55ed-441d-a3f1-870fa6a1d579 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:42.295188 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-951b21f4-55ed-441d-a3f1-870fa6a1d579 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:42.304429 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42ae3db5-5006-46ab-bd0e-9a8e12b83d58,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:42.314879 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5a6ac7-a527-45e0-aa9a-5a5d5c19fd28 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:42.318682 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4e5a6ac7-a527-45e0-aa9a-5a5d5c19fd28 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:42.325598 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e70f8225-65a8-402f-abad-f7e3ac2830be None None] Port d1fae2dd-034d-4082-99c1-984cc549387a cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:42.345579 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 4e301dc5-d296-4fe6-92df-1daec5b7d783 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:42.354103 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e70f8225-65a8-402f-abad-f7e3ac2830be None None] Provisioning complete for port 6bce9936-c5ef-4ca7-94f7-81a10c5dd730 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:42.354470 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e70f8225-65a8-402f-abad-f7e3ac2830be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:42.364357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:42.364707 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Added segment 896fc67c-ebf7-49eb-9a76-f1870f8004ef of type vlan for network 5e091f2b-441a-4313-8015-0537ada741eb Jan 17 14:18:42.386679 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 4e301dc5-d296-4fe6-92df-1daec5b7d783 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:42.386679 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:42.412746 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f22fe-6efd-41f2-baef-54fe1d6a29aa tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Network 0e817385-fbf2-4565-8468-c50f04298963 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:42.447615 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-253f22fe-6efd-41f2-baef-54fe1d6a29aa tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:42.462999 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253f22fe-6efd-41f2-baef-54fe1d6a29aa tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:42.463625 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-253f22fe-6efd-41f2-baef-54fe1d6a29aa tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:42.473062 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c0cd86-617e-4fed-896f-8fb4ff097aae None None] Network 0e817385-fbf2-4565-8468-c50f04298963 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:42.488592 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-951b21f4-55ed-441d-a3f1-870fa6a1d579 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:42.489981 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-951b21f4-55ed-441d-a3f1-870fa6a1d579 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3970246 Jan 17 14:18:42.492418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:42.497907 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35434) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:42.571517 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:18:42.592249 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a15750a7-eb4a-402e-95c6-579683ad9a7c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0909791 Jan 17 14:18:42.599113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35438) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:42.628981 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] Deleting port 4e301dc5-d296-4fe6-92df-1daec5b7d783 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:42.629344 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:42.637600 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c20f7d46-b943-4e3c-bd6a-91b7b1e1ae81 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:42.637852 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f22fe-6efd-41f2-baef-54fe1d6a29aa tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Subnet': ['ID=6d375de6-2523-4ae6-af8f-51bac7abb4b0,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:42.663555 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-253f22fe-6efd-41f2-baef-54fe1d6a29aa tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.6747568 Jan 17 14:18:42.667851 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35442) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:42.672853 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d1daa1-570e-43d1-9bfe-08f3a4dce1f8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 04565778-632a-40d5-a74d-042e2ffda62f is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:42.680748 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-4e900586-b32d-405b-bc38-0713f0754203 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1390223000', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6d375de6-2523-4ae6-af8f-51bac7abb4b0'}], 'security_groups': ['bc53091b-df73-40f0-8c95-97e6768843cc', 'c3e49be0-37f8-4173-a590-90ab58d2c762']}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:42.712171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-e6d1daa1-570e-43d1-9bfe-08f3a4dce1f8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:42.806452 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:42.951524 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:42.957238 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:42.957853 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:42.976280 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 4e301dc5-d296-4fe6-92df-1daec5b7d783, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4e301dc5-d296-4fe6-92df-1daec5b7d783,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:43.022979 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:43.048016 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.7224357 Jan 17 14:18:43.057084 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35446) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:43.136883 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-9989c293-b985-456b-a4a7-7ecf1010937d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Request body: {'subnet': {'network_id': '5e091f2b-441a-4313-8015-0537ada741eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:43.186709 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=4e301dc5-d296-4fe6-92df-1daec5b7d783,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:43.188021 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c20f7d46-b943-4e3c-bd6a-91b7b1e1ae81 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:43.191066 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4e5a6ac7-a527-45e0-aa9a-5a5d5c19fd28 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:43.193188 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6bce9936-c5ef-4ca7-94f7-81a10c5dd730 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:43.267275 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d1daa1-570e-43d1-9bfe-08f3a4dce1f8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router 8a1770fb-3cd2-47d6-a720-142c7adb99b7 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:18:43.278134 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c20f7d46-b943-4e3c-bd6a-91b7b1e1ae81 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:43.298661 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b11f65-c633-4bbb-9b08-25624f8881a7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Pushing event updated for resources: {'Network': ['ID=5e091f2b-441a-4313-8015-0537ada741eb,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:43.322180 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9989c293-b985-456b-a4a7-7ecf1010937d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:43.323017 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d1a63ce5-a5c8-4619-9d1e-53ada2fc6397 None None] Provisioning complete for port d1fae2dd-034d-4082-99c1-984cc549387a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:43.323266 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1a63ce5-a5c8-4619-9d1e-53ada2fc6397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:43.328847 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20f7d46-b943-4e3c-bd6a-91b7b1e1ae81 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:43.332495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c20f7d46-b943-4e3c-bd6a-91b7b1e1ae81 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:43.346773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9989c293-b985-456b-a4a7-7ecf1010937d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Usage tracker for resource:subnet and tenant:5e6c93de802c4e77b70df127687bcced is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:43.352473 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9989c293-b985-456b-a4a7-7ecf1010937d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:43.362366 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 5e091f2b-441a-4313-8015-0537ada741eb details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:18:43.390854 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] For port 4e301dc5-d296-4fe6-92df-1daec5b7d783, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4e301dc5-d296-4fe6-92df-1daec5b7d783,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:43.391241 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:43.425986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9989c293-b985-456b-a4a7-7ecf1010937d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:43.450064 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9989c293-b985-456b-a4a7-7ecf1010937d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Made reservation on behalf of 5e6c93de802c4e77b70df127687bcced for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:43.453489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9989c293-b985-456b-a4a7-7ecf1010937d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:43.473138 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4e900586-b32d-405b-bc38-0713f0754203 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:43.493646 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a6ac7-a527-45e0-aa9a-5a5d5c19fd28 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Subnet': ['ID=f946970d-edbc-4765-9a72-73a247fc02df,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:43.552000 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5a6ac7-a527-45e0-aa9a-5a5d5c19fd28 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Checking segment: {'id': '4f2c30ca-4a16-4337-9cd6-43b8c2df31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c838ae52-f961-4800-9471-7e04ebfebaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:18:43.552368 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5a6ac7-a527-45e0-aa9a-5a5d5c19fd28 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network hostable DHCP agents. Network: c838ae52-f961-4800-9471-7e04ebfebaa6, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:18:43.593197 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d1daa1-570e-43d1-9bfe-08f3a4dce1f8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:18:43.611769 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e6d1daa1-570e-43d1-9bfe-08f3a4dce1f8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/8a1770fb-3cd2-47d6-a720-142c7adb99b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7033737 Jan 17 14:18:43.618918 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35450) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:43.638390 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] Calling delete_port for 4e301dc5-d296-4fe6-92df-1daec5b7d783 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:43.669435 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938f913e-6cde-45f7-998d-a590e7f54eb7 None None] Sync routers for ids ['8a1770fb-3cd2-47d6-a720-142c7adb99b7'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:18:43.690408 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d1a63ce5-a5c8-4619-9d1e-53ada2fc6397 None None] Port d1fae2dd-034d-4082-99c1-984cc549387a cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:43.727813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5a6ac7-a527-45e0-aa9a-5a5d5c19fd28 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network c838ae52-f961-4800-9471-7e04ebfebaa6 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:18:43.739433 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938f913e-6cde-45f7-998d-a590e7f54eb7 None None] Routers {'8a1770fb-3cd2-47d6-a720-142c7adb99b7'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:18:43.740917 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-938f913e-6cde-45f7-998d-a590e7f54eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['8a1770fb-3cd2-47d6-a720-142c7adb99b7'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:43.761986 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-4e5a6ac7-a527-45e0-aa9a-5a5d5c19fd28 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, c838ae52-f961-4800-9471-7e04ebfebaa6) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:43.763129 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-effeb3f3-3f70-4e95-be73-5c8def0bac67 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:43.768323 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5a6ac7-a527-45e0-aa9a-5a5d5c19fd28 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:43.768913 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4e5a6ac7-a527-45e0-aa9a-5a5d5c19fd28 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:43.779467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ccd1c9-6ddb-4c88-b94e-4b5e091137ed tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:43.780087 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-49ccd1c9-6ddb-4c88-b94e-4b5e091137ed tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Synchronizing usage tracker for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:43.806803 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da30f8d-adff-4fd5-b034-8c8915c207c2 None None] Network c838ae52-f961-4800-9471-7e04ebfebaa6 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:43.878464 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4e5a6ac7-a527-45e0-aa9a-5a5d5c19fd28 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0874732 Jan 17 14:18:43.883997 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35454) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:43.917815 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-938f913e-6cde-45f7-998d-a590e7f54eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:43.924838 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ffedff28-de00-4ce9-99d8-809b211858f1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'port': {'network_id': 'c838ae52-f961-4800-9471-7e04ebfebaa6', 'name': 'tempest-PortsIpV6TestJSON-186417126', 'fixed_ips': [{'subnet_id': 'f946970d-edbc-4765-9a72-73a247fc02df', 'ip_address': '2001:db8::10'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:43.939363 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 6bce9936-c5ef-4ca7-94f7-81a10c5dd730 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:43.939753 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:43.958222 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-49ccd1c9-6ddb-4c88-b94e-4b5e091137ed tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Unset dirty status for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:43.959977 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-49ccd1c9-6ddb-4c88-b94e-4b5e091137ed tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/ports/d1fae2dd-034d-4082-99c1-984cc549387a HTTP/1.1" status: 200 len: 910 time: 0.3396156 Jan 17 14:18:43.966825 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35458) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:44.037723 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-453523d4-ff24-427c-a95d-f796fe810b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:44.047004 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:44.052277 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938f913e-6cde-45f7-998d-a590e7f54eb7 None None] Routers {'8a1770fb-3cd2-47d6-a720-142c7adb99b7'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:18:44.053434 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-938f913e-6cde-45f7-998d-a590e7f54eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['8a1770fb-3cd2-47d6-a720-142c7adb99b7'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:44.110172 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-78ce7a56-52c1-4f01-b169-c71149913164 None None] Provisioning complete for port d1fae2dd-034d-4082-99c1-984cc549387a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:44.110587 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-78ce7a56-52c1-4f01-b169-c71149913164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:44.149264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:44.150705 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:18:44.151057 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:18:44.179198 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9989c293-b985-456b-a4a7-7ecf1010937d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:44.192030 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-938f913e-6cde-45f7-998d-a590e7f54eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:44.192610 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938f913e-6cde-45f7-998d-a590e7f54eb7 None None] The sync data for ids ['8a1770fb-3cd2-47d6-a720-142c7adb99b7'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:18:44.242149 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-4e900586-b32d-405b-bc38-0713f0754203 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Delete allocated IP 172.20.0.4 (0e817385-fbf2-4565-8468-c50f04298963/a196526a-f7ff-4f34-9ed8-e6a274298377) {{(pid=87524) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 17 14:18:44.252483 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-4e900586-b32d-405b-bc38-0713f0754203 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Allocated IP 172.20.0.34 (0e817385-fbf2-4565-8468-c50f04298963/6d375de6-2523-4ae6-af8f-51bac7abb4b0/1faa9b31-d99f-4106-9f24-d606baf62983) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:44.258562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-78ce7a56-52c1-4f01-b169-c71149913164 None None] Port d1fae2dd-034d-4082-99c1-984cc549387a cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:44.299893 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ffedff28-de00-4ce9-99d8-809b211858f1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:44.311960 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ffedff28-de00-4ce9-99d8-809b211858f1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:port and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:44.316949 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ffedff28-de00-4ce9-99d8-809b211858f1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:44.330909 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ffedff28-de00-4ce9-99d8-809b211858f1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:44.520189 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f22c647-730e-49b4-a659-770c153d529a None None] Update dhcp port {'port': {'network_id': '0e817385-fbf2-4565-8468-c50f04298963', 'fixed_ips': [{'subnet_id': 'aa7c728f-5b1f-4b3a-9de8-f4da64920946', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a196526a-f7ff-4f34-9ed8-e6a274298377', 'ip_address': '172.20.0.2'}, {'subnet_id': '6d375de6-2523-4ae6-af8f-51bac7abb4b0'}], 'binding:host_id': 'dv-neutron-824901-1-hyperv'}, 'id': '3c096ef7-4f3d-4681-8c21-bb76fa56f20c'} from dv-neutron-824901-1-hyperv. {{(pid=87525) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 17 14:18:44.551316 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-c838ae52-f961-4800-9471-7e04ebfebaa6', 'network_id': 'c838ae52-f961-4800-9471-7e04ebfebaa6', 'tenant_id': '374cea47104946fc966cdb1b752ef9e6', 'fixed_ips': [{'subnet_id': 'f946970d-edbc-4765-9a72-73a247fc02df'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:18:44.552175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:44.593793 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4e301dc5-d296-4fe6-92df-1daec5b7d783 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:18:44.616366 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffedff28-de00-4ce9-99d8-809b211858f1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:44.645786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989c293-b985-456b-a4a7-7ecf1010937d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Pushing event updated for resources: {'Subnet': ['ID=73960ff7-cb5b-4745-b4fa-24ef412cdf51,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:44.661412 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] Deleting port 4e301dc5-d296-4fe6-92df-1daec5b7d783 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:44.662113 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:44.723886 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f22c647-730e-49b4-a659-770c153d529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:44.753694 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4e900586-b32d-405b-bc38-0713f0754203 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:44.774586 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9989c293-b985-456b-a4a7-7ecf1010937d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Checking segment: {'id': '896fc67c-ebf7-49eb-9a76-f1870f8004ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5e091f2b-441a-4313-8015-0537ada741eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:18:44.775154 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9989c293-b985-456b-a4a7-7ecf1010937d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Network hostable DHCP agents. Network: 5e091f2b-441a-4313-8015-0537ada741eb, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:18:44.785409 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.objects.ports [None req-c20f7d46-b943-4e3c-bd6a-91b7b1e1ae81 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87523) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 14:18:44.797790 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-4e900586-b32d-405b-bc38-0713f0754203 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Transition to ACTIVE for port object 1faa9b31-d99f-4106-9f24-d606baf62983 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:44.809409 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ffedff28-de00-4ce9-99d8-809b211858f1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:44.819944 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4e900586-b32d-405b-bc38-0713f0754203 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:44.926562 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9989c293-b985-456b-a4a7-7ecf1010937d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Network 5e091f2b-441a-4313-8015-0537ada741eb is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:18:44.947933 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-ffedff28-de00-4ce9-99d8-809b211858f1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] device_id is not set on port a9a848c7-e768-4f13-8b8a-3e182057ce55 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:18:44.996020 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-9989c293-b985-456b-a4a7-7ecf1010937d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 5e091f2b-441a-4313-8015-0537ada741eb) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:45.038266 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae55a3be-f320-4771-ae2d-ef86dbb365fc None None] Network 5e091f2b-441a-4313-8015-0537ada741eb requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:45.040659 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9989c293-b985-456b-a4a7-7ecf1010937d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:45.041242 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9989c293-b985-456b-a4a7-7ecf1010937d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:45.058554 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e900586-b32d-405b-bc38-0713f0754203 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event updated for resources: {'Port': ['ID=1faa9b31-d99f-4106-9f24-d606baf62983,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:45.095858 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-effeb3f3-3f70-4e95-be73-5c8def0bac67 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting port 3ed1fe72-8222-4c5b-8834-a9bb13b9c804 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:45.096220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-effeb3f3-3f70-4e95-be73-5c8def0bac67 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:45.133069 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-4e900586-b32d-405b-bc38-0713f0754203 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] In _notify_port_updated(), no bound segment for port 1faa9b31-d99f-4106-9f24-d606baf62983 on network 0e817385-fbf2-4565-8468-c50f04298963 {{(pid=87524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:18:45.137224 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9989c293-b985-456b-a4a7-7ecf1010937d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0764813 Jan 17 14:18:45.137377 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e900586-b32d-405b-bc38-0713f0754203 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:45.137973 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4e900586-b32d-405b-bc38-0713f0754203 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:45.142063 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4e900586-b32d-405b-bc38-0713f0754203 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "PUT /v2.0/ports/1faa9b31-d99f-4106-9f24-d606baf62983 HTTP/1.1" status: 200 len: 960 time: 2.4702880 Jan 17 14:18:45.143371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35462) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:45.145107 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35464) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:45.154832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-5aff80a9-2487-471a-b7dc-e7404c6d8927 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Request body: {'port': {'network_id': '5e091f2b-441a-4313-8015-0537ada741eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1867197225'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:45.245244 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-c7ead087-a04b-4c02-8089-1385cde225cc tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port 1faa9b31-d99f-4106-9f24-d606baf62983 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:45.245959 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c7ead087-a04b-4c02-8089-1385cde225cc tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:45.275602 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:45.307980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c20f7d46-b943-4e3c-bd6a-91b7b1e1ae81 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:45.331287 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Allocated IP 2001:db8::2 (c838ae52-f961-4800-9471-7e04ebfebaa6/f946970d-edbc-4765-9a72-73a247fc02df/af1f8cb3-b894-496b-adc1-bf192a4d6b39) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:45.366944 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] For port 4e301dc5-d296-4fe6-92df-1daec5b7d783, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4e301dc5-d296-4fe6-92df-1daec5b7d783,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:45.366944 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:45.489195 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-effeb3f3-3f70-4e95-be73-5c8def0bac67 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] For port 3ed1fe72-8222-4c5b-8834-a9bb13b9c804, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3ed1fe72-8222-4c5b-8834-a9bb13b9c804,segment=NetworkSegment(2dc2c57b-ed22-4f66-b31f-0a1b19f3c703),segment_id=2dc2c57b-ed22-4f66-b31f-0a1b19f3c703)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:45.489628 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-effeb3f3-3f70-4e95-be73-5c8def0bac67 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:45.567667 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5aff80a9-2487-471a-b7dc-e7404c6d8927 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:45.581147 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5aff80a9-2487-471a-b7dc-e7404c6d8927 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Usage tracker for resource:port and tenant:5e6c93de802c4e77b70df127687bcced is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:45.586822 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5aff80a9-2487-471a-b7dc-e7404c6d8927 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:45.596328 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] Calling delete_port for 4e301dc5-d296-4fe6-92df-1daec5b7d783 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:45.597925 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5aff80a9-2487-471a-b7dc-e7404c6d8927 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:45.629136 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aff80a9-2487-471a-b7dc-e7404c6d8927 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Made reservation on behalf of 5e6c93de802c4e77b70df127687bcced for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:45.633716 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5aff80a9-2487-471a-b7dc-e7404c6d8927 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:45.645304 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-effeb3f3-3f70-4e95-be73-5c8def0bac67 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Calling delete_port for 3ed1fe72-8222-4c5b-8834-a9bb13b9c804 owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:45.676763 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c7ead087-a04b-4c02-8089-1385cde225cc tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:45.688075 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-5aff80a9-2487-471a-b7dc-e7404c6d8927 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] device_id is not set on port 5aedcfd8-9c9b-4224-bdf1-9d258f3d0cad yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:18:45.758667 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:45.767821 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4e7c8982-7d4f-4387-a8a7-d79c673f1757 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:45.813310 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:18:45.813708 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:18:45.815688 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-7f22c647-730e-49b4-a659-770c153d529a None None] Allocated IP 172.20.0.35 (0e817385-fbf2-4565-8468-c50f04298963/6d375de6-2523-4ae6-af8f-51bac7abb4b0/3c096ef7-4f3d-4681-8c21-bb76fa56f20c) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:45.852335 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-c7ead087-a04b-4c02-8089-1385cde225cc tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for 1faa9b31-d99f-4106-9f24-d606baf62983 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:45.928390 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5e091f2b-441a-4313-8015-0537ada741eb', 'network_id': '5e091f2b-441a-4313-8015-0537ada741eb', 'tenant_id': '5e6c93de802c4e77b70df127687bcced', 'fixed_ips': [{'subnet_id': '73960ff7-cb5b-4745-b4fa-24ef412cdf51'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:18:45.928390 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:45.992506 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-c20f7d46-b943-4e3c-bd6a-91b7b1e1ae81 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] For port 4e301dc5-d296-4fe6-92df-1daec5b7d783, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4e301dc5-d296-4fe6-92df-1daec5b7d783,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:46.095517 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-5aff80a9-2487-471a-b7dc-e7404c6d8927 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Allocated IP 2001:db8::1f0 (5e091f2b-441a-4313-8015-0537ada741eb/73960ff7-cb5b-4745-b4fa-24ef412cdf51/5aedcfd8-9c9b-4224-bdf1-9d258f3d0cad) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:46.165725 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c7ead087-a04b-4c02-8089-1385cde225cc tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:46.259486 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:46.279748 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-7f22c647-730e-49b4-a659-770c153d529a None None] For port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3c096ef7-4f3d-4681-8c21-bb76fa56f20c,segment=NetworkSegment(473233d8-7b78-44e5-8279-4d267adfa701),segment_id=473233d8-7b78-44e5-8279-4d267adfa701)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:46.286661 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c20f7d46-b943-4e3c-bd6a-91b7b1e1ae81 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:46.289555 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Transition to ACTIVE for port object af1f8cb3-b894-496b-adc1-bf192a4d6b39 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:46.296053 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c20f7d46-b943-4e3c-bd6a-91b7b1e1ae81 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:46.296794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c20f7d46-b943-4e3c-bd6a-91b7b1e1ae81 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:46.310225 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:18:46.310986 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:18:46.352584 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Transition to ACTIVE for port object af1f8cb3-b894-496b-adc1-bf192a4d6b39 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:46.358995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35472) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:46.380853 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:46.413865 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ead087-a04b-4c02-8089-1385cde225cc tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Port': ['ID=1faa9b31-d99f-4106-9f24-d606baf62983,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:46.424161 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f22c647-730e-49b4-a659-770c153d529a None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:46.460863 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:46.494537 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Network c838ae52-f961-4800-9471-7e04ebfebaa6 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:46.501401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:46.507565 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:46.512108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Pushing event updated for resources: {'Port': ['ID=af1f8cb3-b894-496b-adc1-bf192a4d6b39,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:46.538430 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c7ead087-a04b-4c02-8089-1385cde225cc tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:46.543024 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-ffedff28-de00-4ce9-99d8-809b211858f1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Allocated IP 2001:db8::10 (c838ae52-f961-4800-9471-7e04ebfebaa6/f946970d-edbc-4765-9a72-73a247fc02df/a9a848c7-e768-4f13-8b8a-3e182057ce55) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:46.553662 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] Deleting port 4e301dc5-d296-4fe6-92df-1daec5b7d783 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:46.554392 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:46.571769 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20f7d46-b943-4e3c-bd6a-91b7b1e1ae81 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:46.582447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-c20f7d46-b943-4e3c-bd6a-91b7b1e1ae81 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:46.590229 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c7ead087-a04b-4c02-8089-1385cde225cc tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/ports/1faa9b31-d99f-4106-9f24-d606baf62983 HTTP/1.1" status: 204 len: 168 time: 1.4434395 Jan 17 14:18:46.590902 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35476) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:46.591390 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 4e301dc5-d296-4fe6-92df-1daec5b7d783, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4e301dc5-d296-4fe6-92df-1daec5b7d783,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:46.597930 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20f7d46-b943-4e3c-bd6a-91b7b1e1ae81 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:46.598476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c20f7d46-b943-4e3c-bd6a-91b7b1e1ae81 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:46.635010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f7d46-b943-4e3c-bd6a-91b7b1e1ae81 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=eeb9e1a3-2ec2-4085-a5a9-52d1d4d199fb,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:46.641534 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:46.641992 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:18:46.643583 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f7d46-b943-4e3c-bd6a-91b7b1e1ae81 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=4e301dc5-d296-4fe6-92df-1daec5b7d783,revision_number=6']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:46.685303 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbbefb63-7b32-4b40-a3e2-edf0c6633415 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] GET failed (client error): The resource could not be found. Jan 17 14:18:46.685899 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-dbbefb63-7b32-4b40-a3e2-edf0c6633415 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Synchronizing usage tracker for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:46.704274 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-dbbefb63-7b32-4b40-a3e2-edf0c6633415 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Unset dirty status for tenant:90170c06bfce4b45a8ff91de363bb5ad on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:46.708308 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-dbbefb63-7b32-4b40-a3e2-edf0c6633415 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports/1faa9b31-d99f-4106-9f24-d606baf62983 HTTP/1.1" status: 404 len: 333 time: 0.1093414 Jan 17 14:18:46.709211 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35480) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:46.734270 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7f22c647-730e-49b4-a659-770c153d529a None None] Transition to ACTIVE for port object 3c096ef7-4f3d-4681-8c21-bb76fa56f20c will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:46.735158 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:18:46.735460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 5aebc6c9-8fd3-428e-b5bc-9f2e9d346fcd not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:18:46.736115 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8443fedb-49b1-485e-aedf-f1d371f2ec5d no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:18:46.765578 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c20f7d46-b943-4e3c-bd6a-91b7b1e1ae81 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.1606393 Jan 17 14:18:46.765578 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-effeb3f3-3f70-4e95-be73-5c8def0bac67 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:46.773299 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35484) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:46.782401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f22c647-730e-49b4-a659-770c153d529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:46.801034 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 8443fedb-49b1-485e-aedf-f1d371f2ec5d {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:18:46.801659 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8443fedb-49b1-485e-aedf-f1d371f2ec5d not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:18:46.834893 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Attempting to bind port af1f8cb3-b894-496b-adc1-bf192a4d6b39 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:46.835267 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Attempting to bind port af1f8cb3-b894-496b-adc1-bf192a4d6b39 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '4f2c30ca-4a16-4337-9cd6-43b8c2df31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c838ae52-f961-4800-9471-7e04ebfebaa6'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:46.835646 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Attempting to bind port af1f8cb3-b894-496b-adc1-bf192a4d6b39 on network c838ae52-f961-4800-9471-7e04ebfebaa6 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:46.854615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effeb3f3-3f70-4e95-be73-5c8def0bac67 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Port': ['ID=3ed1fe72-8222-4c5b-8834-a9bb13b9c804,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:46.864446 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:18:46.864825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Checking segment: {'id': '4f2c30ca-4a16-4337-9cd6-43b8c2df31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c838ae52-f961-4800-9471-7e04ebfebaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:18:46.865284 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:46.866184 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Bound using segment: {'id': '4f2c30ca-4a16-4337-9cd6-43b8c2df31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c838ae52-f961-4800-9471-7e04ebfebaa6'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:18:46.866670 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Bound port: af1f8cb3-b894-496b-adc1-bf192a4d6b39, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2c30ca-4a16-4337-9cd6-43b8c2df31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c838ae52-f961-4800-9471-7e04ebfebaa6'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:18:46.867326 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:46.899235 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-a1777b2e-ca93-47c8-b1ef-9c8d8e1934ed tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Deleting port 5dbd7a2b-fbdb-48a8-bdbc-1ce66fa8fa49 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:46.899534 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a1777b2e-ca93-47c8-b1ef-9c8d8e1934ed tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:46.961245 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=4e301dc5-d296-4fe6-92df-1daec5b7d783,revision_number=7']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:47.046172 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5aff80a9-2487-471a-b7dc-e7404c6d8927 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:47.065706 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-5aff80a9-2487-471a-b7dc-e7404c6d8927 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Transition to ACTIVE for port object 5aedcfd8-9c9b-4224-bdf1-9d258f3d0cad will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:47.086382 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-72a8bed9-6a65-4592-8466-6e8d8845fbec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'mac_address': 'fa:16:3e:44:db:07', 'name': 'tempest-NetworksTestDHCPv6-942364421'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:47.113055 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-4e7c8982-7d4f-4387-a8a7-d79c673f1757 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting port d1fae2dd-034d-4082-99c1-984cc549387a {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:47.113680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4e7c8982-7d4f-4387-a8a7-d79c673f1757 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:47.207169 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22c647-730e-49b4-a659-770c153d529a None None] Pushing event updated for resources: {'Port': ['ID=3c096ef7-4f3d-4681-8c21-bb76fa56f20c,revision_number=7']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:47.232586 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2f31479d-670a-4c87-a5e9-0686f9ea32ce tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:47.240103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5aff80a9-2487-471a-b7dc-e7404c6d8927 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:47.302237 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a1777b2e-ca93-47c8-b1ef-9c8d8e1934ed tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:47.302541 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a1777b2e-ca93-47c8-b1ef-9c8d8e1934ed tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:47.315961 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-effeb3f3-3f70-4e95-be73-5c8def0bac67 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:47.316226 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] For port af1f8cb3-b894-496b-adc1-bf192a4d6b39, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:18:47.343016 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Allocated IP 2001:db8::2 (5e091f2b-441a-4313-8015-0537ada741eb/73960ff7-cb5b-4745-b4fa-24ef412cdf51/c1ca2f01-175b-42f8-b41e-e9c800f6ff77) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:47.345823 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] For port af1f8cb3-b894-496b-adc1-bf192a4d6b39, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=af1f8cb3-b894-496b-adc1-bf192a4d6b39,segment=NetworkSegment(4f2c30ca-4a16-4337-9cd6-43b8c2df31cc),segment_id=4f2c30ca-4a16-4337-9cd6-43b8c2df31cc)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:18:47.355108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] For port 4e301dc5-d296-4fe6-92df-1daec5b7d783, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4e301dc5-d296-4fe6-92df-1daec5b7d783,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:47.355471 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:47.368871 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:47.390291 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aff80a9-2487-471a-b7dc-e7404c6d8927 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Network 5e091f2b-441a-4313-8015-0537ada741eb is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:47.454177 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2f31479d-670a-4c87-a5e9-0686f9ea32ce tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:47.542883 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ffedff28-de00-4ce9-99d8-809b211858f1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:47.554111 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] Calling delete_port for 4e301dc5-d296-4fe6-92df-1daec5b7d783 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:47.562501 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-ffedff28-de00-4ce9-99d8-809b211858f1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Transition to ACTIVE for port object a9a848c7-e768-4f13-8b8a-3e182057ce55 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:47.603431 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-5aff80a9-2487-471a-b7dc-e7404c6d8927 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:47.606020 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff80a9-2487-471a-b7dc-e7404c6d8927 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Pushing event updated for resources: {'Port': ['ID=5aedcfd8-9c9b-4224-bdf1-9d258f3d0cad,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:47.619685 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aff80a9-2487-471a-b7dc-e7404c6d8927 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:47.625965 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aff80a9-2487-471a-b7dc-e7404c6d8927 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:47.627197 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5aff80a9-2487-471a-b7dc-e7404c6d8927 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:47.641525 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2f31479d-670a-4c87-a5e9-0686f9ea32ce tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:47.648026 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-72a8bed9-6a65-4592-8466-6e8d8845fbec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:47.671388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31479d-670a-4c87-a5e9-0686f9ea32ce tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5be9cfe-3be3-4ca4-bd6b-14ac1a5b56dc,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:47.690184 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-72a8bed9-6a65-4592-8466-6e8d8845fbec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:47.693830 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2f31479d-670a-4c87-a5e9-0686f9ea32ce tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:47.695565 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2f31479d-670a-4c87-a5e9-0686f9ea32ce tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/security-groups/f5be9cfe-3be3-4ca4-bd6b-14ac1a5b56dc HTTP/1.1" status: 204 len: 168 time: 0.9849908 Jan 17 14:18:47.699575 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35488) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:47.703596 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5aff80a9-2487-471a-b7dc-e7404c6d8927 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5584214 Jan 17 14:18:47.719361 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35492) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:47.750214 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-421feb04-9b58-48f5-bd55-33c6a78342da tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Request body: {'port': {'network_id': '5e091f2b-441a-4313-8015-0537ada741eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1542981804', 'allowed_address_pairs': [{'ip_address': '2001:db8::1f0', 'mac_address': 'fa:16:3e:e1:78:b0'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:47.910202 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ffedff28-de00-4ce9-99d8-809b211858f1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:47.958616 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-556a9bb4-8e81-4637-bfb6-0bed7191dcdd None None] Could not find standard attr ID for object 1faa9b31-d99f-4106-9f24-d606baf62983. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:18:47.971809 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a8bed9-6a65-4592-8466-6e8d8845fbec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:47.994146 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:48.019652 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Transition to ACTIVE for port object c1ca2f01-175b-42f8-b41e-e9c800f6ff77 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:48.021998 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f7c99-4386-463a-84d3-e7f4d67be7fa None None] Pushing event updated for resources: {'Port': ['ID=af1f8cb3-b894-496b-adc1-bf192a4d6b39,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:48.072928 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Transition to ACTIVE for port object c1ca2f01-175b-42f8-b41e-e9c800f6ff77 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:48.078297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-556a9bb4-8e81-4637-bfb6-0bed7191dcdd None None] Provisioning complete for port adb94a0c-1f40-412a-a476-df8922f7c323 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:48.078737 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-556a9bb4-8e81-4637-bfb6-0bed7191dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:48.091471 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-421feb04-9b58-48f5-bd55-33c6a78342da tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:48.097840 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-a1777b2e-ca93-47c8-b1ef-9c8d8e1934ed tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Calling delete_port for 5dbd7a2b-fbdb-48a8-bdbc-1ce66fa8fa49 owned by network:floatingip {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:48.106981 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-421feb04-9b58-48f5-bd55-33c6a78342da tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Usage tracker for resource:port and tenant:5e6c93de802c4e77b70df127687bcced is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:48.117545 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-421feb04-9b58-48f5-bd55-33c6a78342da tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:48.122367 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:48.122761 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffedff28-de00-4ce9-99d8-809b211858f1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network c838ae52-f961-4800-9471-7e04ebfebaa6 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:48.134712 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4e7c8982-7d4f-4387-a8a7-d79c673f1757 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:48.135331 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-ffedff28-de00-4ce9-99d8-809b211858f1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:48.138452 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffedff28-de00-4ce9-99d8-809b211858f1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:48.143962 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffedff28-de00-4ce9-99d8-809b211858f1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:48.144572 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ffedff28-de00-4ce9-99d8-809b211858f1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:48.154079 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-421feb04-9b58-48f5-bd55-33c6a78342da tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:48.176833 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffedff28-de00-4ce9-99d8-809b211858f1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=a9a848c7-e768-4f13-8b8a-3e182057ce55,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:48.209787 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5ab2d81a-ae9c-4dad-815a-ba5be74f5d50 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:48.227966 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Network 5e091f2b-441a-4313-8015-0537ada741eb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:48.246533 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421feb04-9b58-48f5-bd55-33c6a78342da tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Made reservation on behalf of 5e6c93de802c4e77b70df127687bcced for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:48.266192 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ffedff28-de00-4ce9-99d8-809b211858f1 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3734488 Jan 17 14:18:48.268165 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:48.281322 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35496) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:48.284872 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:48.355460 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5ab2d81a-ae9c-4dad-815a-ba5be74f5d50 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:48.357761 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-556a9bb4-8e81-4637-bfb6-0bed7191dcdd None None] Port adb94a0c-1f40-412a-a476-df8922f7c323 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:48.366887 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-0cba902c-9afd-4722-bfb9-cf1ef899288f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'port': {'network_id': 'c838ae52-f961-4800-9471-7e04ebfebaa6', 'name': 'tempest-PortsIpV6TestJSON-821613344', 'fixed_ips': [{'subnet_id': 'f946970d-edbc-4765-9a72-73a247fc02df', 'ip_address': '2001:db8::f'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:48.397185 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-4e7c8982-7d4f-4387-a8a7-d79c673f1757 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Calling delete_port for d1fae2dd-034d-4082-99c1-984cc549387a owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:48.416381 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Pushing event updated for resources: {'Port': ['ID=c1ca2f01-175b-42f8-b41e-e9c800f6ff77,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:48.427594 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-72a8bed9-6a65-4592-8466-6e8d8845fbec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:48.457428 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:48.533046 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] Pushing event deleted for resources: {'Port': ['ID=4e301dc5-d296-4fe6-92df-1daec5b7d783,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:48.561135 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-556a9bb4-8e81-4637-bfb6-0bed7191dcdd None None] Provisioning for port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:48.570025 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-556a9bb4-8e81-4637-bfb6-0bed7191dcdd None None] Provisioning complete for port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:48.570401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-556a9bb4-8e81-4637-bfb6-0bed7191dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:48.579409 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effeb3f3-3f70-4e95-be73-5c8def0bac67 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router da03fc2b-a43f-492c-8281-a36e8035e8be has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:18:48.735421 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76716a34-c119-476f-b414-d6d7ceded366 None None] No DVR routers for this DVR port 4e301dc5-d296-4fe6-92df-1daec5b7d783 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:18:48.737369 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Attempting to bind port c1ca2f01-175b-42f8-b41e-e9c800f6ff77 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:48.737770 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Attempting to bind port c1ca2f01-175b-42f8-b41e-e9c800f6ff77 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '896fc67c-ebf7-49eb-9a76-f1870f8004ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5e091f2b-441a-4313-8015-0537ada741eb'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:48.738143 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Attempting to bind port c1ca2f01-175b-42f8-b41e-e9c800f6ff77 on network 5e091f2b-441a-4313-8015-0537ada741eb {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:48.774123 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c613a4db-bc95-4154-a017-cd3ad685ca00 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:48.790125 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:18:48.791160 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Checking segment: {'id': '896fc67c-ebf7-49eb-9a76-f1870f8004ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5e091f2b-441a-4313-8015-0537ada741eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:18:48.791948 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:48.792571 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Bound using segment: {'id': '896fc67c-ebf7-49eb-9a76-f1870f8004ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5e091f2b-441a-4313-8015-0537ada741eb'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:18:48.793346 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Bound port: c1ca2f01-175b-42f8-b41e-e9c800f6ff77, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896fc67c-ebf7-49eb-9a76-f1870f8004ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5e091f2b-441a-4313-8015-0537ada741eb'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:18:48.793982 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:49.009365 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a1777b2e-ca93-47c8-b1ef-9c8d8e1934ed tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:49.043237 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-72a8bed9-6a65-4592-8466-6e8d8845fbec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port bf930b20-ece2-41f6-80c3-4c889cc46ef2 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:18:49.079623 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] For port c1ca2f01-175b-42f8-b41e-e9c800f6ff77, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:18:49.156766 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1777b2e-ca93-47c8-b1ef-9c8d8e1934ed tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event deleted for resources: {'Port': ['ID=5dbd7a2b-fbdb-48a8-bdbc-1ce66fa8fa49,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:49.170856 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effeb3f3-3f70-4e95-be73-5c8def0bac67 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:18:49.181622 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33afa77c-41c9-45be-aa76-18a5063bd447 None None] Sync routers for ids ['da03fc2b-a43f-492c-8281-a36e8035e8be'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:18:49.201858 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33afa77c-41c9-45be-aa76-18a5063bd447 None None] Routers {'da03fc2b-a43f-492c-8281-a36e8035e8be'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:18:49.202529 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-33afa77c-41c9-45be-aa76-18a5063bd447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['da03fc2b-a43f-492c-8281-a36e8035e8be'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:49.298980 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device af1f8cb3-b894-496b-adc1-bf192a4d6b39 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:49.307010 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5ab2d81a-ae9c-4dad-815a-ba5be74f5d50 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:49.317726 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-421feb04-9b58-48f5-bd55-33c6a78342da tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:49.347490 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-effeb3f3-3f70-4e95-be73-5c8def0bac67 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/da03fc2b-a43f-492c-8281-a36e8035e8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3477476 Jan 17 14:18:49.354062 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4e7c8982-7d4f-4387-a8a7-d79c673f1757 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:49.370034 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35500) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:49.374797 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0cba902c-9afd-4722-bfb9-cf1ef899288f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:49.390569 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0cba902c-9afd-4722-bfb9-cf1ef899288f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:port and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:49.423134 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] For port c1ca2f01-175b-42f8-b41e-e9c800f6ff77, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c1ca2f01-175b-42f8-b41e-e9c800f6ff77,segment=NetworkSegment(896fc67c-ebf7-49eb-9a76-f1870f8004ef),segment_id=896fc67c-ebf7-49eb-9a76-f1870f8004ef)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:18:49.462000 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:49.496632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c8982-7d4f-4387-a8a7-d79c673f1757 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Port': ['ID=d1fae2dd-034d-4082-99c1-984cc549387a,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:49.512134 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-33afa77c-41c9-45be-aa76-18a5063bd447 None None] Set router da03fc2b-a43f-492c-8281-a36e8035e8be gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:18:49.516729 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0cba902c-9afd-4722-bfb9-cf1ef899288f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:49.528838 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a1777b2e-ca93-47c8-b1ef-9c8d8e1934ed tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for floatingip, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:49.529183 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-a1777b2e-ca93-47c8-b1ef-9c8d8e1934ed tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Floating IP 8a30f901-75ae-4a1e-8539-f8569af305ec disassociated (deleted). External IP: 172.26.3.176, port: 371ba3a3-658c-4bef-a10e-76543200a7ba. Jan 17 14:18:49.530270 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2d81a-ae9c-4dad-815a-ba5be74f5d50 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e49be0-37f8-4173-a590-90ab58d2c762,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:49.552247 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0cba902c-9afd-4722-bfb9-cf1ef899288f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:49.555937 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-421feb04-9b58-48f5-bd55-33c6a78342da tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] device_id is not set on port e9949ee7-345d-4c50-8261-7e239be1cc07 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:18:49.617304 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-500f5f95-a499-44da-81e7-fe149dc20c2d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting subnet 402a2189-ba42-4b9c-98bb-e5bb1645b067 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:18:49.637160 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-500f5f95-a499-44da-81e7-fe149dc20c2d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:49.892653 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cba902c-9afd-4722-bfb9-cf1ef899288f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:49.941133 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9868a942-f4e6-41f2-a549-c3abd76c8853 None None] Network c838ae52-f961-4800-9471-7e04ebfebaa6 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:49.991486 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c7fde2f6-3ea6-45a5-a83b-13b06c669490 None None] Could not find standard attr ID for object 1faa9b31-d99f-4106-9f24-d606baf62983. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:18:49.995899 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5ab2d81a-ae9c-4dad-815a-ba5be74f5d50 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:49.997047 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5ab2d81a-ae9c-4dad-815a-ba5be74f5d50 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/security-groups/c3e49be0-37f8-4173-a590-90ab58d2c762 HTTP/1.1" status: 204 len: 168 time: 2.2957523 Jan 17 14:18:50.014926 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35504) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:50.029994 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': 'eeb9e1a3-2ec2-4085-a5a9-52d1d4d199fb'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:18:50.031834 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:50.045545 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-500f5f95-a499-44da-81e7-fe149dc20c2d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:50.128876 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-33afa77c-41c9-45be-aa76-18a5063bd447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:18:46Z', 'revision_number': 9, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:56Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '756e3e56-9a0c-4ce6-b2aa-bbb4e042d831', 'name': '', 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:50Z', 'updated_at': '2022-01-17T14:18:05Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:50.132963 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33afa77c-41c9-45be-aa76-18a5063bd447 None None] Checking router: da03fc2b-a43f-492c-8281-a36e8035e8be for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:18:50.142075 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33afa77c-41c9-45be-aa76-18a5063bd447 None None] Routers {'da03fc2b-a43f-492c-8281-a36e8035e8be'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:18:50.142075 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-33afa77c-41c9-45be-aa76-18a5063bd447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['da03fc2b-a43f-492c-8281-a36e8035e8be'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:50.143815 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-72a8bed9-6a65-4592-8466-6e8d8845fbec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::f816:3eff:fe44:db07 (5c806942-cde6-42f7-aae4-af9246279d2e/eeb9e1a3-2ec2-4085-a5a9-52d1d4d199fb/bf930b20-ece2-41f6-80c3-4c889cc46ef2) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:50.248519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4e7c8982-7d4f-4387-a8a7-d79c673f1757 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:50.278620 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237c8df-9398-48bf-92b0-455de9d12dc9 None None] Pushing event updated for resources: {'Port': ['ID=c1ca2f01-175b-42f8-b41e-e9c800f6ff77,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:50.370563 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-72a8bed9-6a65-4592-8466-6e8d8845fbec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:50.387818 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-72a8bed9-6a65-4592-8466-6e8d8845fbec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object bf930b20-ece2-41f6-80c3-4c889cc46ef2 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:50.399526 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-33afa77c-41c9-45be-aa76-18a5063bd447 None None] Set router da03fc2b-a43f-492c-8281-a36e8035e8be gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:18:50.425882 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port af1f8cb3-b894-496b-adc1-bf192a4d6b39 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:50.432196 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-1b449fb5-f5f3-4ef6-80ea-8c09afcfcc62 None None] Provisioning for port af1f8cb3-b894-496b-adc1-bf192a4d6b39 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:50.490172 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-1b449fb5-f5f3-4ef6-80ea-8c09afcfcc62 None None] Provisioning complete for port af1f8cb3-b894-496b-adc1-bf192a4d6b39 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:50.491277 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1b449fb5-f5f3-4ef6-80ea-8c09afcfcc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:50.492387 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-500f5f95-a499-44da-81e7-fe149dc20c2d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:50.709976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0cba902c-9afd-4722-bfb9-cf1ef899288f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:50.732510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-421feb04-9b58-48f5-bd55-33c6a78342da tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Allocated IP 2001:db8::26b (5e091f2b-441a-4313-8015-0537ada741eb/73960ff7-cb5b-4745-b4fa-24ef412cdf51/e9949ee7-345d-4c50-8261-7e239be1cc07) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:50.743783 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-0cba902c-9afd-4722-bfb9-cf1ef899288f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] device_id is not set on port 3be242e9-ff37-4046-a9b0-fa6904540748 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:18:50.762206 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port af1f8cb3-b894-496b-adc1-bf192a4d6b39 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:50.763622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:50.972577 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7c8982-7d4f-4387-a8a7-d79c673f1757 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router 8a1770fb-3cd2-47d6-a720-142c7adb99b7 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:18:50.986953 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-0cba902c-9afd-4722-bfb9-cf1ef899288f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Allocated IP 2001:db8::f (c838ae52-f961-4800-9471-7e04ebfebaa6/f946970d-edbc-4765-9a72-73a247fc02df/3be242e9-ff37-4046-a9b0-fa6904540748) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:50.996840 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-72a8bed9-6a65-4592-8466-6e8d8845fbec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:51.038597 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-33afa77c-41c9-45be-aa76-18a5063bd447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:18:46Z', 'revision_number': 9, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:56Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '756e3e56-9a0c-4ce6-b2aa-bbb4e042d831', 'name': '', 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:50Z', 'updated_at': '2022-01-17T14:18:05Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:51.046547 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33afa77c-41c9-45be-aa76-18a5063bd447 None None] The sync data for ids ['da03fc2b-a43f-492c-8281-a36e8035e8be'] in dv-neutron-824901-1-hyperv is: [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:18:46Z', 'revision_number': 9, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:56Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '756e3e56-9a0c-4ce6-b2aa-bbb4e042d831', 'name': '', 'network_id': '171d024f-dcd9-4ad4-8106-d2df6342d820', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:02:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:50Z', 'updated_at': '2022-01-17T14:18:05Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'd0530804-1085-4cd5-9110-ba2c5565d3b8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:18:51.057011 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1b449fb5-f5f3-4ef6-80ea-8c09afcfcc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:51.080795 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Allocated IP 2001:db8::f816:3eff:fe28:6adf (5c806942-cde6-42f7-aae4-af9246279d2e/eeb9e1a3-2ec2-4085-a5a9-52d1d4d199fb/d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:18:51.124657 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a8bed9-6a65-4592-8466-6e8d8845fbec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:51.140097 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ff6c2ad-fa08-4402-a510-38677c1175f9 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:51.149140 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-72a8bed9-6a65-4592-8466-6e8d8845fbec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:51.165691 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1777b2e-ca93-47c8-b1ef-9c8d8e1934ed tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Router 09944e88-533c-4312-bfff-ab4824c4c4d5 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:18:51.184171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8bed9-6a65-4592-8466-6e8d8845fbec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:51.189646 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a8bed9-6a65-4592-8466-6e8d8845fbec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:51.190254 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-72a8bed9-6a65-4592-8466-6e8d8845fbec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:51.233399 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8bed9-6a65-4592-8466-6e8d8845fbec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=bf930b20-ece2-41f6-80c3-4c889cc46ef2,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:51.250284 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-72a8bed9-6a65-4592-8466-6e8d8845fbec tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4710906 Jan 17 14:18:51.266809 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35508) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:51.331180 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-500f5f95-a499-44da-81e7-fe149dc20c2d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:51.336984 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ff6c2ad-fa08-4402-a510-38677c1175f9 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:51.443897 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:51.484650 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7c8982-7d4f-4387-a8a7-d79c673f1757 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:18:51.493317 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f5f95-a499-44da-81e7-fe149dc20c2d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Subnet': ['ID=402a2189-ba42-4b9c-98bb-e5bb1645b067,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:51.507099 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4e7c8982-7d4f-4387-a8a7-d79c673f1757 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/8a1770fb-3cd2-47d6-a720-142c7adb99b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5360391 Jan 17 14:18:51.513104 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35512) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:51.514970 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-1b449fb5-f5f3-4ef6-80ea-8c09afcfcc62 None None] For port af1f8cb3-b894-496b-adc1-bf192a4d6b39, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=af1f8cb3-b894-496b-adc1-bf192a4d6b39,segment=NetworkSegment(4f2c30ca-4a16-4337-9cd6-43b8c2df31cc),segment_id=4f2c30ca-4a16-4337-9cd6-43b8c2df31cc)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:51.523953 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Transition to ACTIVE for port object d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:51.551328 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Transition to ACTIVE for port object d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:51.563876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-500f5f95-a499-44da-81e7-fe149dc20c2d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:51.567312 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0ffd9a-dcd8-44a8-a716-f8221493b254 None None] Sync routers for ids ['8a1770fb-3cd2-47d6-a720-142c7adb99b7'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:18:51.569376 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-500f5f95-a499-44da-81e7-fe149dc20c2d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/subnets/402a2189-ba42-4b9c-98bb-e5bb1645b067 HTTP/1.1" status: 204 len: 168 time: 2.1915016 Jan 17 14:18:51.571010 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d5d251-2377-4a1d-b107-d3b33deb2592 None None] Network 4b275b67-164d-4923-b200-7950e1ca54a2 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:51.580084 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35516) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:51.599115 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9853de32-5b9f-4ebb-a5ce-1e49af82427d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Synchronizing usage tracker for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:51.606380 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:51.617874 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1b449fb5-f5f3-4ef6-80ea-8c09afcfcc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:51.690834 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9853de32-5b9f-4ebb-a5ce-1e49af82427d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Unset dirty status for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:51.692525 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9853de32-5b9f-4ebb-a5ce-1e49af82427d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a1770fb-3cd2-47d6-a720-142c7adb99b7 HTTP/1.1" status: 200 len: 205 time: 0.1773877 Jan 17 14:18:51.703405 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35520) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:51.782018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f2518e-5696-4489-b6ce-646bf407453a None None] Network 5e091f2b-441a-4313-8015-0537ada741eb requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:51.860618 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:51.924839 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:51.962889 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:51.966171 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0ffd9a-dcd8-44a8-a716-f8221493b254 None None] Routers {'8a1770fb-3cd2-47d6-a720-142c7adb99b7'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:18:51.966682 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-cc0ffd9a-dcd8-44a8-a716-f8221493b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['8a1770fb-3cd2-47d6-a720-142c7adb99b7'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:52.007176 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9742c926-d5b9-4745-8026-7ada3e0e1dc1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:52.023998 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728efea5-62bc-48b2-bcf4-eaacd5af832a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:52.024708 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-728efea5-62bc-48b2-bcf4-eaacd5af832a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:52.041590 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3c096ef7-4f3d-4681-8c21-bb76fa56f20c up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:52.045653 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-82047e0c-ef53-4088-bc6b-d0b96929aac4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:52.062214 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ff6c2ad-fa08-4402-a510-38677c1175f9 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:52.129240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1777b2e-ca93-47c8-b1ef-9c8d8e1934ed tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:18:52.132411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6c2ad-fa08-4402-a510-38677c1175f9 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc53091b-df73-40f0-8c95-97e6768843cc,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:52.136316 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a1777b2e-ca93-47c8-b1ef-9c8d8e1934ed tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:52.144488 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-cc0ffd9a-dcd8-44a8-a716-f8221493b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:52.149583 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0cba902c-9afd-4722-bfb9-cf1ef899288f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:52.156203 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-728efea5-62bc-48b2-bcf4-eaacd5af832a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:52.159828 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Pushing event updated for resources: {'Port': ['ID=d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:52.160063 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-728efea5-62bc-48b2-bcf4-eaacd5af832a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.8923333 Jan 17 14:18:52.160894 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35524) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:52.162929 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-eaf43bd2-49cb-4ba1-8d5a-f3a44e5a77ab None None] Provisioning for port c1ca2f01-175b-42f8-b41e-e9c800f6ff77 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:52.168324 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f2262-dcb8-43be-ace4-f307bb2d997d None None] Sync routers for ids ['09944e88-533c-4312-bfff-ab4824c4c4d5'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:18:52.188121 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f2262-dcb8-43be-ace4-f307bb2d997d None None] Routers {'09944e88-533c-4312-bfff-ab4824c4c4d5'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:18:52.189152 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-aa4f2262-dcb8-43be-ace4-f307bb2d997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['09944e88-533c-4312-bfff-ab4824c4c4d5'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:52.207740 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ff6c2ad-fa08-4402-a510-38677c1175f9 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:52.209455 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3ff6c2ad-fa08-4402-a510-38677c1175f9 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/security-groups/bc53091b-df73-40f0-8c95-97e6768843cc HTTP/1.1" status: 204 len: 168 time: 2.1893687 Jan 17 14:18:52.213365 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-421feb04-9b58-48f5-bd55-33c6a78342da tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:52.221751 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-82047e0c-ef53-4088-bc6b-d0b96929aac4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting port 83d7250d-c480-402a-a640-caa1ac775b60 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:52.221751 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-82047e0c-ef53-4088-bc6b-d0b96929aac4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:52.256412 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35528) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:52.277640 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-0cba902c-9afd-4722-bfb9-cf1ef899288f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Transition to ACTIVE for port object 3be242e9-ff37-4046-a9b0-fa6904540748 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:52.335065 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0ffd9a-dcd8-44a8-a716-f8221493b254 None None] Routers {'8a1770fb-3cd2-47d6-a720-142c7adb99b7'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:18:52.335729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-cc0ffd9a-dcd8-44a8-a716-f8221493b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['8a1770fb-3cd2-47d6-a720-142c7adb99b7'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:52.365466 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-421feb04-9b58-48f5-bd55-33c6a78342da tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Transition to ACTIVE for port object e9949ee7-345d-4c50-8261-7e239be1cc07 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:18:52.389339 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-1c141c7f-e400-455c-ae82-4be50430bb90 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port bf930b20-ece2-41f6-80c3-4c889cc46ef2 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:52.390388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1c141c7f-e400-455c-ae82-4be50430bb90 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:52.390967 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a1777b2e-ca93-47c8-b1ef-9c8d8e1934ed tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "DELETE /v2.0/floatingips/8a30f901-75ae-4a1e-8539-f8569af305ec HTTP/1.1" status: 204 len: 168 time: 6.0173430 Jan 17 14:18:52.401053 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa27496a-8e27-49d2-b558-a5ae6737a1f8', 'tag': '371ba3a3-658c-4bef-a10e-76543200a7ba'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:18:52.429219 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9742c926-d5b9-4745-8026-7ada3e0e1dc1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:52.439060 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9742c926-d5b9-4745-8026-7ada3e0e1dc1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:52.478339 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa27496a-8e27-49d2-b558-a5ae6737a1f8', 'tag': '371ba3a3-658c-4bef-a10e-76543200a7ba', 'status': 'completed', 'code': 200} Jan 17 14:18:52.488918 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9742c926-d5b9-4745-8026-7ada3e0e1dc1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:52.489912 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9742c926-d5b9-4745-8026-7ada3e0e1dc1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Fanout notify agent at l3_agent the message router_deleted on router 8a1770fb-3cd2-47d6-a720-142c7adb99b7 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:18:52.511616 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Attempting to bind port d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:18:52.524169 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Attempting to bind port d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:18:52.524591 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Attempting to bind port d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:18:52.533951 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-cc0ffd9a-dcd8-44a8-a716-f8221493b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:52.534357 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0ffd9a-dcd8-44a8-a716-f8221493b254 None None] The sync data for ids ['8a1770fb-3cd2-47d6-a720-142c7adb99b7'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:18:52.549942 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9742c926-d5b9-4745-8026-7ada3e0e1dc1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:52.553982 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9742c926-d5b9-4745-8026-7ada3e0e1dc1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/routers/8a1770fb-3cd2-47d6-a720-142c7adb99b7 HTTP/1.1" status: 204 len: 168 time: 0.8466105 Jan 17 14:18:52.559181 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35536) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:52.561226 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-aa4f2262-dcb8-43be-ace4-f307bb2d997d None None] Set router 09944e88-533c-4312-bfff-ab4824c4c4d5 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:18:52.597528 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab90a106-89df-4957-b4ed-9a9fadbafc90 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting subnet a196526a-f7ff-4f34-9ed8-e6a274298377 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:18:52.614385 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ab90a106-89df-4957-b4ed-9a9fadbafc90 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:52.666140 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa61751-a34e-4805-9847-b77456b65b0b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting subnet 7a68a4e9-c109-4c6c-b89e-eab2279fef85 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:18:52.670663 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9aa61751-a34e-4805-9847-b77456b65b0b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:52.741135 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:18:52.741542 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:18:52.742082 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:52.742481 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:18:52.742955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Bound port: d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:18:52.743328 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:52.778489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9aa61751-a34e-4805-9847-b77456b65b0b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:52.836896 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b449fb5-f5f3-4ef6-80ea-8c09afcfcc62 None None] Pushing event updated for resources: {'Port': ['ID=af1f8cb3-b894-496b-adc1-bf192a4d6b39,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:52.953591 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:52.954245 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:52.971155 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-82047e0c-ef53-4088-bc6b-d0b96929aac4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] For port 83d7250d-c480-402a-a640-caa1ac775b60, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=83d7250d-c480-402a-a640-caa1ac775b60,segment=NetworkSegment(2dc2c57b-ed22-4f66-b31f-0a1b19f3c703),segment_id=2dc2c57b-ed22-4f66-b31f-0a1b19f3c703)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:52.971587 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-82047e0c-ef53-4088-bc6b-d0b96929aac4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:52.973167 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef4ac7-e049-4a01-9593-df6d0f917292 req-58146707-9ab0-455c-a18f-81613aedef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:52.975215 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6bef4ac7-e049-4a01-9593-df6d0f917292 req-58146707-9ab0-455c-a18f-81613aedef20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e40f67886b8245b096eece694fd84aad&device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 1099 time: 0.4734848 Jan 17 14:18:53.014755 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:53.105378 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513f3059-d925-49a2-a38d-3fbe0ac3492e None None] DHCP port deletion for 4b275b67-164d-4923-b200-7950e1ca54a2 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:18:53.139144 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9aa61751-a34e-4805-9847-b77456b65b0b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:53.140258 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f7e14962-f596-4353-85da-37bce47a7e8c None None] Provisioning for port a9a848c7-e768-4f13-8b8a-3e182057ce55 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:53.143771 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-513f3059-d925-49a2-a38d-3fbe0ac3492e None None] Deleting port 83d7250d-c480-402a-a640-caa1ac775b60 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:53.144340 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-513f3059-d925-49a2-a38d-3fbe0ac3492e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:53.178310 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-82047e0c-ef53-4088-bc6b-d0b96929aac4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Calling delete_port for 83d7250d-c480-402a-a640-caa1ac775b60 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:53.226979 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f7e14962-f596-4353-85da-37bce47a7e8c None None] Provisioning complete for port a9a848c7-e768-4f13-8b8a-3e182057ce55 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:53.227662 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7e14962-f596-4353-85da-37bce47a7e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:53.262193 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef4ac7-e049-4a01-9593-df6d0f917292 req-2b55a892-ee3c-4a4f-9923-47cedd28e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:53.263655 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6bef4ac7-e049-4a01-9593-df6d0f917292 req-2b55a892-ee3c-4a4f-9923-47cedd28e0b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed801d97-9063-4f1e-99bd-483e3bb7c52f HTTP/1.1" status: 200 len: 898 time: 0.2748892 Jan 17 14:18:53.282986 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] For port d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:18:53.318756 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-aa4f2262-dcb8-43be-ace4-f307bb2d997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239035547', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75'}], 'enable_snat': True}, 'gw_port_id': '0980912b-2471-4057-b354-0ca8d5625234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:14:45Z', 'updated_at': '2022-01-17T14:15:07Z', 'revision_number': 4, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'gw_port': {'id': '0980912b-2471-4057-b354-0ca8d5625234', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:14:47Z', 'updated_at': '2022-01-17T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'd66e8372-7158-4168-81c7-205191ef928e', 'name': '', 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'mac_address': 'fa:16:3e:ae:d3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6eed59de-3b32-4f8e-8e97-579451ea969d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:15:03Z', 'updated_at': '2022-01-17T14:15:19Z', 'revision_number': 5, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'subnets': [{'id': '6eed59de-3b32-4f8e-8e97-579451ea969d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:53.321083 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] For port d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:18:53.327121 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f2262-dcb8-43be-ace4-f307bb2d997d None None] Checking router: 09944e88-533c-4312-bfff-ab4824c4c4d5 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:18:53.335269 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9aa61751-a34e-4805-9847-b77456b65b0b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:53.338144 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0cba902c-9afd-4722-bfb9-cf1ef899288f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:53.344397 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f2262-dcb8-43be-ace4-f307bb2d997d None None] Routers {'09944e88-533c-4312-bfff-ab4824c4c4d5'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:18:53.345249 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-aa4f2262-dcb8-43be-ace4-f307bb2d997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['09944e88-533c-4312-bfff-ab4824c4c4d5'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:53.353157 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-82047e0c-ef53-4088-bc6b-d0b96929aac4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:53.388385 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6bef4ac7-e049-4a01-9593-df6d0f917292 req-c9934cc0-b8a3-477a-9331-0ddc6b70cb69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=371ba3a3-658c-4bef-a10e-76543200a7ba HTTP/1.1" status: 200 len: 217 time: 0.1171443 Jan 17 14:18:53.391576 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa61751-a34e-4805-9847-b77456b65b0b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Subnet': ['ID=7a68a4e9-c109-4c6c-b89e-eab2279fef85,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:53.402044 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:53.411785 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-513f3059-d925-49a2-a38d-3fbe0ac3492e None None] The port '83d7250d-c480-402a-a640-caa1ac775b60' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:18:53.414877 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9aa61751-a34e-4805-9847-b77456b65b0b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:53.415033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ab90a106-89df-4957-b4ed-9a9fadbafc90 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:53.447163 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f7e14962-f596-4353-85da-37bce47a7e8c None None] Port a9a848c7-e768-4f13-8b8a-3e182057ce55 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:53.448674 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-421feb04-9b58-48f5-bd55-33c6a78342da tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:53.475024 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9aa61751-a34e-4805-9847-b77456b65b0b tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/subnets/7a68a4e9-c109-4c6c-b89e-eab2279fef85 HTTP/1.1" status: 204 len: 168 time: 0.9109240 Jan 17 14:18:53.475929 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35542) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:53.527107 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b23cbb-c9c8-4b69-b387-333b15d41fdb None None] Pushing event updated for resources: {'Port': ['ID=d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:53.532038 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82047e0c-ef53-4088-bc6b-d0b96929aac4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Port': ['ID=83d7250d-c480-402a-a640-caa1ac775b60,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:53.545803 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86f9ed6-4cc7-46e9-978a-3b6ede9291a2 None None] Network 04565778-632a-40d5-a74d-042e2ffda62f requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:53.585734 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-aa4f2262-dcb8-43be-ace4-f307bb2d997d None None] Set router 09944e88-533c-4312-bfff-ab4824c4c4d5 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:18:53.589986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef4ac7-e049-4a01-9593-df6d0f917292 req-2158282d-b753-4c95-bf67-131c7e6889cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:53.591461 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6bef4ac7-e049-4a01-9593-df6d0f917292 req-2158282d-b753-4c95-bf67-131c7e6889cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6eed59de-3b32-4f8e-8e97-579451ea969d HTTP/1.1" status: 200 len: 835 time: 0.1814828 Jan 17 14:18:53.606427 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82047e0c-ef53-4088-bc6b-d0b96929aac4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] No DVR routers for this DVR port 83d7250d-c480-402a-a640-caa1ac775b60 on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:18:53.705593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f7e14962-f596-4353-85da-37bce47a7e8c None None] Provisioning complete for port af1f8cb3-b894-496b-adc1-bf192a4d6b39 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:53.706115 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7e14962-f596-4353-85da-37bce47a7e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:53.770791 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd12f75c-1431-4d83-b996-576920f4dc4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:53.787006 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cba902c-9afd-4722-bfb9-cf1ef899288f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network c838ae52-f961-4800-9471-7e04ebfebaa6 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:53.799656 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421feb04-9b58-48f5-bd55-33c6a78342da tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Network 5e091f2b-441a-4313-8015-0537ada741eb is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:18:53.843339 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-0cba902c-9afd-4722-bfb9-cf1ef899288f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:53.876032 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-421feb04-9b58-48f5-bd55-33c6a78342da tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:18:53.880341 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cba902c-9afd-4722-bfb9-cf1ef899288f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:53.888426 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cba902c-9afd-4722-bfb9-cf1ef899288f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:53.889061 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0cba902c-9afd-4722-bfb9-cf1ef899288f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:53.922183 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-bd12f75c-1431-4d83-b996-576920f4dc4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting port 6bce9936-c5ef-4ca7-94f7-81a10c5dd730 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:53.923030 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd12f75c-1431-4d83-b996-576920f4dc4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:53.979319 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device af1f8cb3-b894-496b-adc1-bf192a4d6b39 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:54.317909 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port af1f8cb3-b894-496b-adc1-bf192a4d6b39 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:54.318318 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:54.412706 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba902c-9afd-4722-bfb9-cf1ef899288f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=3be242e9-ff37-4046-a9b0-fa6904540748,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:54.456198 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-aa4f2262-dcb8-43be-ace4-f307bb2d997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239035547', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75'}], 'enable_snat': True}, 'gw_port_id': '0980912b-2471-4057-b354-0ca8d5625234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:14:45Z', 'updated_at': '2022-01-17T14:15:07Z', 'revision_number': 4, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'gw_port': {'id': '0980912b-2471-4057-b354-0ca8d5625234', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:14:47Z', 'updated_at': '2022-01-17T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'd66e8372-7158-4168-81c7-205191ef928e', 'name': '', 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'mac_address': 'fa:16:3e:ae:d3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6eed59de-3b32-4f8e-8e97-579451ea969d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:15:03Z', 'updated_at': '2022-01-17T14:15:19Z', 'revision_number': 5, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'subnets': [{'id': '6eed59de-3b32-4f8e-8e97-579451ea969d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:54.460833 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f2262-dcb8-43be-ace4-f307bb2d997d None None] The sync data for ids ['09944e88-533c-4312-bfff-ab4824c4c4d5'] in dv-neutron-824901-1-hyperv is: [{'id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239035547', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75'}], 'enable_snat': True}, 'gw_port_id': '0980912b-2471-4057-b354-0ca8d5625234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:14:45Z', 'updated_at': '2022-01-17T14:15:07Z', 'revision_number': 4, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'gw_port': {'id': '0980912b-2471-4057-b354-0ca8d5625234', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:14:47Z', 'updated_at': '2022-01-17T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'd66e8372-7158-4168-81c7-205191ef928e', 'name': '', 'network_id': 'ed801d97-9063-4f1e-99bd-483e3bb7c52f', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'mac_address': 'fa:16:3e:ae:d3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6eed59de-3b32-4f8e-8e97-579451ea969d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:15:03Z', 'updated_at': '2022-01-17T14:15:19Z', 'revision_number': 5, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'subnets': [{'id': '6eed59de-3b32-4f8e-8e97-579451ea969d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:18:54.481945 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421feb04-9b58-48f5-bd55-33c6a78342da tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:18:54.492175 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421feb04-9b58-48f5-bd55-33c6a78342da tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:54.496598 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-421feb04-9b58-48f5-bd55-33c6a78342da tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:54.501232 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c1ca2f01-175b-42f8-b41e-e9c800f6ff77 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:54.545719 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-757eda40-dfa1-4d14-ab78-9470cc6a819f None None] Provisioning for port 5aedcfd8-9c9b-4224-bdf1-9d258f3d0cad completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:54.574322 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-757eda40-dfa1-4d14-ab78-9470cc6a819f None None] Provisioning complete for port 5aedcfd8-9c9b-4224-bdf1-9d258f3d0cad triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:54.574705 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-757eda40-dfa1-4d14-ab78-9470cc6a819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:54.616647 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe46a96-405c-4421-a6f9-f39fd57f4db4 None None] DHCP port deletion for 04565778-632a-40d5-a74d-042e2ffda62f request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:18:54.655196 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-efe46a96-405c-4421-a6f9-f39fd57f4db4 None None] Deleting port 6bce9936-c5ef-4ca7-94f7-81a10c5dd730 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:54.655196 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-efe46a96-405c-4421-a6f9-f39fd57f4db4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:54.720848 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef4ac7-e049-4a01-9593-df6d0f917292 req-297afd11-8dcf-4e0b-9af9-40f778c6eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:54.722345 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6bef4ac7-e049-4a01-9593-df6d0f917292 req-297afd11-8dcf-4e0b-9af9-40f778c6eadc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed801d97-9063-4f1e-99bd-483e3bb7c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0939159 Jan 17 14:18:54.756488 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-757eda40-dfa1-4d14-ab78-9470cc6a819f None None] Port 5aedcfd8-9c9b-4224-bdf1-9d258f3d0cad cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:54.771240 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-82047e0c-ef53-4088-bc6b-d0b96929aac4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:54.792620 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port c1ca2f01-175b-42f8-b41e-e9c800f6ff77 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:54.857311 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1c141c7f-e400-455c-ae82-4be50430bb90 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:54.904159 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port c1ca2f01-175b-42f8-b41e-e9c800f6ff77 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:54.904627 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:54.951856 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-bd12f75c-1431-4d83-b996-576920f4dc4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] For port 6bce9936-c5ef-4ca7-94f7-81a10c5dd730, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6bce9936-c5ef-4ca7-94f7-81a10c5dd730,segment=NetworkSegment(fd8e6f24-9dba-4b49-82c1-12360925659f),segment_id=fd8e6f24-9dba-4b49-82c1-12360925659f)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:54.952131 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd12f75c-1431-4d83-b996-576920f4dc4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:54.976034 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-757eda40-dfa1-4d14-ab78-9470cc6a819f None None] Provisioning complete for port a9a848c7-e768-4f13-8b8a-3e182057ce55 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:54.976574 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-757eda40-dfa1-4d14-ab78-9470cc6a819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:55.004255 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c001855-c9d3-4673-8340-732f33a48f68 None None] New status for floating IP 8a30f901-75ae-4a1e-8539-f8569af305ec: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:18:55.048033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-1c141c7f-e400-455c-ae82-4be50430bb90 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for bf930b20-ece2-41f6-80c3-4c889cc46ef2 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:55.104484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ab90a106-89df-4957-b4ed-9a9fadbafc90 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:55.117426 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-bd12f75c-1431-4d83-b996-576920f4dc4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Calling delete_port for 6bce9936-c5ef-4ca7-94f7-81a10c5dd730 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:55.152176 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957de2e4-1e93-4856-b9a9-4ab650887da8 req-e9f9525e-06d4-44a7-a9c3-9fa8cdde83ea tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:55.153906 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-957de2e4-1e93-4856-b9a9-4ab650887da8 req-e9f9525e-06d4-44a7-a9c3-9fa8cdde83ea tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 946 time: 1.8592901 Jan 17 14:18:55.184023 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-421feb04-9b58-48f5-bd55-33c6a78342da tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 7.4558206 Jan 17 14:18:55.184023 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0cba902c-9afd-4722-bfb9-cf1ef899288f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 6.8979273 Jan 17 14:18:55.196678 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35546) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:55.197007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35548) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:55.205566 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6bef4ac7-e049-4a01-9593-df6d0f917292 req-0751b9b1-5dec-4510-b5dc-7801cf521f64 service neutron] 10.222.0.15 "GET /v2.0/networks/ed801d97-9063-4f1e-99bd-483e3bb7c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585299 Jan 17 14:18:55.215451 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421feb04-9b58-48f5-bd55-33c6a78342da tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Pushing event updated for resources: {'Port': ['ID=e9949ee7-345d-4c50-8261-7e239be1cc07,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:55.226442 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-82047e0c-ef53-4088-bc6b-d0b96929aac4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b275b67-164d-4923-b200-7950e1ca54a2']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:55.266712 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-82047e0c-ef53-4088-bc6b-d0b96929aac4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc2c57b-ed22-4f66-b31f-0a1b19f3c703') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:55.267056 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-82047e0c-ef53-4088-bc6b-d0b96929aac4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc2c57b-ed22-4f66-b31f-0a1b19f3c703') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:55.310632 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea6b11-6300-4770-b4ed-5db9a845ded2 req-00992720-87b6-41d9-ba49-e038a2a0cccc tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:55.313597 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a8ea6b11-6300-4770-b4ed-5db9a845ded2 req-00992720-87b6-41d9-ba49-e038a2a0cccc tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 946 time: 0.6303852 Jan 17 14:18:55.313995 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-82047e0c-ef53-4088-bc6b-d0b96929aac4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:55.340057 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-957de2e4-1e93-4856-b9a9-4ab650887da8 req-81f95f82-9dc2-436e-9e26-317c38aa8f62 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469784 Jan 17 14:18:55.391378 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-757eda40-dfa1-4d14-ab78-9470cc6a819f None None] Port a9a848c7-e768-4f13-8b8a-3e182057ce55 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:55.421874 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-82047e0c-ef53-4088-bc6b-d0b96929aac4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:55.429801 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-efe46a96-405c-4421-a6f9-f39fd57f4db4 None None] For port 6bce9936-c5ef-4ca7-94f7-81a10c5dd730, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6bce9936-c5ef-4ca7-94f7-81a10c5dd730,segment=NetworkSegment(fd8e6f24-9dba-4b49-82c1-12360925659f),segment_id=fd8e6f24-9dba-4b49-82c1-12360925659f)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:55.430327 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-efe46a96-405c-4421-a6f9-f39fd57f4db4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:55.441723 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82047e0c-ef53-4088-bc6b-d0b96929aac4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:18:55.441975 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-757eda40-dfa1-4d14-ab78-9470cc6a819f None None] Provisioning complete for port c1ca2f01-175b-42f8-b41e-e9c800f6ff77 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:55.442153 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-82047e0c-ef53-4088-bc6b-d0b96929aac4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:55.442288 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-757eda40-dfa1-4d14-ab78-9470cc6a819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:55.452715 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd12f75c-1431-4d83-b996-576920f4dc4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:18:55.466461 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:18:55.508956 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ab90a106-89df-4957-b4ed-9a9fadbafc90 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:55.581870 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd12f75c-1431-4d83-b996-576920f4dc4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] No DVR routers for this DVR port 6bce9936-c5ef-4ca7-94f7-81a10c5dd730 on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:18:55.619180 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-a8ea6b11-6300-4770-b4ed-5db9a845ded2 req-d7dd3081-4897-4417-8452-47313baecc29 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Deleting port 371ba3a3-658c-4bef-a10e-76543200a7ba {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:55.619528 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-a8ea6b11-6300-4770-b4ed-5db9a845ded2 req-d7dd3081-4897-4417-8452-47313baecc29 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:55.627483 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12f75c-1431-4d83-b996-576920f4dc4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Port': ['ID=6bce9936-c5ef-4ca7-94f7-81a10c5dd730,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:55.638087 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-efe46a96-405c-4421-a6f9-f39fd57f4db4 None None] Calling delete_port for 6bce9936-c5ef-4ca7-94f7-81a10c5dd730 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:55.690945 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90a106-89df-4957-b4ed-9a9fadbafc90 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Subnet': ['ID=a196526a-f7ff-4f34-9ed8-e6a274298377,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:55.711619 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ab90a106-89df-4957-b4ed-9a9fadbafc90 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:55.731437 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2821f1c-a6b9-4006-b131-0dcb08e4de7b None None] Network 0e817385-fbf2-4565-8468-c50f04298963 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:55.760465 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ab90a106-89df-4957-b4ed-9a9fadbafc90 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/subnets/a196526a-f7ff-4f34-9ed8-e6a274298377 HTTP/1.1" status: 204 len: 168 time: 3.4998565 Jan 17 14:18:55.767274 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35554) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:55.815737 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd12f75c-1431-4d83-b996-576920f4dc4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:55.846666 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-82047e0c-ef53-4088-bc6b-d0b96929aac4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:55.851390 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-82047e0c-ef53-4088-bc6b-d0b96929aac4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:55.860186 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9991a630-6d2e-42cf-bb08-b81b5dfc02e2 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:55.866891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9991a630-6d2e-42cf-bb08-b81b5dfc02e2 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:55.872911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9991a630-6d2e-42cf-bb08-b81b5dfc02e2 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:55.873303 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-efe46a96-405c-4421-a6f9-f39fd57f4db4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:18:55.874962 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-efe46a96-405c-4421-a6f9-f39fd57f4db4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:18:55.878022 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9991a630-6d2e-42cf-bb08-b81b5dfc02e2 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.6699917 Jan 17 14:18:55.880386 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35558) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:55.882487 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1c141c7f-e400-455c-ae82-4be50430bb90 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:55.898441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60378685-72d9-4422-b3be-8fb2483a213d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:55.903298 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-60378685-72d9-4422-b3be-8fb2483a213d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.6965525 Jan 17 14:18:55.906521 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35562) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:55.914727 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:55.973916 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-82047e0c-ef53-4088-bc6b-d0b96929aac4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/networks/4b275b67-164d-4923-b200-7950e1ca54a2 HTTP/1.1" status: 204 len: 168 time: 4.3762345 Jan 17 14:18:55.975318 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82047e0c-ef53-4088-bc6b-d0b96929aac4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Network': ['ID=4b275b67-164d-4923-b200-7950e1ca54a2,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:55.979789 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6bef4ac7-e049-4a01-9593-df6d0f917292 req-a22df4e2-dc8c-4068-b3c1-36d230b27d38 service neutron] 10.222.0.15 "GET /v2.0/networks/ed801d97-9063-4f1e-99bd-483e3bb7c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6574383 Jan 17 14:18:55.983311 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-0fbcf4a7-af4c-409d-9647-6d572f197fac tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Deleting port e9949ee7-345d-4c50-8261-7e239be1cc07 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:55.983743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0fbcf4a7-af4c-409d-9647-6d572f197fac tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:55.984878 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35564) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:55.987525 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c141c7f-e400-455c-ae82-4be50430bb90 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=bf930b20-ece2-41f6-80c3-4c889cc46ef2,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:56.073597 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-bd12f75c-1431-4d83-b996-576920f4dc4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04565778-632a-40d5-a74d-042e2ffda62f']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:56.083421 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port c1ca2f01-175b-42f8-b41e-e9c800f6ff77, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c1ca2f01-175b-42f8-b41e-e9c800f6ff77,segment=NetworkSegment(896fc67c-ebf7-49eb-9a76-f1870f8004ef),segment_id=896fc67c-ebf7-49eb-9a76-f1870f8004ef)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:56.109851 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:56.111821 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-bd12f75c-1431-4d83-b996-576920f4dc4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8e6f24-9dba-4b49-82c1-12360925659f') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:56.112199 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-bd12f75c-1431-4d83-b996-576920f4dc4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8e6f24-9dba-4b49-82c1-12360925659f') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:18:56.139296 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1c141c7f-e400-455c-ae82-4be50430bb90 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:56.141206 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1c141c7f-e400-455c-ae82-4be50430bb90 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/bf930b20-ece2-41f6-80c3-4c889cc46ef2 HTTP/1.1" status: 204 len: 168 time: 3.9723520 Jan 17 14:18:56.155284 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd12f75c-1431-4d83-b996-576920f4dc4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:56.171021 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35570) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:56.202782 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-757eda40-dfa1-4d14-ab78-9470cc6a819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:56.231272 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=c1ca2f01-175b-42f8-b41e-e9c800f6ff77,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:56.240617 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3ed1fe72-8222-4c5b-8834-a9bb13b9c804 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:18:56.251333 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e48815-e687-46b1-9e14-6803233ba808 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting subnet 6d375de6-2523-4ae6-af8f-51bac7abb4b0 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:18:56.289282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 3ed1fe72-8222-4c5b-8834-a9bb13b9c804 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:18:56.289626 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3ed1fe72-8222-4c5b-8834-a9bb13b9c804 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:18:56.290047 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 83d7250d-c480-402a-a640-caa1ac775b60 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:18:56.293339 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-79e48815-e687-46b1-9e14-6803233ba808 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:56.326857 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd12f75c-1431-4d83-b996-576920f4dc4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:56.354767 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd12f75c-1431-4d83-b996-576920f4dc4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:18:56.355261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd12f75c-1431-4d83-b996-576920f4dc4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:56.358595 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 83d7250d-c480-402a-a640-caa1ac775b60 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:18:56.358877 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 83d7250d-c480-402a-a640-caa1ac775b60 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:18:56.375329 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:18:56.396221 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-efe46a96-405c-4421-a6f9-f39fd57f4db4 None None] Deleting port 6bce9936-c5ef-4ca7-94f7-81a10c5dd730 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:56.396631 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-efe46a96-405c-4421-a6f9-f39fd57f4db4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:56.527484 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-efe46a96-405c-4421-a6f9-f39fd57f4db4 None None] The port '6bce9936-c5ef-4ca7-94f7-81a10c5dd730' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:18:56.531806 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-757eda40-dfa1-4d14-ab78-9470cc6a819f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:18:56.532163 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-757eda40-dfa1-4d14-ab78-9470cc6a819f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:18:56.547879 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-79e48815-e687-46b1-9e14-6803233ba808 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:56.631688 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eadf3ee-8bdf-4453-8983-53afa85a029a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:56.633530 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eadf3ee-8bdf-4453-8983-53afa85a029a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:56.634427 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1eadf3ee-8bdf-4453-8983-53afa85a029a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:56.654131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:56.805135 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:56.813291 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c1ca2f01-175b-42f8-b41e-e9c800f6ff77 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:56.832839 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-a8ea6b11-6300-4770-b4ed-5db9a845ded2 req-d7dd3081-4897-4417-8452-47313baecc29 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] For port 371ba3a3-658c-4bef-a10e-76543200a7ba, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=371ba3a3-658c-4bef-a10e-76543200a7ba,segment=NetworkSegment(f8356bf1-1246-42e0-9374-974f68362f2e),segment_id=f8356bf1-1246-42e0-9374-974f68362f2e)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:56.833210 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-a8ea6b11-6300-4770-b4ed-5db9a845ded2 req-d7dd3081-4897-4417-8452-47313baecc29 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:56.878717 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd12f75c-1431-4d83-b996-576920f4dc4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:56.884210 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd12f75c-1431-4d83-b996-576920f4dc4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:56.895542 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636aef7b-d1f5-41b9-855d-9868e8d0be3b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:56.902079 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636aef7b-d1f5-41b9-855d-9868e8d0be3b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:56.908908 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636aef7b-d1f5-41b9-855d-9868e8d0be3b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:56.914023 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-636aef7b-d1f5-41b9-855d-9868e8d0be3b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.9336963 Jan 17 14:18:56.929031 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port c1ca2f01-175b-42f8-b41e-e9c800f6ff77 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:56.929562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:56.943643 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35576) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:57.038616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12f75c-1431-4d83-b996-576920f4dc4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Network': ['ID=04565778-632a-40d5-a74d-042e2ffda62f,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:57.042729 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-a8ea6b11-6300-4770-b4ed-5db9a845ded2 req-d7dd3081-4897-4417-8452-47313baecc29 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Calling delete_port for 371ba3a3-658c-4bef-a10e-76543200a7ba owned by compute:nova {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:57.072000 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bd12f75c-1431-4d83-b996-576920f4dc4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/networks/04565778-632a-40d5-a74d-042e2ffda62f HTTP/1.1" status: 204 len: 168 time: 3.5893831 Jan 17 14:18:57.080332 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35580) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:57.081057 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1eadf3ee-8bdf-4453-8983-53afa85a029a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:57.085295 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1eadf3ee-8bdf-4453-8983-53afa85a029a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.9102480 Jan 17 14:18:57.094932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-932546491', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}, 'admin_state_up': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:57.095179 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35584) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:57.117805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:57.133187 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:router and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:57.142292 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-4cafdd53-79e4-4764-a538-29a6bc2a32d5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port 3be242e9-ff37-4046-a9b0-fa6904540748 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:57.142776 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4cafdd53-79e4-4764-a538-29a6bc2a32d5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:57.174692 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:57.201049 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:57.224947 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0fbcf4a7-af4c-409d-9647-6d572f197fac tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:57.266480 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6bce9936-c5ef-4ca7-94f7-81a10c5dd730 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:18:57.313237 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 6bce9936-c5ef-4ca7-94f7-81a10c5dd730 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:18:57.314598 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6bce9936-c5ef-4ca7-94f7-81a10c5dd730 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:18:57.316587 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-79e48815-e687-46b1-9e14-6803233ba808 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:57.318804 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:57.319934 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:57.342951 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-73748509-084e-40d6-995a-8c07b605c55b None None] Provisioning for port 3be242e9-ff37-4046-a9b0-fa6904540748 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:57.350232 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-73748509-084e-40d6-995a-8c07b605c55b None None] Provisioning complete for port 3be242e9-ff37-4046-a9b0-fa6904540748 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:57.350726 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-73748509-084e-40d6-995a-8c07b605c55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:57.415768 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-73748509-084e-40d6-995a-8c07b605c55b None None] Port 3be242e9-ff37-4046-a9b0-fa6904540748 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:57.428473 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-73748509-084e-40d6-995a-8c07b605c55b None None] Provisioning for port d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:18:57.429763 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-931b79e7-b551-4aae-8870-83ed59728460 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet eeb9e1a3-2ec2-4085-a5a9-52d1d4d199fb {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:18:57.433789 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-0fbcf4a7-af4c-409d-9647-6d572f197fac tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Calling delete_port for e9949ee7-345d-4c50-8261-7e239be1cc07 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:57.434335 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-73748509-084e-40d6-995a-8c07b605c55b None None] Provisioning complete for port d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:57.434640 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-73748509-084e-40d6-995a-8c07b605c55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:57.464023 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-931b79e7-b551-4aae-8870-83ed59728460 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:57.475517 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ca8bf-5269-4a05-bc28-f714b8794d5b req-2e05a41b-7b82-4e40-9857-e0cd47c52717 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:18:57.476312 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-785ca8bf-5269-4a05-bc28-f714b8794d5b req-2e05a41b-7b82-4e40-9857-e0cd47c52717 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Synchronizing usage tracker for tenant:e40f67886b8245b096eece694fd84aad on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:57.496403 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-79e48815-e687-46b1-9e14-6803233ba808 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:57.544361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:57.572070 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e48815-e687-46b1-9e14-6803233ba808 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Subnet': ['ID=6d375de6-2523-4ae6-af8f-51bac7abb4b0,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:57.572834 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-785ca8bf-5269-4a05-bc28-f714b8794d5b req-2e05a41b-7b82-4e40-9857-e0cd47c52717 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Unset dirty status for tenant:e40f67886b8245b096eece694fd84aad on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:57.575139 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-785ca8bf-5269-4a05-bc28-f714b8794d5b req-2e05a41b-7b82-4e40-9857-e0cd47c52717 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa27496a-8e27-49d2-b558-a5ae6737a1f8 HTTP/1.1" status: 200 len: 946 time: 0.9315519 Jan 17 14:18:57.583861 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-79e48815-e687-46b1-9e14-6803233ba808 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:57.596217 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1148a822-ad14-46bb-adca-e390d61fd608 None None] Network 0e817385-fbf2-4565-8468-c50f04298963 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:57.605848 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-931b79e7-b551-4aae-8870-83ed59728460 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:57.669761 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-79e48815-e687-46b1-9e14-6803233ba808 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/subnets/6d375de6-2523-4ae6-af8f-51bac7abb4b0 HTTP/1.1" status: 204 len: 168 time: 1.8991299 Jan 17 14:18:57.676107 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35588) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:57.699420 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-73748509-084e-40d6-995a-8c07b605c55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:57.752970 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcfc40a1-ede8-4f80-99ab-56d6cff0907f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] DELETE failed (client error): The resource could not be found. Jan 17 14:18:57.753503 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcfc40a1-ede8-4f80-99ab-56d6cff0907f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:18:57.762759 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-a8ea6b11-6300-4770-b4ed-5db9a845ded2 req-d7dd3081-4897-4417-8452-47313baecc29 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:57.860278 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd3081-4897-4417-8452-47313baecc29 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event deleted for resources: {'Port': ['ID=371ba3a3-658c-4bef-a10e-76543200a7ba,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:57.887468 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-785ca8bf-5269-4a05-bc28-f714b8794d5b req-64b8bb80-784d-464b-a9c2-1aa75f0beed5 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c44e816-1106-41ad-8714-e9acfb622318&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887423 Jan 17 14:18:57.901372 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-73748509-084e-40d6-995a-8c07b605c55b None None] For port d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:57.917003 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-73748509-084e-40d6-995a-8c07b605c55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:57.926883 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-931b79e7-b551-4aae-8870-83ed59728460 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:57.967926 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-dcfc40a1-ede8-4f80-99ab-56d6cff0907f tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/subnets/a196526a-f7ff-4f34-9ed8-e6a274298377 HTTP/1.1" status: 404 len: 337 time: 0.2832384 Jan 17 14:18:57.973814 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35592) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:58.009485 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-73748509-084e-40d6-995a-8c07b605c55b None None] Provisioning complete for port 5aedcfd8-9c9b-4224-bdf1-9d258f3d0cad triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:58.009857 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-73748509-084e-40d6-995a-8c07b605c55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:58.022470 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ea6b11-6300-4770-b4ed-5db9a845ded2 req-d7dd3081-4897-4417-8452-47313baecc29 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] No DVR routers for this DVR port 371ba3a3-658c-4bef-a10e-76543200a7ba on host hv-neutron-8249 {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:18:58.027211 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-a8ea6b11-6300-4770-b4ed-5db9a845ded2 req-d7dd3081-4897-4417-8452-47313baecc29 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:58.029449 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a8ea6b11-6300-4770-b4ed-5db9a845ded2 req-d7dd3081-4897-4417-8452-47313baecc29 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.15 "DELETE /v2.0/ports/371ba3a3-658c-4bef-a10e-76543200a7ba HTTP/1.1" status: 204 len: 173 time: 2.6878984 Jan 17 14:18:58.030272 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa27496a-8e27-49d2-b558-a5ae6737a1f8', 'name': 'network-vif-deleted', 'tag': '371ba3a3-658c-4bef-a10e-76543200a7ba'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:18:58.062635 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73748509-084e-40d6-995a-8c07b605c55b None None] Pushing event updated for resources: {'Port': ['ID=d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:58.073812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9a751ed7-1eb0-4c39-a7e9-77c09c45118f tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:58.118694 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4cafdd53-79e4-4764-a538-29a6bc2a32d5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:58.152000 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 371ba3a3-658c-4bef-a10e-76543200a7ba no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:18:58.227703 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 371ba3a3-658c-4bef-a10e-76543200a7ba {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:18:58.228120 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 371ba3a3-658c-4bef-a10e-76543200a7ba not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:18:58.229838 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-73748509-084e-40d6-995a-8c07b605c55b None None] Port 5aedcfd8-9c9b-4224-bdf1-9d258f3d0cad cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:58.237539 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-73748509-084e-40d6-995a-8c07b605c55b None None] Could not find standard attr ID for object bf930b20-ece2-41f6-80c3-4c889cc46ef2. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:18:58.241355 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-931b79e7-b551-4aae-8870-83ed59728460 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:58.245465 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-73748509-084e-40d6-995a-8c07b605c55b None None] Could not find standard attr ID for object e9949ee7-345d-4c50-8261-7e239be1cc07. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:18:58.336351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0fbcf4a7-af4c-409d-9647-6d572f197fac tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:58.357292 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245ec351-7c43-4be4-8bca-ffb04a53d0cd None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:18:58.382822 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b79e7-b551-4aae-8870-83ed59728460 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb9e1a3-2ec2-4085-a5a9-52d1d4d199fb,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:58.386290 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa27496a-8e27-49d2-b558-a5ae6737a1f8', 'name': 'network-vif-deleted', 'tag': '371ba3a3-658c-4bef-a10e-76543200a7ba', 'status': 'completed', 'code': 200} Jan 17 14:18:58.387588 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-931b79e7-b551-4aae-8870-83ed59728460 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:58.594483 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:18:58.629359 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e736b4f1-8dd6-41ef-9177-2dc35e333585 None None] Provisioning complete for port adb94a0c-1f40-412a-a476-df8922f7c323 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:58.629640 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e736b4f1-8dd6-41ef-9177-2dc35e333585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:58.645891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:58.660683 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-4cafdd53-79e4-4764-a538-29a6bc2a32d5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for 3be242e9-ff37-4046-a9b0-fa6904540748 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:58.680354 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-931b79e7-b551-4aae-8870-83ed59728460 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/eeb9e1a3-2ec2-4085-a5a9-52d1d4d199fb HTTP/1.1" status: 204 len: 168 time: 1.5810988 Jan 17 14:18:58.689050 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35600) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:58.695375 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcf4a7-af4c-409d-9647-6d572f197fac tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Pushing event deleted for resources: {'Port': ['ID=e9949ee7-345d-4c50-8261-7e239be1cc07,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:58.720792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e33bddf-cbd2-4974-a0f3-41762f77c383 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting subnet aa7c728f-5b1f-4b3a-9de8-f4da64920946 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:18:58.774759 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e736b4f1-8dd6-41ef-9177-2dc35e333585 None None] Port adb94a0c-1f40-412a-a476-df8922f7c323 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:58.780786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3e33bddf-cbd2-4974-a0f3-41762f77c383 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:58.874790 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fa4bef38-8081-4649-9a48-978f2ea8f08e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1845615 Jan 17 14:18:58.881872 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35604) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:58.884257 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e736b4f1-8dd6-41ef-9177-2dc35e333585 None None] Provisioning complete for port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:58.884638 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e736b4f1-8dd6-41ef-9177-2dc35e333585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:58.907072 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-24157ef8-01df-48ce-93c8-07c0378797ca tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:58.973349 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:58.973761 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:59.105288 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3e33bddf-cbd2-4974-a0f3-41762f77c383 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:59.148967 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35610) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:59.226186 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-24157ef8-01df-48ce-93c8-07c0378797ca tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:18:59.233411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-24157ef8-01df-48ce-93c8-07c0378797ca tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:18:59.237397 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-24157ef8-01df-48ce-93c8-07c0378797ca tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:18:59.246512 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-24157ef8-01df-48ce-93c8-07c0378797ca tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:18:59.257004 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f222ded-6922-46bc-a526-e1806484f976 None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:18:59.265967 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24157ef8-01df-48ce-93c8-07c0378797ca tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:18:59.270130 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-24157ef8-01df-48ce-93c8-07c0378797ca tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:59.279686 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2f222ded-6922-46bc-a526-e1806484f976 None None] Deleting port d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:59.280089 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f222ded-6922-46bc-a526-e1806484f976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:59.371743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0fbcf4a7-af4c-409d-9647-6d572f197fac tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:59.442000 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0fbcf4a7-af4c-409d-9647-6d572f197fac tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "DELETE /v2.0/ports/e9949ee7-345d-4c50-8261-7e239be1cc07 HTTP/1.1" status: 204 len: 168 time: 3.5522370 Jan 17 14:18:59.444895 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35614) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:59.495321 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-45e8c5a8-e132-471f-924b-955064795823 None None] Provisioning complete for port adb94a0c-1f40-412a-a476-df8922f7c323 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:59.495589 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45e8c5a8-e132-471f-924b-955064795823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:59.518964 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-35793d5a-cd53-48c1-b914-339c5d90bbd3 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] GET failed (client error): The resource could not be found. Jan 17 14:18:59.519486 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-35793d5a-cd53-48c1-b914-339c5d90bbd3 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Synchronizing usage tracker for tenant:5e6c93de802c4e77b70df127687bcced on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:18:59.541307 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-9a751ed7-1eb0-4c39-a7e9-77c09c45118f tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting port 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:18:59.541742 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9a751ed7-1eb0-4c39-a7e9-77c09c45118f tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:59.564473 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2f222ded-6922-46bc-a526-e1806484f976 None None] For port d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:18:59.564865 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f222ded-6922-46bc-a526-e1806484f976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:59.577288 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3e33bddf-cbd2-4974-a0f3-41762f77c383 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:59.580402 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-45e8c5a8-e132-471f-924b-955064795823 None None] Port adb94a0c-1f40-412a-a476-df8922f7c323 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:18:59.624498 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4cafdd53-79e4-4764-a538-29a6bc2a32d5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:59.643093 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-35793d5a-cd53-48c1-b914-339c5d90bbd3 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Unset dirty status for tenant:5e6c93de802c4e77b70df127687bcced on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:18:59.647804 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-35793d5a-cd53-48c1-b914-339c5d90bbd3 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "GET /v2.0/ports/e9949ee7-345d-4c50-8261-7e239be1cc07 HTTP/1.1" status: 404 len: 333 time: 0.1982772 Jan 17 14:18:59.654083 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35618) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:59.670485 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-465fe1de-e45b-4578-bb4f-1014a2e2557a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Request body: {'port': {'network_id': '5e091f2b-441a-4313-8015-0537ada741eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-100822528'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:18:59.738939 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2f222ded-6922-46bc-a526-e1806484f976 None None] Calling delete_port for d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:18:59.760240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafdd53-79e4-4764-a538-29a6bc2a32d5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Port': ['ID=3be242e9-ff37-4046-a9b0-fa6904540748,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:59.785589 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-45e8c5a8-e132-471f-924b-955064795823 None None] Provisioning complete for port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:18:59.785589 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45e8c5a8-e132-471f-924b-955064795823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:59.841724 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4cafdd53-79e4-4764-a538-29a6bc2a32d5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:59.882452 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f222ded-6922-46bc-a526-e1806484f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:59.914872 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4cafdd53-79e4-4764-a538-29a6bc2a32d5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/ports/3be242e9-ff37-4046-a9b0-fa6904540748 HTTP/1.1" status: 204 len: 168 time: 2.9594297 Jan 17 14:18:59.919359 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35622) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:18:59.978054 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f222ded-6922-46bc-a526-e1806484f976 None None] Pushing event deleted for resources: {'Port': ['ID=d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:18:59.991894 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3e33bddf-cbd2-4974-a0f3-41762f77c383 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:18:59.995448 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f222ded-6922-46bc-a526-e1806484f976 None None] No DVR routers for this DVR port d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:19:00.049734 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a686e2b-f8df-40ad-9d0d-e6a0aff0e0c6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] GET failed (client error): The resource could not be found. Jan 17 14:19:00.049977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7a686e2b-f8df-40ad-9d0d-e6a0aff0e0c6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Synchronizing usage tracker for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:00.075279 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-465fe1de-e45b-4578-bb4f-1014a2e2557a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:00.099327 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-465fe1de-e45b-4578-bb4f-1014a2e2557a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:00.102544 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-9a751ed7-1eb0-4c39-a7e9-77c09c45118f tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] For port 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=756e3e56-9a0c-4ce6-b2aa-bbb4e042d831,segment=NetworkSegment(b2b26841-c02b-459a-b8b4-0f3820456dac),segment_id=b2b26841-c02b-459a-b8b4-0f3820456dac)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:00.103401 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9a751ed7-1eb0-4c39-a7e9-77c09c45118f tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:00.121499 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33bddf-cbd2-4974-a0f3-41762f77c383 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Subnet': ['ID=aa7c728f-5b1f-4b3a-9de8-f4da64920946,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:00.143923 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d66aa1-d374-4378-9e07-96ce4ed1aad5 None None] Network 0e817385-fbf2-4565-8468-c50f04298963 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:00.174001 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.objects.ports [None req-24157ef8-01df-48ce-93c8-07c0378797ca tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87524) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 14:19:00.194013 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3e33bddf-cbd2-4974-a0f3-41762f77c383 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:00.195818 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3e33bddf-cbd2-4974-a0f3-41762f77c383 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/subnets/aa7c728f-5b1f-4b3a-9de8-f4da64920946 HTTP/1.1" status: 204 len: 168 time: 2.2161133 Jan 17 14:19:00.210773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35626) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:00.224812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-24157ef8-01df-48ce-93c8-07c0378797ca tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:00.283450 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8cb2af7-6d60-46bd-864f-7724e5e13cea tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] DELETE failed (client error): The resource could not be found. Jan 17 14:19:00.283832 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8cb2af7-6d60-46bd-864f-7724e5e13cea tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:00.287975 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c8cb2af7-6d60-46bd-864f-7724e5e13cea tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/subnets/2912d66d-2070-4839-812e-e7807298ff3b HTTP/1.1" status: 404 len: 337 time: 0.0701716 Jan 17 14:19:00.311999 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465fe1de-e45b-4578-bb4f-1014a2e2557a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Made reservation on behalf of 5e6c93de802c4e77b70df127687bcced for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:00.315448 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-465fe1de-e45b-4578-bb4f-1014a2e2557a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:00.328191 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35630) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:00.337789 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-9a751ed7-1eb0-4c39-a7e9-77c09c45118f tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Calling delete_port for 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831 owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:00.443923 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7096a0f3-b19d-40bd-b128-0c58d6fcdbbe None None] DHCP port deletion for 0e817385-fbf2-4565-8468-c50f04298963 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:19:00.449425 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7096a0f3-b19d-40bd-b128-0c58d6fcdbbe None None] Deleting port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:00.449811 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7096a0f3-b19d-40bd-b128-0c58d6fcdbbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:00.457496 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24157ef8-01df-48ce-93c8-07c0378797ca tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:00.465778 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-465fe1de-e45b-4578-bb4f-1014a2e2557a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] device_id is not set on port 885d6d19-6d13-4740-ab19-0d2fc7adb75a yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:19:00.468697 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7a686e2b-f8df-40ad-9d0d-e6a0aff0e0c6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Unset dirty status for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:00.472279 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7a686e2b-f8df-40ad-9d0d-e6a0aff0e0c6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports/3be242e9-ff37-4046-a9b0-fa6904540748 HTTP/1.1" status: 404 len: 333 time: 0.5421464 Jan 17 14:19:00.480818 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35634) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:00.492934 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:00.545169 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:19:00.575803 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:00.590013 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:19:00.590352 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device d3ab151b-2c27-4861-8cf6-19ceb2ed9f3d not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:19:00.631769 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8df47681-425a-4412-a73a-b6d4f3f8edf7 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "GET /v2.0/ports?device_id=05fbc178-a3bd-4ff5-bfe9-d4eab801e66a HTTP/1.1" status: 200 len: 205 time: 0.2588773 Jan 17 14:19:00.631769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-24157ef8-01df-48ce-93c8-07c0378797ca tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:00.634547 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35638) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:00.682258 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01b7166-2a46-441f-bf0e-75072791fcc8 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:00.697479 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24157ef8-01df-48ce-93c8-07c0378797ca tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:00.698294 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-24157ef8-01df-48ce-93c8-07c0378797ca tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:00.706460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-cac8ea7d-8228-4348-a62e-397b2cfab204 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port a9a848c7-e768-4f13-8b8a-3e182057ce55 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:00.706871 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cac8ea7d-8228-4348-a62e-397b2cfab204 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:00.751740 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24157ef8-01df-48ce-93c8-07c0378797ca tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=67781ac0-4cba-462c-a440-bcf80fbaa443,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:00.754036 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-b75898b9-0674-409d-b15f-f3ecddf23e7d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] delete failed (client error): The resource could not be found. Jan 17 14:19:00.758053 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b75898b9-0674-409d-b15f-f3ecddf23e7d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/routers/05fbc178-a3bd-4ff5-bfe9-d4eab801e66a HTTP/1.1" status: 404 len: 336 time: 0.1164331 Jan 17 14:19:00.782359 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35642) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:00.808684 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-7096a0f3-b19d-40bd-b128-0c58d6fcdbbe None None] For port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3c096ef7-4f3d-4681-8c21-bb76fa56f20c,segment=NetworkSegment(473233d8-7b78-44e5-8279-4d267adfa701),segment_id=473233d8-7b78-44e5-8279-4d267adfa701)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:00.809249 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7096a0f3-b19d-40bd-b128-0c58d6fcdbbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:00.842020 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d2c967-f9c8-4d38-9837-54cb982837f0 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] DELETE failed (client error): The resource could not be found. Jan 17 14:19:00.842754 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d2c967-f9c8-4d38-9837-54cb982837f0 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:00.846843 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f4d2c967-f9c8-4d38-9837-54cb982837f0 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/subnets/9c237498-c1f9-4853-8084-f34f204adadd HTTP/1.1" status: 404 len: 337 time: 0.0609987 Jan 17 14:19:00.850198 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35646) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:00.854726 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-24157ef8-01df-48ce-93c8-07c0378797ca tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9712856 Jan 17 14:19:00.861183 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35650) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:00.931244 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-263607ca-4466-4b9b-a9e3-c910b9f4d7f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'mac_address': 'fa:16:3e:60:b1:a2', 'name': 'tempest-NetworksTestDHCPv6-1538294725'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:00.931986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Allocated IP 172.26.3.109 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/93d9d66a-5fd2-46bd-a129-7359e5e02884) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:00.961373 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ec75dd-14a8-4269-8971-3fd930d5a775 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] DELETE failed (client error): The resource could not be found. Jan 17 14:19:00.961820 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ec75dd-14a8-4269-8971-3fd930d5a775 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:00.966384 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7096a0f3-b19d-40bd-b128-0c58d6fcdbbe None None] Calling delete_port for 3c096ef7-4f3d-4681-8c21-bb76fa56f20c owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:00.966616 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e0ec75dd-14a8-4269-8971-3fd930d5a775 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/subnets/48f1c8a1-625a-49a7-9290-abd6b8a56ffb HTTP/1.1" status: 404 len: 337 time: 0.1076336 Jan 17 14:19:00.968164 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35654) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:01.105167 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-465fe1de-e45b-4578-bb4f-1014a2e2557a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Allocated IP 2001:db8::15b (5e091f2b-441a-4313-8015-0537ada741eb/73960ff7-cb5b-4745-b4fa-24ef412cdf51/885d6d19-6d13-4740-ab19-0d2fc7adb75a) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:01.143850 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-7084c269-b6a9-4a29-9cde-e1d2fd4620d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] DELETE failed (client error): The resource could not be found. Jan 17 14:19:01.144439 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7084c269-b6a9-4a29-9cde-e1d2fd4620d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:01.156662 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7096a0f3-b19d-40bd-b128-0c58d6fcdbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:01.185708 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7084c269-b6a9-4a29-9cde-e1d2fd4620d6 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/subnets/6de9326c-c6e8-4a30-9f38-7a9025f7ed34 HTTP/1.1" status: 404 len: 337 time: 0.2134509 Jan 17 14:19:01.185958 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-263607ca-4466-4b9b-a9e3-c910b9f4d7f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:01.189529 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35658) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:01.193374 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-263607ca-4466-4b9b-a9e3-c910b9f4d7f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:port and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:01.203442 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': '67781ac0-4cba-462c-a440-bcf80fbaa443'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:19:01.204397 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:01.225907 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096a0f3-b19d-40bd-b128-0c58d6fcdbbe None None] Pushing event deleted for resources: {'Port': ['ID=3c096ef7-4f3d-4681-8c21-bb76fa56f20c,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:01.244552 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7096a0f3-b19d-40bd-b128-0c58d6fcdbbe None None] No DVR routers for this DVR port 3c096ef7-4f3d-4681-8c21-bb76fa56f20c on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:19:01.255143 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-263607ca-4466-4b9b-a9e3-c910b9f4d7f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:01.273028 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-263607ca-4466-4b9b-a9e3-c910b9f4d7f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:01.290676 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-c403b0e4-0bc1-4f2b-adf0-d66d1ec5f370 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] DELETE failed (client error): The resource could not be found. Jan 17 14:19:01.291131 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c403b0e4-0bc1-4f2b-adf0-d66d1ec5f370 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:01.297620 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9a751ed7-1eb0-4c39-a7e9-77c09c45118f tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:01.311674 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cac8ea7d-8228-4348-a62e-397b2cfab204 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:01.366992 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c403b0e4-0bc1-4f2b-adf0-d66d1ec5f370 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/ports/b358448d-60e8-4640-bd31-1cf15f909b1f HTTP/1.1" status: 404 len: 333 time: 0.1753240 Jan 17 14:19:01.367613 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263607ca-4466-4b9b-a9e3-c910b9f4d7f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:01.383241 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35662) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:01.417013 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a751ed7-1eb0-4c39-a7e9-77c09c45118f tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Port': ['ID=756e3e56-9a0c-4ce6-b2aa-bbb4e042d831,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:01.446162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Allocated IP 2001:db8::f816:3eff:fef7:1965 (5c806942-cde6-42f7-aae4-af9246279d2e/67781ac0-4cba-462c-a440-bcf80fbaa443/a4e37532-84cf-45ca-9eb0-c4fce53c31d9) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:01.464233 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-cac8ea7d-8228-4348-a62e-397b2cfab204 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for a9a848c7-e768-4f13-8b8a-3e182057ce55 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:01.586347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:01.591226 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-3112b499-cb70-457e-91e5-60967a7bb79a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] DELETE failed (client error): The resource could not be found. Jan 17 14:19:01.591674 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3112b499-cb70-457e-91e5-60967a7bb79a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:01.593437 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3112b499-cb70-457e-91e5-60967a7bb79a tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/subnets/bcf894e1-4999-4d8a-a577-cda9e20d22ae HTTP/1.1" status: 404 len: 337 time: 0.1783538 Jan 17 14:19:01.625006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35666) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:01.692794 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae96027-4d76-4387-9863-4e5202c6d61d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] DELETE failed (client error): The resource could not be found. Jan 17 14:19:01.693434 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae96027-4d76-4387-9863-4e5202c6d61d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:01.711671 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2ae96027-4d76-4387-9863-4e5202c6d61d tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/subnets/61d83d72-5fdd-4286-8aca-56b63a590247 HTTP/1.1" status: 404 len: 337 time: 0.0853820 Jan 17 14:19:01.714613 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1554aadc-0f0a-4901-ad60-abb5a374f779 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:01.742286 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35670) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:01.804473 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cac8ea7d-8228-4348-a62e-397b2cfab204 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:01.847975 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b7654a-ee69-4b81-9954-8c870c773a51 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] DELETE failed (client error): The resource could not be found. Jan 17 14:19:01.848468 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b7654a-ee69-4b81-9954-8c870c773a51 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:01.851390 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-95b7654a-ee69-4b81-9954-8c870c773a51 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/ports/c0586d4a-d742-4f35-924c-d32c46b9aa14 HTTP/1.1" status: 404 len: 333 time: 0.1081758 Jan 17 14:19:01.858338 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35674) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:01.863985 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8ea7d-8228-4348-a62e-397b2cfab204 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Port': ['ID=a9a848c7-e768-4f13-8b8a-3e182057ce55,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:01.877666 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:01.893600 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Transition to ACTIVE for port object a4e37532-84cf-45ca-9eb0-c4fce53c31d9 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:01.918658 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Transition to ACTIVE for port object a4e37532-84cf-45ca-9eb0-c4fce53c31d9 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:01.929044 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:01.933043 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0e6937-bd66-42c4-a1f7-7b434f497819 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] DELETE failed (client error): The resource could not be found. Jan 17 14:19:01.933495 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d0e6937-bd66-42c4-a1f7-7b434f497819 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:01.935218 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4d0e6937-bd66-42c4-a1f7-7b434f497819 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/subnets/7e8270a7-2782-4408-8617-a3b69805e410 HTTP/1.1" status: 404 len: 337 time: 0.0657818 Jan 17 14:19:01.942165 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-263607ca-4466-4b9b-a9e3-c910b9f4d7f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:01.962386 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35678) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:01.963020 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9a751ed7-1eb0-4c39-a7e9-77c09c45118f tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:01.971257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cac8ea7d-8228-4348-a62e-397b2cfab204 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:01.973252 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cac8ea7d-8228-4348-a62e-397b2cfab204 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/ports/a9a848c7-e768-4f13-8b8a-3e182057ce55 HTTP/1.1" status: 204 len: 168 time: 1.4822903 Jan 17 14:19:01.987628 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35682) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:02.017510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-465fe1de-e45b-4578-bb4f-1014a2e2557a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:02.031389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:02.032957 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1fb865-1e28-4db4-9fe7-de7875dc3a0b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] DELETE failed (client error): The resource could not be found. Jan 17 14:19:02.033403 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1fb865-1e28-4db4-9fe7-de7875dc3a0b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:02.035178 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3e1fb865-1e28-4db4-9fe7-de7875dc3a0b tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/subnets/5afa518f-f4aa-4473-8de1-ad7a4f0cbaea HTTP/1.1" status: 404 len: 337 time: 0.0678957 Jan 17 14:19:02.041079 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35686) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:02.043798 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Pushing event updated for resources: {'Port': ['ID=a4e37532-84cf-45ca-9eb0-c4fce53c31d9,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:02.058207 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:02.059911 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:02.065051 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:02.179491 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Attempting to bind port a4e37532-84cf-45ca-9eb0-c4fce53c31d9 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:19:02.179987 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Attempting to bind port a4e37532-84cf-45ca-9eb0-c4fce53c31d9 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:19:02.180450 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Attempting to bind port a4e37532-84cf-45ca-9eb0-c4fce53c31d9 on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:19:02.186877 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:19:02.187433 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:19:02.187977 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:02.188469 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:19:02.189039 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Bound port: a4e37532-84cf-45ca-9eb0-c4fce53c31d9, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:19:02.189516 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:02.244377 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89f39b7-acda-4be9-814b-819e680ee312 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] GET failed (client error): The resource could not be found. Jan 17 14:19:02.245102 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f89f39b7-acda-4be9-814b-819e680ee312 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Synchronizing usage tracker for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:02.283284 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:02.291155 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-465fe1de-e45b-4578-bb4f-1014a2e2557a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Transition to ACTIVE for port object 885d6d19-6d13-4740-ab19-0d2fc7adb75a will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:02.291896 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] For port a4e37532-84cf-45ca-9eb0-c4fce53c31d9, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:19:02.292008 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:02.294244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:02.295446 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] For port a4e37532-84cf-45ca-9eb0-c4fce53c31d9, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a4e37532-84cf-45ca-9eb0-c4fce53c31d9,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:19:02.303457 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:02.306603 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-263607ca-4466-4b9b-a9e3-c910b9f4d7f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port 67cfe657-d895-40c0-97a4-2098b0ea3ef9 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:19:02.376990 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Port': ['ID=93d9d66a-5fd2-46bd-a129-7359e5e02884,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:02.399831 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a29492-d134-4252-a447-0563f2cda3c1 None None] Pushing event updated for resources: {'Port': ['ID=a4e37532-84cf-45ca-9eb0-c4fce53c31d9,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:02.447567 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f89f39b7-acda-4be9-814b-819e680ee312 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Unset dirty status for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:02.451960 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f89f39b7-acda-4be9-814b-819e680ee312 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports/a9a848c7-e768-4f13-8b8a-3e182057ce55 HTTP/1.1" status: 404 len: 333 time: 0.4627190 Jan 17 14:19:02.452705 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35690) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:02.457968 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-153500d6-f6cd-4619-96ba-bb22dc5aca12 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Deleting port adb94a0c-1f40-412a-a476-df8922f7c323 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:02.458314 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-153500d6-f6cd-4619-96ba-bb22dc5aca12 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:02.585098 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3c096ef7-4f3d-4681-8c21-bb76fa56f20c no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:19:02.624146 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 3c096ef7-4f3d-4681-8c21-bb76fa56f20c {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:19:02.624748 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3c096ef7-4f3d-4681-8c21-bb76fa56f20c not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:19:02.711342 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-465fe1de-e45b-4578-bb4f-1014a2e2557a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:02.747329 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c54ea91-f47f-4126-beb7-2ceca5933454 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting subnet f946970d-edbc-4765-9a72-73a247fc02df {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:19:02.756697 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9c54ea91-f47f-4126-beb7-2ceca5933454 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:02.829876 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9c54ea91-f47f-4126-beb7-2ceca5933454 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:02.932170 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465fe1de-e45b-4578-bb4f-1014a2e2557a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Network 5e091f2b-441a-4313-8015-0537ada741eb is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:02.937097 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-263607ca-4466-4b9b-a9e3-c910b9f4d7f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::f816:3eff:fe60:b1a2 (5c806942-cde6-42f7-aae4-af9246279d2e/67781ac0-4cba-462c-a440-bcf80fbaa443/67cfe657-d895-40c0-97a4-2098b0ea3ef9) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:02.961564 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-465fe1de-e45b-4578-bb4f-1014a2e2557a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:03.032437 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465fe1de-e45b-4578-bb4f-1014a2e2557a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:03.038917 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465fe1de-e45b-4578-bb4f-1014a2e2557a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:03.039568 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-465fe1de-e45b-4578-bb4f-1014a2e2557a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:03.109393 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fe1de-e45b-4578-bb4f-1014a2e2557a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Pushing event updated for resources: {'Port': ['ID=885d6d19-6d13-4740-ab19-0d2fc7adb75a,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:03.155489 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a751ed7-1eb0-4c39-a7e9-77c09c45118f tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router da03fc2b-a43f-492c-8281-a36e8035e8be has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:19:03.162960 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-1554aadc-0f0a-4901-ad60-abb5a374f779 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Deleting port d66e8372-7158-4168-81c7-205191ef928e {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:03.163313 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1554aadc-0f0a-4901-ad60-abb5a374f779 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:03.182418 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-153500d6-f6cd-4619-96ba-bb22dc5aca12 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:03.193130 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-465fe1de-e45b-4578-bb4f-1014a2e2557a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.5358548 Jan 17 14:19:03.199685 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35696) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:03.222770 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-a003c11b-d0da-4e7b-bc7a-025883a32f0d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f0', 'mac_address': 'fa:16:3e:e1:78:b0'}]}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:03.260554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:03.272353 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f4eb21ef-d87f-4756-990f-1a846cf6e3a0 None None] Provisioning for port 885d6d19-6d13-4740-ab19-0d2fc7adb75a completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:03.279146 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f4eb21ef-d87f-4756-990f-1a846cf6e3a0 None None] Provisioning complete for port 885d6d19-6d13-4740-ab19-0d2fc7adb75a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:03.279341 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f4eb21ef-d87f-4756-990f-1a846cf6e3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:03.346356 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9c54ea91-f47f-4126-beb7-2ceca5933454 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:03.355544 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f4eb21ef-d87f-4756-990f-1a846cf6e3a0 None None] Port 885d6d19-6d13-4740-ab19-0d2fc7adb75a cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:03.456593 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-153500d6-f6cd-4619-96ba-bb22dc5aca12 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Calling delete_port for adb94a0c-1f40-412a-a476-df8922f7c323 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:03.668519 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a751ed7-1eb0-4c39-a7e9-77c09c45118f tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:19:03.682283 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a7c105-6f1e-4ba9-a66e-91c2a4708def None None] Sync routers for ids ['da03fc2b-a43f-492c-8281-a36e8035e8be'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:19:03.702854 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-72f5865f-ec00-4182-86ad-ba5d3ebda923 None None] Provisioning for port a4e37532-84cf-45ca-9eb0-c4fce53c31d9 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:03.703090 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-153500d6-f6cd-4619-96ba-bb22dc5aca12 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:03.707138 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a7c105-6f1e-4ba9-a66e-91c2a4708def None None] Routers {'da03fc2b-a43f-492c-8281-a36e8035e8be'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:03.708082 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e0a7c105-6f1e-4ba9-a66e-91c2a4708def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['da03fc2b-a43f-492c-8281-a36e8035e8be'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:03.853163 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9a751ed7-1eb0-4c39-a7e9-77c09c45118f tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/da03fc2b-a43f-492c-8281-a36e8035e8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8669515 Jan 17 14:19:03.863657 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35700) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:03.891100 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-263607ca-4466-4b9b-a9e3-c910b9f4d7f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:03.903308 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-e0a7c105-6f1e-4ba9-a66e-91c2a4708def None None] Set router da03fc2b-a43f-492c-8281-a36e8035e8be gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:19:03.909083 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153500d6-f6cd-4619-96ba-bb22dc5aca12 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Port': ['ID=adb94a0c-1f40-412a-a476-df8922f7c323,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:03.923862 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-153500d6-f6cd-4619-96ba-bb22dc5aca12 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:03.928619 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-153500d6-f6cd-4619-96ba-bb22dc5aca12 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/ports/adb94a0c-1f40-412a-a476-df8922f7c323 HTTP/1.1" status: 204 len: 168 time: 1.8811965 Jan 17 14:19:03.928619 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-263607ca-4466-4b9b-a9e3-c910b9f4d7f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object 67cfe657-d895-40c0-97a4-2098b0ea3ef9 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:03.929597 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35704) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:04.049826 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9c54ea91-f47f-4126-beb7-2ceca5933454 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:04.059670 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e049b613-feee-44ff-b1cc-994cd8e94893 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:04.067998 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-263607ca-4466-4b9b-a9e3-c910b9f4d7f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:04.127121 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-1554aadc-0f0a-4901-ad60-abb5a374f779 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] For port d66e8372-7158-4168-81c7-205191ef928e, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=d66e8372-7158-4168-81c7-205191ef928e,segment=NetworkSegment(f8356bf1-1246-42e0-9374-974f68362f2e),segment_id=f8356bf1-1246-42e0-9374-974f68362f2e)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:04.127486 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1554aadc-0f0a-4901-ad60-abb5a374f779 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:04.149801 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54ea91-f47f-4126-beb7-2ceca5933454 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Subnet': ['ID=f946970d-edbc-4765-9a72-73a247fc02df,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:04.174504 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-7881b890-dad0-4f79-8a2c-94412a775ee0 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting subnet d0530804-1085-4cd5-9110-ba2c5565d3b8 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:19:04.179182 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9c54ea91-f47f-4126-beb7-2ceca5933454 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:04.185079 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec8dddd-edf4-49fc-a978-a411fd7888f8 None None] Network c838ae52-f961-4800-9471-7e04ebfebaa6 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:04.189613 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263607ca-4466-4b9b-a9e3-c910b9f4d7f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:04.196052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-263607ca-4466-4b9b-a9e3-c910b9f4d7f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:04.204488 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263607ca-4466-4b9b-a9e3-c910b9f4d7f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:04.210478 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263607ca-4466-4b9b-a9e3-c910b9f4d7f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:04.211474 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-263607ca-4466-4b9b-a9e3-c910b9f4d7f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:04.253369 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7881b890-dad0-4f79-8a2c-94412a775ee0 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:04.278880 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263607ca-4466-4b9b-a9e3-c910b9f4d7f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=67cfe657-d895-40c0-97a4-2098b0ea3ef9,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:04.306533 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e049b613-feee-44ff-b1cc-994cd8e94893 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:04.316093 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-263607ca-4466-4b9b-a9e3-c910b9f4d7f2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4246993 Jan 17 14:19:04.319411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35708) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:04.355114 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-1554aadc-0f0a-4901-ad60-abb5a374f779 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Calling delete_port for d66e8372-7158-4168-81c7-205191ef928e owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:04.364834 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e0a7c105-6f1e-4ba9-a66e-91c2a4708def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:19:01Z', 'revision_number': 10, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:56Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:04.372424 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a7c105-6f1e-4ba9-a66e-91c2a4708def None None] Checking router: da03fc2b-a43f-492c-8281-a36e8035e8be for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:19:04.383452 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a7c105-6f1e-4ba9-a66e-91c2a4708def None None] Routers {'da03fc2b-a43f-492c-8281-a36e8035e8be'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:04.384336 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e0a7c105-6f1e-4ba9-a66e-91c2a4708def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['da03fc2b-a43f-492c-8281-a36e8035e8be'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:04.442485 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-e049b613-feee-44ff-b1cc-994cd8e94893 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e817385-fbf2-4565-8468-c50f04298963']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:04.472413 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-e049b613-feee-44ff-b1cc-994cd8e94893 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '473233d8-7b78-44e5-8279-4d267adfa701') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:04.473053 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-e049b613-feee-44ff-b1cc-994cd8e94893 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '473233d8-7b78-44e5-8279-4d267adfa701') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:04.484102 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9c54ea91-f47f-4126-beb7-2ceca5933454 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/subnets/f946970d-edbc-4765-9a72-73a247fc02df HTTP/1.1" status: 204 len: 168 time: 2.0232160 Jan 17 14:19:04.486961 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35712) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:04.580308 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a4e37532-84cf-45ca-9eb0-c4fce53c31d9 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:04.589731 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e049b613-feee-44ff-b1cc-994cd8e94893 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:04.645122 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7881b890-dad0-4f79-8a2c-94412a775ee0 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:04.650764 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9010d85-23ce-4e81-87f7-ec4a3d00c0a2 None None] DHCP port deletion for c838ae52-f961-4800-9471-7e04ebfebaa6 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:19:04.662803 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b9010d85-23ce-4e81-87f7-ec4a3d00c0a2 None None] Deleting port af1f8cb3-b894-496b-adc1-bf192a4d6b39 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:04.663181 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b9010d85-23ce-4e81-87f7-ec4a3d00c0a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:04.685042 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-e0a7c105-6f1e-4ba9-a66e-91c2a4708def None None] Set router da03fc2b-a43f-492c-8281-a36e8035e8be gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:19:04.687628 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a003c11b-d0da-4e7b-bc7a-025883a32f0d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:04.696608 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e049b613-feee-44ff-b1cc-994cd8e94893 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:04.711623 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e049b613-feee-44ff-b1cc-994cd8e94893 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:19:04.712413 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e049b613-feee-44ff-b1cc-994cd8e94893 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:04.716600 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e3a411a5-c875-467d-bb69-1e6214888573 None None] Provisioning for port 67cfe657-d895-40c0-97a4-2098b0ea3ef9 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:19:04.733304 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:19:04.741215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:04.755278 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e3a411a5-c875-467d-bb69-1e6214888573 None None] Provisioning complete for port 67cfe657-d895-40c0-97a4-2098b0ea3ef9 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:04.764832 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e3a411a5-c875-467d-bb69-1e6214888573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:04.825693 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:04.852237 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe37a503-4dd4-45f6-b5b4-84c8299ac35d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:04.868886 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe37a503-4dd4-45f6-b5b4-84c8299ac35d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:04.869611 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fe37a503-4dd4-45f6-b5b4-84c8299ac35d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:04.911377 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e049b613-feee-44ff-b1cc-994cd8e94893 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:04.921769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e049b613-feee-44ff-b1cc-994cd8e94893 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:04.947203 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port a4e37532-84cf-45ca-9eb0-c4fce53c31d9 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:04.952501 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port af1f8cb3-b894-496b-adc1-bf192a4d6b39 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:04.952843 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:04.957018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e3a411a5-c875-467d-bb69-1e6214888573 None None] Port 67cfe657-d895-40c0-97a4-2098b0ea3ef9 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:04.964649 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port a4e37532-84cf-45ca-9eb0-c4fce53c31d9 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:04.965642 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:04.987973 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049b613-feee-44ff-b1cc-994cd8e94893 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] Pushing event deleted for resources: {'Network': ['ID=0e817385-fbf2-4565-8468-c50f04298963,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:04.994372 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e049b613-feee-44ff-b1cc-994cd8e94893 tempest-PortsTestJSON-1288417537 tempest-PortsTestJSON-1288417537-project] 10.222.0.48 "DELETE /v2.0/networks/0e817385-fbf2-4565-8468-c50f04298963 HTTP/1.1" status: 204 len: 168 time: 1.0592632 Jan 17 14:19:04.997798 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fe37a503-4dd4-45f6-b5b4-84c8299ac35d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:04.998890 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fe37a503-4dd4-45f6-b5b4-84c8299ac35d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6716044 Jan 17 14:19:05.005937 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35718) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:05.139169 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-7435aa99-a441-43b4-83be-1fdb234ba580 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port 67cfe657-d895-40c0-97a4-2098b0ea3ef9 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:05.139428 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7435aa99-a441-43b4-83be-1fdb234ba580 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:05.142323 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7881b890-dad0-4f79-8a2c-94412a775ee0 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:05.221321 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:05.252111 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e0a7c105-6f1e-4ba9-a66e-91c2a4708def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:19:01Z', 'revision_number': 10, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:56Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:05.258940 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a7c105-6f1e-4ba9-a66e-91c2a4708def None None] The sync data for ids ['da03fc2b-a43f-492c-8281-a36e8035e8be'] in dv-neutron-824901-1-hyperv is: [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:19:01Z', 'revision_number': 10, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None, '_interfaces': [{'id': '1057561c-2169-407b-8f5f-9e5ba57a2306', 'name': '', 'network_id': 'f45d93b7-ab7a-41af-8aa3-0e4262c36731', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'mac_address': 'fa:16:3e:7f:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:17:43Z', 'updated_at': '2022-01-17T14:17:56Z', 'revision_number': 5, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'subnets': [{'id': 'f1950e96-eb69-4bc4-8048-f1e1983ce8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:19:05.270566 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b9010d85-23ce-4e81-87f7-ec4a3d00c0a2 None None] For port af1f8cb3-b894-496b-adc1-bf192a4d6b39, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=af1f8cb3-b894-496b-adc1-bf192a4d6b39,segment=NetworkSegment(4f2c30ca-4a16-4337-9cd6-43b8c2df31cc),segment_id=4f2c30ca-4a16-4337-9cd6-43b8c2df31cc)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:05.272145 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b9010d85-23ce-4e81-87f7-ec4a3d00c0a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:05.433425 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b9010d85-23ce-4e81-87f7-ec4a3d00c0a2 None None] Calling delete_port for af1f8cb3-b894-496b-adc1-bf192a4d6b39 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:05.468109 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35724) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:05.480060 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1554aadc-0f0a-4901-ad60-abb5a374f779 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:05.527545 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7881b890-dad0-4f79-8a2c-94412a775ee0 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:05.540231 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port a4e37532-84cf-45ca-9eb0-c4fce53c31d9, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a4e37532-84cf-45ca-9eb0-c4fce53c31d9,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:05.542036 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b9010d85-23ce-4e81-87f7-ec4a3d00c0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:05.550384 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] For port af1f8cb3-b894-496b-adc1-bf192a4d6b39, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=af1f8cb3-b894-496b-adc1-bf192a4d6b39,segment=NetworkSegment(4f2c30ca-4a16-4337-9cd6-43b8c2df31cc),segment_id=4f2c30ca-4a16-4337-9cd6-43b8c2df31cc)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:05.551065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:05.566709 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router 7c03e270-db5d-451c-aeb8-673522f10c57 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:19:05.566932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7435aa99-a441-43b4-83be-1fdb234ba580 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:05.577534 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554aadc-0f0a-4901-ad60-abb5a374f779 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event deleted for resources: {'Port': ['ID=d66e8372-7158-4168-81c7-205191ef928e,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:05.581066 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-a003c11b-d0da-4e7b-bc7a-025883a32f0d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:19:05.600341 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9010d85-23ce-4e81-87f7-ec4a3d00c0a2 None None] Pushing event deleted for resources: {'Port': ['ID=af1f8cb3-b894-496b-adc1-bf192a4d6b39,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:05.602106 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:05.643740 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9010d85-23ce-4e81-87f7-ec4a3d00c0a2 None None] No DVR routers for this DVR port af1f8cb3-b894-496b-adc1-bf192a4d6b39 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:19:05.734884 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for af1f8cb3-b894-496b-adc1-bf192a4d6b39 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:05.780330 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=a4e37532-84cf-45ca-9eb0-c4fce53c31d9,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:05.874372 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881b890-dad0-4f79-8a2c-94412a775ee0 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Subnet': ['ID=d0530804-1085-4cd5-9110-ba2c5565d3b8,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:05.882181 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7881b890-dad0-4f79-8a2c-94412a775ee0 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:05.891910 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1025b60-44b0-418a-8127-a92fb5997e7b None None] Network 171d024f-dcd9-4ad4-8106-d2df6342d820 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:05.906858 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a003c11b-d0da-4e7b-bc7a-025883a32f0d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:06.015449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a003c11b-d0da-4e7b-bc7a-025883a32f0d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:06.050398 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-7435aa99-a441-43b4-83be-1fdb234ba580 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for 67cfe657-d895-40c0-97a4-2098b0ea3ef9 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:06.066715 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7881b890-dad0-4f79-8a2c-94412a775ee0 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/subnets/d0530804-1085-4cd5-9110-ba2c5565d3b8 HTTP/1.1" status: 204 len: 168 time: 2.1977179 Jan 17 14:19:06.081418 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35730) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:06.141680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-a003c11b-d0da-4e7b-bc7a-025883a32f0d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] In _notify_port_updated(), no bound segment for port 885d6d19-6d13-4740-ab19-0d2fc7adb75a on network 5e091f2b-441a-4313-8015-0537ada741eb {{(pid=87523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:19:06.147111 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a003c11b-d0da-4e7b-bc7a-025883a32f0d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:06.147774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a003c11b-d0da-4e7b-bc7a-025883a32f0d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:06.149087 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a003c11b-d0da-4e7b-bc7a-025883a32f0d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "PUT /v2.0/ports/885d6d19-6d13-4740-ab19-0d2fc7adb75a HTTP/1.1" status: 200 len: 1002 time: 2.9484220 Jan 17 14:19:06.152241 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35734) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:06.238830 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc461cb2-e040-424b-8467-6401ebbfd62a None None] DHCP port deletion for 171d024f-dcd9-4ad4-8106-d2df6342d820 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:19:06.245634 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-bc461cb2-e040-424b-8467-6401ebbfd62a None None] Deleting port 4f0809a0-1f4a-4e02-8d4c-2694213e78f0 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:06.247246 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bc461cb2-e040-424b-8467-6401ebbfd62a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:06.270784 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-63933f69-4964-45a0-93ab-b96f37e934f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90170c06bfce4b45a8ff91de363bb5ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8005350 Jan 17 14:19:06.271823 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003c11b-d0da-4e7b-bc7a-025883a32f0d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Pushing event updated for resources: {'Port': ['ID=885d6d19-6d13-4740-ab19-0d2fc7adb75a,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:06.274779 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:06.276493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35738) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:06.279386 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.api [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:19:06.279698 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG oslo_db.api [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:19:06.385385 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting port 4f0809a0-1f4a-4e02-8d4c-2694213e78f0 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:06.385722 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:06.429734 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-03fc8aad-e2ad-49f0-bad6-407ed7743b17 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Deleting port 885d6d19-6d13-4740-ab19-0d2fc7adb75a {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:06.430004 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03fc8aad-e2ad-49f0-bad6-407ed7743b17 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:06.460654 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:19:06.488870 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7435aa99-a441-43b4-83be-1fdb234ba580 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:06.510196 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0b90f8-88b2-40b0-9bad-b46e1c5888df None None] Sync routers for ids ['7c03e270-db5d-451c-aeb8-673522f10c57'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:19:06.535616 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0b90f8-88b2-40b0-9bad-b46e1c5888df None None] Routers {'7c03e270-db5d-451c-aeb8-673522f10c57'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:06.536290 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0e0b90f8-88b2-40b0-9bad-b46e1c5888df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7c03e270-db5d-451c-aeb8-673522f10c57'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:06.542314 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-56f5a1a2-4132-4c45-8c49-0c322a0ff656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:06.573911 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435aa99-a441-43b4-83be-1fdb234ba580 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=67cfe657-d895-40c0-97a4-2098b0ea3ef9,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:06.582857 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:06.587332 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-054a762c-8e3e-42a9-b16f-68eb59dee062 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 9.5037317 Jan 17 14:19:06.590128 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35742) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:06.620599 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-03becaf0-a6d3-4132-89ff-db02fd15c07b None None] Provisioning complete for port 885d6d19-6d13-4740-ab19-0d2fc7adb75a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:06.621180 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-03becaf0-a6d3-4132-89ff-db02fd15c07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:06.647140 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a4e37532-84cf-45ca-9eb0-c4fce53c31d9 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:06.647356 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-56f5a1a2-4132-4c45-8c49-0c322a0ff656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:06.715644 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7435aa99-a441-43b4-83be-1fdb234ba580 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:06.731648 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1554aadc-0f0a-4901-ad60-abb5a374f779 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:06.780785 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-bc461cb2-e040-424b-8467-6401ebbfd62a None None] For port 4f0809a0-1f4a-4e02-8d4c-2694213e78f0, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4f0809a0-1f4a-4e02-8d4c-2694213e78f0,segment=NetworkSegment(b2b26841-c02b-459a-b8b4-0f3820456dac),segment_id=b2b26841-c02b-459a-b8b4-0f3820456dac)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:06.784831 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bc461cb2-e040-424b-8467-6401ebbfd62a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:06.784998 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port af1f8cb3-b894-496b-adc1-bf192a4d6b39 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:06.785259 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:06.798376 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0e0b90f8-88b2-40b0-9bad-b46e1c5888df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:06.847462 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:19:06.878126 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7435aa99-a441-43b4-83be-1fdb234ba580 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/67cfe657-d895-40c0-97a4-2098b0ea3ef9 HTTP/1.1" status: 204 len: 168 time: 1.8709977 Jan 17 14:19:06.907842 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35746) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:06.941606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] The port 'af1f8cb3-b894-496b-adc1-bf192a4d6b39' was deleted {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:19:06.961626 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-03becaf0-a6d3-4132-89ff-db02fd15c07b None None] Port 885d6d19-6d13-4740-ab19-0d2fc7adb75a cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:06.970115 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-bc461cb2-e040-424b-8467-6401ebbfd62a None None] Calling delete_port for 4f0809a0-1f4a-4e02-8d4c-2694213e78f0 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:07.005204 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0b90f8-88b2-40b0-9bad-b46e1c5888df None None] Routers {'7c03e270-db5d-451c-aeb8-673522f10c57'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:07.006366 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0e0b90f8-88b2-40b0-9bad-b46e1c5888df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7c03e270-db5d-451c-aeb8-673522f10c57'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:07.018664 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] For port 4f0809a0-1f4a-4e02-8d4c-2694213e78f0, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4f0809a0-1f4a-4e02-8d4c-2694213e78f0,segment=NetworkSegment(b2b26841-c02b-459a-b8b4-0f3820456dac),segment_id=b2b26841-c02b-459a-b8b4-0f3820456dac)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:07.019040 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:07.082154 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-56f5a1a2-4132-4c45-8c49-0c322a0ff656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:07.084420 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0e0b90f8-88b2-40b0-9bad-b46e1c5888df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:07.084835 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0b90f8-88b2-40b0-9bad-b46e1c5888df None None] The sync data for ids ['7c03e270-db5d-451c-aeb8-673522f10c57'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:19:07.089234 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port a4e37532-84cf-45ca-9eb0-c4fce53c31d9 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:07.089612 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:07.150330 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-798e4f02-7e09-465a-ba30-5b590cd87187 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/routers/7c03e270-db5d-451c-aeb8-673522f10c57 HTTP/1.1" status: 200 len: 880 time: 0.5549545 Jan 17 14:19:07.163778 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35750) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:07.167212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882ddab9-8554-4a33-b311-496f5c677f0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:07.169064 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882ddab9-8554-4a33-b311-496f5c677f0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:07.170584 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-882ddab9-8554-4a33-b311-496f5c677f0a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2558815 Jan 17 14:19:07.198419 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bc461cb2-e040-424b-8467-6401ebbfd62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:07.229656 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Calling delete_port for 4f0809a0-1f4a-4e02-8d4c-2694213e78f0 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:07.257736 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35754) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:07.264403 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:07.268629 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc461cb2-e040-424b-8467-6401ebbfd62a None None] Pushing event deleted for resources: {'Port': ['ID=4f0809a0-1f4a-4e02-8d4c-2694213e78f0,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:07.273070 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc461cb2-e040-424b-8467-6401ebbfd62a None None] No DVR routers for this DVR port 4f0809a0-1f4a-4e02-8d4c-2694213e78f0 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:19:07.279442 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5a1a2-4132-4c45-8c49-0c322a0ff656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45c8028-96d3-4daa-8542-de5e24bac4ee,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:07.339056 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-56f5a1a2-4132-4c45-8c49-0c322a0ff656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:07.342654 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-56f5a1a2-4132-4c45-8c49-0c322a0ff656 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e45c8028-96d3-4daa-8542-de5e24bac4ee HTTP/1.1" status: 204 len: 168 time: 1.0621290 Jan 17 14:19:07.356875 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device af1f8cb3-b894-496b-adc1-bf192a4d6b39 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:19:07.390581 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c838ae52-f961-4800-9471-7e04ebfebaa6']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:07.405477 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: af1f8cb3-b894-496b-adc1-bf192a4d6b39 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:19:07.405477 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device af1f8cb3-b894-496b-adc1-bf192a4d6b39 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:19:07.405477 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:19:07.422312 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-6684ac37-0ffc-4a0a-9482-62c02f2582e2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet 67781ac0-4cba-462c-a440-bcf80fbaa443 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:19:07.428730 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2c30ca-4a16-4337-9cd6-43b8c2df31cc') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:07.429017 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2c30ca-4a16-4337-9cd6-43b8c2df31cc') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:07.435663 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6684ac37-0ffc-4a0a-9482-62c02f2582e2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:07.444612 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:19:07.445095 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 756e3e56-9a0c-4ce6-b2aa-bbb4e042d831 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:19:07.445727 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4f0809a0-1f4a-4e02-8d4c-2694213e78f0 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:19:07.456503 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03fc8aad-e2ad-49f0-bad6-407ed7743b17 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:07.486841 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 4f0809a0-1f4a-4e02-8d4c-2694213e78f0 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:19:07.487309 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4f0809a0-1f4a-4e02-8d4c-2694213e78f0 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:19:07.607033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:07.619329 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.api [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:19:07.619615 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG oslo_db.api [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:19:07.633753 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:07.647390 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6684ac37-0ffc-4a0a-9482-62c02f2582e2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:07.671621 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-03fc8aad-e2ad-49f0-bad6-407ed7743b17 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Calling delete_port for 885d6d19-6d13-4740-ab19-0d2fc7adb75a owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:07.675078 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:19:07.675480 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:19:07.691275 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:19:07.801828 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:07.822472 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:07.839585 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Network': ['ID=c838ae52-f961-4800-9471-7e04ebfebaa6,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:07.844501 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6684ac37-0ffc-4a0a-9482-62c02f2582e2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:07.877640 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ced80cf4-63f1-4902-bede-df34995ea1ad tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/networks/c838ae52-f961-4800-9471-7e04ebfebaa6 HTTP/1.1" status: 204 len: 168 time: 3.3861265 Jan 17 14:19:07.879298 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35770) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:07.897148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-15121bdf-f09d-4b8e-ba37-2f9e76c4056d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-942395437'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:07.904218 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-15121bdf-f09d-4b8e-ba37-2f9e76c4056d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:07.912384 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-15121bdf-f09d-4b8e-ba37-2f9e76c4056d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:network and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:07.917509 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-15121bdf-f09d-4b8e-ba37-2f9e76c4056d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:07.928785 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-15121bdf-f09d-4b8e-ba37-2f9e76c4056d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:07.942097 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15121bdf-f09d-4b8e-ba37-2f9e76c4056d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:07.946035 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-15121bdf-f09d-4b8e-ba37-2f9e76c4056d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:07.946164 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1554aadc-0f0a-4901-ad60-abb5a374f779 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Router 09944e88-533c-4312-bfff-ab4824c4c4d5 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:19:07.978449 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6684ac37-0ffc-4a0a-9482-62c02f2582e2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:08.024266 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684ac37-0ffc-4a0a-9482-62c02f2582e2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=67781ac0-4cba-462c-a440-bcf80fbaa443,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:08.026199 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6684ac37-0ffc-4a0a-9482-62c02f2582e2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:08.033622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e510c2b5-5af3-42bc-97a1-9c214cfe53f9 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:08.039352 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6684ac37-0ffc-4a0a-9482-62c02f2582e2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/67781ac0-4cba-462c-a440-bcf80fbaa443 HTTP/1.1" status: 204 len: 168 time: 0.7785683 Jan 17 14:19:08.040043 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35780) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:08.114462 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f30db9fa-64bb-4366-b24c-cee74927ff9f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733161 Jan 17 14:19:08.115091 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35786) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:08.123140 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03fc8aad-e2ad-49f0-bad6-407ed7743b17 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:08.158139 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting port 4f0809a0-1f4a-4e02-8d4c-2694213e78f0 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:08.158495 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:08.186972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc8aad-e2ad-49f0-bad6-407ed7743b17 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Pushing event deleted for resources: {'Port': ['ID=885d6d19-6d13-4740-ab19-0d2fc7adb75a,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:08.251001 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] The port '4f0809a0-1f4a-4e02-8d4c-2694213e78f0' was deleted {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:19:08.258384 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15121bdf-f09d-4b8e-ba37-2f9e76c4056d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:19:08.270373 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-15121bdf-f09d-4b8e-ba37-2f9e76c4056d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:08.270862 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-15121bdf-f09d-4b8e-ba37-2f9e76c4056d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Added segment 095ea38e-e1aa-4035-ad73-ee0b0674f86e of type vlan for network d73273fb-5ec0-42e0-a3ae-0da5ca4e6189 Jan 17 14:19:08.329093 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3193e890-6e36-44f4-bad4-d92834228bbd tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Synchronizing usage tracker for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:router {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:08.355135 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35792) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:08.360150 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1554aadc-0f0a-4901-ad60-abb5a374f779 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:19:08.373444 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-15121bdf-f09d-4b8e-ba37-2f9e76c4056d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:08.378071 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd118fa-26d1-44c0-9541-83746e3c054c None None] Sync routers for ids ['09944e88-533c-4312-bfff-ab4824c4c4d5'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:19:08.397907 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd118fa-26d1-44c0-9541-83746e3c054c None None] Routers {'09944e88-533c-4312-bfff-ab4824c4c4d5'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:08.398596 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-9bd118fa-26d1-44c0-9541-83746e3c054c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['09944e88-533c-4312-bfff-ab4824c4c4d5'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:08.426345 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ea0130-54b2-4f43-a711-1fc60163c092 None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:19:08.433526 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-99ea0130-54b2-4f43-a711-1fc60163c092 None None] Deleting port a4e37532-84cf-45ca-9eb0-c4fce53c31d9 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:08.433906 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-99ea0130-54b2-4f43-a711-1fc60163c092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:08.450106 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1554aadc-0f0a-4901-ad60-abb5a374f779 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "PUT /v2.0/routers/09944e88-533c-4312-bfff-ab4824c4c4d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3000026 Jan 17 14:19:08.456066 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35798) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:08.464457 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3193e890-6e36-44f4-bad4-d92834228bbd tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Unset dirty status for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:router {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:08.465856 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3193e890-6e36-44f4-bad4-d92834228bbd tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.2943151 Jan 17 14:19:08.530473 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35802) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:08.555794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03fc8aad-e2ad-49f0-bad6-407ed7743b17 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:08.558012 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-03fc8aad-e2ad-49f0-bad6-407ed7743b17 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "DELETE /v2.0/ports/885d6d19-6d13-4740-ab19-0d2fc7adb75a HTTP/1.1" status: 204 len: 168 time: 2.3987007 Jan 17 14:19:08.568390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35806) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:08.579578 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a4e37532-84cf-45ca-9eb0-c4fce53c31d9 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:19:08.590303 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-e35aad7f-e6ff-4483-8b3f-ec443b5a1526 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-932546491'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:08.650850 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:08.694199 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f693abb-b136-46dc-839b-fafe954b6623 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:08.695089 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0f693abb-b136-46dc-839b-fafe954b6623 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:08.706038 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171d024f-dcd9-4ad4-8106-d2df6342d820']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:08.714290 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-15121bdf-f09d-4b8e-ba37-2f9e76c4056d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:08.720715 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15121bdf-f09d-4b8e-ba37-2f9e76c4056d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:08.721319 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-15121bdf-f09d-4b8e-ba37-2f9e76c4056d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:08.723547 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-1d84926d-7dd8-4187-9b21-31c989fb8ecc tempest-SubnetPoolsTestJSON-223644237 tempest-SubnetPoolsTestJSON-223644237-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1480144583', 'prefixes': ['172.20.0.0/16']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:08.736135 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-9bd118fa-26d1-44c0-9541-83746e3c054c None None] Set router 09944e88-533c-4312-bfff-ab4824c4c4d5 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:19:08.754868 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1d84926d-7dd8-4187-9b21-31c989fb8ecc tempest-SubnetPoolsTestJSON-223644237 tempest-SubnetPoolsTestJSON-223644237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:08.777873 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87c90bd-a32e-4833-92a7-b68ca525f214 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] GET failed (client error): The resource could not be found. Jan 17 14:19:08.778641 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c87c90bd-a32e-4833-92a7-b68ca525f214 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Synchronizing usage tracker for tenant:5e6c93de802c4e77b70df127687bcced on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:08.792515 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93e9917-47e4-4d4d-959c-389127f664eb tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Deleting subnet 6eed59de-3b32-4f8e-8e97-579451ea969d {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:19:08.797229 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b26841-c02b-459a-b8b4-0f3820456dac') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:08.808653 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b26841-c02b-459a-b8b4-0f3820456dac') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:08.868212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-99ea0130-54b2-4f43-a711-1fc60163c092 None None] For port a4e37532-84cf-45ca-9eb0-c4fce53c31d9, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a4e37532-84cf-45ca-9eb0-c4fce53c31d9,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:08.868604 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-99ea0130-54b2-4f43-a711-1fc60163c092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:08.891925 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e93e9917-47e4-4d4d-959c-389127f664eb tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:08.906672 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:08.915037 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0f693abb-b136-46dc-839b-fafe954b6623 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:08.918600 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0f693abb-b136-46dc-839b-fafe954b6623 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8001966 Jan 17 14:19:08.950936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35812) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:08.952068 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15121bdf-f09d-4b8e-ba37-2f9e76c4056d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Network': ['ID=d73273fb-5ec0-42e0-a3ae-0da5ca4e6189,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:08.969321 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-15121bdf-f09d-4b8e-ba37-2f9e76c4056d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0889304 Jan 17 14:19:09.005786 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network d73273fb-5ec0-42e0-a3ae-0da5ca4e6189 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:19:09.025833 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-99ea0130-54b2-4f43-a711-1fc60163c092 None None] Calling delete_port for a4e37532-84cf-45ca-9eb0-c4fce53c31d9 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:09.064358 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35814) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:09.068564 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e19441-88ce-4843-bd92-2b993075b8d7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:09.069909 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-84e19441-88ce-4843-bd92-2b993075b8d7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:09.082684 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-e073031b-6436-45e8-bc43-56b15eea3aea tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'subnet': {'network_id': 'd73273fb-5ec0-42e0-a3ae-0da5ca4e6189', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:09.089256 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-9bd118fa-26d1-44c0-9541-83746e3c054c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239035547', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75'}], 'enable_snat': True}, 'gw_port_id': '0980912b-2471-4057-b354-0ca8d5625234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:14:45Z', 'updated_at': '2022-01-17T14:19:05Z', 'revision_number': 5, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'gw_port': {'id': '0980912b-2471-4057-b354-0ca8d5625234', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:14:47Z', 'updated_at': '2022-01-17T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:09.094146 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd118fa-26d1-44c0-9541-83746e3c054c None None] Checking router: 09944e88-533c-4312-bfff-ab4824c4c4d5 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:19:09.104514 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd118fa-26d1-44c0-9541-83746e3c054c None None] Routers {'09944e88-533c-4312-bfff-ab4824c4c4d5'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:09.105281 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-9bd118fa-26d1-44c0-9541-83746e3c054c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['09944e88-533c-4312-bfff-ab4824c4c4d5'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:09.116835 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:09.123559 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c87c90bd-a32e-4833-92a7-b68ca525f214 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Unset dirty status for tenant:5e6c93de802c4e77b70df127687bcced on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:09.129487 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c87c90bd-a32e-4833-92a7-b68ca525f214 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "GET /v2.0/ports/885d6d19-6d13-4740-ab19-0d2fc7adb75a HTTP/1.1" status: 404 len: 333 time: 0.4685102 Jan 17 14:19:09.131458 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35820) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:09.188549 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e93e9917-47e4-4d4d-959c-389127f664eb tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:09.222746 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:19:09.223160 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:09.249455 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:19:09.256780 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:19:09.279188 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-99ea0130-54b2-4f43-a711-1fc60163c092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:09.279471 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-7d920747-6e6c-45f0-a5a7-8c9ebde94814 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Request body: {'port': {'network_id': '5e091f2b-441a-4313-8015-0537ada741eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1641501023'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:09.334443 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-9bd118fa-26d1-44c0-9541-83746e3c054c None None] Set router 09944e88-533c-4312-bfff-ab4824c4c4d5 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:19:09.334655 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea0130-54b2-4f43-a711-1fc60163c092 None None] Pushing event deleted for resources: {'Port': ['ID=a4e37532-84cf-45ca-9eb0-c4fce53c31d9,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:09.353895 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-84e19441-88ce-4843-bd92-2b993075b8d7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:09.355289 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-84e19441-88ce-4843-bd92-2b993075b8d7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3842194 Jan 17 14:19:09.364711 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea0130-54b2-4f43-a711-1fc60163c092 None None] No DVR routers for this DVR port a4e37532-84cf-45ca-9eb0-c4fce53c31d9 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:19:09.382329 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35824) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:09.479838 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:09.483833 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e073031b-6436-45e8-bc43-56b15eea3aea tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:09.497036 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-719e712b-fc5f-4565-92f9-1f852eebf550 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077023 Jan 17 14:19:09.500071 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35828) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:09.509922 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:09.520476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-04daa332-eedb-4b58-8ea0-4be9fa9169b8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:09.531257 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e073031b-6436-45e8-bc43-56b15eea3aea tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:subnet and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:09.534008 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Network': ['ID=171d024f-dcd9-4ad4-8106-d2df6342d820,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:09.536388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e073031b-6436-45e8-bc43-56b15eea3aea tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:09.547009 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1f4f2383-d19a-4b53-89ca-9ea1987a2612 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/networks/171d024f-dcd9-4ad4-8106-d2df6342d820 HTTP/1.1" status: 204 len: 168 time: 3.4604027 Jan 17 14:19:09.547009 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e073031b-6436-45e8-bc43-56b15eea3aea tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:09.550253 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35832) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:09.668708 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-9bd118fa-26d1-44c0-9541-83746e3c054c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239035547', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75'}], 'enable_snat': True}, 'gw_port_id': '0980912b-2471-4057-b354-0ca8d5625234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:14:45Z', 'updated_at': '2022-01-17T14:19:05Z', 'revision_number': 5, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'gw_port': {'id': '0980912b-2471-4057-b354-0ca8d5625234', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:14:47Z', 'updated_at': '2022-01-17T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:09.672841 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd118fa-26d1-44c0-9541-83746e3c054c None None] The sync data for ids ['09944e88-533c-4312-bfff-ab4824c4c4d5'] in dv-neutron-824901-1-hyperv is: [{'id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239035547', 'tenant_id': 'e40f67886b8245b096eece694fd84aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75'}], 'enable_snat': True}, 'gw_port_id': '0980912b-2471-4057-b354-0ca8d5625234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:14:45Z', 'updated_at': '2022-01-17T14:19:05Z', 'revision_number': 5, 'project_id': 'e40f67886b8245b096eece694fd84aad', 'gw_port': {'id': '0980912b-2471-4057-b354-0ca8d5625234', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09944e88-533c-4312-bfff-ab4824c4c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:14:47Z', 'updated_at': '2022-01-17T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:19:09.768407 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e93e9917-47e4-4d4d-959c-389127f664eb tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:09.803945 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-04daa332-eedb-4b58-8ea0-4be9fa9169b8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:09.808841 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e073031b-6436-45e8-bc43-56b15eea3aea tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:09.811729 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e073031b-6436-45e8-bc43-56b15eea3aea tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:09.817167 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1d84926d-7dd8-4187-9b21-31c989fb8ecc tempest-SubnetPoolsTestJSON-223644237 tempest-SubnetPoolsTestJSON-223644237-project] Notify callbacks [] for subnetpool, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:09.820486 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1d84926d-7dd8-4187-9b21-31c989fb8ecc tempest-SubnetPoolsTestJSON-223644237 tempest-SubnetPoolsTestJSON-223644237-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.4623168 Jan 17 14:19:09.825695 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35836) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:09.835617 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7d920747-6e6c-45f0-a5a7-8c9ebde94814 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:09.899794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-04daa332-eedb-4b58-8ea0-4be9fa9169b8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:09.916913 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7d920747-6e6c-45f0-a5a7-8c9ebde94814 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:09.929071 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04daa332-eedb-4b58-8ea0-4be9fa9169b8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:09.932408 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04daa332-eedb-4b58-8ea0-4be9fa9169b8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:09.968824 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-268ce0fa-9ea5-48ad-a341-c079f288b7b8 tempest-SubnetPoolsTestJSON-223644237 tempest-SubnetPoolsTestJSON-223644237-project] 10.222.0.48 "GET /v2.0/subnetpools/92a51570-e087-4e83-bc72-947ea97ffcdf HTTP/1.1" status: 200 len: 732 time: 0.1304595 Jan 17 14:19:09.973353 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d920747-6e6c-45f0-a5a7-8c9ebde94814 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Made reservation on behalf of 5e6c93de802c4e77b70df127687bcced for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:09.977185 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7d920747-6e6c-45f0-a5a7-8c9ebde94814 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:09.988125 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35840) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:10.005949 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-93a46614-f67d-4720-a647-c3b0d10c51b3 tempest-SubnetPoolsTestJSON-223644237 tempest-SubnetPoolsTestJSON-223644237-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1246857505'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:10.010087 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e35aad7f-e6ff-4483-8b3f-ec443b5a1526 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:10.039492 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e93e9917-47e4-4d4d-959c-389127f664eb tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:10.079623 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e35aad7f-e6ff-4483-8b3f-ec443b5a1526 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:10.110230 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4224293-7839-4a5c-af5c-e5c1509838ec None None] Network ed801d97-9063-4f1e-99bd-483e3bb7c52f requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:10.155575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e93e9917-47e4-4d4d-959c-389127f664eb tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:10.158291 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e9917-47e4-4d4d-959c-389127f664eb tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event deleted for resources: {'Subnet': ['ID=6eed59de-3b32-4f8e-8e97-579451ea969d,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:10.193672 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e93e9917-47e4-4d4d-959c-389127f664eb tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "DELETE /v2.0/subnets/6eed59de-3b32-4f8e-8e97-579451ea969d HTTP/1.1" status: 204 len: 168 time: 1.7363582 Jan 17 14:19:10.197148 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35844) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:10.198549 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-7d920747-6e6c-45f0-a5a7-8c9ebde94814 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] device_id is not set on port 25eab7c9-378d-4c84-bc92-6d82e67d8912 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:19:10.438830 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device d66e8372-7158-4168-81c7-205191ef928e no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:19:10.470349 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6218526-99bd-4d91-b647-e740b05d49a2 None None] DHCP port deletion for ed801d97-9063-4f1e-99bd-483e3bb7c52f request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:19:10.484019 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: d66e8372-7158-4168-81c7-205191ef928e {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:19:10.484424 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device d66e8372-7158-4168-81c7-205191ef928e not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:19:10.486080 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b6218526-99bd-4d91-b647-e740b05d49a2 None None] Deleting port 519ea7a1-f77a-4f66-8073-823516976268 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:10.486556 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b6218526-99bd-4d91-b647-e740b05d49a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:10.520178 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35aad7f-e6ff-4483-8b3f-ec443b5a1526 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router 7c03e270-db5d-451c-aeb8-673522f10c57 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:19:10.566257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7215ef05-0aa0-4a98-b281-0e5ae7a1bf1a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:10.586552 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-93a46614-f67d-4720-a647-c3b0d10c51b3 tempest-SubnetPoolsTestJSON-223644237 tempest-SubnetPoolsTestJSON-223644237-project] Notify callbacks [] for subnetpool, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:10.590193 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-93a46614-f67d-4720-a647-c3b0d10c51b3 tempest-SubnetPoolsTestJSON-223644237 tempest-SubnetPoolsTestJSON-223644237-project] 10.222.0.48 "PUT /v2.0/subnetpools/92a51570-e087-4e83-bc72-947ea97ffcdf HTTP/1.1" status: 200 len: 684 time: 0.5958447 Jan 17 14:19:10.607497 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-7d920747-6e6c-45f0-a5a7-8c9ebde94814 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Allocated IP 2001:db8::111 (5e091f2b-441a-4313-8015-0537ada741eb/73960ff7-cb5b-4745-b4fa-24ef412cdf51/25eab7c9-378d-4c84-bc92-6d82e67d8912) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:10.611606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35848) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:10.630659 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e073031b-6436-45e8-bc43-56b15eea3aea tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:10.703469 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a18d7e84-2ada-43ce-8082-cab1144c095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:10.726792 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b6218526-99bd-4d91-b647-e740b05d49a2 None None] For port 519ea7a1-f77a-4f66-8073-823516976268, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=519ea7a1-f77a-4f66-8073-823516976268,segment=NetworkSegment(f8356bf1-1246-42e0-9374-974f68362f2e),segment_id=f8356bf1-1246-42e0-9374-974f68362f2e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:10.727226 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b6218526-99bd-4d91-b647-e740b05d49a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:10.788420 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073031b-6436-45e8-bc43-56b15eea3aea tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Subnet': ['ID=c3516502-741a-4ca4-a54f-1024b6da3e78,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:10.881320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04daa332-eedb-4b58-8ea0-4be9fa9169b8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:10.921335 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b6218526-99bd-4d91-b647-e740b05d49a2 None None] Calling delete_port for 519ea7a1-f77a-4f66-8073-823516976268 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:10.924083 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e073031b-6436-45e8-bc43-56b15eea3aea tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Checking segment: {'id': '095ea38e-e1aa-4035-ad73-ee0b0674f86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd73273fb-5ec0-42e0-a3ae-0da5ca4e6189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:19:10.924624 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e073031b-6436-45e8-bc43-56b15eea3aea tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network hostable DHCP agents. Network: d73273fb-5ec0-42e0-a3ae-0da5ca4e6189, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:19:10.991689 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8f32d979-f7eb-49a8-b576-ab652e4ddb21 tempest-SubnetPoolsTestJSON-223644237 tempest-SubnetPoolsTestJSON-223644237-project] Notify callbacks [] for subnetpool, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:10.995588 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8f32d979-f7eb-49a8-b576-ab652e4ddb21 tempest-SubnetPoolsTestJSON-223644237 tempest-SubnetPoolsTestJSON-223644237-project] 10.222.0.48 "DELETE /v2.0/subnetpools/92a51570-e087-4e83-bc72-947ea97ffcdf HTTP/1.1" status: 204 len: 168 time: 0.3805015 Jan 17 14:19:11.006899 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35852) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:11.027334 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b6218526-99bd-4d91-b647-e740b05d49a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:11.053497 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-012ed00f-f611-426d-ad85-2e437c144d39 tempest-SubnetPoolsTestJSON-223644237 tempest-SubnetPoolsTestJSON-223644237-project] show failed (client error): The resource could not be found. Jan 17 14:19:11.054559 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-012ed00f-f611-426d-ad85-2e437c144d39 tempest-SubnetPoolsTestJSON-223644237 tempest-SubnetPoolsTestJSON-223644237-project] 10.222.0.48 "GET /v2.0/subnetpools/92a51570-e087-4e83-bc72-947ea97ffcdf HTTP/1.1" status: 404 len: 346 time: 0.0432239 Jan 17 14:19:11.069256 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35856) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:11.077376 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e073031b-6436-45e8-bc43-56b15eea3aea tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network d73273fb-5ec0-42e0-a3ae-0da5ca4e6189 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:19:11.085037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04daa332-eedb-4b58-8ea0-4be9fa9169b8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:11.103863 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-04daa332-eedb-4b58-8ea0-4be9fa9169b8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:11.113785 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-4c53ce6a-6009-4a83-9fbb-dbf0caa46117 tempest-SubnetPoolsTestJSON-223644237 tempest-SubnetPoolsTestJSON-223644237-project] delete failed (client error): The resource could not be found. Jan 17 14:19:11.114775 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4c53ce6a-6009-4a83-9fbb-dbf0caa46117 tempest-SubnetPoolsTestJSON-223644237 tempest-SubnetPoolsTestJSON-223644237-project] 10.222.0.48 "DELETE /v2.0/subnetpools/92a51570-e087-4e83-bc72-947ea97ffcdf HTTP/1.1" status: 404 len: 346 time: 0.0446625 Jan 17 14:19:11.116788 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04daa332-eedb-4b58-8ea0-4be9fa9169b8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:11.117394 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04daa332-eedb-4b58-8ea0-4be9fa9169b8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:11.124713 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-e073031b-6436-45e8-bc43-56b15eea3aea tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, d73273fb-5ec0-42e0-a3ae-0da5ca4e6189) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:11.124874 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6218526-99bd-4d91-b647-e740b05d49a2 None None] Pushing event deleted for resources: {'Port': ['ID=519ea7a1-f77a-4f66-8073-823516976268,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:11.129991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7d920747-6e6c-45f0-a5a7-8c9ebde94814 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:11.132245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04daa332-eedb-4b58-8ea0-4be9fa9169b8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=4ef6834a-6c00-4680-804f-7d35f7cc6660,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:11.136679 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6218526-99bd-4d91-b647-e740b05d49a2 None None] No DVR routers for this DVR port 519ea7a1-f77a-4f66-8073-823516976268 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:19:11.143025 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e073031b-6436-45e8-bc43-56b15eea3aea tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:11.143853 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e073031b-6436-45e8-bc43-56b15eea3aea tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:11.155859 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e3c4b0-4338-48f6-a96c-2f3737f50dd3 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:11.168216 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-7d920747-6e6c-45f0-a5a7-8c9ebde94814 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Transition to ACTIVE for port object 25eab7c9-378d-4c84-bc92-6d82e67d8912 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:11.180451 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5b7e46c3-d52e-4470-8301-4cdf0af88c78 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:11.210086 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35aad7f-e6ff-4483-8b3f-ec443b5a1526 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:19:11.220795 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7215ef05-0aa0-4a98-b281-0e5ae7a1bf1a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:11.232178 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e35aad7f-e6ff-4483-8b3f-ec443b5a1526 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:11.233638 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e35aad7f-e6ff-4483-8b3f-ec443b5a1526 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/7c03e270-db5d-451c-aeb8-673522f10c57 HTTP/1.1" status: 200 len: 887 time: 2.6878116 Jan 17 14:19:11.235119 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc83d4b-e745-4b6d-b0f7-41fd236b025d None None] Network d73273fb-5ec0-42e0-a3ae-0da5ca4e6189 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:11.237041 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35862) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:11.243138 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e073031b-6436-45e8-bc43-56b15eea3aea tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1640246 Jan 17 14:19:11.244014 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-04daa332-eedb-4b58-8ea0-4be9fa9169b8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7419682 Jan 17 14:19:11.249590 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157c388-6aa4-4b95-b5cc-77d209289051 None None] Sync routers for ids ['7c03e270-db5d-451c-aeb8-673522f10c57'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:19:11.250959 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35864) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:11.251379 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35866) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:11.338755 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-7215ef05-0aa0-4a98-b281-0e5ae7a1bf1a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Deleting port 0980912b-2471-4057-b354-0ca8d5625234 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:11.339332 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7215ef05-0aa0-4a98-b281-0e5ae7a1bf1a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:11.340382 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7d920747-6e6c-45f0-a5a7-8c9ebde94814 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:11.354177 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a157c388-6aa4-4b95-b5cc-77d209289051 None None] Routers {'7c03e270-db5d-451c-aeb8-673522f10c57'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:11.354854 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a157c388-6aa4-4b95-b5cc-77d209289051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7c03e270-db5d-451c-aeb8-673522f10c57'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:11.418527 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-d9b3f336-953c-4830-ad77-a89e3aeb5958 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1794134023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:11.430043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d9b3f336-953c-4830-ad77-a89e3aeb5958 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:11.436242 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d9b3f336-953c-4830-ad77-a89e3aeb5958 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:router and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:11.439240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d9b3f336-953c-4830-ad77-a89e3aeb5958 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:11.445563 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d9b3f336-953c-4830-ad77-a89e3aeb5958 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:11.447229 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a157c388-6aa4-4b95-b5cc-77d209289051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:11.477096 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-89b5dc24-4826-4295-b1c9-74f11863bb7f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'mac_address': 'fa:16:3e:11:47:35', 'name': 'tempest-NetworksTestDHCPv6-1101587775'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:11.534106 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a157c388-6aa4-4b95-b5cc-77d209289051 None None] Routers {'7c03e270-db5d-451c-aeb8-673522f10c57'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:11.534743 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a157c388-6aa4-4b95-b5cc-77d209289051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:18:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7c03e270-db5d-451c-aeb8-673522f10c57'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:11.605609 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35878) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:11.613245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d9b3f336-953c-4830-ad77-a89e3aeb5958 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:11.615565 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d9b3f336-953c-4830-ad77-a89e3aeb5958 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:11.636044 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d920747-6e6c-45f0-a5a7-8c9ebde94814 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Network 5e091f2b-441a-4313-8015-0537ada741eb is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:11.656647 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a157c388-6aa4-4b95-b5cc-77d209289051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:11.657031 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157c388-6aa4-4b95-b5cc-77d209289051 None None] The sync data for ids ['7c03e270-db5d-451c-aeb8-673522f10c57'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:19:11.671144 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-7d920747-6e6c-45f0-a5a7-8c9ebde94814 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:11.679102 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d920747-6e6c-45f0-a5a7-8c9ebde94814 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Pushing event updated for resources: {'Port': ['ID=25eab7c9-378d-4c84-bc92-6d82e67d8912,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:11.680669 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d920747-6e6c-45f0-a5a7-8c9ebde94814 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:11.686307 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d920747-6e6c-45f0-a5a7-8c9ebde94814 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:11.686782 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7d920747-6e6c-45f0-a5a7-8c9ebde94814 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:11.727012 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7d920747-6e6c-45f0-a5a7-8c9ebde94814 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5215094 Jan 17 14:19:11.732275 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35884) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:11.750723 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-8501222c-2873-41e4-86d1-aded3a72f482 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e1:78:b0'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:11.782814 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': '4ef6834a-6c00-4680-804f-7d35f7cc6660'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:19:11.783641 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:11.812957 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-d73273fb-5ec0-42e0-a3ae-0da5ca4e6189', 'network_id': 'd73273fb-5ec0-42e0-a3ae-0da5ca4e6189', 'tenant_id': '374cea47104946fc966cdb1b752ef9e6', 'fixed_ips': [{'subnet_id': 'c3516502-741a-4ca4-a54f-1024b6da3e78'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:19:11.813842 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:11.967561 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6dda1a69-8eba-4802-acd2-bcf6f3dae7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:11.988356 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d9b3f336-953c-4830-ad77-a89e3aeb5958 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:12.005096 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e5738bee-9dfa-4d9a-8584-d6a00bd796b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/routers/7c03e270-db5d-451c-aeb8-673522f10c57 HTTP/1.1" status: 200 len: 887 time: 0.7586823 Jan 17 14:19:12.010350 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35888) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:12.054747 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6dda1a69-8eba-4802-acd2-bcf6f3dae7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:12.070611 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6dda1a69-8eba-4802-acd2-bcf6f3dae7cf admin admin] Usage tracker for resource:security_group_rule and tenant:124e07ad3041498eb8768fe5ea60cc8f is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:12.086730 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-89b5dc24-4826-4295-b1c9-74f11863bb7f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:12.089744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6dda1a69-8eba-4802-acd2-bcf6f3dae7cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:12.093831 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-973498aa-1658-4563-80d4-159ac192a77d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c03e270-db5d-451c-aeb8-673522f10c57 HTTP/1.1" status: 200 len: 205 time: 0.0779381 Jan 17 14:19:12.096191 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35892) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:12.109775 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6dda1a69-8eba-4802-acd2-bcf6f3dae7cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:12.110701 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-731408ba-6ffc-443e-be5d-704f0591ed37 None None] Provisioning for port 25eab7c9-378d-4c84-bc92-6d82e67d8912 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:12.113957 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-89b5dc24-4826-4295-b1c9-74f11863bb7f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:12.119584 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-5b7e46c3-d52e-4470-8301-4cdf0af88c78 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting port 1057561c-2169-407b-8f5f-9e5ba57a2306 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:12.120033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5b7e46c3-d52e-4470-8301-4cdf0af88c78 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:12.127593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Allocated IP 2001:db8::2 (5c806942-cde6-42f7-aae4-af9246279d2e/4ef6834a-6c00-4680-804f-7d35f7cc6660/d2ca086a-f955-4d70-9f09-6b61dccb9e45) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:12.133710 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-731408ba-6ffc-443e-be5d-704f0591ed37 None None] Provisioning complete for port 25eab7c9-378d-4c84-bc92-6d82e67d8912 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:12.134077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-731408ba-6ffc-443e-be5d-704f0591ed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:12.170435 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d9b3f336-953c-4830-ad77-a89e3aeb5958 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:12.220029 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Allocated IP 2001:db8::2 (d73273fb-5ec0-42e0-a3ae-0da5ca4e6189/c3516502-741a-4ca4-a54f-1024b6da3e78/ebb9d51e-564f-443e-8855-8d2ef81fba9f) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:12.242803 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d9b3f336-953c-4830-ad77-a89e3aeb5958 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:12.247494 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d9b3f336-953c-4830-ad77-a89e3aeb5958 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9086366 Jan 17 14:19:12.253517 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35896) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:12.253694 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-7215ef05-0aa0-4a98-b281-0e5ae7a1bf1a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] For port 0980912b-2471-4057-b354-0ca8d5625234, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=0980912b-2471-4057-b354-0ca8d5625234,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:12.253948 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7215ef05-0aa0-4a98-b281-0e5ae7a1bf1a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:12.269612 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ef75a448-09ec-4216-ade8-86000986b131 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'port': {'network_id': 'd73273fb-5ec0-42e0-a3ae-0da5ca4e6189', 'name': 'tempest-PortsIpV6TestJSON-558201784'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:12.276548 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b5dc24-4826-4295-b1c9-74f11863bb7f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:12.297354 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-731408ba-6ffc-443e-be5d-704f0591ed37 None None] Port 25eab7c9-378d-4c84-bc92-6d82e67d8912 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:12.399677 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8501222c-2873-41e4-86d1-aded3a72f482 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:12.515456 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 519ea7a1-f77a-4f66-8073-823516976268 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:19:12.573466 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 519ea7a1-f77a-4f66-8073-823516976268 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:19:12.573680 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 519ea7a1-f77a-4f66-8073-823516976268 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:19:12.610418 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:12.628349 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-7215ef05-0aa0-4a98-b281-0e5ae7a1bf1a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Calling delete_port for 0980912b-2471-4057-b354-0ca8d5625234 owned by network:router_gateway {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:12.636186 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Transition to ACTIVE for port object d2ca086a-f955-4d70-9f09-6b61dccb9e45 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:12.666343 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:12.669059 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Transition to ACTIVE for port object d2ca086a-f955-4d70-9f09-6b61dccb9e45 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:12.673649 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-5b7e46c3-d52e-4470-8301-4cdf0af88c78 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] For port 1057561c-2169-407b-8f5f-9e5ba57a2306, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=1057561c-2169-407b-8f5f-9e5ba57a2306,segment=NetworkSegment(ce46909c-3cf9-41b3-8d15-209baa4e3538),segment_id=ce46909c-3cf9-41b3-8d15-209baa4e3538)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:12.674041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5b7e46c3-d52e-4470-8301-4cdf0af88c78 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:12.678994 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Transition to ACTIVE for port object ebb9d51e-564f-443e-8855-8d2ef81fba9f will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:12.682042 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:12.803859 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6c5e0f19-380a-4f56-8617-146b5da78112 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:12.822178 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Transition to ACTIVE for port object ebb9d51e-564f-443e-8855-8d2ef81fba9f will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:12.829144 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:12.832795 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:12.835353 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:12.838902 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Pushing event updated for resources: {'Port': ['ID=d2ca086a-f955-4d70-9f09-6b61dccb9e45,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:12.842108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:12.874311 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-5b7e46c3-d52e-4470-8301-4cdf0af88c78 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Calling delete_port for 1057561c-2169-407b-8f5f-9e5ba57a2306 owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:12.904832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ef75a448-09ec-4216-ade8-86000986b131 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:12.931886 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Network d73273fb-5ec0-42e0-a3ae-0da5ca4e6189 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:12.939929 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:12.948574 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:12.952137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-89b5dc24-4826-4295-b1c9-74f11863bb7f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:12.955956 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ef75a448-09ec-4216-ade8-86000986b131 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:12.995660 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef75a448-09ec-4216-ade8-86000986b131 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:12.999085 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ef75a448-09ec-4216-ade8-86000986b131 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:13.037746 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Pushing event updated for resources: {'Port': ['ID=ebb9d51e-564f-443e-8855-8d2ef81fba9f,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:13.072336 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Attempting to bind port d2ca086a-f955-4d70-9f09-6b61dccb9e45 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:19:13.072996 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Attempting to bind port d2ca086a-f955-4d70-9f09-6b61dccb9e45 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:19:13.073508 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Attempting to bind port d2ca086a-f955-4d70-9f09-6b61dccb9e45 on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:19:13.077326 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6dda1a69-8eba-4802-acd2-bcf6f3dae7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:13.083866 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-ef75a448-09ec-4216-ade8-86000986b131 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] device_id is not set on port 4fb848b9-d7c9-4c5c-a34f-bacc529bff46 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:19:13.091485 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:19:13.092158 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:19:13.092715 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:13.093263 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:19:13.093723 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Bound port: d2ca086a-f955-4d70-9f09-6b61dccb9e45, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:19:13.094256 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:13.095164 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-89b5dc24-4826-4295-b1c9-74f11863bb7f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port ba2390a8-a324-4a30-b27e-80843501bd5f yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:19:13.124121 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Attempting to bind port ebb9d51e-564f-443e-8855-8d2ef81fba9f on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:19:13.124793 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Attempting to bind port ebb9d51e-564f-443e-8855-8d2ef81fba9f by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '095ea38e-e1aa-4035-ad73-ee0b0674f86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd73273fb-5ec0-42e0-a3ae-0da5ca4e6189'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:19:13.125144 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Attempting to bind port ebb9d51e-564f-443e-8855-8d2ef81fba9f on network d73273fb-5ec0-42e0-a3ae-0da5ca4e6189 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:19:13.128290 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6dda1a69-8eba-4802-acd2-bcf6f3dae7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:13.148971 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8501222c-2873-41e4-86d1-aded3a72f482 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:13.167414 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:19:13.168133 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Checking segment: {'id': '095ea38e-e1aa-4035-ad73-ee0b0674f86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd73273fb-5ec0-42e0-a3ae-0da5ca4e6189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:19:13.168706 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:13.169254 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Bound using segment: {'id': '095ea38e-e1aa-4035-ad73-ee0b0674f86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd73273fb-5ec0-42e0-a3ae-0da5ca4e6189'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:19:13.169876 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Bound port: ebb9d51e-564f-443e-8855-8d2ef81fba9f, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095ea38e-e1aa-4035-ad73-ee0b0674f86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd73273fb-5ec0-42e0-a3ae-0da5ca4e6189'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:19:13.170394 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:13.176986 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8501222c-2873-41e4-86d1-aded3a72f482 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:13.250985 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-8501222c-2873-41e4-86d1-aded3a72f482 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] In _notify_port_updated(), no bound segment for port 25eab7c9-378d-4c84-bc92-6d82e67d8912 on network 5e091f2b-441a-4313-8015-0537ada741eb {{(pid=87524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:19:13.251995 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6dda1a69-8eba-4802-acd2-bcf6f3dae7cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=124e07ad3041498eb8768fe5ea60cc8f&name=default HTTP/1.1" status: 200 len: 2980 time: 1.6403067 Jan 17 14:19:13.256387 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8501222c-2873-41e4-86d1-aded3a72f482 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:13.257020 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8501222c-2873-41e4-86d1-aded3a72f482 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:13.261569 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8501222c-2873-41e4-86d1-aded3a72f482 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "PUT /v2.0/ports/25eab7c9-378d-4c84-bc92-6d82e67d8912 HTTP/1.1" status: 200 len: 1003 time: 1.5205901 Jan 17 14:19:13.264479 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35900) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:13.264807 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35902) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:13.275434 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6c5e0f19-380a-4f56-8617-146b5da78112 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:13.285300 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda1a69-8eba-4802-acd2-bcf6f3dae7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb60261-c795-47e9-b8c8-3f55e0fc717d,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:13.287813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] For port d2ca086a-f955-4d70-9f09-6b61dccb9e45, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:19:13.304375 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] For port d2ca086a-f955-4d70-9f09-6b61dccb9e45, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=d2ca086a-f955-4d70-9f09-6b61dccb9e45,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:19:13.308877 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] For port ebb9d51e-564f-443e-8855-8d2ef81fba9f, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:19:13.312618 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] For port ebb9d51e-564f-443e-8855-8d2ef81fba9f, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ebb9d51e-564f-443e-8855-8d2ef81fba9f,segment=NetworkSegment(095ea38e-e1aa-4035-ad73-ee0b0674f86e),segment_id=095ea38e-e1aa-4035-ad73-ee0b0674f86e)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:19:13.316641 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:13.346995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e0f19-380a-4f56-8617-146b5da78112 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting port 93d9d66a-5fd2-46bd-a129-7359e5e02884 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:13.347440 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6c5e0f19-380a-4f56-8617-146b5da78112 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:13.384842 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:13.414365 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7215ef05-0aa0-4a98-b281-0e5ae7a1bf1a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:13.432576 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37c004-0a5d-4191-bd14-d2bb4d620053 None None] Pushing event updated for resources: {'Port': ['ID=d2ca086a-f955-4d70-9f09-6b61dccb9e45,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:13.484968 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215ef05-0aa0-4a98-b281-0e5ae7a1bf1a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event deleted for resources: {'Port': ['ID=0980912b-2471-4057-b354-0ca8d5625234,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:13.536532 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a24271-e450-49ae-8560-79c99bda2f73 None None] Pushing event updated for resources: {'Port': ['ID=ebb9d51e-564f-443e-8855-8d2ef81fba9f,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:13.588144 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501222c-2873-41e4-86d1-aded3a72f482 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Pushing event updated for resources: {'Port': ['ID=25eab7c9-378d-4c84-bc92-6d82e67d8912,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:13.654382 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-89b5dc24-4826-4295-b1c9-74f11863bb7f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::1ad (5c806942-cde6-42f7-aae4-af9246279d2e/4ef6834a-6c00-4680-804f-7d35f7cc6660/ba2390a8-a324-4a30-b27e-80843501bd5f) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:13.678805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-5a4c323d-145a-49d4-940c-a99ed0410ec7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Deleting port 25eab7c9-378d-4c84-bc92-6d82e67d8912 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:13.679244 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5a4c323d-145a-49d4-940c-a99ed0410ec7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:13.713796 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-ef75a448-09ec-4216-ade8-86000986b131 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Allocated IP 2001:db8::13d (d73273fb-5ec0-42e0-a3ae-0da5ca4e6189/c3516502-741a-4ca4-a54f-1024b6da3e78/4fb848b9-d7c9-4c5c-a34f-bacc529bff46) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:13.751157 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5b7e46c3-d52e-4470-8301-4cdf0af88c78 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:13.781575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7215ef05-0aa0-4a98-b281-0e5ae7a1bf1a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:13.796293 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bf009491-ef2c-48c9-9f87-4d4d8e435bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:13.859785 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:13.918340 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6c5e0f19-380a-4f56-8617-146b5da78112 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:13.928110 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e46c3-d52e-4470-8301-4cdf0af88c78 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Port': ['ID=1057561c-2169-407b-8f5f-9e5ba57a2306,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:13.932390 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:14.071549 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-1501b099-2b03-48dd-a4c9-061dbeb89181 None None] Provisioning complete for port 25eab7c9-378d-4c84-bc92-6d82e67d8912 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:14.077785 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1501b099-2b03-48dd-a4c9-061dbeb89181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:14.185933 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-1501b099-2b03-48dd-a4c9-061dbeb89181 None None] Port 25eab7c9-378d-4c84-bc92-6d82e67d8912 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:14.213759 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-abe7a299-c29a-43c9-b3b5-0915ca1203f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:14.344328 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e0f19-380a-4f56-8617-146b5da78112 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Calling delete_port for 93d9d66a-5fd2-46bd-a129-7359e5e02884 owned by network:router_gateway {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:14.447922 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5b7e46c3-d52e-4470-8301-4cdf0af88c78 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:14.470519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7215ef05-0aa0-4a98-b281-0e5ae7a1bf1a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:14.480480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7215ef05-0aa0-4a98-b281-0e5ae7a1bf1a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:14.569511 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7215ef05-0aa0-4a98-b281-0e5ae7a1bf1a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:14.570015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7215ef05-0aa0-4a98-b281-0e5ae7a1bf1a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Fanout notify agent at l3_agent the message router_deleted on router 09944e88-533c-4312-bfff-ab4824c4c4d5 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:19:14.595063 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-abe7a299-c29a-43c9-b3b5-0915ca1203f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:14.632377 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ebb9d51e-564f-443e-8855-8d2ef81fba9f up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:14.642452 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-89b5dc24-4826-4295-b1c9-74f11863bb7f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:14.689161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7215ef05-0aa0-4a98-b281-0e5ae7a1bf1a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:14.690286 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7215ef05-0aa0-4a98-b281-0e5ae7a1bf1a tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "DELETE /v2.0/routers/09944e88-533c-4312-bfff-ab4824c4c4d5 HTTP/1.1" status: 204 len: 168 time: 4.4922187 Jan 17 14:19:14.693768 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5a4c323d-145a-49d4-940c-a99ed0410ec7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:14.704644 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35908) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:14.715596 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port ebb9d51e-564f-443e-8855-8d2ef81fba9f completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:14.722602 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device d2ca086a-f955-4d70-9f09-6b61dccb9e45 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:14.755611 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-89b5dc24-4826-4295-b1c9-74f11863bb7f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object ba2390a8-a324-4a30-b27e-80843501bd5f will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:14.798489 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port d2ca086a-f955-4d70-9f09-6b61dccb9e45 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:14.913837 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b36ac78c-9b6e-4b0b-bb06-ba16d36f8aa2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:14.921241 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6c5e0f19-380a-4f56-8617-146b5da78112 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:14.959679 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-5a4c323d-145a-49d4-940c-a99ed0410ec7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Calling delete_port for 25eab7c9-378d-4c84-bc92-6d82e67d8912 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:14.984142 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e0f19-380a-4f56-8617-146b5da78112 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Port': ['ID=93d9d66a-5fd2-46bd-a129-7359e5e02884,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:15.123026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-89b5dc24-4826-4295-b1c9-74f11863bb7f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:15.336103 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-bd52c66c-24bf-4c5b-a7cf-cf5c7f102923 None None] Provisioning for port d2ca086a-f955-4d70-9f09-6b61dccb9e45 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:15.341913 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-bd52c66c-24bf-4c5b-a7cf-cf5c7f102923 None None] Provisioning complete for port d2ca086a-f955-4d70-9f09-6b61dccb9e45 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:15.342508 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bd52c66c-24bf-4c5b-a7cf-cf5c7f102923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:15.355176 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5dc24-4826-4295-b1c9-74f11863bb7f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=ba2390a8-a324-4a30-b27e-80843501bd5f,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:15.362426 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b5dc24-4826-4295-b1c9-74f11863bb7f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:15.366787 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b36ac78c-9b6e-4b0b-bb06-ba16d36f8aa2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:15.375786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-89b5dc24-4826-4295-b1c9-74f11863bb7f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:15.387330 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ef75a448-09ec-4216-ade8-86000986b131 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:15.397770 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b5dc24-4826-4295-b1c9-74f11863bb7f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:15.402662 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7e46c3-d52e-4470-8301-4cdf0af88c78 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router da03fc2b-a43f-492c-8281-a36e8035e8be has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:19:15.404163 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b5dc24-4826-4295-b1c9-74f11863bb7f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:15.404920 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-89b5dc24-4826-4295-b1c9-74f11863bb7f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:15.407405 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-abe7a299-c29a-43c9-b3b5-0915ca1203f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:15.440216 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-b36ac78c-9b6e-4b0b-bb06-ba16d36f8aa2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed801d97-9063-4f1e-99bd-483e3bb7c52f']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:15.454952 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6c5e0f19-380a-4f56-8617-146b5da78112 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:15.496178 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-ef75a448-09ec-4216-ade8-86000986b131 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Transition to ACTIVE for port object 4fb848b9-d7c9-4c5c-a34f-bacc529bff46 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:15.506404 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7a299-c29a-43c9-b3b5-0915ca1203f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb60261-c795-47e9-b8c8-3f55e0fc717d,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:15.522570 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:15.537404 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-b36ac78c-9b6e-4b0b-bb06-ba16d36f8aa2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8356bf1-1246-42e0-9374-974f68362f2e') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:15.537700 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-b36ac78c-9b6e-4b0b-bb06-ba16d36f8aa2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8356bf1-1246-42e0-9374-974f68362f2e') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:15.553873 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b36ac78c-9b6e-4b0b-bb06-ba16d36f8aa2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:15.564426 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bd52c66c-24bf-4c5b-a7cf-cf5c7f102923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:15.573256 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b36ac78c-9b6e-4b0b-bb06-ba16d36f8aa2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:15.606666 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-bd52c66c-24bf-4c5b-a7cf-cf5c7f102923 None None] For port d2ca086a-f955-4d70-9f09-6b61dccb9e45, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=d2ca086a-f955-4d70-9f09-6b61dccb9e45,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:15.613407 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bd52c66c-24bf-4c5b-a7cf-cf5c7f102923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:15.696497 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-abe7a299-c29a-43c9-b3b5-0915ca1203f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:15.697945 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-abe7a299-c29a-43c9-b3b5-0915ca1203f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1cb60261-c795-47e9-b8c8-3f55e0fc717d HTTP/1.1" status: 204 len: 168 time: 2.4320779 Jan 17 14:19:15.698669 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5a4c323d-145a-49d4-940c-a99ed0410ec7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:15.730040 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52c66c-24bf-4c5b-a7cf-cf5c7f102923 None None] Pushing event updated for resources: {'Port': ['ID=d2ca086a-f955-4d70-9f09-6b61dccb9e45,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:15.748198 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7e46c3-d52e-4470-8301-4cdf0af88c78 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:19:15.760598 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a8a6b0-9b3e-49ed-92ab-1c856c384335 None None] Sync routers for ids ['da03fc2b-a43f-492c-8281-a36e8035e8be'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:19:15.775187 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a8a6b0-9b3e-49ed-92ab-1c856c384335 None None] Routers {'da03fc2b-a43f-492c-8281-a36e8035e8be'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:15.775973 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-12a8a6b0-9b3e-49ed-92ab-1c856c384335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['da03fc2b-a43f-492c-8281-a36e8035e8be'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:15.818903 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36ac78c-9b6e-4b0b-bb06-ba16d36f8aa2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:19:15.819313 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b36ac78c-9b6e-4b0b-bb06-ba16d36f8aa2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:19:15.834583 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:19:15.841896 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-89b5dc24-4826-4295-b1c9-74f11863bb7f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5082610 Jan 17 14:19:15.847888 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35914) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:15.886017 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c323d-145a-49d4-940c-a99ed0410ec7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Pushing event deleted for resources: {'Port': ['ID=25eab7c9-378d-4c84-bc92-6d82e67d8912,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:15.920310 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5b7e46c3-d52e-4470-8301-4cdf0af88c78 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/da03fc2b-a43f-492c-8281-a36e8035e8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3686669 Jan 17 14:19:15.920575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6c5e0f19-380a-4f56-8617-146b5da78112 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:15.921031 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35918) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:15.933668 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5a4c323d-145a-49d4-940c-a99ed0410ec7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:15.940316 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5a4c323d-145a-49d4-940c-a99ed0410ec7 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "DELETE /v2.0/ports/25eab7c9-378d-4c84-bc92-6d82e67d8912 HTTP/1.1" status: 204 len: 168 time: 2.6709082 Jan 17 14:19:15.951969 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d50119-fe43-4de8-8836-c2bdaedc599c None None] Network d73273fb-5ec0-42e0-a3ae-0da5ca4e6189 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:15.956951 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35924) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:15.964734 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6c5e0f19-380a-4f56-8617-146b5da78112 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:16.008494 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ef75a448-09ec-4216-ade8-86000986b131 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:16.144323 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc47ccc-2eff-4ae2-ae77-cb7ae64ca4cf tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] GET failed (client error): The resource could not be found. Jan 17 14:19:16.146122 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8fc47ccc-2eff-4ae2-ae77-cb7ae64ca4cf tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "GET /v2.0/ports/25eab7c9-378d-4c84-bc92-6d82e67d8912 HTTP/1.1" status: 404 len: 333 time: 0.1690738 Jan 17 14:19:16.149978 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35930) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:16.163122 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-5ca0b5bf-4737-49ec-9b60-a1e521dba5f1 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Request body: {'port': {'network_id': '5e091f2b-441a-4313-8015-0537ada741eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1798014552'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:16.177075 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-12a8a6b0-9b3e-49ed-92ab-1c856c384335 None None] Set router da03fc2b-a43f-492c-8281-a36e8035e8be gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:19:16.188676 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef75a448-09ec-4216-ade8-86000986b131 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network d73273fb-5ec0-42e0-a3ae-0da5ca4e6189 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:16.200399 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6c5e0f19-380a-4f56-8617-146b5da78112 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:16.200399 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5e0f19-380a-4f56-8617-146b5da78112 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Fanout notify agent at l3_agent the message router_deleted on router 7c03e270-db5d-451c-aeb8-673522f10c57 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:19:16.205217 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-ef75a448-09ec-4216-ade8-86000986b131 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:16.226116 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75a448-09ec-4216-ade8-86000986b131 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:16.231816 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef75a448-09ec-4216-ade8-86000986b131 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:16.232442 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ef75a448-09ec-4216-ade8-86000986b131 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:16.239593 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-f477cad6-4be0-4a9f-bd95-9d973367af7c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting subnet f1950e96-eb69-4bc4-8048-f1e1983ce8ad {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:19:16.256495 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f477cad6-4be0-4a9f-bd95-9d973367af7c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:16.317142 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f477cad6-4be0-4a9f-bd95-9d973367af7c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:16.322371 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b36ac78c-9b6e-4b0b-bb06-ba16d36f8aa2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:16.328193 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b36ac78c-9b6e-4b0b-bb06-ba16d36f8aa2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:16.374003 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-12a8a6b0-9b3e-49ed-92ab-1c856c384335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:19:13Z', 'revision_number': 11, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:16.379560 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a8a6b0-9b3e-49ed-92ab-1c856c384335 None None] Checking router: da03fc2b-a43f-492c-8281-a36e8035e8be for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:19:16.389867 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a8a6b0-9b3e-49ed-92ab-1c856c384335 None None] Routers {'da03fc2b-a43f-492c-8281-a36e8035e8be'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:16.390477 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-12a8a6b0-9b3e-49ed-92ab-1c856c384335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['da03fc2b-a43f-492c-8281-a36e8035e8be'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:16.405231 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f477cad6-4be0-4a9f-bd95-9d973367af7c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:16.427254 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-786c1006-4108-482b-80f4-dcffdd88d725 None None] Provisioning for port ebb9d51e-564f-443e-8855-8d2ef81fba9f completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:16.450429 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-786c1006-4108-482b-80f4-dcffdd88d725 None None] Provisioning complete for port ebb9d51e-564f-443e-8855-8d2ef81fba9f triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:16.451579 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-786c1006-4108-482b-80f4-dcffdd88d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:16.503735 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f477cad6-4be0-4a9f-bd95-9d973367af7c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:16.570100 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75a448-09ec-4216-ade8-86000986b131 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=4fb848b9-d7c9-4c5c-a34f-bacc529bff46,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:16.577763 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f477cad6-4be0-4a9f-bd95-9d973367af7c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:16.579590 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f477cad6-4be0-4a9f-bd95-9d973367af7c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/subnets/f1950e96-eb69-4bc4-8048-f1e1983ce8ad HTTP/1.1" status: 204 len: 168 time: 0.6567395 Jan 17 14:19:16.581113 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477cad6-4be0-4a9f-bd95-9d973367af7c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Subnet': ['ID=f1950e96-eb69-4bc4-8048-f1e1983ce8ad,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:16.583177 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35942) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:16.608414 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ef75a448-09ec-4216-ade8-86000986b131 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3508353 Jan 17 14:19:16.613147 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ac78c-9b6e-4b0b-bb06-ba16d36f8aa2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event deleted for resources: {'Network': ['ID=ed801d97-9063-4f1e-99bd-483e3bb7c52f,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:16.613833 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35946) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:16.650243 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device d2ca086a-f955-4d70-9f09-6b61dccb9e45 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:16.661138 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b36ac78c-9b6e-4b0b-bb06-ba16d36f8aa2 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "DELETE /v2.0/networks/ed801d97-9063-4f1e-99bd-483e3bb7c52f HTTP/1.1" status: 204 len: 168 time: 1.9554090 Jan 17 14:19:16.663537 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35950) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:16.688921 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49be4890-64ed-48b5-84df-01b8421d4802 None None] Network f45d93b7-ab7a-41af-8aa3-0e4262c36731 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:16.713444 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6c5e0f19-380a-4f56-8617-146b5da78112 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:16.718772 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6c5e0f19-380a-4f56-8617-146b5da78112 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/routers/7c03e270-db5d-451c-aeb8-673522f10c57 HTTP/1.1" status: 204 len: 168 time: 4.6155500 Jan 17 14:19:16.723444 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35956) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:16.723940 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-12a8a6b0-9b3e-49ed-92ab-1c856c384335 None None] Set router da03fc2b-a43f-492c-8281-a36e8035e8be gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:19:16.764630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c749c64e-0381-4e6b-a975-e7b3a92383db tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'network': {'name': 'tempest-RoutersTest-656969659'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:16.780058 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c749c64e-0381-4e6b-a975-e7b3a92383db tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:16.788706 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c749c64e-0381-4e6b-a975-e7b3a92383db tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:network and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:16.794257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c749c64e-0381-4e6b-a975-e7b3a92383db tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:16.800797 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c749c64e-0381-4e6b-a975-e7b3a92383db tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:16.833594 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c749c64e-0381-4e6b-a975-e7b3a92383db tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Made reservation on behalf of 746a920811d944b3b7fac1db9f27d8f3 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:16.837728 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c749c64e-0381-4e6b-a975-e7b3a92383db tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:16.878178 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5ca0b5bf-4737-49ec-9b60-a1e521dba5f1 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:16.893612 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f40c91b-3841-444c-85a7-706dd3223977 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:16.900509 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f40c91b-3841-444c-85a7-706dd3223977 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:16.901671 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2f40c91b-3841-444c-85a7-706dd3223977 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:16.933236 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5ca0b5bf-4737-49ec-9b60-a1e521dba5f1 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:16.954254 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-12a8a6b0-9b3e-49ed-92ab-1c856c384335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:19:13Z', 'revision_number': 11, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:16.964900 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a8a6b0-9b3e-49ed-92ab-1c856c384335 None None] The sync data for ids ['da03fc2b-a43f-492c-8281-a36e8035e8be'] in dv-neutron-824901-1-hyperv is: [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:19:13Z', 'revision_number': 11, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:19:16.973404 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-36b2d734-4cdc-46c7-a565-14e70d56f340 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:17.020785 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-36b2d734-4cdc-46c7-a565-14e70d56f340 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:17.095554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c749c64e-0381-4e6b-a975-e7b3a92383db tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:19:17.112270 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2f40c91b-3841-444c-85a7-706dd3223977 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:17.117324 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2f40c91b-3841-444c-85a7-706dd3223977 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 1.2649581 Jan 17 14:19:17.117324 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35966) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:17.162440 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca0b5bf-4737-49ec-9b60-a1e521dba5f1 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Made reservation on behalf of 5e6c93de802c4e77b70df127687bcced for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:17.166654 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5ca0b5bf-4737-49ec-9b60-a1e521dba5f1 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:17.179355 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-36b2d734-4cdc-46c7-a565-14e70d56f340 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:17.183562 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c749c64e-0381-4e6b-a975-e7b3a92383db tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:17.184092 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-c749c64e-0381-4e6b-a975-e7b3a92383db tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Added segment cd1652c4-353a-42e9-8a1c-aab06815e77a of type vlan for network 6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd Jan 17 14:19:17.222711 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2d734-4cdc-46c7-a565-14e70d56f340 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c44e816-1106-41ad-8714-e9acfb622318,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:17.271557 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-5ca0b5bf-4737-49ec-9b60-a1e521dba5f1 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] device_id is not set on port 7202ab8f-b436-4bc0-ac21-332a733e7890 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:19:17.320542 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-07643e90-5a1d-486e-9cfa-b6528084f22c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:17.328984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-410d6429-d4ef-4f73-bc96-05f1f46ef5a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port ba2390a8-a324-4a30-b27e-80843501bd5f {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:17.329522 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-410d6429-d4ef-4f73-bc96-05f1f46ef5a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:17.348971 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-786c1006-4108-482b-80f4-dcffdd88d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:17.382342 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port d2ca086a-f955-4d70-9f09-6b61dccb9e45 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:17.383058 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:17.429459 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-36b2d734-4cdc-46c7-a565-14e70d56f340 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:17.434156 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-36b2d734-4cdc-46c7-a565-14e70d56f340 tempest-TestNetworkAdvancedServerOps-1748637223 tempest-TestNetworkAdvancedServerOps-1748637223-project] 10.222.0.48 "DELETE /v2.0/security-groups/7c44e816-1106-41ad-8714-e9acfb622318 HTTP/1.1" status: 204 len: 168 time: 0.7661366 Jan 17 14:19:17.438716 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c749c64e-0381-4e6b-a975-e7b3a92383db tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:17.462231 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-07643e90-5a1d-486e-9cfa-b6528084f22c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Deleting port 815299da-4acf-4c0b-a827-b77c3c73baed {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:17.463238 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-07643e90-5a1d-486e-9cfa-b6528084f22c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:17.487253 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-786c1006-4108-482b-80f4-dcffdd88d725 None None] For port ebb9d51e-564f-443e-8855-8d2ef81fba9f, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ebb9d51e-564f-443e-8855-8d2ef81fba9f,segment=NetworkSegment(095ea38e-e1aa-4035-ad73-ee0b0674f86e),segment_id=095ea38e-e1aa-4035-ad73-ee0b0674f86e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:17.501728 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-786c1006-4108-482b-80f4-dcffdd88d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:17.673300 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c1006-4108-482b-80f4-dcffdd88d725 None None] Pushing event updated for resources: {'Port': ['ID=ebb9d51e-564f-443e-8855-8d2ef81fba9f,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:17.723833 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c749c64e-0381-4e6b-a975-e7b3a92383db tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:17.731067 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c749c64e-0381-4e6b-a975-e7b3a92383db tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:17.731908 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c749c64e-0381-4e6b-a975-e7b3a92383db tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:17.757282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-786c1006-4108-482b-80f4-dcffdd88d725 None None] Provisioning for port ba2390a8-a324-4a30-b27e-80843501bd5f completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:17.788755 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-786c1006-4108-482b-80f4-dcffdd88d725 None None] Provisioning complete for port ba2390a8-a324-4a30-b27e-80843501bd5f triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:17.789186 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-786c1006-4108-482b-80f4-dcffdd88d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:17.905499 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-5ca0b5bf-4737-49ec-9b60-a1e521dba5f1 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Allocated IP 2001:db8::320 (5e091f2b-441a-4313-8015-0537ada741eb/73960ff7-cb5b-4745-b4fa-24ef412cdf51/7202ab8f-b436-4bc0-ac21-332a733e7890) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:17.912518 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c749c64e-0381-4e6b-a975-e7b3a92383db tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1831908 Jan 17 14:19:17.913550 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749c64e-0381-4e6b-a975-e7b3a92383db tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Network': ['ID=6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:17.919475 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 35986) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:17.923609 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-786c1006-4108-482b-80f4-dcffdd88d725 None None] Port ba2390a8-a324-4a30-b27e-80843501bd5f cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:17.925104 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7e2070-10bd-40ef-a277-0a9faa76e8a9 None None] DHCP port deletion for f45d93b7-ab7a-41af-8aa3-0e4262c36731 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:19:17.931515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-da7e2070-10bd-40ef-a277-0a9faa76e8a9 None None] Deleting port 815299da-4acf-4c0b-a827-b77c3c73baed {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:17.931910 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-da7e2070-10bd-40ef-a277-0a9faa76e8a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:17.934693 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-5bb4cd8a-c73b-49a5-91a1-df19894614ff tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'subnet': {'network_id': '6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:17.957304 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:19:18.086090 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 35992) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:18.179358 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5bb4cd8a-c73b-49a5-91a1-df19894614ff tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:18.188955 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-410d6429-d4ef-4f73-bc96-05f1f46ef5a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:18.203609 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5bb4cd8a-c73b-49a5-91a1-df19894614ff tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:subnet and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:18.206379 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-68a221bd-8aab-4dd9-9a46-3d405ad6344c None None] Provisioning complete for port ebb9d51e-564f-443e-8855-8d2ef81fba9f triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:18.206759 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-68a221bd-8aab-4dd9-9a46-3d405ad6344c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:18.207941 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5bb4cd8a-c73b-49a5-91a1-df19894614ff tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:18.295388 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 0980912b-2471-4057-b354-0ca8d5625234 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:19:18.322181 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f21687d0-8496-49fc-81f0-4e831afa9858 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:18.338370 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36000) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:18.350238 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-07643e90-5a1d-486e-9cfa-b6528084f22c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] For port 815299da-4acf-4c0b-a827-b77c3c73baed, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=815299da-4acf-4c0b-a827-b77c3c73baed,segment=NetworkSegment(ce46909c-3cf9-41b3-8d15-209baa4e3538),segment_id=ce46909c-3cf9-41b3-8d15-209baa4e3538)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:18.350501 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 0980912b-2471-4057-b354-0ca8d5625234 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:19:18.350975 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 0980912b-2471-4057-b354-0ca8d5625234 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:19:18.351078 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-07643e90-5a1d-486e-9cfa-b6528084f22c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:18.369963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5bb4cd8a-c73b-49a5-91a1-df19894614ff tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:18.381009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-410d6429-d4ef-4f73-bc96-05f1f46ef5a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for ba2390a8-a324-4a30-b27e-80843501bd5f owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:18.498685 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-da7e2070-10bd-40ef-a277-0a9faa76e8a9 None None] For port 815299da-4acf-4c0b-a827-b77c3c73baed, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=815299da-4acf-4c0b-a827-b77c3c73baed,segment=NetworkSegment(ce46909c-3cf9-41b3-8d15-209baa4e3538),segment_id=ce46909c-3cf9-41b3-8d15-209baa4e3538)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:18.498685 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-da7e2070-10bd-40ef-a277-0a9faa76e8a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:18.506109 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb4cd8a-c73b-49a5-91a1-df19894614ff tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Made reservation on behalf of 746a920811d944b3b7fac1db9f27d8f3 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:18.511108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5bb4cd8a-c73b-49a5-91a1-df19894614ff tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:18.571027 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ebb9d51e-564f-443e-8855-8d2ef81fba9f up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:18.636392 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-07643e90-5a1d-486e-9cfa-b6528084f22c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Calling delete_port for 815299da-4acf-4c0b-a827-b77c3c73baed owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:18.672032 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'network': {'name': 'tempest-network-smoke--2052948484', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'port_security_enabled': True}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:18.700675 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-da7e2070-10bd-40ef-a277-0a9faa76e8a9 None None] Calling delete_port for 815299da-4acf-4c0b-a827-b77c3c73baed owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:18.705144 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:18.726886 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:network and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:18.736952 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:18.772486 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:18.803301 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-68a221bd-8aab-4dd9-9a46-3d405ad6344c None None] Provisioning for port 4fb848b9-d7c9-4c5c-a34f-bacc529bff46 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:18.816304 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-68a221bd-8aab-4dd9-9a46-3d405ad6344c None None] Provisioning complete for port 4fb848b9-d7c9-4c5c-a34f-bacc529bff46 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:18.817055 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-68a221bd-8aab-4dd9-9a46-3d405ad6344c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:18.835690 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5ca0b5bf-4737-49ec-9b60-a1e521dba5f1 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:18.848789 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-410d6429-d4ef-4f73-bc96-05f1f46ef5a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:18.866485 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-da7e2070-10bd-40ef-a277-0a9faa76e8a9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 17 14:19:18.866485 dv-neutron-824901-1-hyperv neutron-server[87525]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Jan 17 14:19:18.866485 dv-neutron-824901-1-hyperv neutron-server[87525]: [parameters: {'port_id': '815299da-4acf-4c0b-a827-b77c3c73baed', 'host': 'dv-neutron-824901-1-hyperv'}] Jan 17 14:19:18.866485 dv-neutron-824901-1-hyperv neutron-server[87525]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:19:18.867414 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-da7e2070-10bd-40ef-a277-0a9faa76e8a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:19:18.904043 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port ebb9d51e-564f-443e-8855-8d2ef81fba9f triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:18.904549 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:18.905791 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-563b712a-b46c-48d8-bb97-214942aa92c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e40f67886b8245b096eece694fd84aad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7263353 Jan 17 14:19:18.914728 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36006) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:18.916722 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:18.919193 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d6429-d4ef-4f73-bc96-05f1f46ef5a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=ba2390a8-a324-4a30-b27e-80843501bd5f,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:18.920496 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:18.922441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-5ca0b5bf-4737-49ec-9b60-a1e521dba5f1 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Transition to ACTIVE for port object 7202ab8f-b436-4bc0-ac21-332a733e7890 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:18.932628 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-68a221bd-8aab-4dd9-9a46-3d405ad6344c None None] Port 4fb848b9-d7c9-4c5c-a34f-bacc529bff46 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:18.937543 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-07643e90-5a1d-486e-9cfa-b6528084f22c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:18.999654 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:19.027463 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07643e90-5a1d-486e-9cfa-b6528084f22c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Port': ['ID=815299da-4acf-4c0b-a827-b77c3c73baed,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:19.046739 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07643e90-5a1d-486e-9cfa-b6528084f22c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] No DVR routers for this DVR port 815299da-4acf-4c0b-a827-b77c3c73baed on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:19:19.053750 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:19.147921 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-410d6429-d4ef-4f73-bc96-05f1f46ef5a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:19.150946 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 1057561c-2169-407b-8f5f-9e5ba57a2306 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:19:19.157136 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:19.184963 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:19.191524 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 1057561c-2169-407b-8f5f-9e5ba57a2306 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:19:19.192147 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 1057561c-2169-407b-8f5f-9e5ba57a2306 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:19:19.193041 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 815299da-4acf-4c0b-a827-b77c3c73baed no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:19:19.236062 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 815299da-4acf-4c0b-a827-b77c3c73baed {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:19:19.236326 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 815299da-4acf-4c0b-a827-b77c3c73baed not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:19:19.251089 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-410d6429-d4ef-4f73-bc96-05f1f46ef5a6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/ba2390a8-a324-4a30-b27e-80843501bd5f HTTP/1.1" status: 204 len: 168 time: 2.1320193 Jan 17 14:19:19.258251 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36010) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:19.259036 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:19.281495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a0af3f3-5b00-4fb7-9cb9-9d747f0014da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:19.328553 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-07643e90-5a1d-486e-9cfa-b6528084f22c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:19.329277 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a0af3f3-5b00-4fb7-9cb9-9d747f0014da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:19.349042 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5ca0b5bf-4737-49ec-9b60-a1e521dba5f1 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:19.368958 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-da7e2070-10bd-40ef-a277-0a9faa76e8a9 None None] Deleting port 815299da-4acf-4c0b-a827-b77c3c73baed {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:19.369978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-da7e2070-10bd-40ef-a277-0a9faa76e8a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:19.403875 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-07643e90-5a1d-486e-9cfa-b6528084f22c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45d93b7-ab7a-41af-8aa3-0e4262c36731']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:19.437687 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-07643e90-5a1d-486e-9cfa-b6528084f22c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce46909c-3cf9-41b3-8d15-209baa4e3538') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:19.438289 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-07643e90-5a1d-486e-9cfa-b6528084f22c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce46909c-3cf9-41b3-8d15-209baa4e3538') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:19.449693 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5bb4cd8a-c73b-49a5-91a1-df19894614ff tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:19.462983 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcbdad0-9060-4df4-bd3d-ee19e3beb2f7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:19.464675 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcbdad0-9060-4df4-bd3d-ee19e3beb2f7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:19.468734 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-cdcbdad0-9060-4df4-bd3d-ee19e3beb2f7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1945348 Jan 17 14:19:19.473728 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-07643e90-5a1d-486e-9cfa-b6528084f22c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:19.480540 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36014) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:19.481769 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-da7e2070-10bd-40ef-a277-0a9faa76e8a9 None None] The port '815299da-4acf-4c0b-a827-b77c3c73baed' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:19:19.496986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca0b5bf-4737-49ec-9b60-a1e521dba5f1 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Network 5e091f2b-441a-4313-8015-0537ada741eb is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:19.514821 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-5ca0b5bf-4737-49ec-9b60-a1e521dba5f1 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:19.517411 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca0b5bf-4737-49ec-9b60-a1e521dba5f1 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:19.523662 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca0b5bf-4737-49ec-9b60-a1e521dba5f1 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:19.524298 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5ca0b5bf-4737-49ec-9b60-a1e521dba5f1 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:19.537489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0b5bf-4737-49ec-9b60-a1e521dba5f1 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Pushing event updated for resources: {'Port': ['ID=7202ab8f-b436-4bc0-ac21-332a733e7890,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:19.553857 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-07643e90-5a1d-486e-9cfa-b6528084f22c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:19.585926 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07643e90-5a1d-486e-9cfa-b6528084f22c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:19:19.585926 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-07643e90-5a1d-486e-9cfa-b6528084f22c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:19.587100 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4cd8a-c73b-49a5-91a1-df19894614ff tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Subnet': ['ID=cc8ee11e-d1ed-4205-a0d9-8e19e4503153,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:19.608362 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5ca0b5bf-4737-49ec-9b60-a1e521dba5f1 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4540992 Jan 17 14:19:19.609049 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36018) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:19.609956 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a0af3f3-5b00-4fb7-9cb9-9d747f0014da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:19.612383 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a0af3f3-5b00-4fb7-9cb9-9d747f0014da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:19:19.612671 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:19:19.614999 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5a0af3f3-5b00-4fb7-9cb9-9d747f0014da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/edee21c6-e42a-4674-b93e-403e8edd275e HTTP/1.1" status: 204 len: 168 time: 0.6958287 Jan 17 14:19:19.616073 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb4cd8a-c73b-49a5-91a1-df19894614ff tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Checking segment: {'id': 'cd1652c4-353a-42e9-8a1c-aab06815e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:19:19.616437 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb4cd8a-c73b-49a5-91a1-df19894614ff tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network hostable DHCP agents. Network: 6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:19:19.630313 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-60314cc5-57cc-45a9-bc7c-8c4736f0086a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet 4ef6834a-6c00-4680-804f-7d35f7cc6660 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:19:19.635900 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-8e59e08d-7861-4cde-9bc5-9a4d75a5820a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Request body: {'port': {'network_id': '5e091f2b-441a-4313-8015-0537ada741eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2128551795'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:19.658139 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0af3f3-5b00-4fb7-9cb9-9d747f0014da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edee21c6-e42a-4674-b93e-403e8edd275e,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:19.728079 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f21687d0-8496-49fc-81f0-4e831afa9858 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:19.731872 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-60314cc5-57cc-45a9-bc7c-8c4736f0086a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:19.759836 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb4cd8a-c73b-49a5-91a1-df19894614ff tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:19:19.790151 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-5bb4cd8a-c73b-49a5-91a1-df19894614ff tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:19.794680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb4cd8a-c73b-49a5-91a1-df19894614ff tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:19.795271 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5bb4cd8a-c73b-49a5-91a1-df19894614ff tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:19.807131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bf9c44-4740-4917-b287-6ac025fa09c8 None None] Network 6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:19.833158 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-8e59e08d-7861-4cde-9bc5-9a4d75a5820a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:19.842729 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5bb4cd8a-c73b-49a5-91a1-df19894614ff tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9194877 Jan 17 14:19:19.846768 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36026) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:19.854653 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-824fe8b3-2935-4150-be01-959257c85f5e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1776547566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:19.866735 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-8e59e08d-7861-4cde-9bc5-9a4d75a5820a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:19.879419 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-824fe8b3-2935-4150-be01-959257c85f5e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:19.887588 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-824fe8b3-2935-4150-be01-959257c85f5e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:router and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:19.891189 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-824fe8b3-2935-4150-be01-959257c85f5e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:19.899230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-824fe8b3-2935-4150-be01-959257c85f5e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:19.902620 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e59e08d-7861-4cde-9bc5-9a4d75a5820a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Made reservation on behalf of 5e6c93de802c4e77b70df127687bcced for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:19.906983 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8e59e08d-7861-4cde-9bc5-9a4d75a5820a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:19.942781 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-8e59e08d-7861-4cde-9bc5-9a4d75a5820a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] device_id is not set on port bfdbd9c7-c185-4afd-816f-bdea8c80eaff yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:19:19.982262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-824fe8b3-2935-4150-be01-959257c85f5e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:19.983347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-824fe8b3-2935-4150-be01-959257c85f5e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:19.985157 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8860c9e5-0368-4fde-8409-428827968b94 None None] Provisioning for port 7202ab8f-b436-4bc0-ac21-332a733e7890 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:20.019940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8860c9e5-0368-4fde-8409-428827968b94 None None] Provisioning complete for port 7202ab8f-b436-4bc0-ac21-332a733e7890 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:20.020725 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8860c9e5-0368-4fde-8409-428827968b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.031941 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-824fe8b3-2935-4150-be01-959257c85f5e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.032051 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36030) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:20.039508 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f21687d0-8496-49fc-81f0-4e831afa9858 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.065373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7188fda2-c19a-48f1-bfc3-795b32e6fe7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.082203 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-07643e90-5a1d-486e-9cfa-b6528084f22c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.085895 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-60314cc5-57cc-45a9-bc7c-8c4736f0086a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.129174 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7188fda2-c19a-48f1-bfc3-795b32e6fe7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:20.132647 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-824fe8b3-2935-4150-be01-959257c85f5e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.147496 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8860c9e5-0368-4fde-8409-428827968b94 None None] Port 7202ab8f-b436-4bc0-ac21-332a733e7890 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:20.158941 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7188fda2-c19a-48f1-bfc3-795b32e6fe7b admin admin] Usage tracker for resource:security_group_rule and tenant:911e8009893b469a85a1abe255e104c8 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:20.164517 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7188fda2-c19a-48f1-bfc3-795b32e6fe7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:20.164799 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-07643e90-5a1d-486e-9cfa-b6528084f22c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.179744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7188fda2-c19a-48f1-bfc3-795b32e6fe7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:20.188093 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07643e90-5a1d-486e-9cfa-b6528084f22c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Pushing event deleted for resources: {'Network': ['ID=f45d93b7-ab7a-41af-8aa3-0e4262c36731,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:20.206024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-824fe8b3-2935-4150-be01-959257c85f5e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.210777 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-824fe8b3-2935-4150-be01-959257c85f5e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3629215 Jan 17 14:19:20.212648 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36034) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:20.226250 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-8e59e08d-7861-4cde-9bc5-9a4d75a5820a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Allocated IP 2001:db8::186 (5e091f2b-441a-4313-8015-0537ada741eb/73960ff7-cb5b-4745-b4fa-24ef412cdf51/bfdbd9c7-c185-4afd-816f-bdea8c80eaff) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:20.234714 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd', 'network_id': '6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'fixed_ips': [{'subnet_id': 'cc8ee11e-d1ed-4205-a0d9-8e19e4503153'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:19:20.235609 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.270201 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.283195 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-07643e90-5a1d-486e-9cfa-b6528084f22c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/networks/f45d93b7-ab7a-41af-8aa3-0e4262c36731 HTTP/1.1" status: 204 len: 168 time: 3.6993918 Jan 17 14:19:20.298449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36038) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:20.324238 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-1fd69f40-97ef-4c49-bb96-a5655e0234e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'router': {'routes': None}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:20.340851 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-60314cc5-57cc-45a9-bc7c-8c4736f0086a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.414089 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Allocated IP 172.20.0.2 (6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd/cc8ee11e-d1ed-4205-a0d9-8e19e4503153/1d207b41-90bc-45b8-878e-6e459a5bf7fc) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:20.481465 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-60314cc5-57cc-45a9-bc7c-8c4736f0086a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.484995 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.487658 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21687d0-8496-49fc-81f0-4e831afa9858 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=4fb848b9-d7c9-4c5c-a34f-bacc529bff46,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:20.614804 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60314cc5-57cc-45a9-bc7c-8c4736f0086a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef6834a-6c00-4680-804f-7d35f7cc6660,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:20.624108 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:19:20.634230 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0da135a1-17ec-4a37-aea1-4b4dcd94767a None None] Provisioning complete for port 4fb848b9-d7c9-4c5c-a34f-bacc529bff46 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:20.634689 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0da135a1-17ec-4a37-aea1-4b4dcd94767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.635955 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b586c15-7298-427f-b3bd-00f16b7ba6ce,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:20.640040 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-60314cc5-57cc-45a9-bc7c-8c4736f0086a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.657938 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-60314cc5-57cc-45a9-bc7c-8c4736f0086a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/4ef6834a-6c00-4680-804f-7d35f7cc6660 HTTP/1.1" status: 204 len: 168 time: 1.1712885 Jan 17 14:19:20.659634 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36042) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:20.666645 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.666870 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Added segment 0158a30b-d440-471d-88ea-d7fc3a2964e3 of type vlan for network 4dbd5c10-2dd0-4964-949e-32f957ba960b Jan 17 14:19:20.677135 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc53e405-748a-4e2b-9145-a83302cd992b None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:20.679074 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7188fda2-c19a-48f1-bfc3-795b32e6fe7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.757546 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7188fda2-c19a-48f1-bfc3-795b32e6fe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.790310 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-14e31ea2-f9f9-44b3-bfed-9b9f17a1d260 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1223955 Jan 17 14:19:20.790310 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36046) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:20.791265 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0da135a1-17ec-4a37-aea1-4b4dcd94767a None None] Port 4fb848b9-d7c9-4c5c-a34f-bacc529bff46 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:20.794720 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.817594 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Transition to ACTIVE for port object 1d207b41-90bc-45b8-878e-6e459a5bf7fc will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:20.893070 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f21687d0-8496-49fc-81f0-4e831afa9858 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.897488 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.914708 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Transition to ACTIVE for port object 1d207b41-90bc-45b8-878e-6e459a5bf7fc will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:20.925613 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.981170 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:20.986821 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:20.987466 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:21.002638 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Network 6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:21.006523 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:21.012951 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:21.018996 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Pushing event updated for resources: {'Port': ['ID=1d207b41-90bc-45b8-878e-6e459a5bf7fc,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:21.029368 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d10a432-9437-4186-b0e4-979c5dd2c3ef tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:21.033367 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1d10a432-9437-4186-b0e4-979c5dd2c3ef tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2406962 Jan 17 14:19:21.036196 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36050) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:21.104677 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.extraroute_db [None req-1fd69f40-97ef-4c49-bb96-a5655e0234e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Added routes are [] {{(pid=87523) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 17 14:19:21.105170 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.extraroute_db [None req-1fd69f40-97ef-4c49-bb96-a5655e0234e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Removed routes are [] {{(pid=87523) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 17 14:19:21.105549 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1fd69f40-97ef-4c49-bb96-a5655e0234e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:21.122788 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Attempting to bind port 1d207b41-90bc-45b8-878e-6e459a5bf7fc on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:19:21.123321 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Attempting to bind port 1d207b41-90bc-45b8-878e-6e459a5bf7fc by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'cd1652c4-353a-42e9-8a1c-aab06815e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:19:21.123957 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Attempting to bind port 1d207b41-90bc-45b8-878e-6e459a5bf7fc on network 6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:19:21.131170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:19:21.131696 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Checking segment: {'id': 'cd1652c4-353a-42e9-8a1c-aab06815e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:19:21.132228 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:21.132978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Bound using segment: {'id': 'cd1652c4-353a-42e9-8a1c-aab06815e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:19:21.133555 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Bound port: 1d207b41-90bc-45b8-878e-6e459a5bf7fc, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd1652c4-353a-42e9-8a1c-aab06815e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:19:21.134067 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:21.177498 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.8325787 Jan 17 14:19:21.186852 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a12f41-0e98-490f-a967-1329f09e6d3a None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:19:21.191675 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36054) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:21.204811 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-10a12f41-0e98-490f-a967-1329f09e6d3a None None] Deleting port d2ca086a-f955-4d70-9f09-6b61dccb9e45 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:21.205244 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-10a12f41-0e98-490f-a967-1329f09e6d3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:21.208042 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-411605626', 'admin_state_up': True, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:21.227556 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:21.242760 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627abf9d-edb1-44e9-a9c5-e4d7017198a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Network': ['ID=4dbd5c10-2dd0-4964-949e-32f957ba960b,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:21.248698 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:router and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:21.253737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f21687d0-8496-49fc-81f0-4e831afa9858 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:21.262376 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 4dbd5c10-2dd0-4964-949e-32f957ba960b details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:19:21.265517 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:21.272190 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7188fda2-c19a-48f1-bfc3-795b32e6fe7b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=911e8009893b469a85a1abe255e104c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2332220 Jan 17 14:19:21.277802 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8364c016-4185-4dbc-b51a-60a9d0f9c19c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:21.278494 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8364c016-4185-4dbc-b51a-60a9d0f9c19c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:21.281805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36058) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:21.285755 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:21.368209 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:21.369202 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:21.379192 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8364c016-4185-4dbc-b51a-60a9d0f9c19c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:21.383184 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8364c016-4185-4dbc-b51a-60a9d0f9c19c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3433061 Jan 17 14:19:21.387292 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36062) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:21.408938 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188fda2-c19a-48f1-bfc3-795b32e6fe7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910aedfd-35f2-46d9-a438-fcf2dc2a1291,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:21.492189 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] For port 1d207b41-90bc-45b8-878e-6e459a5bf7fc, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:19:21.520736 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] For port 1d207b41-90bc-45b8-878e-6e459a5bf7fc, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=1d207b41-90bc-45b8-878e-6e459a5bf7fc,segment=NetworkSegment(cd1652c4-353a-42e9-8a1c-aab06815e77a),segment_id=cd1652c4-353a-42e9-8a1c-aab06815e77a)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:19:21.530180 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:21.549820 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-124f56fd-663e-49b3-a854-435ee6980bc7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1493456 Jan 17 14:19:21.595866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36066) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:21.611308 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:21.621942 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:21.652759 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-767e0c50-5398-4985-b9f3-60b4c3330ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:21.674007 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-10a12f41-0e98-490f-a967-1329f09e6d3a None None] For port d2ca086a-f955-4d70-9f09-6b61dccb9e45, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=d2ca086a-f955-4d70-9f09-6b61dccb9e45,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:21.674307 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-10a12f41-0e98-490f-a967-1329f09e6d3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:21.830419 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f854e8a-205d-498a-a29f-2990e5e84a5c None None] Pushing event updated for resources: {'Port': ['ID=1d207b41-90bc-45b8-878e-6e459a5bf7fc,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:21.840564 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-10a12f41-0e98-490f-a967-1329f09e6d3a None None] Calling delete_port for d2ca086a-f955-4d70-9f09-6b61dccb9e45 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:21.859741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cadd8279-fc26-4227-95b8-88369793e1a8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:21.877317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1fd69f40-97ef-4c49-bb96-a5655e0234e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:21.904665 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1fd69f40-97ef-4c49-bb96-a5655e0234e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:21.932363 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-10a12f41-0e98-490f-a967-1329f09e6d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:21.996955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a12f41-0e98-490f-a967-1329f09e6d3a None None] Pushing event deleted for resources: {'Port': ['ID=d2ca086a-f955-4d70-9f09-6b61dccb9e45,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:22.000487 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a12f41-0e98-490f-a967-1329f09e6d3a None None] No DVR routers for this DVR port d2ca086a-f955-4d70-9f09-6b61dccb9e45 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:19:22.065796 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8e59e08d-7861-4cde-9bc5-9a4d75a5820a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:22.069215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:22.082824 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-767e0c50-5398-4985-b9f3-60b4c3330ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:22.237720 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:22.250081 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-8e59e08d-7861-4cde-9bc5-9a4d75a5820a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Transition to ACTIVE for port object bfdbd9c7-c185-4afd-816f-bdea8c80eaff will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:22.369037 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:22.478224 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-767e0c50-5398-4985-b9f3-60b4c3330ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:22.479947 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd69f40-97ef-4c49-bb96-a5655e0234e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router da03fc2b-a43f-492c-8281-a36e8035e8be has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:19:22.481957 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:22.485379 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:22.517822 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e0c50-5398-4985-b9f3-60b4c3330ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910aedfd-35f2-46d9-a438-fcf2dc2a1291,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:22.532078 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-767e0c50-5398-4985-b9f3-60b4c3330ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:22.533224 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-767e0c50-5398-4985-b9f3-60b4c3330ddf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/910aedfd-35f2-46d9-a438-fcf2dc2a1291 HTTP/1.1" status: 204 len: 168 time: 1.2455053 Jan 17 14:19:22.564935 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 1d207b41-90bc-45b8-878e-6e459a5bf7fc up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:22.588603 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f21687d0-8496-49fc-81f0-4e831afa9858 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:22.604867 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f21687d0-8496-49fc-81f0-4e831afa9858 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:22.606745 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f21687d0-8496-49fc-81f0-4e831afa9858 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:22.682354 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:22.687588 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 1d207b41-90bc-45b8-878e-6e459a5bf7fc completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:22.783565 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device d2ca086a-f955-4d70-9f09-6b61dccb9e45 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:19:22.843602 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21687d0-8496-49fc-81f0-4e831afa9858 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=4fb848b9-d7c9-4c5c-a34f-bacc529bff46,revision_number=3']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:22.878279 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: d2ca086a-f955-4d70-9f09-6b61dccb9e45 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:19:22.879058 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device d2ca086a-f955-4d70-9f09-6b61dccb9e45 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:19:23.024289 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21687d0-8496-49fc-81f0-4e831afa9858 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network d73273fb-5ec0-42e0-a3ae-0da5ca4e6189 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:23.035986 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9663d9a1-e71c-44fe-86fb-e162a2aaca13 None None] Network 6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:23.061836 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd69f40-97ef-4c49-bb96-a5655e0234e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:19:23.086241 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-f21687d0-8496-49fc-81f0-4e831afa9858 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:23.122833 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8e59e08d-7861-4cde-9bc5-9a4d75a5820a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:23.140322 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b072533c-c04c-41c5-9d47-b1423e5afdf8 None None] Sync routers for ids ['da03fc2b-a43f-492c-8281-a36e8035e8be'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:19:23.169301 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b072533c-c04c-41c5-9d47-b1423e5afdf8 None None] Routers {'da03fc2b-a43f-492c-8281-a36e8035e8be'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:23.169941 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b072533c-c04c-41c5-9d47-b1423e5afdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['da03fc2b-a43f-492c-8281-a36e8035e8be'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:23.253981 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e59e08d-7861-4cde-9bc5-9a4d75a5820a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Network 5e091f2b-441a-4313-8015-0537ada741eb is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:23.259073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:23.266541 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-8e59e08d-7861-4cde-9bc5-9a4d75a5820a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:23.276961 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-cadd8279-fc26-4227-95b8-88369793e1a8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Allocated IP 172.20.0.1 (6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd/cc8ee11e-d1ed-4205-a0d9-8e19e4503153/5c88d540-8a0a-4c25-8f0b-5fafff9677c2) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:23.282652 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e59e08d-7861-4cde-9bc5-9a4d75a5820a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:23.288398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e59e08d-7861-4cde-9bc5-9a4d75a5820a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:23.289050 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8e59e08d-7861-4cde-9bc5-9a4d75a5820a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:23.297090 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59e08d-7861-4cde-9bc5-9a4d75a5820a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Pushing event updated for resources: {'Port': ['ID=bfdbd9c7-c185-4afd-816f-bdea8c80eaff,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:23.301271 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:23.323800 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f92e9730-1551-4015-b909-a83c8b01c172 None None] Provisioning for port 1d207b41-90bc-45b8-878e-6e459a5bf7fc completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:23.353140 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f92e9730-1551-4015-b909-a83c8b01c172 None None] Provisioning complete for port 1d207b41-90bc-45b8-878e-6e459a5bf7fc triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:23.353507 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f92e9730-1551-4015-b909-a83c8b01c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:23.366524 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1fd69f40-97ef-4c49-bb96-a5655e0234e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:23.371650 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1fd69f40-97ef-4c49-bb96-a5655e0234e4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/da03fc2b-a43f-492c-8281-a36e8035e8be HTTP/1.1" status: 200 len: 705 time: 3.0722053 Jan 17 14:19:23.378189 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36074) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:23.429307 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-b072533c-c04c-41c5-9d47-b1423e5afdf8 None None] Set router da03fc2b-a43f-492c-8281-a36e8035e8be gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:19:23.457263 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-79d8c4ee-b032-4717-ad46-5aa8102ab872 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Synchronizing usage tracker for tenant:c18c2f95c6754b6292d672e39ba057ee on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:23.542440 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-79d8c4ee-b032-4717-ad46-5aa8102ab872 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Unset dirty status for tenant:c18c2f95c6754b6292d672e39ba057ee on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:23.544119 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-79d8c4ee-b032-4717-ad46-5aa8102ab872 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/ports?device_id=da03fc2b-a43f-492c-8281-a36e8035e8be HTTP/1.1" status: 200 len: 205 time: 0.1546743 Jan 17 14:19:23.548775 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36078) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:23.585045 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b072533c-c04c-41c5-9d47-b1423e5afdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:19:13Z', 'revision_number': 11, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:23.606471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cadd8279-fc26-4227-95b8-88369793e1a8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:23.627904 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8e59e08d-7861-4cde-9bc5-9a4d75a5820a tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.0107431 Jan 17 14:19:23.631337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36082) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:23.631669 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b072533c-c04c-41c5-9d47-b1423e5afdf8 None None] Checking router: da03fc2b-a43f-492c-8281-a36e8035e8be for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:19:23.645210 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-9853b92c-8653-4cf9-81db-3865e09561ca tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f0', 'mac_address': 'fa:16:3e:e1:78:b0'}, {'ip_address': '2001:db8::320', 'mac_address': 'fa:16:3e:37:74:d9'}]}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:23.708158 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b072533c-c04c-41c5-9d47-b1423e5afdf8 None None] Routers {'da03fc2b-a43f-492c-8281-a36e8035e8be'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:23.709394 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b072533c-c04c-41c5-9d47-b1423e5afdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['da03fc2b-a43f-492c-8281-a36e8035e8be'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:23.729831 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-cadd8279-fc26-4227-95b8-88369793e1a8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Transition to ACTIVE for port object 5c88d540-8a0a-4c25-8f0b-5fafff9677c2 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:23.735489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.objects.ports [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87523) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 14:19:23.740107 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:23.825398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:23.829153 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=7836b06e-2468-4f26-899f-515313f1dd2c,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:23.831506 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:23.834365 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:23.835098 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:23.841280 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-b072533c-c04c-41c5-9d47-b1423e5afdf8 None None] Set router da03fc2b-a43f-492c-8281-a36e8035e8be gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:19:23.847145 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.26.3.213 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/04bbf96a-6072-47cd-a5c0-dcab46e993ef) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:23.863995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:23.864326 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:23.865208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:23.865634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:23.866025 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:23.866761 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:23.866761 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:23.866997 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:23.867318 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:23.867977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:23.868305 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:23.868624 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:23.880908 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7fda495b-2d2f-4d9d-815a-4eac8cb9cd39 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:23.889787 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52ec02b-bc54-444f-b72b-bb75b15398bb None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:23.900234 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2c3dfe69-567b-4b1e-8bcf-e59b4729e889 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2921231 Jan 17 14:19:23.903378 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36086) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:23.957493 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-12fe7538-57a2-4849-9f52-79cd3e3330f9 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:24.014411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21687d0-8496-49fc-81f0-4e831afa9858 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Router d50a9046-a1ce-4ed3-81b5-85fbf47e8ba6 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:19:24.016283 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f92e9730-1551-4015-b909-a83c8b01c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:24.074908 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cadd8279-fc26-4227-95b8-88369793e1a8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:24.087781 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b072533c-c04c-41c5-9d47-b1423e5afdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:19:13Z', 'revision_number': 11, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:24.113782 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b072533c-c04c-41c5-9d47-b1423e5afdf8 None None] The sync data for ids ['da03fc2b-a43f-492c-8281-a36e8035e8be'] in dv-neutron-824901-1-hyperv is: [{'id': 'da03fc2b-a43f-492c-8281-a36e8035e8be', 'name': 'tempest-RoutersIpV6Test-router-2003436311', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:17:36Z', 'updated_at': '2022-01-17T14:19:13Z', 'revision_number': 11, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:19:24.170837 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-f92e9730-1551-4015-b909-a83c8b01c172 None None] For port 1d207b41-90bc-45b8-878e-6e459a5bf7fc, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=1d207b41-90bc-45b8-878e-6e459a5bf7fc,segment=NetworkSegment(cd1652c4-353a-42e9-8a1c-aab06815e77a),segment_id=cd1652c4-353a-42e9-8a1c-aab06815e77a)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:24.189777 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f92e9730-1551-4015-b909-a83c8b01c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:24.190404 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadd8279-fc26-4227-95b8-88369793e1a8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:24.204732 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-cadd8279-fc26-4227-95b8-88369793e1a8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:24.207235 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd8279-fc26-4227-95b8-88369793e1a8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:24.311659 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd8279-fc26-4227-95b8-88369793e1a8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Port': ['ID=5c88d540-8a0a-4c25-8f0b-5fafff9677c2,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:24.348347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-12fe7538-57a2-4849-9f52-79cd3e3330f9 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:24.356749 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e9730-1551-4015-b909-a83c8b01c172 None None] Pushing event updated for resources: {'Port': ['ID=1d207b41-90bc-45b8-878e-6e459a5bf7fc,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:24.369555 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cadd8279-fc26-4227-95b8-88369793e1a8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:24.373640 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-12fe7538-57a2-4849-9f52-79cd3e3330f9 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:24.389492 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9853b92c-8653-4cf9-81db-3865e09561ca tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:24.413152 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-93cef596-170d-4f40-bb38-1edca741a91a None None] Provisioning for port bfdbd9c7-c185-4afd-816f-bdea8c80eaff completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:24.420899 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-93cef596-170d-4f40-bb38-1edca741a91a None None] Provisioning complete for port bfdbd9c7-c185-4afd-816f-bdea8c80eaff triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:24.421416 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93cef596-170d-4f40-bb38-1edca741a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:24.451688 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': '7836b06e-2468-4f26-899f-515313f1dd2c'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:19:24.452518 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:24.460360 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21687d0-8496-49fc-81f0-4e831afa9858 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:19:24.472916 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6332c1d-ba3e-42f6-88c7-3303c0313e50 None None] Sync routers for ids ['d50a9046-a1ce-4ed3-81b5-85fbf47e8ba6'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:19:24.490477 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6332c1d-ba3e-42f6-88c7-3303c0313e50 None None] Routers {'d50a9046-a1ce-4ed3-81b5-85fbf47e8ba6'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:24.491259 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e6332c1d-ba3e-42f6-88c7-3303c0313e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d50a9046-a1ce-4ed3-81b5-85fbf47e8ba6'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:24.515818 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:24.558870 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:24.582327 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-93cef596-170d-4f40-bb38-1edca741a91a None None] Port bfdbd9c7-c185-4afd-816f-bdea8c80eaff cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:24.601794 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e6332c1d-ba3e-42f6-88c7-3303c0313e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:24.612058 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6332c1d-ba3e-42f6-88c7-3303c0313e50 None None] Routers {'d50a9046-a1ce-4ed3-81b5-85fbf47e8ba6'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:24.613026 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e6332c1d-ba3e-42f6-88c7-3303c0313e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d50a9046-a1ce-4ed3-81b5-85fbf47e8ba6'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:24.622749 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7fda495b-2d2f-4d9d-815a-4eac8cb9cd39 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:24.634591 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f21687d0-8496-49fc-81f0-4e831afa9858 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "PUT /v2.0/routers/d50a9046-a1ce-4ed3-81b5-85fbf47e8ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0194457 Jan 17 14:19:24.641922 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7fda495b-2d2f-4d9d-815a-4eac8cb9cd39 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:24.663928 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36092) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:24.683937 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e6332c1d-ba3e-42f6-88c7-3303c0313e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:24.684711 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6332c1d-ba3e-42f6-88c7-3303c0313e50 None None] The sync data for ids ['d50a9046-a1ce-4ed3-81b5-85fbf47e8ba6'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:19:24.719556 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 1d207b41-90bc-45b8-878e-6e459a5bf7fc up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:24.738472 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fe7538-57a2-4849-9f52-79cd3e3330f9 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:24.742914 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-12fe7538-57a2-4849-9f52-79cd3e3330f9 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:24.782127 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:24.795163 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7fda495b-2d2f-4d9d-815a-4eac8cb9cd39 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:24.795638 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fda495b-2d2f-4d9d-815a-4eac8cb9cd39 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Fanout notify agent at l3_agent the message router_deleted on router da03fc2b-a43f-492c-8281-a36e8035e8be {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:19:24.797384 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:24.806406 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:24.835011 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=04bbf96a-6072-47cd-a5c0-dcab46e993ef,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:24.870145 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7fda495b-2d2f-4d9d-815a-4eac8cb9cd39 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:24.871391 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7fda495b-2d2f-4d9d-815a-4eac8cb9cd39 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/routers/da03fc2b-a43f-492c-8281-a36e8035e8be HTTP/1.1" status: 204 len: 168 time: 1.3185570 Jan 17 14:19:24.878605 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36096) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:24.880749 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-93cef596-170d-4f40-bb38-1edca741a91a None None] Provisioning complete for port 4fb848b9-d7c9-4c5c-a34f-bacc529bff46 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:24.881192 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93cef596-170d-4f40-bb38-1edca741a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:24.897494 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-35334770-b34e-4e18-bf4c-adf0bb0f8b66 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1220857335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:24.924093 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-35334770-b34e-4e18-bf4c-adf0bb0f8b66 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:24.945878 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-35334770-b34e-4e18-bf4c-adf0bb0f8b66 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Usage tracker for resource:router and tenant:c18c2f95c6754b6292d672e39ba057ee is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:24.976016 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Allocated IP 2001:db8::f816:3eff:fe65:ffba (5c806942-cde6-42f7-aae4-af9246279d2e/7836b06e-2468-4f26-899f-515313f1dd2c/75647b2c-6bb2-4988-aef3-e48cdb6fd5d9) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:25.020718 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 1d207b41-90bc-45b8-878e-6e459a5bf7fc triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:25.021686 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:25.033152 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-35334770-b34e-4e18-bf4c-adf0bb0f8b66 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:25.047681 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-35334770-b34e-4e18-bf4c-adf0bb0f8b66 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:25.055158 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-93cef596-170d-4f40-bb38-1edca741a91a None None] Port 4fb848b9-d7c9-4c5c-a34f-bacc529bff46 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:25.120283 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.ipam_backend_mixin [None req-12fe7538-57a2-4849-9f52-79cd3e3330f9 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7836b06e-2468-4f26-899f-515313f1dd2c (CIDR: 2001:db8::/64) Jan 17 14:19:25.123171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd18591-64b8-4016-950e-9bd8c33e33ca tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:25.123812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9cd18591-64b8-4016-950e-9bd8c33e33ca tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Synchronizing usage tracker for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:25.138450 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cadd8279-fc26-4227-95b8-88369793e1a8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:25.151876 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-12fe7538-57a2-4849-9f52-79cd3e3330f9 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:25.152375 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12fe7538-57a2-4849-9f52-79cd3e3330f9 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:25.168517 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-35334770-b34e-4e18-bf4c-adf0bb0f8b66 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:25.168787 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-35334770-b34e-4e18-bf4c-adf0bb0f8b66 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:25.193741 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9cd18591-64b8-4016-950e-9bd8c33e33ca tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Unset dirty status for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:25.194936 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9cd18591-64b8-4016-950e-9bd8c33e33ca tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports?device_id=d50a9046-a1ce-4ed3-81b5-85fbf47e8ba6 HTTP/1.1" status: 200 len: 988 time: 0.5260029 Jan 17 14:19:25.200415 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36100) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:25.245859 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-12fe7538-57a2-4849-9f52-79cd3e3330f9 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3411858 Jan 17 14:19:25.249716 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6f2346c4-de25-4030-b16e-a20943f15730 None None] Provisioning for port 5c88d540-8a0a-4c25-8f0b-5fafff9677c2 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:25.262095 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36104) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:25.276151 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6f2346c4-de25-4030-b16e-a20943f15730 None None] Provisioning complete for port 5c88d540-8a0a-4c25-8f0b-5fafff9677c2 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:25.276748 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6f2346c4-de25-4030-b16e-a20943f15730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:25.278994 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-bcbcb878-80f5-448c-a163-b60d24bda657 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:25.405069 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6f2346c4-de25-4030-b16e-a20943f15730 None None] Port 5c88d540-8a0a-4c25-8f0b-5fafff9677c2 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:25.414400 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-35334770-b34e-4e18-bf4c-adf0bb0f8b66 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:25.425563 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:25.436295 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6f2346c4-de25-4030-b16e-a20943f15730 None None] Provisioning complete for port 1d207b41-90bc-45b8-878e-6e459a5bf7fc triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:25.436748 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6f2346c4-de25-4030-b16e-a20943f15730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:25.467738 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Transition to ACTIVE for port object 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:25.511911 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Transition to ACTIVE for port object 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:25.525358 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:25.600173 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-35334770-b34e-4e18-bf4c-adf0bb0f8b66 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:25.602999 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9853b92c-8653-4cf9-81db-3865e09561ca tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:25.615067 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-bcbcb878-80f5-448c-a163-b60d24bda657 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:25.619802 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9853b92c-8653-4cf9-81db-3865e09561ca tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:25.645479 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:25.650759 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:25.658154 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:25.702669 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Pushing event updated for resources: {'Port': ['ID=75647b2c-6bb2-4988-aef3-e48cdb6fd5d9,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:25.736696 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-bcbcb878-80f5-448c-a163-b60d24bda657 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:25.770437 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Attempting to bind port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:19:25.771666 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Attempting to bind port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:19:25.772082 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Attempting to bind port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:19:25.780119 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:19:25.780631 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:19:25.780782 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-9853b92c-8653-4cf9-81db-3865e09561ca tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] In _notify_port_updated(), no bound segment for port bfdbd9c7-c185-4afd-816f-bdea8c80eaff on network 5e091f2b-441a-4313-8015-0537ada741eb {{(pid=87523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:19:25.781184 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:25.781674 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:19:25.782252 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Bound port: 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:19:25.782732 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:25.786807 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9853b92c-8653-4cf9-81db-3865e09561ca tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:25.787300 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9853b92c-8653-4cf9-81db-3865e09561ca tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:25.791093 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9853b92c-8653-4cf9-81db-3865e09561ca tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "PUT /v2.0/ports/bfdbd9c7-c185-4afd-816f-bdea8c80eaff HTTP/1.1" status: 200 len: 1068 time: 2.1540639 Jan 17 14:19:25.798075 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36108) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:25.851251 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbcb878-80f5-448c-a163-b60d24bda657 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:25.855122 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb878-80f5-448c-a163-b60d24bda657 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:25.858933 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-35334770-b34e-4e18-bf4c-adf0bb0f8b66 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:25.862529 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-35334770-b34e-4e18-bf4c-adf0bb0f8b66 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9808908 Jan 17 14:19:25.866421 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36112) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:25.876615 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-834cdad3-4634-407a-804a-e3923c5331fc tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:25.880910 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853b92c-8653-4cf9-81db-3865e09561ca tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Pushing event updated for resources: {'Port': ['ID=bfdbd9c7-c185-4afd-816f-bdea8c80eaff,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:25.906744 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] For port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:19:25.911182 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] For port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=75647b2c-6bb2-4988-aef3-e48cdb6fd5d9,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:19:25.929928 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:25.939599 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:26.013599 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-b6f61ab6-017e-4550-9fb4-db6fe36a86b6 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Deleting port bfdbd9c7-c185-4afd-816f-bdea8c80eaff {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:26.013937 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b6f61ab6-017e-4550-9fb4-db6fe36a86b6 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:26.054987 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74eefcc-aacf-4e93-96a1-4e5e1f5d6d0d None None] Pushing event updated for resources: {'Port': ['ID=75647b2c-6bb2-4988-aef3-e48cdb6fd5d9,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:26.213479 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cadd8279-fc26-4227-95b8-88369793e1a8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:26.226515 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cadd8279-fc26-4227-95b8-88369793e1a8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:26.243501 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-95e3abd5-9589-4171-a53c-0a316b516c26 None None] Provisioning complete for port bfdbd9c7-c185-4afd-816f-bdea8c80eaff triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:26.244030 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-95e3abd5-9589-4171-a53c-0a316b516c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:26.416732 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-95e3abd5-9589-4171-a53c-0a316b516c26 None None] Port bfdbd9c7-c185-4afd-816f-bdea8c80eaff cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:26.562289 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:26.637522 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:26.659194 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cadd8279-fc26-4227-95b8-88369793e1a8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:26.661058 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-834cdad3-4634-407a-804a-e3923c5331fc tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:26.679342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd8279-fc26-4227-95b8-88369793e1a8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Port': ['ID=5c88d540-8a0a-4c25-8f0b-5fafff9677c2,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:26.770347 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-834cdad3-4634-407a-804a-e3923c5331fc tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:26.806986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b6f61ab6-017e-4550-9fb4-db6fe36a86b6 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:26.953546 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-b6f61ab6-017e-4550-9fb4-db6fe36a86b6 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Calling delete_port for bfdbd9c7-c185-4afd-816f-bdea8c80eaff owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:27.043912 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb878-80f5-448c-a163-b60d24bda657 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:27.084912 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:27.133440 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbcb878-80f5-448c-a163-b60d24bda657 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:27.141549 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-bcbcb878-80f5-448c-a163-b60d24bda657 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:27.148295 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbcb878-80f5-448c-a163-b60d24bda657 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:27.148877 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb878-80f5-448c-a163-b60d24bda657 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:27.160973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadd8279-fc26-4227-95b8-88369793e1a8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:27.170092 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-cadd8279-fc26-4227-95b8-88369793e1a8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:27.185824 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834cdad3-4634-407a-804a-e3923c5331fc tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Router 95be025e-38ec-4fd8-8af9-2db69d226316 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:19:27.213905 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8054b32-26cf-462b-9562-5184672b5185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:27.227730 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcb878-80f5-448c-a163-b60d24bda657 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=0c455197-a8aa-4dce-8b72-b4d6f9285caf,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:27.300671 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d789b5-ae30-4c21-9bc1-d80a591b0f25 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:27.418678 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bcbcb878-80f5-448c-a163-b60d24bda657 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1529193 Jan 17 14:19:27.425835 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36116) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:27.436398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-9d3a33ac-5d84-431b-a41c-ba531bc761ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'mac_address': 'fa:16:3e:1e:7d:47', 'name': 'tempest-NetworksTestDHCPv6-717891633'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:27.439000 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-636532f4-679d-4eb5-bd20-67f27fc70065 None None] Provisioning for port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:27.453243 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-636532f4-679d-4eb5-bd20-67f27fc70065 None None] Provisioning complete for port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:27.453721 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-636532f4-679d-4eb5-bd20-67f27fc70065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:27.534895 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b6f61ab6-017e-4550-9fb4-db6fe36a86b6 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:27.552650 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834cdad3-4634-407a-804a-e3923c5331fc tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:19:27.562179 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-834cdad3-4634-407a-804a-e3923c5331fc tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:27.565697 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-834cdad3-4634-407a-804a-e3923c5331fc tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "PUT /v2.0/routers/95be025e-38ec-4fd8-8af9-2db69d226316 HTTP/1.1" status: 200 len: 698 time: 1.6941381 Jan 17 14:19:27.567811 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36120) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:27.569920 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeff746-0531-42f8-b793-36a89657debf None None] Sync routers for ids ['95be025e-38ec-4fd8-8af9-2db69d226316'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:19:27.596418 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeff746-0531-42f8-b793-36a89657debf None None] Routers {'95be025e-38ec-4fd8-8af9-2db69d226316'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:27.597039 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-baeff746-0531-42f8-b793-36a89657debf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['95be025e-38ec-4fd8-8af9-2db69d226316'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:27.601586 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f61ab6-017e-4550-9fb4-db6fe36a86b6 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Pushing event deleted for resources: {'Port': ['ID=bfdbd9c7-c185-4afd-816f-bdea8c80eaff,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:27.680987 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadd8279-fc26-4227-95b8-88369793e1a8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router 107596fd-9944-4f55-a183-bc5bdf5e2916 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:19:27.806371 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9d3a33ac-5d84-431b-a41c-ba531bc761ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:27.828577 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-baeff746-0531-42f8-b793-36a89657debf None None] Set router 95be025e-38ec-4fd8-8af9-2db69d226316 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:19:27.828915 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ea8b9569-9824-4b16-8a90-afa55459c109 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/routers/95be025e-38ec-4fd8-8af9-2db69d226316 HTTP/1.1" status: 200 len: 704 time: 0.2547607 Jan 17 14:19:27.837716 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36124) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:27.963191 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9d3a33ac-5d84-431b-a41c-ba531bc761ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:port and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:27.968466 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9d3a33ac-5d84-431b-a41c-ba531bc761ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:27.969550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-baeff746-0531-42f8-b793-36a89657debf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95be025e-38ec-4fd8-8af9-2db69d226316', 'name': 'tempest-RoutersIpV6Test-router-1220857335', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:25Z', 'updated_at': '2022-01-17T14:19:26Z', 'revision_number': 2, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:27.981401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeff746-0531-42f8-b793-36a89657debf None None] Checking router: 95be025e-38ec-4fd8-8af9-2db69d226316 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:19:28.000183 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-636532f4-679d-4eb5-bd20-67f27fc70065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:28.017931 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeff746-0531-42f8-b793-36a89657debf None None] Routers {'95be025e-38ec-4fd8-8af9-2db69d226316'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:28.018562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-baeff746-0531-42f8-b793-36a89657debf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['95be025e-38ec-4fd8-8af9-2db69d226316'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:28.021616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9d3a33ac-5d84-431b-a41c-ba531bc761ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:28.030454 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3d9c0611-9c29-42f1-b982-8350e4591978 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Synchronizing usage tracker for tenant:c18c2f95c6754b6292d672e39ba057ee on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:28.043450 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadd8279-fc26-4227-95b8-88369793e1a8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:19:28.050862 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cadd8279-fc26-4227-95b8-88369793e1a8 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/107596fd-9944-4f55-a183-bc5bdf5e2916/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8265719 Jan 17 14:19:28.051699 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36128) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:28.056604 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10dd024-e501-4812-a1f5-0868f02b20ca None None] Sync routers for ids ['107596fd-9944-4f55-a183-bc5bdf5e2916'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:19:28.067601 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10dd024-e501-4812-a1f5-0868f02b20ca None None] Routers {'107596fd-9944-4f55-a183-bc5bdf5e2916'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:28.068651 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f10dd024-e501-4812-a1f5-0868f02b20ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['107596fd-9944-4f55-a183-bc5bdf5e2916'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:28.130209 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a18a0a-cf8d-47cc-ac19-4def02433cb6 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:28.134778 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c2a18a0a-cf8d-47cc-ac19-4def02433cb6 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/ports/5c88d540-8a0a-4c25-8f0b-5fafff9677c2 HTTP/1.1" status: 200 len: 910 time: 0.0814126 Jan 17 14:19:28.138342 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36132) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:28.138669 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3a33ac-5d84-431b-a41c-ba531bc761ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:28.149733 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-57f9c8a9-0cc2-4855-a58f-6c805f14c9ce tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cc8ee11e-d1ed-4205-a0d9-8e19e4503153'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:28.153708 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f10dd024-e501-4812-a1f5-0868f02b20ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:28.165918 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10dd024-e501-4812-a1f5-0868f02b20ca None None] Routers {'107596fd-9944-4f55-a183-bc5bdf5e2916'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:28.166881 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f10dd024-e501-4812-a1f5-0868f02b20ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['107596fd-9944-4f55-a183-bc5bdf5e2916'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:28.170401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-baeff746-0531-42f8-b793-36a89657debf None None] Set router 95be025e-38ec-4fd8-8af9-2db69d226316 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:19:28.190690 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 45d0dd15-f759-42e9-b137-9e6e5619a40d is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:19:28.246008 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f10dd024-e501-4812-a1f5-0868f02b20ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:28.246577 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10dd024-e501-4812-a1f5-0868f02b20ca None None] The sync data for ids ['107596fd-9944-4f55-a183-bc5bdf5e2916'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:19:28.275570 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-636532f4-679d-4eb5-bd20-67f27fc70065 None None] For port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=75647b2c-6bb2-4988-aef3-e48cdb6fd5d9,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:28.284166 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-baeff746-0531-42f8-b793-36a89657debf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95be025e-38ec-4fd8-8af9-2db69d226316', 'name': 'tempest-RoutersIpV6Test-router-1220857335', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:25Z', 'updated_at': '2022-01-17T14:19:26Z', 'revision_number': 2, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:28.289295 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeff746-0531-42f8-b793-36a89657debf None None] The sync data for ids ['95be025e-38ec-4fd8-8af9-2db69d226316'] in dv-neutron-824901-1-hyperv is: [{'id': '95be025e-38ec-4fd8-8af9-2db69d226316', 'name': 'tempest-RoutersIpV6Test-router-1220857335', 'tenant_id': 'c18c2f95c6754b6292d672e39ba057ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:25Z', 'updated_at': '2022-01-17T14:19:26Z', 'revision_number': 2, 'project_id': 'c18c2f95c6754b6292d672e39ba057ee', 'gw_port_host': None}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:19:28.291639 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-636532f4-679d-4eb5-bd20-67f27fc70065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:28.408759 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3d9c0611-9c29-42f1-b982-8350e4591978 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Unset dirty status for tenant:c18c2f95c6754b6292d672e39ba057ee on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:28.410097 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3d9c0611-9c29-42f1-b982-8350e4591978 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/ports?device_id=95be025e-38ec-4fd8-8af9-2db69d226316 HTTP/1.1" status: 200 len: 205 time: 0.4527113 Jan 17 14:19:28.424397 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36136) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:28.441188 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636532f4-679d-4eb5-bd20-67f27fc70065 None None] Pushing event updated for resources: {'Port': ['ID=75647b2c-6bb2-4988-aef3-e48cdb6fd5d9,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:28.441727 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-f8054b32-26cf-462b-9562-5184672b5185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port 4fb848b9-d7c9-4c5c-a34f-bacc529bff46 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:28.441866 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8054b32-26cf-462b-9562-5184672b5185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:28.449973 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8cde50-767d-4c50-bbf6-fdfb9fb59a71 None None] Update dhcp port {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'fixed_ips': [{'subnet_id': '7836b06e-2468-4f26-899f-515313f1dd2c', 'ip_address': '2001:db8::f816:3eff:fe65:ffba'}, {'subnet_id': '0c455197-a8aa-4dce-8b72-b4d6f9285caf'}], 'binding:host_id': 'dv-neutron-824901-1-hyperv'}, 'id': '75647b2c-6bb2-4988-aef3-e48cdb6fd5d9'} from dv-neutron-824901-1-hyperv. {{(pid=87525) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 17 14:19:28.496182 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c3d7a5a7-e921-4bde-a1cc-6e7e53fcf868 None None] Provisioning complete for port 5c88d540-8a0a-4c25-8f0b-5fafff9677c2 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:28.496182 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c3d7a5a7-e921-4bde-a1cc-6e7e53fcf868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:28.496525 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:19:28.524018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] Sync routers for ids ['45d0dd15-f759-42e9-b137-9e6e5619a40d'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:19:28.562514 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3b8cde50-767d-4c50-bbf6-fdfb9fb59a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:28.579197 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] Routers {'45d0dd15-f759-42e9-b137-9e6e5619a40d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:28.585771 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['45d0dd15-f759-42e9-b137-9e6e5619a40d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:28.607324 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b6f61ab6-017e-4550-9fb4-db6fe36a86b6 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:28.609431 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b6f61ab6-017e-4550-9fb4-db6fe36a86b6 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "DELETE /v2.0/ports/bfdbd9c7-c185-4afd-816f-bdea8c80eaff HTTP/1.1" status: 204 len: 168 time: 2.8104112 Jan 17 14:19:28.619775 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36140) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:28.648821 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:28.654184 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a0bbf5cf-d84e-427f-a05c-6b355a53515a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.4526703 Jan 17 14:19:28.674374 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36144) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:28.696754 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ce5af31a-f07f-4ce0-8568-a287dd49134d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:28.707554 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c3d7a5a7-e921-4bde-a1cc-6e7e53fcf868 None None] Port 5c88d540-8a0a-4c25-8f0b-5fafff9677c2 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:28.774725 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2533f39d-8fe3-400f-a2ec-647640388ddf tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] GET failed (client error): The resource could not be found. Jan 17 14:19:28.775268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2533f39d-8fe3-400f-a2ec-647640388ddf tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Synchronizing usage tracker for tenant:5e6c93de802c4e77b70df127687bcced on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:28.854861 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8054b32-26cf-462b-9562-5184672b5185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:28.937015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9d3a33ac-5d84-431b-a41c-ba531bc761ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:28.968555 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] Set router 45d0dd15-f759-42e9-b137-9e6e5619a40d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:19:29.003534 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-f8054b32-26cf-462b-9562-5184672b5185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for 4fb848b9-d7c9-4c5c-a34f-bacc529bff46 owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:29.046250 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-57f9c8a9-0cc2-4855-a58f-6c805f14c9ce tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:29.078101 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2533f39d-8fe3-400f-a2ec-647640388ddf tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Unset dirty status for tenant:5e6c93de802c4e77b70df127687bcced on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:29.084045 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2533f39d-8fe3-400f-a2ec-647640388ddf tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "GET /v2.0/ports/bfdbd9c7-c185-4afd-816f-bdea8c80eaff HTTP/1.1" status: 404 len: 333 time: 0.4564514 Jan 17 14:19:29.086374 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36150) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:29.162159 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ce5af31a-f07f-4ce0-8568-a287dd49134d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:29.164117 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-9d3a33ac-5d84-431b-a41c-ba531bc761ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port f713fa12-97c5-46e3-bc79-50c4370bb461 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:19:29.203480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ce5af31a-f07f-4ce0-8568-a287dd49134d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:29.256068 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-7b58f351-9a0c-4d9b-b23b-7bb5d2cccc42 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Deleting port 7202ab8f-b436-4bc0-ac21-332a733e7890 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:29.256479 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7b58f351-9a0c-4d9b-b23b-7bb5d2cccc42 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:29.261657 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-3b8cde50-767d-4c50-bbf6-fdfb9fb59a71 None None] Allocated IP 2001:db8:0:1::2 (5c806942-cde6-42f7-aae4-af9246279d2e/0c455197-a8aa-4dce-8b72-b4d6f9285caf/75647b2c-6bb2-4988-aef3-e48cdb6fd5d9) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:29.271476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ce5af31a-f07f-4ce0-8568-a287dd49134d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:29.271759 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5af31a-f07f-4ce0-8568-a287dd49134d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Fanout notify agent at l3_agent the message router_deleted on router 95be025e-38ec-4fd8-8af9-2db69d226316 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:19:29.355962 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ce5af31a-f07f-4ce0-8568-a287dd49134d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:29.357037 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ce5af31a-f07f-4ce0-8568-a287dd49134d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/routers/95be025e-38ec-4fd8-8af9-2db69d226316 HTTP/1.1" status: 204 len: 168 time: 0.9312038 Jan 17 14:19:29.362869 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36154) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:29.368206 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-714afde4-d322-491f-9b2e-b459678f8f98 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=b984fd6eaa2842d8abc65eb7a2d4e417&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6855755 Jan 17 14:19:29.376829 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36158) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:29.414629 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-64cc6ccc-fe19-4a43-bcc8-45bba470bb3d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/ports?device_id=95be025e-38ec-4fd8-8af9-2db69d226316 HTTP/1.1" status: 200 len: 205 time: 0.0475066 Jan 17 14:19:29.417446 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36162) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:29.483001 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3b8cde50-767d-4c50-bbf6-fdfb9fb59a71 None None] For port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=75647b2c-6bb2-4988-aef3-e48cdb6fd5d9,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:29.486040 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-44070c6b-19f4-4df0-9760-9b9039b0ea98 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] delete failed (client error): The resource could not be found. Jan 17 14:19:29.487171 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-44070c6b-19f4-4df0-9760-9b9039b0ea98 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/routers/95be025e-38ec-4fd8-8af9-2db69d226316 HTTP/1.1" status: 404 len: 336 time: 0.0684361 Jan 17 14:19:29.489567 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36166) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:29.520009 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'name': 'tempest-TestNetworkBasicOps-router-411605626', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:21Z', 'updated_at': '2022-01-17T14:19:25Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:23Z', 'updated_at': '2022-01-17T14:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:29.523569 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3b8cde50-767d-4c50-bbf6-fdfb9fb59a71 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:29.530181 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] Checking router: 45d0dd15-f759-42e9-b137-9e6e5619a40d for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:19:29.530886 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] Updating router 45d0dd15-f759-42e9-b137-9e6e5619a40d port 04bbf96a-6072-47cd-a5c0-dcab46e993ef binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:19:29.537324 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf622fe-b0a0-47df-b30d-6d6638c3519e tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] DELETE failed (client error): The resource could not be found. Jan 17 14:19:29.537776 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf622fe-b0a0-47df-b30d-6d6638c3519e tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:29.541347 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6bf622fe-b0a0-47df-b30d-6d6638c3519e tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/subnets/2b1557c2-24f7-4f78-8e46-6af5c61cc7f4 HTTP/1.1" status: 404 len: 337 time: 0.0483334 Jan 17 14:19:29.544002 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36170) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:29.589824 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3b8cde50-767d-4c50-bbf6-fdfb9fb59a71 None None] Transition to ACTIVE for port object 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:29.597331 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e32419f-6c9f-4410-b355-43e3d4534938 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] DELETE failed (client error): The resource could not be found. Jan 17 14:19:29.597653 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3b8cde50-767d-4c50-bbf6-fdfb9fb59a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:29.597794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e32419f-6c9f-4410-b355-43e3d4534938 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:29.600504 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3e32419f-6c9f-4410-b355-43e3d4534938 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/subnets/402a2189-ba42-4b9c-98bb-e5bb1645b067 HTTP/1.1" status: 404 len: 337 time: 0.0562401 Jan 17 14:19:29.604614 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36174) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:29.636070 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:29.705018 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fbe454-1e03-446f-b343-0b36fbeb00e3 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] DELETE failed (client error): The resource could not be found. Jan 17 14:19:29.705629 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78fbe454-1e03-446f-b343-0b36fbeb00e3 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:29.712042 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-78fbe454-1e03-446f-b343-0b36fbeb00e3 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/subnets/d0530804-1085-4cd5-9110-ba2c5565d3b8 HTTP/1.1" status: 404 len: 337 time: 0.1023407 Jan 17 14:19:29.712042 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36178) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:29.760497 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b507cd5-ffa8-44cb-b2dc-463815688fce tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] DELETE failed (client error): The resource could not be found. Jan 17 14:19:29.761076 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b507cd5-ffa8-44cb-b2dc-463815688fce tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:29.762998 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7b507cd5-ffa8-44cb-b2dc-463815688fce tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/subnets/f1950e96-eb69-4bc4-8048-f1e1983ce8ad HTTP/1.1" status: 404 len: 337 time: 0.0508265 Jan 17 14:19:29.766054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36182) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:29.816565 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8054b32-26cf-462b-9562-5184672b5185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:29.826476 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3a68f418-e218-4e7f-b2d2-a7145c9ff664 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/ports?device_id=da03fc2b-a43f-492c-8281-a36e8035e8be HTTP/1.1" status: 200 len: 205 time: 0.0592666 Jan 17 14:19:29.829310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36186) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:29.873916 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cde50-767d-4c50-bbf6-fdfb9fb59a71 None None] Pushing event updated for resources: {'Port': ['ID=75647b2c-6bb2-4988-aef3-e48cdb6fd5d9,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:29.943781 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8054b32-26cf-462b-9562-5184672b5185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Port': ['ID=4fb848b9-d7c9-4c5c-a34f-bacc529bff46,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:30.032900 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aaf8b6-30d0-4a46-b443-89b954a30bd9 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:30.034712 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-88aaf8b6-30d0-4a46-b443-89b954a30bd9 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6513789 Jan 17 14:19:30.070658 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36190) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:30.141403 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-a57e9145-32db-4ffd-bc53-68eedf95f5f7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] delete failed (client error): The resource could not be found. Jan 17 14:19:30.142434 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a57e9145-32db-4ffd-bc53-68eedf95f5f7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/routers/da03fc2b-a43f-492c-8281-a36e8035e8be HTTP/1.1" status: 404 len: 336 time: 0.3121619 Jan 17 14:19:30.150967 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36194) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:30.176174 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:30.198410 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] Transition to ACTIVE for port object 04bbf96a-6072-47cd-a5c0-dcab46e993ef will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:30.213381 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:30.220623 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-88bafffa-ffe5-4e4d-93f2-071b72a6aa5f tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb64d90d-d676-44bd-85d5-854f2b07a8cc HTTP/1.1" status: 200 len: 205 time: 0.0683739 Jan 17 14:19:30.224729 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36198) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:30.297101 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d5dc61e5-e1c3-4de6-b0f5-8b2d2a9ecd75 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2201097 Jan 17 14:19:30.310220 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] Attempting to bind port 04bbf96a-6072-47cd-a5c0-dcab46e993ef on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:19:30.310583 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] Attempting to bind port 04bbf96a-6072-47cd-a5c0-dcab46e993ef by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:19:30.311002 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] Attempting to bind port 04bbf96a-6072-47cd-a5c0-dcab46e993ef on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:19:30.322603 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:19:30.324972 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:19:30.325140 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36202) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:30.325247 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:30.325247 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:19:30.325247 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] Bound port: 04bbf96a-6072-47cd-a5c0-dcab46e993ef, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:19:30.325247 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:30.335181 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-6d0fc423-803c-4fef-908c-bf465c97869b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1159553324', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:30.361089 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-9d3a33ac-5d84-431b-a41c-ba531bc761ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8:0:1::2b2 (5c806942-cde6-42f7-aae4-af9246279d2e/0c455197-a8aa-4dce-8b72-b4d6f9285caf/f713fa12-97c5-46e3-bc79-50c4370bb461) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:30.364612 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cf7c7-4e5b-4ae5-81ca-0fa88a5e54be None None] Pushing event updated for resources: {'Port': ['ID=04bbf96a-6072-47cd-a5c0-dcab46e993ef,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:30.414959 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] For port 04bbf96a-6072-47cd-a5c0-dcab46e993ef, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:19:30.418770 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] For port 04bbf96a-6072-47cd-a5c0-dcab46e993ef, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=04bbf96a-6072-47cd-a5c0-dcab46e993ef,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:19:30.425116 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:30.450228 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-97a0b432-990e-402b-a659-9137b06c3865 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] delete failed (client error): The resource could not be found. Jan 17 14:19:30.453718 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-97a0b432-990e-402b-a659-9137b06c3865 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/routers/fb64d90d-d676-44bd-85d5-854f2b07a8cc HTTP/1.1" status: 404 len: 336 time: 0.2261834 Jan 17 14:19:30.457792 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36206) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:30.461077 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f8054b32-26cf-462b-9562-5184672b5185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:30.484500 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-9d3a33ac-5d84-431b-a41c-ba531bc761ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::f816:3eff:fe1e:7d47 (5c806942-cde6-42f7-aae4-af9246279d2e/7836b06e-2468-4f26-899f-515313f1dd2c/f713fa12-97c5-46e3-bc79-50c4370bb461) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:30.523125 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cf7c7-4e5b-4ae5-81ca-0fa88a5e54be None None] Pushing event updated for resources: {'Port': ['ID=04bbf96a-6072-47cd-a5c0-dcab46e993ef,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:30.533771 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6d0fc423-803c-4fef-908c-bf465c97869b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:30.541820 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] Routers {'45d0dd15-f759-42e9-b137-9e6e5619a40d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:30.542056 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['45d0dd15-f759-42e9-b137-9e6e5619a40d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:30.547897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6d0fc423-803c-4fef-908c-bf465c97869b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:subnet and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:30.554107 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6d0fc423-803c-4fef-908c-bf465c97869b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:30.569465 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6d0fc423-803c-4fef-908c-bf465c97869b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:30.669794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0fc423-803c-4fef-908c-bf465c97869b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:30.672976 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:30.680722 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-19bb3e1b-3d4a-4bac-b4de-0643f7360654 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] DELETE failed (client error): The resource could not be found. Jan 17 14:19:30.681169 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19bb3e1b-3d4a-4bac-b4de-0643f7360654 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:30.686578 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc423-803c-4fef-908c-bf465c97869b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:30.785908 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-19bb3e1b-3d4a-4bac-b4de-0643f7360654 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/subnets/ccfdf3e1-308e-4161-b24c-27462ec4c29f HTTP/1.1" status: 404 len: 337 time: 0.3202817 Jan 17 14:19:30.790143 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7b58f351-9a0c-4d9b-b23b-7bb5d2cccc42 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:30.805224 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36210) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:30.861923 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] Set router 45d0dd15-f759-42e9-b137-9e6e5619a40d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:19:30.963352 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-7b58f351-9a0c-4d9b-b23b-7bb5d2cccc42 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Calling delete_port for 7202ab8f-b436-4bc0-ac21-332a733e7890 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:31.053204 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9d3a33ac-5d84-431b-a41c-ba531bc761ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:31.055033 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e01e9b62-1058-4d8b-b3dc-db2ce5c8417a None None] Provisioning for port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:31.066028 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e01e9b62-1058-4d8b-b3dc-db2ce5c8417a None None] Provisioning complete for port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:31.066878 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e01e9b62-1058-4d8b-b3dc-db2ce5c8417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:31.093244 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-620daa6b-1ed5-4fd3-8c12-4b5eaea48ce8 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a2777c0-378c-4ff4-b431-3fe9d8fc9019 HTTP/1.1" status: 200 len: 205 time: 0.2852070 Jan 17 14:19:31.101022 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-9d3a33ac-5d84-431b-a41c-ba531bc761ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object f713fa12-97c5-46e3-bc79-50c4370bb461 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:31.102497 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36214) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:31.239064 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-51340d69-b3f9-419d-bcfb-156d1c6278ca tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] delete failed (client error): The resource could not be found. Jan 17 14:19:31.243779 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-51340d69-b3f9-419d-bcfb-156d1c6278ca tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/routers/2a2777c0-378c-4ff4-b431-3fe9d8fc9019 HTTP/1.1" status: 404 len: 336 time: 0.1370747 Jan 17 14:19:31.246367 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36218) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:31.287048 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'name': 'tempest-TestNetworkBasicOps-router-411605626', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:21Z', 'updated_at': '2022-01-17T14:19:25Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:23Z', 'updated_at': '2022-01-17T14:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:31.291562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ceda3-f83b-45e7-82e5-aa44085b66bd None None] The sync data for ids ['45d0dd15-f759-42e9-b137-9e6e5619a40d'] in dv-neutron-824901-1-hyperv is: [{'id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'name': 'tempest-TestNetworkBasicOps-router-411605626', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:21Z', 'updated_at': '2022-01-17T14:19:25Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:23Z', 'updated_at': '2022-01-17T14:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:19:31.339164 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3a996667-55fd-479f-8152-84b867b065b7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae01b8de-6ad4-47e9-92b5-6749b7625044 HTTP/1.1" status: 200 len: 205 time: 0.0900013 Jan 17 14:19:31.353516 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36222) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:31.456194 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9d3a33ac-5d84-431b-a41c-ba531bc761ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:31.464744 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-b19fc8ca-816d-481b-b0ae-e1d22b469542 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] delete failed (client error): The resource could not be found. Jan 17 14:19:31.468269 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b19fc8ca-816d-481b-b0ae-e1d22b469542 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/routers/ae01b8de-6ad4-47e9-92b5-6749b7625044 HTTP/1.1" status: 404 len: 336 time: 0.0967939 Jan 17 14:19:31.483910 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36226) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:31.485710 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8054b32-26cf-462b-9562-5184672b5185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Router d50a9046-a1ce-4ed3-81b5-85fbf47e8ba6 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:19:31.569408 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-91147ab8-b647-4546-a740-a8678dae7bf7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] DELETE failed (client error): The resource could not be found. Jan 17 14:19:31.569856 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91147ab8-b647-4546-a740-a8678dae7bf7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:31.593688 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-91147ab8-b647-4546-a740-a8678dae7bf7 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/subnets/725b770a-ee12-457c-a7cb-72f5558aa4f3 HTTP/1.1" status: 404 len: 337 time: 0.1044264 Jan 17 14:19:31.598199 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36230) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:31.620724 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3a33ac-5d84-431b-a41c-ba531bc761ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:31.656202 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-9d3a33ac-5d84-431b-a41c-ba531bc761ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:31.674208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3a33ac-5d84-431b-a41c-ba531bc761ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:31.679932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3a33ac-5d84-431b-a41c-ba531bc761ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:31.680798 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9d3a33ac-5d84-431b-a41c-ba531bc761ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:31.689412 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3ac64bea-5df7-441e-9484-72f53b74e4ac tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c1096a9-8ecd-4662-b73d-238e1266b4c0 HTTP/1.1" status: 200 len: 205 time: 0.0822830 Jan 17 14:19:31.690466 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a33ac-5d84-431b-a41c-ba531bc761ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=f713fa12-97c5-46e3-bc79-50c4370bb461,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:31.695680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36234) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:31.786658 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8054b32-26cf-462b-9562-5184672b5185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:19:31.794472 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f8054b32-26cf-462b-9562-5184672b5185 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "PUT /v2.0/routers/d50a9046-a1ce-4ed3-81b5-85fbf47e8ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5930555 Jan 17 14:19:31.799770 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36238) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:31.801874 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2817ea-27a2-43e2-9c12-1d53780bc758 None None] Sync routers for ids ['d50a9046-a1ce-4ed3-81b5-85fbf47e8ba6'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:19:31.806439 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc423-803c-4fef-908c-bf465c97869b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:31.822109 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2817ea-27a2-43e2-9c12-1d53780bc758 None None] Routers {'d50a9046-a1ce-4ed3-81b5-85fbf47e8ba6'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:31.826238 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-da2817ea-27a2-43e2-9c12-1d53780bc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d50a9046-a1ce-4ed3-81b5-85fbf47e8ba6'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:31.868106 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d112ef-76ff-4091-8bb4-7320e80d9f97 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] GET failed (client error): The resource could not be found. Jan 17 14:19:31.868675 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-19d112ef-76ff-4091-8bb4-7320e80d9f97 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Synchronizing usage tracker for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:31.889810 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-52277af7-54de-41f2-b48f-31a9487f449d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] delete failed (client error): The resource could not be found. Jan 17 14:19:31.893497 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-52277af7-54de-41f2-b48f-31a9487f449d tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/routers/6c1096a9-8ecd-4662-b73d-238e1266b4c0 HTTP/1.1" status: 404 len: 336 time: 0.1939888 Jan 17 14:19:31.901632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36242) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:31.915103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7b58f351-9a0c-4d9b-b23b-7bb5d2cccc42 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:31.918650 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9d3a33ac-5d84-431b-a41c-ba531bc761ae tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.4916222 Jan 17 14:19:31.922379 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-da2817ea-27a2-43e2-9c12-1d53780bc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:31.933319 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36246) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:31.935486 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2817ea-27a2-43e2-9c12-1d53780bc758 None None] Routers {'d50a9046-a1ce-4ed3-81b5-85fbf47e8ba6'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:31.936347 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-da2817ea-27a2-43e2-9c12-1d53780bc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d50a9046-a1ce-4ed3-81b5-85fbf47e8ba6'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:31.986341 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03bb276-72a5-4746-a2f9-595e0abdbc49 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] DELETE failed (client error): The resource could not be found. Jan 17 14:19:31.986945 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e03bb276-72a5-4746-a2f9-595e0abdbc49 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:31.992624 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e03bb276-72a5-4746-a2f9-595e0abdbc49 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/subnets/0e285d14-1251-4a90-b7a2-1c586fe30a51 HTTP/1.1" status: 404 len: 337 time: 0.0834484 Jan 17 14:19:31.997453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36248) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:32.012604 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-da2817ea-27a2-43e2-9c12-1d53780bc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:32.012994 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2817ea-27a2-43e2-9c12-1d53780bc758 None None] The sync data for ids ['d50a9046-a1ce-4ed3-81b5-85fbf47e8ba6'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:19:32.064796 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cab717d2-cdb8-4822-9df1-e57424a75ff4 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "GET /v2.0/ports?device_id=52aa0c75-4a63-4a18-a11b-507367036895 HTTP/1.1" status: 200 len: 205 time: 0.0634384 Jan 17 14:19:32.068545 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36254) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:32.069801 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-57f9c8a9-0cc2-4855-a58f-6c805f14c9ce tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:32.085710 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fc423-803c-4fef-908c-bf465c97869b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Subnet': ['ID=59aac7e4-1eb4-456a-a6d3-b8b2da7454bf,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:32.103845 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0fc423-803c-4fef-908c-bf465c97869b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Checking segment: {'id': '0158a30b-d440-471d-88ea-d7fc3a2964e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:19:32.104637 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0fc423-803c-4fef-908c-bf465c97869b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network hostable DHCP agents. Network: 4dbd5c10-2dd0-4964-949e-32f957ba960b, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:19:32.109241 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e4f4fce4-28cd-4ba7-80bc-1fc581a8dada None None] Provisioning for port f713fa12-97c5-46e3-bc79-50c4370bb461 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:32.115357 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e4f4fce4-28cd-4ba7-80bc-1fc581a8dada None None] Provisioning complete for port f713fa12-97c5-46e3-bc79-50c4370bb461 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:32.116064 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e4f4fce4-28cd-4ba7-80bc-1fc581a8dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:32.126762 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0fc423-803c-4fef-908c-bf465c97869b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 4dbd5c10-2dd0-4964-949e-32f957ba960b is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:19:32.155226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-6d0fc423-803c-4fef-908c-bf465c97869b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 4dbd5c10-2dd0-4964-949e-32f957ba960b) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:32.166379 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0fc423-803c-4fef-908c-bf465c97869b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:32.168058 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc423-803c-4fef-908c-bf465c97869b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:32.191111 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58f351-9a0c-4d9b-b23b-7bb5d2cccc42 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Pushing event deleted for resources: {'Port': ['ID=7202ab8f-b436-4bc0-ac21-332a733e7890,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:32.202193 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6d0fc423-803c-4fef-908c-bf465c97869b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8691125 Jan 17 14:19:32.202416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36258) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:32.209582 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-19d112ef-76ff-4091-8bb4-7320e80d9f97 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Unset dirty status for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:32.210762 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-19d112ef-76ff-4091-8bb4-7320e80d9f97 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports/4fb848b9-d7c9-4c5c-a34f-bacc529bff46 HTTP/1.1" status: 404 len: 333 time: 0.4061780 Jan 17 14:19:32.211689 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-57f9c8a9-0cc2-4855-a58f-6c805f14c9ce tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:32.234042 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4fce4-28cd-4ba7-80bc-1fc581a8dada None None] Port f713fa12-97c5-46e3-bc79-50c4370bb461 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:32.238551 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500095d6-b90f-4f14-9a91-71e13fd0718f None None] Network 4dbd5c10-2dd0-4964-949e-32f957ba960b requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:32.261192 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36262) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:32.397155 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7b58f351-9a0c-4d9b-b23b-7bb5d2cccc42 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:32.402646 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7b58f351-9a0c-4d9b-b23b-7bb5d2cccc42 tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "DELETE /v2.0/ports/7202ab8f-b436-4bc0-ac21-332a733e7890 HTTP/1.1" status: 204 len: 168 time: 3.3145778 Jan 17 14:19:32.407021 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-935f2af8-da49-470b-a032-910965e96b5c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] delete failed (client error): The resource could not be found. Jan 17 14:19:32.410800 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-935f2af8-da49-470b-a032-910965e96b5c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/routers/52aa0c75-4a63-4a18-a11b-507367036895 HTTP/1.1" status: 404 len: 336 time: 0.3349745 Jan 17 14:19:32.425957 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36266) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:32.426251 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36268) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:32.544066 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-707716d1-38a7-4447-bd51-19771f45c23b tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] GET failed (client error): The resource could not be found. Jan 17 14:19:32.544560 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-707716d1-38a7-4447-bd51-19771f45c23b tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Synchronizing usage tracker for tenant:5e6c93de802c4e77b70df127687bcced on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:32.553416 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 04bbf96a-6072-47cd-a5c0-dcab46e993ef up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:32.592283 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-4dbd5c10-2dd0-4964-949e-32f957ba960b', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ips': [{'subnet_id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:19:32.593122 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:32.628987 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9c8a9-0cc2-4855-a58f-6c805f14c9ce tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Port': ['ID=5c88d540-8a0a-4c25-8f0b-5fafff9677c2,revision_number=3']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:32.637828 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9c8a9-0cc2-4855-a58f-6c805f14c9ce tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:32.638473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-57f9c8a9-0cc2-4855-a58f-6c805f14c9ce tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:32.639999 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-57f9c8a9-0cc2-4855-a58f-6c805f14c9ce tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/ports/5c88d540-8a0a-4c25-8f0b-5fafff9677c2 HTTP/1.1" status: 200 len: 910 time: 4.4985602 Jan 17 14:19:32.643514 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36274) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:32.644155 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-9b4568e9-7474-4dce-a040-3654b167dffc tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port f713fa12-97c5-46e3-bc79-50c4370bb461 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:32.644793 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9b4568e9-7474-4dce-a040-3654b167dffc tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:32.713254 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9c8a9-0cc2-4855-a58f-6c805f14c9ce tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:32.713610 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9c8a9-0cc2-4855-a58f-6c805f14c9ce tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:32.713944 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9c8a9-0cc2-4855-a58f-6c805f14c9ce tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:32.714199 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9c8a9-0cc2-4855-a58f-6c805f14c9ce tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:32.714522 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9c8a9-0cc2-4855-a58f-6c805f14c9ce tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:32.714844 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9c8a9-0cc2-4855-a58f-6c805f14c9ce tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:32.715162 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9c8a9-0cc2-4855-a58f-6c805f14c9ce tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:32.715489 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9c8a9-0cc2-4855-a58f-6c805f14c9ce tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:32.715836 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9c8a9-0cc2-4855-a58f-6c805f14c9ce tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:32.716188 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9c8a9-0cc2-4855-a58f-6c805f14c9ce tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:32.716351 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 04bbf96a-6072-47cd-a5c0-dcab46e993ef completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:32.716455 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9c8a9-0cc2-4855-a58f-6c805f14c9ce tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:32.716793 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9c8a9-0cc2-4855-a58f-6c805f14c9ce tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:32.720831 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-3814567d-be52-45d7-ab2e-64b63623a15c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] DELETE failed (client error): The resource could not be found. Jan 17 14:19:32.721277 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3814567d-be52-45d7-ab2e-64b63623a15c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:32.726408 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3814567d-be52-45d7-ab2e-64b63623a15c tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/subnets/5d6ab9af-3fb6-4426-9ba6-cf1457cc5c2a HTTP/1.1" status: 404 len: 337 time: 0.2953744 Jan 17 14:19:32.726575 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 04bbf96a-6072-47cd-a5c0-dcab46e993ef triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:32.727013 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:32.729824 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36278) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:32.735242 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c01b2a8d-7e71-4ba9-852e-21595e60dd40 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:32.836136 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8c218b-eef4-42cd-9f39-ca61c9619759 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] DELETE failed (client error): The resource could not be found. Jan 17 14:19:32.836585 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8c218b-eef4-42cd-9f39-ca61c9619759 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:32.838674 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-eb8c218b-eef4-42cd-9f39-ca61c9619759 tempest-RoutersIpV6Test-1045304303 tempest-RoutersIpV6Test-1045304303-project] 10.222.0.48 "DELETE /v2.0/subnets/9a7cc58c-c423-4681-b7b5-6ea4430429b1 HTTP/1.1" status: 404 len: 337 time: 0.0997946 Jan 17 14:19:32.863378 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Allocated IP 172.20.0.2 (4dbd5c10-2dd0-4964-949e-32f957ba960b/59aac7e4-1eb4-456a-a6d3-b8b2da7454bf/dbb5f454-31fd-4e8a-9617-c2279aa6bd38) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:33.011039 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:33.036460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 04bbf96a-6072-47cd-a5c0-dcab46e993ef, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=04bbf96a-6072-47cd-a5c0-dcab46e993ef,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:33.053943 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:33.240968 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-707716d1-38a7-4447-bd51-19771f45c23b tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Unset dirty status for tenant:5e6c93de802c4e77b70df127687bcced on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:33.242101 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-707716d1-38a7-4447-bd51-19771f45c23b tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "GET /v2.0/ports/7202ab8f-b436-4bc0-ac21-332a733e7890 HTTP/1.1" status: 404 len: 333 time: 0.8127847 Jan 17 14:19:33.251874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36286) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:33.308199 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=04bbf96a-6072-47cd-a5c0-dcab46e993ef,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:33.353003 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:33.366495 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Transition to ACTIVE for port object dbb5f454-31fd-4e8a-9617-c2279aa6bd38 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:33.392813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Transition to ACTIVE for port object dbb5f454-31fd-4e8a-9617-c2279aa6bd38 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:33.402714 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:33.465264 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-728c6b27-22c0-40b0-8fe1-4f59a437455d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Deleting port 5aedcfd8-9c9b-4224-bdf1-9d258f3d0cad {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:33.465264 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-728c6b27-22c0-40b0-8fe1-4f59a437455d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:33.492131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Pushing event updated for resources: {'Port': ['ID=dbb5f454-31fd-4e8a-9617-c2279aa6bd38,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:33.507871 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:33.508247 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:33.508592 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:33.508922 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:33.509243 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:33.509567 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:33.510247 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:33.510780 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:33.511111 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:33.511431 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:33.511825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:33.512105 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:33.518874 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Network 4dbd5c10-2dd0-4964-949e-32f957ba960b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:33.524221 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:33.529150 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:33.538663 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36290) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:33.615733 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c01b2a8d-7e71-4ba9-852e-21595e60dd40 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:33.624409 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c01b2a8d-7e71-4ba9-852e-21595e60dd40 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:33.634073 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Attempting to bind port dbb5f454-31fd-4e8a-9617-c2279aa6bd38 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:19:33.634445 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Attempting to bind port dbb5f454-31fd-4e8a-9617-c2279aa6bd38 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '0158a30b-d440-471d-88ea-d7fc3a2964e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:19:33.634838 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Attempting to bind port dbb5f454-31fd-4e8a-9617-c2279aa6bd38 on network 4dbd5c10-2dd0-4964-949e-32f957ba960b {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:19:33.642565 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:19:33.642952 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Checking segment: {'id': '0158a30b-d440-471d-88ea-d7fc3a2964e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:19:33.643349 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:33.643765 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Bound using segment: {'id': '0158a30b-d440-471d-88ea-d7fc3a2964e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:19:33.644300 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Bound port: dbb5f454-31fd-4e8a-9617-c2279aa6bd38, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0158a30b-d440-471d-88ea-d7fc3a2964e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:19:33.644673 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:33.711803 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c01b2a8d-7e71-4ba9-852e-21595e60dd40 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:33.712621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01b2a8d-7e71-4ba9-852e-21595e60dd40 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Fanout notify agent at l3_agent the message router_deleted on router d50a9046-a1ce-4ed3-81b5-85fbf47e8ba6 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:19:33.740232 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9b4568e9-7474-4dce-a040-3654b167dffc tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:33.753260 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c01b2a8d-7e71-4ba9-852e-21595e60dd40 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:33.754440 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c01b2a8d-7e71-4ba9-852e-21595e60dd40 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/routers/d50a9046-a1ce-4ed3-81b5-85fbf47e8ba6 HTTP/1.1" status: 204 len: 168 time: 1.4495077 Jan 17 14:19:33.759076 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36296) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:33.790431 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] For port dbb5f454-31fd-4e8a-9617-c2279aa6bd38, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:19:33.794366 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] For port dbb5f454-31fd-4e8a-9617-c2279aa6bd38, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=dbb5f454-31fd-4e8a-9617-c2279aa6bd38,segment=NetworkSegment(0158a30b-d440-471d-88ea-d7fc3a2964e3),segment_id=0158a30b-d440-471d-88ea-d7fc3a2964e3)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:19:33.799983 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:33.902477 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67874434-23bf-4c84-9ada-410cb7693b77 None None] Pushing event updated for resources: {'Port': ['ID=dbb5f454-31fd-4e8a-9617-c2279aa6bd38,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:33.935227 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-9b4568e9-7474-4dce-a040-3654b167dffc tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for f713fa12-97c5-46e3-bc79-50c4370bb461 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:34.011220 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b9e7f6-32b3-4ca4-8399-16b681061473 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting subnet c3516502-741a-4ca4-a54f-1024b6da3e78 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:19:34.019104 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-24b9e7f6-32b3-4ca4-8399-16b681061473 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:34.118982 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-24b9e7f6-32b3-4ca4-8399-16b681061473 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:34.185240 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d034232c-662f-416a-a3e9-3c86b32667b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c18c2f95c6754b6292d672e39ba057ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6426201 Jan 17 14:19:34.195758 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36300) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:34.216582 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-728c6b27-22c0-40b0-8fe1-4f59a437455d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:34.384658 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-863f80e9-7a51-48cb-a6f0-16ee6da8d9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:34.388174 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-24b9e7f6-32b3-4ca4-8399-16b681061473 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:34.400422 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-728c6b27-22c0-40b0-8fe1-4f59a437455d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Calling delete_port for 5aedcfd8-9c9b-4224-bdf1-9d258f3d0cad owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:34.422810 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9b4568e9-7474-4dce-a040-3654b167dffc tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:34.503580 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4568e9-7474-4dce-a040-3654b167dffc tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=f713fa12-97c5-46e3-bc79-50c4370bb461,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:34.545473 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b7b7bf32-52dc-4387-a1c2-98bdeb618883 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:34.559558 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-863f80e9-7a51-48cb-a6f0-16ee6da8d9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:34.627134 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device dbb5f454-31fd-4e8a-9617-c2279aa6bd38 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:34.648103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9b4568e9-7474-4dce-a040-3654b167dffc tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:34.680830 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9b4568e9-7474-4dce-a040-3654b167dffc tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/f713fa12-97c5-46e3-bc79-50c4370bb461 HTTP/1.1" status: 204 len: 168 time: 2.6875811 Jan 17 14:19:34.682113 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36304) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:34.685795 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-24b9e7f6-32b3-4ca4-8399-16b681061473 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:34.729364 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port dbb5f454-31fd-4e8a-9617-c2279aa6bd38 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:34.737995 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 04bbf96a-6072-47cd-a5c0-dcab46e993ef up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:34.820067 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 04bbf96a-6072-47cd-a5c0-dcab46e993ef triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:34.820441 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:34.850851 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03373a4a-e1a1-4148-9565-bbfd21b1f1f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:34.905945 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-863f80e9-7a51-48cb-a6f0-16ee6da8d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:34.933557 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-24b9e7f6-32b3-4ca4-8399-16b681061473 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:34.944083 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ad2a49-c951-41f7-96a8-56a4a91ea072 None None] Network d73273fb-5ec0-42e0-a3ae-0da5ca4e6189 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:34.944541 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9e7f6-32b3-4ca4-8399-16b681061473 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Subnet': ['ID=c3516502-741a-4ca4-a54f-1024b6da3e78,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:34.960233 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-24b9e7f6-32b3-4ca4-8399-16b681061473 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/subnets/c3516502-741a-4ca4-a54f-1024b6da3e78 HTTP/1.1" status: 204 len: 168 time: 1.1999242 Jan 17 14:19:34.961049 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36308) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:34.967044 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f80e9-7a51-48cb-a6f0-16ee6da8d9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652ab527-e031-4435-82a8-e0331e0b027f,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:35.103173 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-728c6b27-22c0-40b0-8fe1-4f59a437455d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:35.121908 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:35.128629 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-863f80e9-7a51-48cb-a6f0-16ee6da8d9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:35.132905 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-863f80e9-7a51-48cb-a6f0-16ee6da8d9d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/652ab527-e031-4435-82a8-e0331e0b027f HTTP/1.1" status: 204 len: 168 time: 0.9331036 Jan 17 14:19:35.167744 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39d8195-93d5-4a92-a139-e18d0b99392c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:35.179841 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b39d8195-93d5-4a92-a139-e18d0b99392c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:35.185246 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port ebb9d51e-564f-443e-8855-8d2ef81fba9f {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:35.185920 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:35.187114 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c6b27-22c0-40b0-8fe1-4f59a437455d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Pushing event deleted for resources: {'Port': ['ID=5aedcfd8-9c9b-4224-bdf1-9d258f3d0cad,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:35.330019 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2ed6ae-0855-47d8-93af-f9d616f25213 None None] Network 4dbd5c10-2dd0-4964-949e-32f957ba960b requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:35.349749 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-728c6b27-22c0-40b0-8fe1-4f59a437455d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:35.409122 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b39d8195-93d5-4a92-a139-e18d0b99392c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:35.418734 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b39d8195-93d5-4a92-a139-e18d0b99392c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7353239 Jan 17 14:19:35.419599 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36316) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:35.430364 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c2c30-d8ef-4bb4-a8f6-293b157a1764 None None] DHCP port deletion for d73273fb-5ec0-42e0-a3ae-0da5ca4e6189 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:19:35.441758 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-738c2c30-d8ef-4bb4-a8f6-293b157a1764 None None] Deleting port ebb9d51e-564f-443e-8855-8d2ef81fba9f {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:35.442128 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-738c2c30-d8ef-4bb4-a8f6-293b157a1764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:35.442846 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-728c6b27-22c0-40b0-8fe1-4f59a437455d tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "DELETE /v2.0/ports/5aedcfd8-9c9b-4224-bdf1-9d258f3d0cad HTTP/1.1" status: 204 len: 168 time: 2.1897273 Jan 17 14:19:35.461268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36320) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:35.513437 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-56df2b6b-7ce6-4c46-9790-78b8a3a5f108 None None] Provisioning for port dbb5f454-31fd-4e8a-9617-c2279aa6bd38 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:35.525851 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-56df2b6b-7ce6-4c46-9790-78b8a3a5f108 None None] Provisioning complete for port dbb5f454-31fd-4e8a-9617-c2279aa6bd38 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:35.526305 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-56df2b6b-7ce6-4c46-9790-78b8a3a5f108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:35.705375 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a743d1-0fce-4947-9d32-d58a360bd7af tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Deleting subnet 73960ff7-cb5b-4745-b4fa-24ef412cdf51 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:19:35.714879 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a9a743d1-0fce-4947-9d32-d58a360bd7af tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:35.810669 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-b7b7bf32-52dc-4387-a1c2-98bdeb618883 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting port 5c88d540-8a0a-4c25-8f0b-5fafff9677c2 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:35.811030 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b7b7bf32-52dc-4387-a1c2-98bdeb618883 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:35.934343 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8b9cb9-9eeb-4009-8a0f-52d27ce99a42 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:35.938865 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8d8b9cb9-9eeb-4009-8a0f-52d27ce99a42 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5155816 Jan 17 14:19:35.939487 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36336) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:35.950139 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] For port ebb9d51e-564f-443e-8855-8d2ef81fba9f, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ebb9d51e-564f-443e-8855-8d2ef81fba9f,segment=NetworkSegment(095ea38e-e1aa-4035-ad73-ee0b0674f86e),segment_id=095ea38e-e1aa-4035-ad73-ee0b0674f86e)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:35.950418 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:35.957825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-738c2c30-d8ef-4bb4-a8f6-293b157a1764 None None] For port ebb9d51e-564f-443e-8855-8d2ef81fba9f, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ebb9d51e-564f-443e-8855-8d2ef81fba9f,segment=NetworkSegment(095ea38e-e1aa-4035-ad73-ee0b0674f86e),segment_id=095ea38e-e1aa-4035-ad73-ee0b0674f86e)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:35.958987 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-738c2c30-d8ef-4bb4-a8f6-293b157a1764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:36.147457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for ebb9d51e-564f-443e-8855-8d2ef81fba9f owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:36.173596 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-738c2c30-d8ef-4bb4-a8f6-293b157a1764 None None] Calling delete_port for ebb9d51e-564f-443e-8855-8d2ef81fba9f owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:36.215384 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba12bf0-8ca5-4a2e-85a6-e5c154706c22 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:36.218499 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba12bf0-8ca5-4a2e-85a6-e5c154706c22 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:36.220057 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-56df2b6b-7ce6-4c46-9790-78b8a3a5f108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:36.220238 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba12bf0-8ca5-4a2e-85a6-e5c154706c22 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:36.224866 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7ba12bf0-8ca5-4a2e-85a6-e5c154706c22 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2787225 Jan 17 14:19:36.231945 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36344) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:36.232049 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36346) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:36.262478 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a9a743d1-0fce-4947-9d32-d58a360bd7af tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:36.297013 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-56df2b6b-7ce6-4c46-9790-78b8a3a5f108 None None] For port dbb5f454-31fd-4e8a-9617-c2279aa6bd38, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=dbb5f454-31fd-4e8a-9617-c2279aa6bd38,segment=NetworkSegment(0158a30b-d440-471d-88ea-d7fc3a2964e3),segment_id=0158a30b-d440-471d-88ea-d7fc3a2964e3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:36.303186 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-56df2b6b-7ce6-4c46-9790-78b8a3a5f108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:36.313268 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.api [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 17 14:19:36.313268 dv-neutron-824901-1-hyperv neutron-server[87524]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Jan 17 14:19:36.313268 dv-neutron-824901-1-hyperv neutron-server[87524]: [parameters: {'port_id': 'ebb9d51e-564f-443e-8855-8d2ef81fba9f'}] Jan 17 14:19:36.313268 dv-neutron-824901-1-hyperv neutron-server[87524]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:19:36.313681 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG oslo_db.api [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:19:36.352297 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-0573fc79-e97b-4b35-aa32-a5c2771f864c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet 0c455197-a8aa-4dce-8b72-b4d6f9285caf {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:19:36.355903 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0573fc79-e97b-4b35-aa32-a5c2771f864c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:36.370803 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-738c2c30-d8ef-4bb4-a8f6-293b157a1764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:36.390191 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c2c30-d8ef-4bb4-a8f6-293b157a1764 None None] No DVR routers for this DVR port ebb9d51e-564f-443e-8855-8d2ef81fba9f on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:19:36.401997 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-03373a4a-e1a1-4148-9565-bbfd21b1f1f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.20.0.1 (4dbd5c10-2dd0-4964-949e-32f957ba960b/59aac7e4-1eb4-456a-a6d3-b8b2da7454bf/2a73c859-6fa5-4f0d-ae69-eecada3874fd) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:36.410878 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df2b6b-7ce6-4c46-9790-78b8a3a5f108 None None] Pushing event updated for resources: {'Port': ['ID=dbb5f454-31fd-4e8a-9617-c2279aa6bd38,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:36.479902 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0573fc79-e97b-4b35-aa32-a5c2771f864c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:36.482286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c2c30-d8ef-4bb4-a8f6-293b157a1764 None None] Pushing event deleted for resources: {'Port': ['ID=ebb9d51e-564f-443e-8855-8d2ef81fba9f,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:36.499546 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b7b7bf32-52dc-4387-a1c2-98bdeb618883 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:36.533124 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-88d22833-3a40-41c6-ab94-02f8450c0c2a tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:36.533964 dv-neutron-824901-1-hyperv neutron-server[87524]: WARNING neutron.api.v2.base [None req-88d22833-3a40-41c6-ab94-02f8450c0c2a tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 17 14:19:36.534588 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-88d22833-3a40-41c6-ab94-02f8450c0c2a tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): There was a conflict when trying to complete your request. Jan 17 14:19:36.535676 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-88d22833-3a40-41c6-ab94-02f8450c0c2a tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3004568 Jan 17 14:19:36.543200 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36356) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:36.551065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group': {'name': 'tempest-secgroup--541921053'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:36.565761 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:36.574153 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:36.579546 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:36.588398 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device dbb5f454-31fd-4e8a-9617-c2279aa6bd38 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:36.591050 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:36.615839 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:36.634301 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:36.653458 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0573fc79-e97b-4b35-aa32-a5c2771f864c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:36.681774 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:36.689090 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-b7b7bf32-52dc-4387-a1c2-98bdeb618883 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Calling delete_port for 5c88d540-8a0a-4c25-8f0b-5fafff9677c2 owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:36.690188 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:36.699393 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:36.710445 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:36.735081 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6ee3e278-59bd-4fd6-95a7-2d9b55451bff None None] Provisioning complete for port dbb5f454-31fd-4e8a-9617-c2279aa6bd38 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:36.735465 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e278-59bd-4fd6-95a7-2d9b55451bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:36.772033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0573fc79-e97b-4b35-aa32-a5c2771f864c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:36.815558 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port dbb5f454-31fd-4e8a-9617-c2279aa6bd38 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:36.815558 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:36.819350 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port ebb9d51e-564f-443e-8855-8d2ef81fba9f {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:36.820121 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:36.858046 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a9a743d1-0fce-4947-9d32-d58a360bd7af tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:36.880913 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573fc79-e97b-4b35-aa32-a5c2771f864c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=0c455197-a8aa-4dce-8b72-b4d6f9285caf,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:36.893310 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0573fc79-e97b-4b35-aa32-a5c2771f864c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:36.925002 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05c152b-d6b0-4947-81cb-1ddae866a82c None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:36.945481 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] The port 'ebb9d51e-564f-443e-8855-8d2ef81fba9f' was deleted {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:19:36.986099 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0573fc79-e97b-4b35-aa32-a5c2771f864c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/0c455197-a8aa-4dce-8b72-b4d6f9285caf HTTP/1.1" status: 204 len: 168 time: 0.7530122 Jan 17 14:19:36.991196 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36360) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:37.030302 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03373a4a-e1a1-4148-9565-bbfd21b1f1f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:37.080173 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-03373a4a-e1a1-4148-9565-bbfd21b1f1f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Transition to ACTIVE for port object 2a73c859-6fa5-4f0d-ae69-eecada3874fd will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:37.087425 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a9a743d1-0fce-4947-9d32-d58a360bd7af tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:37.117349 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:37.122868 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:37.135001 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:37.156974 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:37.173298 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:37.179639 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73273fb-5ec0-42e0-a3ae-0da5ca4e6189']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:37.188398 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:37.189274 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dffa778-14e3-4acf-9dcd-d24a59535edd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet 7836b06e-2468-4f26-899f-515313f1dd2c {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:19:37.193620 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a743d1-0fce-4947-9d32-d58a360bd7af tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Pushing event deleted for resources: {'Subnet': ['ID=73960ff7-cb5b-4745-b4fa-24ef412cdf51,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:37.195781 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a9a743d1-0fce-4947-9d32-d58a360bd7af tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:37.206183 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:37.211997 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5dffa778-14e3-4acf-9dcd-d24a59535edd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:37.212259 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095ea38e-e1aa-4035-ad73-ee0b0674f86e') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:37.212878 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095ea38e-e1aa-4035-ad73-ee0b0674f86e') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:37.226794 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724958c2-54a5-4fb7-b397-dab137ba630d,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:37.231339 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:37.241216 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c686ba-e88e-48d7-8185-9eeff6deb85e None None] Network 5e091f2b-441a-4313-8015-0537ada741eb requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:37.264239 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:37.276188 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:19:37.276534 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:19:37.293869 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:19:37.301391 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a9a743d1-0fce-4947-9d32-d58a360bd7af tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "DELETE /v2.0/subnets/73960ff7-cb5b-4745-b4fa-24ef412cdf51 HTTP/1.1" status: 204 len: 168 time: 1.8390052 Jan 17 14:19:37.306818 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36364) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:37.312562 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03373a4a-e1a1-4148-9565-bbfd21b1f1f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:37.318132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5dffa778-14e3-4acf-9dcd-d24a59535edd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:37.360760 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ebb9d51e-564f-443e-8855-8d2ef81fba9f no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:19:37.408483 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b7b7bf32-52dc-4387-a1c2-98bdeb618883 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:37.423488 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: ebb9d51e-564f-443e-8855-8d2ef81fba9f {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:19:37.424032 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ebb9d51e-564f-443e-8855-8d2ef81fba9f not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:19:37.450503 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:37.462066 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:37.483544 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:37.497830 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Network': ['ID=d73273fb-5ec0-42e0-a3ae-0da5ca4e6189,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:37.500799 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:37.522980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03373a4a-e1a1-4148-9565-bbfd21b1f1f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 4dbd5c10-2dd0-4964-949e-32f957ba960b is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:37.538789 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7cc55a59-93ca-4ba6-8d27-8423136c73f4 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/networks/d73273fb-5ec0-42e0-a3ae-0da5ca4e6189 HTTP/1.1" status: 204 len: 168 time: 2.5722580 Jan 17 14:19:37.539099 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36368) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:37.564168 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-03373a4a-e1a1-4148-9565-bbfd21b1f1f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:37.577969 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03373a4a-e1a1-4148-9565-bbfd21b1f1f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:37.614804 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:37.616205 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0719407 Jan 17 14:19:37.623427 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36372) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:37.632314 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-bfef5ee4-44a4-47d7-8405-9909dbd13534 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': 'ae0b0de3-7819-4a1b-bf43-158e6923e7cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:37.637645 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378cb51-0806-41fa-9d2c-ca5ae6f68104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0b0de3-7819-4a1b-bf43-158e6923e7cc,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:37.658058 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-bfef5ee4-44a4-47d7-8405-9909dbd13534 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:37.666978 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bfef5ee4-44a4-47d7-8405-9909dbd13534 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:37.676729 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c683846-0820-4ab6-8a3b-44df065fff05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:37.682727 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1c683846-0820-4ab6-8a3b-44df065fff05 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports/f0f86d7b-4446-422f-9a74-26b7fdbaad1a HTTP/1.1" status: 200 len: 845 time: 0.1396301 Jan 17 14:19:37.683555 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36376) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:37.684658 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bfef5ee4-44a4-47d7-8405-9909dbd13534 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:37.716010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03373a4a-e1a1-4148-9565-bbfd21b1f1f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=2a73c859-6fa5-4f0d-ae69-eecada3874fd,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:37.735106 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-bfef5ee4-44a4-47d7-8405-9909dbd13534 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:37.763105 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a192b5-9670-4ee2-b270-f41a87d6fab6 None None] DHCP port deletion for 5e091f2b-441a-4313-8015-0537ada741eb request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:19:37.767616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5dffa778-14e3-4acf-9dcd-d24a59535edd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:37.771674 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-64a192b5-9670-4ee2-b270-f41a87d6fab6 None None] Deleting port c1ca2f01-175b-42f8-b41e-e9c800f6ff77 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:37.772192 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-64a192b5-9670-4ee2-b270-f41a87d6fab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:37.804560 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-be235f10-bc7b-461a-9c05-2135d4e90d7c tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports/f0f86d7b-4446-422f-9a74-26b7fdbaad1a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1164658 Jan 17 14:19:37.805187 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36380) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:37.809448 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bfef5ee4-44a4-47d7-8405-9909dbd13534 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:37.821242 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-fe8a0a2c-cf89-4ff4-bc2f-aa305bfae625 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'subnet': {'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:37.920916 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:38.007906 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5dffa778-14e3-4acf-9dcd-d24a59535edd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:38.049654 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7bf32-52dc-4387-a1c2-98bdeb618883 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Port': ['ID=5c88d540-8a0a-4c25-8f0b-5fafff9677c2,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:38.061613 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03373a4a-e1a1-4148-9565-bbfd21b1f1f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:38.187440 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-fe8a0a2c-cf89-4ff4-bc2f-aa305bfae625 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:38.190030 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-64a192b5-9670-4ee2-b270-f41a87d6fab6 None None] For port c1ca2f01-175b-42f8-b41e-e9c800f6ff77, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c1ca2f01-175b-42f8-b41e-e9c800f6ff77,segment=NetworkSegment(896fc67c-ebf7-49eb-9a76-f1870f8004ef),segment_id=896fc67c-ebf7-49eb-9a76-f1870f8004ef)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:38.191047 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-64a192b5-9670-4ee2-b270-f41a87d6fab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:38.203254 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fe8a0a2c-cf89-4ff4-bc2f-aa305bfae625 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:subnet and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:38.207520 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bfef5ee4-44a4-47d7-8405-9909dbd13534 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:38.209606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fe8a0a2c-cf89-4ff4-bc2f-aa305bfae625 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:38.212200 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffa778-14e3-4acf-9dcd-d24a59535edd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=7836b06e-2468-4f26-899f-515313f1dd2c,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:38.216633 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-fe8a0a2c-cf89-4ff4-bc2f-aa305bfae625 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:38.218334 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bfef5ee4-44a4-47d7-8405-9909dbd13534 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:38.231558 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5dffa778-14e3-4acf-9dcd-d24a59535edd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:38.244982 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Deleting port c1ca2f01-175b-42f8-b41e-e9c800f6ff77 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:38.245412 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:38.257396 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8a0a2c-cf89-4ff4-bc2f-aa305bfae625 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:38.261467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fe8a0a2c-cf89-4ff4-bc2f-aa305bfae625 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:38.282845 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef5ee4-44a4-47d7-8405-9909dbd13534 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0240c397-4893-41fa-80d9-aa22d7ce96eb,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:38.342167 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bfef5ee4-44a4-47d7-8405-9909dbd13534 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:38.345897 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bfef5ee4-44a4-47d7-8405-9909dbd13534 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7187991 Jan 17 14:19:38.349467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36384) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:38.353980 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fc4e7a97-f984-471e-98b3-31c84433cd39 None None] Provisioning for port 2a73c859-6fa5-4f0d-ae69-eecada3874fd completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:38.366659 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-b871ee9c-fd13-4cb2-ba28-fc5342da59eb tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': 'ae0b0de3-7819-4a1b-bf43-158e6923e7cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:38.378305 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b871ee9c-fd13-4cb2-ba28-fc5342da59eb tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:38.389906 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b871ee9c-fd13-4cb2-ba28-fc5342da59eb tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:38.394469 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b871ee9c-fd13-4cb2-ba28-fc5342da59eb tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:38.406163 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b871ee9c-fd13-4cb2-ba28-fc5342da59eb tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:38.421083 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fc4e7a97-f984-471e-98b3-31c84433cd39 None None] Provisioning complete for port 2a73c859-6fa5-4f0d-ae69-eecada3874fd triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:38.421083 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fc4e7a97-f984-471e-98b3-31c84433cd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:38.430270 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5dffa778-14e3-4acf-9dcd-d24a59535edd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/7836b06e-2468-4f26-899f-515313f1dd2c HTTP/1.1" status: 204 len: 168 time: 1.4364080 Jan 17 14:19:38.434090 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36388) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:38.460183 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b7b7bf32-52dc-4387-a1c2-98bdeb618883 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:38.497049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-64a192b5-9670-4ee2-b270-f41a87d6fab6 None None] Calling delete_port for c1ca2f01-175b-42f8-b41e-e9c800f6ff77 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:38.538695 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b871ee9c-fd13-4cb2-ba28-fc5342da59eb tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:38.543286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-fc4e7a97-f984-471e-98b3-31c84433cd39 None None] Port 2a73c859-6fa5-4f0d-ae69-eecada3874fd cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:38.552941 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c1ca2f01-175b-42f8-b41e-e9c800f6ff77 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:19:38.577332 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8399f9fc-c96b-442c-b4bc-7c0507f21f70 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1412497 Jan 17 14:19:38.584315 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36392) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:38.598376 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-9e954b54-9097-47bc-a4ee-ba4869ddf896 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:38.604166 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced1a0dc-25ce-4e21-93ef-75ea790aa16d None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:38.776118 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-427c787f-05a9-48f5-8e6b-5055c9c20518 None None] Provisioning complete for port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:38.776857 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-427c787f-05a9-48f5-8e6b-5055c9c20518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:38.776997 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9e954b54-9097-47bc-a4ee-ba4869ddf896 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:38.794631 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9e954b54-9097-47bc-a4ee-ba4869ddf896 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:38.799606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9e954b54-9097-47bc-a4ee-ba4869ddf896 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:38.807630 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-b871ee9c-fd13-4cb2-ba28-fc5342da59eb tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): There was a conflict when trying to complete your request. Jan 17 14:19:38.808753 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b871ee9c-fd13-4cb2-ba28-fc5342da59eb tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4585676 Jan 17 14:19:38.809737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9e954b54-9097-47bc-a4ee-ba4869ddf896 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:38.811557 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36396) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:38.834877 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fe8a0a2c-cf89-4ff4-bc2f-aa305bfae625 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:38.874170 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e954b54-9097-47bc-a4ee-ba4869ddf896 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:38.877668 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9e954b54-9097-47bc-a4ee-ba4869ddf896 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:38.958018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-64a192b5-9670-4ee2-b270-f41a87d6fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:38.993828 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b7bf32-52dc-4387-a1c2-98bdeb618883 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router 107596fd-9944-4f55-a183-bc5bdf5e2916 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:19:39.011172 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8a0a2c-cf89-4ff4-bc2f-aa305bfae625 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:39.015492 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Port c1ca2f01-175b-42f8-b41e-e9c800f6ff77 update to DOWN by agent not found {{(pid=87525) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 17 14:19:39.019258 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-fe8a0a2c-cf89-4ff4-bc2f-aa305bfae625 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:39.032270 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a192b5-9670-4ee2-b270-f41a87d6fab6 None None] Pushing event deleted for resources: {'Port': ['ID=c1ca2f01-175b-42f8-b41e-e9c800f6ff77,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:39.038727 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] For port c1ca2f01-175b-42f8-b41e-e9c800f6ff77, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c1ca2f01-175b-42f8-b41e-e9c800f6ff77,segment=NetworkSegment(896fc67c-ebf7-49eb-9a76-f1870f8004ef),segment_id=896fc67c-ebf7-49eb-9a76-f1870f8004ef)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:39.039448 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:39.040522 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8a0a2c-cf89-4ff4-bc2f-aa305bfae625 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:39.041101 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fe8a0a2c-cf89-4ff4-bc2f-aa305bfae625 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:39.057020 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a0a2c-cf89-4ff4-bc2f-aa305bfae625 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Subnet': ['ID=1bc43ba8-20ca-418c-9b2a-3b9faf14d6c5,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:39.091003 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af44b92a-17d0-48c8-a00a-c5685363cbb5 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:39.092413 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaf8de5-dde1-4d5a-ac10-759c94e41793 None None] Network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:39.097284 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fe8a0a2c-cf89-4ff4-bc2f-aa305bfae625 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2877994 Jan 17 14:19:39.105619 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36400) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:39.109154 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a192b5-9670-4ee2-b270-f41a87d6fab6 None None] No DVR routers for this DVR port c1ca2f01-175b-42f8-b41e-e9c800f6ff77 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:19:39.111379 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-93a6a7d4-b5be-4905-b7bc-f9c6a2a4c8b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'security_group': {'name': 'tempest-secgroup-392771912'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:39.136075 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-93a6a7d4-b5be-4905-b7bc-f9c6a2a4c8b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:39.156287 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-93a6a7d4-b5be-4905-b7bc-f9c6a2a4c8b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:security_group and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:39.162753 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-93a6a7d4-b5be-4905-b7bc-f9c6a2a4c8b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:39.166637 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af44b92a-17d0-48c8-a00a-c5685363cbb5 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:39.189388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-93a6a7d4-b5be-4905-b7bc-f9c6a2a4c8b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:39.189790 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03373a4a-e1a1-4148-9565-bbfd21b1f1f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:39.267045 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-93a6a7d4-b5be-4905-b7bc-f9c6a2a4c8b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:39.272863 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Calling delete_port for c1ca2f01-175b-42f8-b41e-e9c800f6ff77 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:39.300112 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-93a6a7d4-b5be-4905-b7bc-f9c6a2a4c8b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:39.316970 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-93a6a7d4-b5be-4905-b7bc-f9c6a2a4c8b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:security_group_rule and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:39.320408 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-93a6a7d4-b5be-4905-b7bc-f9c6a2a4c8b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:39.328403 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af44b92a-17d0-48c8-a00a-c5685363cbb5 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:39.340663 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-93a6a7d4-b5be-4905-b7bc-f9c6a2a4c8b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:39.348441 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:19:39.359553 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] Deleting port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:39.360284 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:39.369172 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44b92a-17d0-48c8-a00a-c5685363cbb5 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0b0de3-7819-4a1b-bf43-158e6923e7cc,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:39.429124 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af44b92a-17d0-48c8-a00a-c5685363cbb5 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:39.432830 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-af44b92a-17d0-48c8-a00a-c5685363cbb5 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "DELETE /v2.0/security-groups/ae0b0de3-7819-4a1b-bf43-158e6923e7cc HTTP/1.1" status: 204 len: 168 time: 0.6177759 Jan 17 14:19:39.435665 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36404) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:39.447599 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b7bf32-52dc-4387-a1c2-98bdeb618883 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:19:39.496492 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b7b7bf32-52dc-4387-a1c2-98bdeb618883 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/107596fd-9944-4f55-a183-bc5bdf5e2916/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8467886 Jan 17 14:19:39.500634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36408) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:39.500823 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484811eb-856f-496e-b1fe-fb9fc91e6547 None None] Sync routers for ids ['107596fd-9944-4f55-a183-bc5bdf5e2916'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:19:39.533669 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484811eb-856f-496e-b1fe-fb9fc91e6547 None None] Routers {'107596fd-9944-4f55-a183-bc5bdf5e2916'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:39.534297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-484811eb-856f-496e-b1fe-fb9fc91e6547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['107596fd-9944-4f55-a183-bc5bdf5e2916'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:39.551073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-93a6a7d4-b5be-4905-b7bc-f9c6a2a4c8b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:39.561717 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-93a6a7d4-b5be-4905-b7bc-f9c6a2a4c8b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:39.586146 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.objects.ports [None req-9e954b54-9097-47bc-a4ee-ba4869ddf896 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87524) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 14:19:39.665982 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-484811eb-856f-496e-b1fe-fb9fc91e6547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:39.670288 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-93a6a7d4-b5be-4905-b7bc-f9c6a2a4c8b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:39.673834 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-93a6a7d4-b5be-4905-b7bc-f9c6a2a4c8b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5648854 Jan 17 14:19:39.675764 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6a7d4-b5be-4905-b7bc-f9c6a2a4c8b7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9a135f-677b-49da-b302-c7ae38407929,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:39.681602 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36412) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:39.690815 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-b3bb2f99-5b37-4b18-ae48-a9e9d34f6fb7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'security_group': {'name': 'tempest-secgroup-1599876785'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:39.701065 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484811eb-856f-496e-b1fe-fb9fc91e6547 None None] Routers {'107596fd-9944-4f55-a183-bc5bdf5e2916'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:39.701257 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-484811eb-856f-496e-b1fe-fb9fc91e6547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['107596fd-9944-4f55-a183-bc5bdf5e2916'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:39.701900 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b3bb2f99-5b37-4b18-ae48-a9e9d34f6fb7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:39.711215 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b3bb2f99-5b37-4b18-ae48-a9e9d34f6fb7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:security_group and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:39.715347 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b3bb2f99-5b37-4b18-ae48-a9e9d34f6fb7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:39.723732 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c4cb2a9e-fab6-4fc1-a945-a042b113ca92 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Synchronizing usage tracker for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:39.726684 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b3bb2f99-5b37-4b18-ae48-a9e9d34f6fb7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:39.751424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2f99-5b37-4b18-ae48-a9e9d34f6fb7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:39.774349 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-484811eb-856f-496e-b1fe-fb9fc91e6547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:39.774957 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484811eb-856f-496e-b1fe-fb9fc91e6547 None None] The sync data for ids ['107596fd-9944-4f55-a183-bc5bdf5e2916'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:19:39.778174 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b3bb2f99-5b37-4b18-ae48-a9e9d34f6fb7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:39.794864 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-41f78852-d7bf-4690-be5d-107a2816a0fa tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3579931 Jan 17 14:19:39.799953 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-0a0b64f9-af8d-4936-b9b9-eb1d962bac73', 'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73', 'tenant_id': '374cea47104946fc966cdb1b752ef9e6', 'fixed_ips': [{'subnet_id': '1bc43ba8-20ca-418c-9b2a-3b9faf14d6c5'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:19:39.800813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:39.810063 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36416) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:39.825195 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b3bb2f99-5b37-4b18-ae48-a9e9d34f6fb7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:security_group_rule and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:39.828947 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-3937c505-c356-481b-a2d8-246edc75efc2 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658592342'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:39.834373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:19:39.835069 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:19:39.835396 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b3bb2f99-5b37-4b18-ae48-a9e9d34f6fb7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:39.843048 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-3937c505-c356-481b-a2d8-246edc75efc2 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:39.848898 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b3bb2f99-5b37-4b18-ae48-a9e9d34f6fb7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:39.863602 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3937c505-c356-481b-a2d8-246edc75efc2 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:39.869742 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3937c505-c356-481b-a2d8-246edc75efc2 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:39.870868 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9e954b54-9097-47bc-a4ee-ba4869ddf896 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:39.878010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c4cb2a9e-fab6-4fc1-a945-a042b113ca92 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Unset dirty status for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:39.879524 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c4cb2a9e-fab6-4fc1-a945-a042b113ca92 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/ports?device_id=107596fd-9944-4f55-a183-bc5bdf5e2916 HTTP/1.1" status: 200 len: 205 time: 0.3767428 Jan 17 14:19:39.884698 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36420) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:39.930583 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-3937c505-c356-481b-a2d8-246edc75efc2 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:39.943445 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] For port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=75647b2c-6bb2-4988-aef3-e48cdb6fd5d9,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:39.943896 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:39.970202 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3937c505-c356-481b-a2d8-246edc75efc2 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:40.003024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-3937c505-c356-481b-a2d8-246edc75efc2 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:40.014457 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3937c505-c356-481b-a2d8-246edc75efc2 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:40.019216 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3937c505-c356-481b-a2d8-246edc75efc2 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:40.028721 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-3937c505-c356-481b-a2d8-246edc75efc2 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:40.119616 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] Calling delete_port for 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:40.230124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3937c505-c356-481b-a2d8-246edc75efc2 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:40.233989 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cf36c542-95c3-4684-b5f8-fd0a8e72aeb9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:40.244451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3937c505-c356-481b-a2d8-246edc75efc2 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:40.267870 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:19:40.268166 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:19:40.274554 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Allocated IP 2001:db8::2 (0a0b64f9-af8d-4936-b9b9-eb1d962bac73/1bc43ba8-20ca-418c-9b2a-3b9faf14d6c5/895bec3e-6264-40a3-b2a1-ad632ad79cc6) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:40.276705 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03373a4a-e1a1-4148-9565-bbfd21b1f1f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:40.291247 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03373a4a-e1a1-4148-9565-bbfd21b1f1f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:40.373386 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Deleting port c1ca2f01-175b-42f8-b41e-e9c800f6ff77 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:40.373386 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:40.461013 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] The port 'c1ca2f01-175b-42f8-b41e-e9c800f6ff77' was deleted {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:19:40.504362 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937c505-c356-481b-a2d8-246edc75efc2 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a9e3aa-9427-4242-904b-359f4098915a,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:40.515804 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3937c505-c356-481b-a2d8-246edc75efc2 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:40.516977 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3937c505-c356-481b-a2d8-246edc75efc2 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7025352 Jan 17 14:19:40.527683 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36424) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:40.534743 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:19:40.553155 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c4087338-0bef-4036-8e6e-898d3b9c0661 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': 'b2a9e3aa-9427-4242-904b-359f4098915a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:40.554388 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING neutron.api.v2.base [None req-c4087338-0bef-4036-8e6e-898d3b9c0661 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 17 14:19:40.554881 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-c4087338-0bef-4036-8e6e-898d3b9c0661 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:40.555891 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c4087338-0bef-4036-8e6e-898d3b9c0661 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0270805 Jan 17 14:19:40.568019 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:40.569091 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36428) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:40.600465 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Transition to ACTIVE for port object 895bec3e-6264-40a3-b2a1-ad632ad79cc6 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:40.622554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03373a4a-e1a1-4148-9565-bbfd21b1f1f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=2a73c859-6fa5-4f0d-ae69-eecada3874fd,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:40.637645 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2f99-5b37-4b18-ae48-a9e9d34f6fb7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:40.651060 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Transition to ACTIVE for port object 895bec3e-6264-40a3-b2a1-ad632ad79cc6 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:40.688836 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03373a4a-e1a1-4148-9565-bbfd21b1f1f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:40.697553 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:40.719275 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2f99-5b37-4b18-ae48-a9e9d34f6fb7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:40.720453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:40.744402 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9d99b315-9f3f-41ab-94dd-c84f1b157445 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:40.748493 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-314d5a4b-6448-4ed1-8932-3e4ffd0c76b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:40.770269 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] Deleting port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:40.771390 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:40.808945 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2f99-5b37-4b18-ae48-a9e9d34f6fb7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:40.820839 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b3bb2f99-5b37-4b18-ae48-a9e9d34f6fb7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1378541 Jan 17 14:19:40.828501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36432) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:40.834809 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-1a0e489e-5bcd-42a5-b702-760dd3648e39 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-722163135', 'security_groups': ['479afe23-bd3c-4250-af25-c13815bbfa95'], 'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1bc43ba8-20ca-418c-9b2a-3b9faf14d6c5'}]}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:40.874028 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:40.886111 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:40.893945 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:40.901640 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Pushing event updated for resources: {'Port': ['ID=895bec3e-6264-40a3-b2a1-ad632ad79cc6,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:40.907310 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:40.945978 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e091f2b-441a-4313-8015-0537ada741eb']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:40.972452 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896fc67c-ebf7-49eb-9a76-f1870f8004ef') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:40.972748 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896fc67c-ebf7-49eb-9a76-f1870f8004ef') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:40.986099 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9d99b315-9f3f-41ab-94dd-c84f1b157445 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.017253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.085656 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.089394 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb2f99-5b37-4b18-ae48-a9e9d34f6fb7 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=479afe23-bd3c-4250-af25-c13815bbfa95,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:41.114960 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1a0e489e-5bcd-42a5-b702-760dd3648e39 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:41.116425 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cf36c542-95c3-4684-b5f8-fd0a8e72aeb9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.116989 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:19:41.117388 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.126890 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cf36c542-95c3-4684-b5f8-fd0a8e72aeb9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: util.warn( Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:19:41.135208 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:19:41.149680 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-9e954b54-9097-47bc-a4ee-ba4869ddf896 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] For port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=75647b2c-6bb2-4988-aef3-e48cdb6fd5d9,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:41.184829 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cf36c542-95c3-4684-b5f8-fd0a8e72aeb9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.185862 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf36c542-95c3-4684-b5f8-fd0a8e72aeb9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Fanout notify agent at l3_agent the message router_deleted on router 107596fd-9944-4f55-a183-bc5bdf5e2916 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:19:41.209644 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cf36c542-95c3-4684-b5f8-fd0a8e72aeb9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.214746 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-cf36c542-95c3-4684-b5f8-fd0a8e72aeb9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/routers/107596fd-9944-4f55-a183-bc5bdf5e2916 HTTP/1.1" status: 204 len: 168 time: 1.3224423 Jan 17 14:19:41.224717 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36436) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:41.233626 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Attempting to bind port 895bec3e-6264-40a3-b2a1-ad632ad79cc6 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:19:41.234002 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Attempting to bind port 895bec3e-6264-40a3-b2a1-ad632ad79cc6 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '315f2e00-9bb1-4ee6-b93e-3de3adbe1075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:19:41.234146 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9e954b54-9097-47bc-a4ee-ba4869ddf896 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.234409 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Attempting to bind port 895bec3e-6264-40a3-b2a1-ad632ad79cc6 on network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:19:41.240139 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9e954b54-9097-47bc-a4ee-ba4869ddf896 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.240864 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9e954b54-9097-47bc-a4ee-ba4869ddf896 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.252706 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:19:41.253310 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Checking segment: {'id': '315f2e00-9bb1-4ee6-b93e-3de3adbe1075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:19:41.253719 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.254118 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Bound using segment: {'id': '315f2e00-9bb1-4ee6-b93e-3de3adbe1075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:19:41.254594 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Bound port: 895bec3e-6264-40a3-b2a1-ad632ad79cc6, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315f2e00-9bb1-4ee6-b93e-3de3adbe1075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:19:41.255649 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.261073 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03373a4a-e1a1-4148-9565-bbfd21b1f1f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 4dbd5c10-2dd0-4964-949e-32f957ba960b is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:41.262144 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1a0e489e-5bcd-42a5-b702-760dd3648e39 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:41.275847 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-03373a4a-e1a1-4148-9565-bbfd21b1f1f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:41.302610 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9d99b315-9f3f-41ab-94dd-c84f1b157445 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.343322 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] For port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=75647b2c-6bb2-4988-aef3-e48cdb6fd5d9,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:41.343721 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.391667 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e954b54-9097-47bc-a4ee-ba4869ddf896 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:41.396049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:19:41.396537 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:19:41.398325 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e954b54-9097-47bc-a4ee-ba4869ddf896 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=3b6470ee-29e9-4253-a659-c9481894e0da,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:41.402157 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-9e954b54-9097-47bc-a4ee-ba4869ddf896 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:41.405649 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e954b54-9097-47bc-a4ee-ba4869ddf896 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:41.406229 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9e954b54-9097-47bc-a4ee-ba4869ddf896 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.426008 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e954b54-9097-47bc-a4ee-ba4869ddf896 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=75647b2c-6bb2-4988-aef3-e48cdb6fd5d9,revision_number=8']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:41.433886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.441932 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9e954b54-9097-47bc-a4ee-ba4869ddf896 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8526845 Jan 17 14:19:41.442768 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.444957 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36440) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:41.450809 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ee3accc0-e419-4d0d-b10c-3dbd6251f874 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:41.493481 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0e489e-5bcd-42a5-b702-760dd3648e39 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:41.521021 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] Calling delete_port for 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:41.625058 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ee3accc0-e419-4d0d-b10c-3dbd6251f874 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:41.629581 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ee3accc0-e419-4d0d-b10c-3dbd6251f874 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:41.633514 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ee3accc0-e419-4d0d-b10c-3dbd6251f874 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:41.640816 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ee3accc0-e419-4d0d-b10c-3dbd6251f874 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:41.652120 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3accc0-e419-4d0d-b10c-3dbd6251f874 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:41.655869 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ee3accc0-e419-4d0d-b10c-3dbd6251f874 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.692257 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] For port 895bec3e-6264-40a3-b2a1-ad632ad79cc6, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:19:41.701737 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99b315-9f3f-41ab-94dd-c84f1b157445 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a9e3aa-9427-4242-904b-359f4098915a,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:41.707617 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] For port 895bec3e-6264-40a3-b2a1-ad632ad79cc6, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=895bec3e-6264-40a3-b2a1-ad632ad79cc6,segment=NetworkSegment(315f2e00-9bb1-4ee6-b93e-3de3adbe1075),segment_id=315f2e00-9bb1-4ee6-b93e-3de3adbe1075)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:19:41.709912 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6ea524be-2800-4c62-9d90-a1f8f90fb2b2 None None] Provisioning complete for port 2a73c859-6fa5-4f0d-ae69-eecada3874fd triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:41.710350 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6ea524be-2800-4c62-9d90-a1f8f90fb2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.766692 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6ea524be-2800-4c62-9d90-a1f8f90fb2b2 None None] Port 2a73c859-6fa5-4f0d-ae69-eecada3874fd cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:41.780410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-974ffb56-b7b6-4eaa-9ccc-5d242d609ce6 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting subnet cc8ee11e-d1ed-4205-a0d9-8e19e4503153 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:19:41.784500 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] Pushing event deleted for resources: {'Network': ['ID=5e091f2b-441a-4313-8015-0537ada741eb,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:41.788221 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:19:41.788584 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:19:41.789647 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.798473 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-974ffb56-b7b6-4eaa-9ccc-5d242d609ce6 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.823512 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.ipam_backend_mixin [None req-ee3accc0-e419-4d0d-b10c-3dbd6251f874 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b6470ee-29e9-4253-a659-c9481894e0da (CIDR: 2001:db8::/64) Jan 17 14:19:41.828170 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3accc0-e419-4d0d-b10c-3dbd6251f874 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:41.828830 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3accc0-e419-4d0d-b10c-3dbd6251f874 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:41.834469 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7555b405-1453-40a9-882b-eff109b520fa tempest-AllowedAddressPairIpV6TestJSON-820898102 tempest-AllowedAddressPairIpV6TestJSON-820898102-project] 10.222.0.48 "DELETE /v2.0/networks/5e091f2b-441a-4313-8015-0537ada741eb HTTP/1.1" status: 204 len: 168 time: 4.5264401 Jan 17 14:19:41.856050 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ee3accc0-e419-4d0d-b10c-3dbd6251f874 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4099169 Jan 17 14:19:41.858976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36446) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:41.880361 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-fa3c393f-41f4-4673-91ae-a6015d0db596 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:41.909135 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9d99b315-9f3f-41ab-94dd-c84f1b157445 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:41.913654 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9d99b315-9f3f-41ab-94dd-c84f1b157445 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "DELETE /v2.0/security-groups/b2a9e3aa-9427-4242-904b-359f4098915a HTTP/1.1" status: 204 len: 168 time: 1.3403604 Jan 17 14:19:41.933659 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36450) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:42.003495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-974ffb56-b7b6-4eaa-9ccc-5d242d609ce6 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:42.014933 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:42.060227 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=75647b2c-6bb2-4988-aef3-e48cdb6fd5d9,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:42.072167 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d640d1-5b8b-46a8-88fb-4b24053edfe4 None None] Pushing event updated for resources: {'Port': ['ID=895bec3e-6264-40a3-b2a1-ad632ad79cc6,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:42.084358 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:42.102684 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-fa3c393f-41f4-4673-91ae-a6015d0db596 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:42.107219 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fa3c393f-41f4-4673-91ae-a6015d0db596 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:42.111415 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fa3c393f-41f4-4673-91ae-a6015d0db596 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:42.126283 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-fa3c393f-41f4-4673-91ae-a6015d0db596 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:42.143366 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3c393f-41f4-4673-91ae-a6015d0db596 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:42.152557 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa3c393f-41f4-4673-91ae-a6015d0db596 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:42.173366 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a0e489e-5bcd-42a5-b702-760dd3648e39 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:42.188894 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03373a4a-e1a1-4148-9565-bbfd21b1f1f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 45d0dd15-f759-42e9-b137-9e6e5619a40d has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:19:42.201928 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-cdeb2f3d-c0d5-4e38-a487-51387ac5bb0c tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Synchronizing usage tracker for tenant:2b1ff2c5c346449394d0af32822691cd on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:42.225733 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=75647b2c-6bb2-4988-aef3-e48cdb6fd5d9,revision_number=9']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:42.233393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-1a0e489e-5bcd-42a5-b702-760dd3648e39 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] device_id is not set on port 24c937c1-d0d2-40fb-8ba4-24506094698c yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:19:42.258089 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36456) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:42.357903 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-cdeb2f3d-c0d5-4e38-a487-51387ac5bb0c tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Unset dirty status for tenant:2b1ff2c5c346449394d0af32822691cd on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:42.358969 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cdeb2f3d-c0d5-4e38-a487-51387ac5bb0c tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4242795 Jan 17 14:19:42.363697 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36462) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:42.374604 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-b0510f77-3c74-4af8-b3fe-d1e1a769abc9 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group': {'name': 'tempest-secgroup--516875140'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:42.393873 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b0510f77-3c74-4af8-b3fe-d1e1a769abc9 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:42.421152 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b0510f77-3c74-4af8-b3fe-d1e1a769abc9 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:42.426436 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-974ffb56-b7b6-4eaa-9ccc-5d242d609ce6 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:42.441496 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0510f77-3c74-4af8-b3fe-d1e1a769abc9 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:42.543799 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b0510f77-3c74-4af8-b3fe-d1e1a769abc9 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:42.563594 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b0510f77-3c74-4af8-b3fe-d1e1a769abc9 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:42.572703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b0510f77-3c74-4af8-b3fe-d1e1a769abc9 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:42.579252 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 895bec3e-6264-40a3-b2a1-ad632ad79cc6 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:42.591470 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b0510f77-3c74-4af8-b3fe-d1e1a769abc9 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:42.618335 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-38c59118-2a9e-470b-8aa2-e4f1957727e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e6c93de802c4e77b70df127687bcced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568711 Jan 17 14:19:42.618548 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36466) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:42.660700 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 895bec3e-6264-40a3-b2a1-ad632ad79cc6 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:42.718098 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] Deleting port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:42.718709 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:42.759205 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-1a0e489e-5bcd-42a5-b702-760dd3648e39 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Allocated IP 2001:db8::1a (0a0b64f9-af8d-4936-b9b9-eb1d962bac73/1bc43ba8-20ca-418c-9b2a-3b9faf14d6c5/24c937c1-d0d2-40fb-8ba4-24506094698c) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:42.846374 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa3c393f-41f4-4673-91ae-a6015d0db596 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:42.932151 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0510f77-3c74-4af8-b3fe-d1e1a769abc9 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:42.939893 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3c393f-41f4-4673-91ae-a6015d0db596 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:42.944742 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f3d0e1a0-1c55-4c05-b0f0-ddc704aed712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:42.946674 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-fa3c393f-41f4-4673-91ae-a6015d0db596 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:42.958712 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3c393f-41f4-4673-91ae-a6015d0db596 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:42.959302 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa3c393f-41f4-4673-91ae-a6015d0db596 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:42.969502 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0510f77-3c74-4af8-b3fe-d1e1a769abc9 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:42.970436 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a0e489e-5bcd-42a5-b702-760dd3648e39 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:42.980669 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03373a4a-e1a1-4148-9565-bbfd21b1f1f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:19:43.008705 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-1a0e489e-5bcd-42a5-b702-760dd3648e39 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Transition to ACTIVE for port object 24c937c1-d0d2-40fb-8ba4-24506094698c will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:43.021162 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-03373a4a-e1a1-4148-9565-bbfd21b1f1f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/routers/45d0dd15-f759-42e9-b137-9e6e5619a40d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8174016 Jan 17 14:19:43.021874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36470) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:43.022979 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] Sync routers for ids ['45d0dd15-f759-42e9-b137-9e6e5619a40d'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:19:43.027500 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-974ffb56-b7b6-4eaa-9ccc-5d242d609ce6 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:43.041042 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] Routers {'45d0dd15-f759-42e9-b137-9e6e5619a40d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:43.041657 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['45d0dd15-f759-42e9-b137-9e6e5619a40d'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:43.042070 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] For port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=75647b2c-6bb2-4988-aef3-e48cdb6fd5d9,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:43.042515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:43.060898 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c393f-41f4-4673-91ae-a6015d0db596 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=22178f4b-17b4-4055-a282-b7813cdc74b9,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:43.085937 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f3d0e1a0-1c55-4c05-b0f0-ddc704aed712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:43.140888 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0510f77-3c74-4af8-b3fe-d1e1a769abc9 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d7a5cd-aaf4-467c-a00d-a5123472b303,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:43.156033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0510f77-3c74-4af8-b3fe-d1e1a769abc9 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:43.157254 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b0510f77-3c74-4af8-b3fe-d1e1a769abc9 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7922070 Jan 17 14:19:43.168250 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36474) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:43.185539 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ffb56-b7b6-4eaa-9ccc-5d242d609ce6 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Subnet': ['ID=cc8ee11e-d1ed-4205-a0d9-8e19e4503153,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:43.188424 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fa3c393f-41f4-4673-91ae-a6015d0db596 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3271222 Jan 17 14:19:43.194814 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-23871ac1-0f4d-47c6-89c5-47edbb1cbe16 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': 'e3d7a5cd-aaf4-467c-a00d-a5123472b303', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:43.195767 dv-neutron-824901-1-hyperv neutron-server[87524]: WARNING neutron.api.v2.base [None req-23871ac1-0f4d-47c6-89c5-47edbb1cbe16 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 17 14:19:43.196275 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-23871ac1-0f4d-47c6-89c5-47edbb1cbe16 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:43.197262 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-23871ac1-0f4d-47c6-89c5-47edbb1cbe16 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0280509 Jan 17 14:19:43.198615 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feee361-2787-458d-9e80-9197b4063306 None None] Network 6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:43.201664 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-974ffb56-b7b6-4eaa-9ccc-5d242d609ce6 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:43.203775 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-974ffb56-b7b6-4eaa-9ccc-5d242d609ce6 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/subnets/cc8ee11e-d1ed-4205-a0d9-8e19e4503153 HTTP/1.1" status: 204 len: 168 time: 1.9780490 Jan 17 14:19:43.204326 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36478) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:43.204657 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36480) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:43.210547 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36482) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:43.228541 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] Calling delete_port for 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:43.235910 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-6f63aa89-51ef-41c5-addf-9377ecf73fd6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'mac_address': 'fa:16:3e:11:0b:d2', 'name': 'tempest-NetworksTestDHCPv6-706180208'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:43.243037 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f3d0e1a0-1c55-4c05-b0f0-ddc704aed712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:43.259136 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0e1a0-1c55-4c05-b0f0-ddc704aed712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ae3db5-5006-46ab-bd0e-9a8e12b83d58,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:43.265684 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f3d0e1a0-1c55-4c05-b0f0-ddc704aed712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:43.266845 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f3d0e1a0-1c55-4c05-b0f0-ddc704aed712 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42ae3db5-5006-46ab-bd0e-9a8e12b83d58 HTTP/1.1" status: 204 len: 168 time: 0.6474102 Jan 17 14:19:43.410909 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] Set router 45d0dd15-f759-42e9-b137-9e6e5619a40d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:19:43.526091 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a0e489e-5bcd-42a5-b702-760dd3648e39 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:43.576363 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:43.675123 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] Pushing event deleted for resources: {'Port': ['ID=75647b2c-6bb2-4988-aef3-e48cdb6fd5d9,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:43.794189 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e489e-5bcd-42a5-b702-760dd3648e39 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=24c937c1-d0d2-40fb-8ba4-24506094698c,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:43.841995 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ad4ef-6d70-419d-81e8-8451d6f717be None None] No DVR routers for this DVR port 75647b2c-6bb2-4988-aef3-e48cdb6fd5d9 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:19:43.850991 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0e489e-5bcd-42a5-b702-760dd3648e39 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:43.861446 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:19:43.875906 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-1a0e489e-5bcd-42a5-b702-760dd3648e39 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:43.876053 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c470944d-3e26-4485-862f-3aec28413c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:43.879457 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9f0973-3399-4ab9-a134-23c9c7a9f0f4 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:43.892717 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8045f8d1-a039-4b21-b182-07b7887032a9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:43.897815 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0e489e-5bcd-42a5-b702-760dd3648e39 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:43.900194 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2e05a5bf-3fbd-4214-a2bb-aedc5a96e6d8 None None] Provisioning complete for port f0f86d7b-4446-422f-9a74-26b7fdbaad1a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:43.900571 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2e05a5bf-3fbd-4214-a2bb-aedc5a96e6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:43.908161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0e489e-5bcd-42a5-b702-760dd3648e39 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:43.909206 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a0e489e-5bcd-42a5-b702-760dd3648e39 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:43.961535 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'name': 'tempest-TestNetworkBasicOps-router-411605626', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:21Z', 'updated_at': '2022-01-17T14:19:38Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:23Z', 'updated_at': '2022-01-17T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '2a73c859-6fa5-4f0d-ae69-eecada3874fd', 'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2f:38:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:35Z', 'updated_at': '2022-01-17T14:19:40Z', 'revision_number': 2, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:43.970813 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] Checking router: 45d0dd15-f759-42e9-b137-9e6e5619a40d for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:19:43.971262 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] Updating router 45d0dd15-f759-42e9-b137-9e6e5619a40d port 2a73c859-6fa5-4f0d-ae69-eecada3874fd binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:19:43.972677 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c031e663-8ff3-4b95-8113-cf30a2c8964f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:44.014661 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:44.015820 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39467e7-c0c9-4af9-9abf-d332b73bc371 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:44.016306 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39467e7-c0c9-4af9-9abf-d332b73bc371 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:44.016762 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39467e7-c0c9-4af9-9abf-d332b73bc371 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:44.017211 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39467e7-c0c9-4af9-9abf-d332b73bc371 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:44.017665 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39467e7-c0c9-4af9-9abf-d332b73bc371 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:44.018553 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39467e7-c0c9-4af9-9abf-d332b73bc371 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:44.018553 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39467e7-c0c9-4af9-9abf-d332b73bc371 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:44.023448 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36492) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:44.024758 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e39467e7-c0c9-4af9-9abf-d332b73bc371 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4972 time: 0.9998188 Jan 17 14:19:44.035170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faf9964-f3fe-4d47-84ec-747dd2783d87 None None] DHCP port deletion for 6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:19:44.040119 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1a0e489e-5bcd-42a5-b702-760dd3648e39 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2101765 Jan 17 14:19:44.046179 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6f63aa89-51ef-41c5-addf-9377ecf73fd6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:44.049113 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:44.051563 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6f63aa89-51ef-41c5-addf-9377ecf73fd6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:port and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:44.058618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36496) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:44.068334 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-1faf9964-f3fe-4d47-84ec-747dd2783d87 None None] Deleting port 1d207b41-90bc-45b8-878e-6e459a5bf7fc {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:44.068710 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1faf9964-f3fe-4d47-84ec-747dd2783d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:44.079418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-8045f8d1-a039-4b21-b182-07b7887032a9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting port 1d207b41-90bc-45b8-878e-6e459a5bf7fc {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:44.080383 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8045f8d1-a039-4b21-b182-07b7887032a9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:44.105417 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:44.120381 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-a7169bfe-361c-46f7-b4f2-c961ca857685 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'subnet': {'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:44.128628 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2e05a5bf-3fbd-4214-a2bb-aedc5a96e6d8 None None] Port f0f86d7b-4446-422f-9a74-26b7fdbaad1a cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:44.144730 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef92802-75c6-4297-b599-5c789b6c0901 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:44.145293 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef92802-75c6-4297-b599-5c789b6c0901 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:44.146540 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef92802-75c6-4297-b599-5c789b6c0901 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:44.146991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef92802-75c6-4297-b599-5c789b6c0901 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:44.147436 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef92802-75c6-4297-b599-5c789b6c0901 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:44.147917 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef92802-75c6-4297-b599-5c789b6c0901 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:44.148559 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef92802-75c6-4297-b599-5c789b6c0901 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:44.153162 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-cef92802-75c6-4297-b599-5c789b6c0901 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4620 time: 0.1258452 Jan 17 14:19:44.153340 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6f63aa89-51ef-41c5-addf-9377ecf73fd6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:44.158097 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36500) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:44.170945 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6f63aa89-51ef-41c5-addf-9377ecf73fd6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:44.190138 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c031e663-8ff3-4b95-8113-cf30a2c8964f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:44.284713 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2e05a5bf-3fbd-4214-a2bb-aedc5a96e6d8 None None] Provisioning for port 895bec3e-6264-40a3-b2a1-ad632ad79cc6 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:44.338935 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f63aa89-51ef-41c5-addf-9377ecf73fd6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:44.348615 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2e05a5bf-3fbd-4214-a2bb-aedc5a96e6d8 None None] Provisioning complete for port 895bec3e-6264-40a3-b2a1-ad632ad79cc6 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:44.349648 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2e05a5bf-3fbd-4214-a2bb-aedc5a96e6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:44.459759 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-dd1e1438-6655-4841-adcd-33a31adaf5a7 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2964902 Jan 17 14:19:44.558368 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 1d207b41-90bc-45b8-878e-6e459a5bf7fc no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:19:44.586942 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:44.600909 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] Transition to ACTIVE for port object 2a73c859-6fa5-4f0d-ae69-eecada3874fd will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:44.611253 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:44.654672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': '22178f4b-17b4-4055-a282-b7813cdc74b9'}, {'subnet_id': '3b6470ee-29e9-4253-a659-c9481894e0da'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:19:44.655519 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:44.674403 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-8045f8d1-a039-4b21-b182-07b7887032a9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] For port 1d207b41-90bc-45b8-878e-6e459a5bf7fc, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=1d207b41-90bc-45b8-878e-6e459a5bf7fc,segment=NetworkSegment(cd1652c4-353a-42e9-8a1c-aab06815e77a),segment_id=cd1652c4-353a-42e9-8a1c-aab06815e77a)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:44.675043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8045f8d1-a039-4b21-b182-07b7887032a9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:44.716378 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c031e663-8ff3-4b95-8113-cf30a2c8964f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:44.723829 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad8edc-bae7-4526-8678-21b4ca57d297 None None] Pushing event updated for resources: {'Port': ['ID=2a73c859-6fa5-4f0d-ae69-eecada3874fd,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:44.733046 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36506) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:44.738527 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-8ea5d29e-202c-4a8d-8c68-ab631ce4ae1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-282067979', 'description': 'tempest-secgroup-smoke-282067979 description', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:44.746187 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8ea5d29e-202c-4a8d-8c68-ab631ce4ae1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:44.749406 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad8edc-bae7-4526-8678-21b4ca57d297 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:44.749849 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad8edc-bae7-4526-8678-21b4ca57d297 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:44.750279 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad8edc-bae7-4526-8678-21b4ca57d297 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:44.750584 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8ea5d29e-202c-4a8d-8c68-ab631ce4ae1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:44.751015 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad8edc-bae7-4526-8678-21b4ca57d297 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:44.753681 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad8edc-bae7-4526-8678-21b4ca57d297 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:44.753823 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8ea5d29e-202c-4a8d-8c68-ab631ce4ae1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:44.754197 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad8edc-bae7-4526-8678-21b4ca57d297 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:44.754636 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad8edc-bae7-4526-8678-21b4ca57d297 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:44.755592 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad8edc-bae7-4526-8678-21b4ca57d297 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:44.757014 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad8edc-bae7-4526-8678-21b4ca57d297 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:44.761828 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8ea5d29e-202c-4a8d-8c68-ab631ce4ae1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:44.762379 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad8edc-bae7-4526-8678-21b4ca57d297 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:44.762821 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad8edc-bae7-4526-8678-21b4ca57d297 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:44.763698 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baad8edc-bae7-4526-8678-21b4ca57d297 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:19:44.796780 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:44.797343 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8ea5d29e-202c-4a8d-8c68-ab631ce4ae1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:44.830350 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-1faf9964-f3fe-4d47-84ec-747dd2783d87 None None] For port 1d207b41-90bc-45b8-878e-6e459a5bf7fc, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=1d207b41-90bc-45b8-878e-6e459a5bf7fc,segment=NetworkSegment(cd1652c4-353a-42e9-8a1c-aab06815e77a),segment_id=cd1652c4-353a-42e9-8a1c-aab06815e77a)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:44.830741 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1faf9964-f3fe-4d47-84ec-747dd2783d87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:44.833290 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8ea5d29e-202c-4a8d-8c68-ab631ce4ae1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:44.841737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8ea5d29e-202c-4a8d-8c68-ab631ce4ae1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:44.847786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8ea5d29e-202c-4a8d-8c68-ab631ce4ae1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:44.866136 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8ea5d29e-202c-4a8d-8c68-ab631ce4ae1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:44.905808 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-8045f8d1-a039-4b21-b182-07b7887032a9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Calling delete_port for 1d207b41-90bc-45b8-878e-6e459a5bf7fc owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:44.953735 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8ea5d29e-202c-4a8d-8c68-ab631ce4ae1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:44.963091 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8ea5d29e-202c-4a8d-8c68-ab631ce4ae1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:44.973050 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031e663-8ff3-4b95-8113-cf30a2c8964f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d7a5cd-aaf4-467c-a00d-a5123472b303,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:44.975558 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a7169bfe-361c-46f7-b4f2-c961ca857685 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:45.016661 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a7169bfe-361c-46f7-b4f2-c961ca857685 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:subnet and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:45.023564 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a7169bfe-361c-46f7-b4f2-c961ca857685 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:45.024889 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5d29e-202c-4a8d-8c68-ab631ce4ae1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ad7512-fc84-4097-93af-09327db945b6,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:45.026327 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] Attempting to bind port 2a73c859-6fa5-4f0d-ae69-eecada3874fd on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:19:45.028934 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] Attempting to bind port 2a73c859-6fa5-4f0d-ae69-eecada3874fd by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '0158a30b-d440-471d-88ea-d7fc3a2964e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:19:45.029390 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] Attempting to bind port 2a73c859-6fa5-4f0d-ae69-eecada3874fd on network 4dbd5c10-2dd0-4964-949e-32f957ba960b {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:19:45.031749 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6f63aa89-51ef-41c5-addf-9377ecf73fd6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.032326 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8ea5d29e-202c-4a8d-8c68-ab631ce4ae1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.034797 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8ea5d29e-202c-4a8d-8c68-ab631ce4ae1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3004839 Jan 17 14:19:45.040408 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36510) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:45.042561 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:19:45.042998 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] Checking segment: {'id': '0158a30b-d440-471d-88ea-d7fc3a2964e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:19:45.043598 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.044078 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] Bound using segment: {'id': '0158a30b-d440-471d-88ea-d7fc3a2964e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:19:45.044690 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] Bound port: 2a73c859-6fa5-4f0d-ae69-eecada3874fd, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0158a30b-d440-471d-88ea-d7fc3a2964e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:19:45.045478 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.046815 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-1faf9964-f3fe-4d47-84ec-747dd2783d87 None None] Calling delete_port for 1d207b41-90bc-45b8-878e-6e459a5bf7fc owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:45.049685 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c031e663-8ff3-4b95-8113-cf30a2c8964f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.054064 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c031e663-8ff3-4b95-8113-cf30a2c8964f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "DELETE /v2.0/security-groups/e3d7a5cd-aaf4-467c-a00d-a5123472b303 HTTP/1.1" status: 204 len: 168 time: 1.8467484 Jan 17 14:19:45.054669 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36514) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:45.055297 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-29d0a4bd-179b-44fa-b2f3-44256673ffbe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '41ad7512-fc84-4097-93af-09327db945b6', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:45.060858 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a7169bfe-361c-46f7-b4f2-c961ca857685 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:45.062446 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-29d0a4bd-179b-44fa-b2f3-44256673ffbe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:45.066828 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-29d0a4bd-179b-44fa-b2f3-44256673ffbe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:45.072086 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-29d0a4bd-179b-44fa-b2f3-44256673ffbe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:45.079835 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-29d0a4bd-179b-44fa-b2f3-44256673ffbe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:45.106825 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-29d0a4bd-179b-44fa-b2f3-44256673ffbe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.158106 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-6f63aa89-51ef-41c5-addf-9377ecf73fd6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port c1913966-07e0-43ec-bbba-4c3df07f02e6 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:19:45.194076 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] For port 2a73c859-6fa5-4f0d-ae69-eecada3874fd, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:19:45.199434 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] For port 2a73c859-6fa5-4f0d-ae69-eecada3874fd, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=2a73c859-6fa5-4f0d-ae69-eecada3874fd,segment=NetworkSegment(0158a30b-d440-471d-88ea-d7fc3a2964e3),segment_id=0158a30b-d440-471d-88ea-d7fc3a2964e3)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:19:45.201361 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-29d0a4bd-179b-44fa-b2f3-44256673ffbe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.202875 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7169bfe-361c-46f7-b4f2-c961ca857685 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:45.208124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a7169bfe-361c-46f7-b4f2-c961ca857685 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.209380 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.210932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-29d0a4bd-179b-44fa-b2f3-44256673ffbe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.231572 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2e05a5bf-3fbd-4214-a2bb-aedc5a96e6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.245343 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0a4bd-179b-44fa-b2f3-44256673ffbe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a41d519-8083-4297-b0e3-df67bb38510d,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:45.260807 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-29d0a4bd-179b-44fa-b2f3-44256673ffbe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.263363 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-29d0a4bd-179b-44fa-b2f3-44256673ffbe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2212014 Jan 17 14:19:45.265940 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36518) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:45.273805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-bd54b5a2-5acb-4183-81e2-8a711c874cff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '41ad7512-fc84-4097-93af-09327db945b6', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:45.282306 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-bd54b5a2-5acb-4183-81e2-8a711c874cff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:45.288364 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bd54b5a2-5acb-4183-81e2-8a711c874cff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:45.291796 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bd54b5a2-5acb-4183-81e2-8a711c874cff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:45.298256 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-bd54b5a2-5acb-4183-81e2-8a711c874cff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:45.330607 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2e05a5bf-3fbd-4214-a2bb-aedc5a96e6d8 None None] For port 895bec3e-6264-40a3-b2a1-ad632ad79cc6, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=895bec3e-6264-40a3-b2a1-ad632ad79cc6,segment=NetworkSegment(315f2e00-9bb1-4ee6-b93e-3de3adbe1075),segment_id=315f2e00-9bb1-4ee6-b93e-3de3adbe1075)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:45.332641 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] Routers {'45d0dd15-f759-42e9-b137-9e6e5619a40d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:45.333598 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['45d0dd15-f759-42e9-b137-9e6e5619a40d'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:45.341086 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2e05a5bf-3fbd-4214-a2bb-aedc5a96e6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.353097 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bd54b5a2-5acb-4183-81e2-8a711c874cff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.383825 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8045f8d1-a039-4b21-b182-07b7887032a9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.452080 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bd54b5a2-5acb-4183-81e2-8a711c874cff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.462902 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bd54b5a2-5acb-4183-81e2-8a711c874cff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.469988 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.479825 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045f8d1-a039-4b21-b182-07b7887032a9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Port': ['ID=1d207b41-90bc-45b8-878e-6e459a5bf7fc,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:45.484839 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8d4a8961-9d78-44f7-90ec-3d9f4293cdfe tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Synchronizing usage tracker for tenant:2b1ff2c5c346449394d0af32822691cd on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:45.510580 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8045f8d1-a039-4b21-b182-07b7887032a9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] No DVR routers for this DVR port 1d207b41-90bc-45b8-878e-6e459a5bf7fc on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:19:45.526982 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54b5a2-5acb-4183-81e2-8a711c874cff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311715d4-f6e6-44b1-b232-8207eaa81921,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:45.541751 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad8edc-bae7-4526-8678-21b4ca57d297 None None] Pushing event updated for resources: {'Port': ['ID=2a73c859-6fa5-4f0d-ae69-eecada3874fd,revision_number=4']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:45.548547 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bd54b5a2-5acb-4183-81e2-8a711c874cff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.551133 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bd54b5a2-5acb-4183-81e2-8a711c874cff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2820823 Jan 17 14:19:45.553512 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36522) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:45.565767 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-73a93a6e-70d7-4830-86fb-4b6d2ca4fec0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '41ad7512-fc84-4097-93af-09327db945b6', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:45.576323 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8d4a8961-9d78-44f7-90ec-3d9f4293cdfe tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Unset dirty status for tenant:2b1ff2c5c346449394d0af32822691cd on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:45.577694 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8d4a8961-9d78-44f7-90ec-3d9f4293cdfe tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5146325 Jan 17 14:19:45.581732 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-73a93a6e-70d7-4830-86fb-4b6d2ca4fec0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:45.586531 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36526) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:45.591216 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] Set router 45d0dd15-f759-42e9-b137-9e6e5619a40d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:19:45.598071 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-73a93a6e-70d7-4830-86fb-4b6d2ca4fec0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:45.602047 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-73a93a6e-70d7-4830-86fb-4b6d2ca4fec0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:45.606341 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-1faf9964-f3fe-4d47-84ec-747dd2783d87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:19:45.606844 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-1faf9964-f3fe-4d47-84ec-747dd2783d87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:19:45.614110 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-73a93a6e-70d7-4830-86fb-4b6d2ca4fec0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:45.615389 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05a5bf-3fbd-4214-a2bb-aedc5a96e6d8 None None] Pushing event updated for resources: {'Port': ['ID=895bec3e-6264-40a3-b2a1-ad632ad79cc6,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:45.636417 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-874d2a1d-3b4b-4d80-885f-b8830fb1ce68 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675498025'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:45.638538 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-73a93a6e-70d7-4830-86fb-4b6d2ca4fec0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.648123 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9ef3db52-16d6-47c4-9546-2f3aa0bf4ee2 None None] Provisioning for port 24c937c1-d0d2-40fb-8ba4-24506094698c completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:45.664640 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9ef3db52-16d6-47c4-9546-2f3aa0bf4ee2 None None] Provisioning complete for port 24c937c1-d0d2-40fb-8ba4-24506094698c triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:45.665310 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9ef3db52-16d6-47c4-9546-2f3aa0bf4ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.699639 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Allocated IP 2001:db8:0:1::2 (5c806942-cde6-42f7-aae4-af9246279d2e/22178f4b-17b4-4055-a282-b7813cdc74b9/11238db1-1200-4105-987b-56b7aa698d3d) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:45.707601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-874d2a1d-3b4b-4d80-885f-b8830fb1ce68 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:45.722721 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-73a93a6e-70d7-4830-86fb-4b6d2ca4fec0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.723761 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Allocated IP 2001:db8::f816:3eff:fe8e:6db6 (5c806942-cde6-42f7-aae4-af9246279d2e/3b6470ee-29e9-4253-a659-c9481894e0da/11238db1-1200-4105-987b-56b7aa698d3d) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:45.727198 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.ipam_backend_mixin [None req-a7169bfe-361c-46f7-b4f2-c961ca857685 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1bc43ba8-20ca-418c-9b2a-3b9faf14d6c5 (CIDR: 2001:db8::/64) Jan 17 14:19:45.730414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-73a93a6e-70d7-4830-86fb-4b6d2ca4fec0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.747784 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-874d2a1d-3b4b-4d80-885f-b8830fb1ce68 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:45.750284 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7169bfe-361c-46f7-b4f2-c961ca857685 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:45.750953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7169bfe-361c-46f7-b4f2-c961ca857685 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:45.757270 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3db52-16d6-47c4-9546-2f3aa0bf4ee2 None None] Port 24c937c1-d0d2-40fb-8ba4-24506094698c cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:45.783114 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8045f8d1-a039-4b21-b182-07b7887032a9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.795412 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a7169bfe-361c-46f7-b4f2-c961ca857685 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6809671 Jan 17 14:19:45.797280 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36530) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:45.807302 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-36a39d4d-53bb-41ef-8237-b5caf76e0ab5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'subnet': {'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:45.814300 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a93a6e-70d7-4830-86fb-4b6d2ca4fec0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7bf163f-223f-457d-8556-f4b20f7f1d3a,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:45.838027 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-73a93a6e-70d7-4830-86fb-4b6d2ca4fec0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.843011 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-73a93a6e-70d7-4830-86fb-4b6d2ca4fec0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2884831 Jan 17 14:19:45.843676 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36534) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:45.851833 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-5a8b9bcd-1390-4d87-ba85-78ab40e67712 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '41ad7512-fc84-4097-93af-09327db945b6', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:45.864118 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5a8b9bcd-1390-4d87-ba85-78ab40e67712 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:45.872609 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5a8b9bcd-1390-4d87-ba85-78ab40e67712 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:45.879792 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5a8b9bcd-1390-4d87-ba85-78ab40e67712 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:45.891106 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5a8b9bcd-1390-4d87-ba85-78ab40e67712 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:45.906880 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-874d2a1d-3b4b-4d80-885f-b8830fb1ce68 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.918485 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5a8b9bcd-1390-4d87-ba85-78ab40e67712 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:45.923142 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-8045f8d1-a039-4b21-b182-07b7887032a9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:45.947738 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-8045f8d1-a039-4b21-b182-07b7887032a9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1652c4-353a-42e9-8a1c-aab06815e77a') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:45.948032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-8045f8d1-a039-4b21-b182-07b7887032a9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1652c4-353a-42e9-8a1c-aab06815e77a') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:45.968788 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8045f8d1-a039-4b21-b182-07b7887032a9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.001051 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-874d2a1d-3b4b-4d80-885f-b8830fb1ce68 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:46.010616 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.010953 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5a8b9bcd-1390-4d87-ba85-78ab40e67712 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.016635 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5a8b9bcd-1390-4d87-ba85-78ab40e67712 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.018895 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-874d2a1d-3b4b-4d80-885f-b8830fb1ce68 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:46.029265 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Transition to ACTIVE for port object 11238db1-1200-4105-987b-56b7aa698d3d will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:46.052751 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b9bcd-1390-4d87-ba85-78ab40e67712 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718ec50e-a60e-4d72-b025-6c5ea02aea6a,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:46.062045 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Transition to ACTIVE for port object 11238db1-1200-4105-987b-56b7aa698d3d will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:46.069967 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5a8b9bcd-1390-4d87-ba85-78ab40e67712 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.073844 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.074136 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5a8b9bcd-1390-4d87-ba85-78ab40e67712 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2264264 Jan 17 14:19:46.074785 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'name': 'tempest-TestNetworkBasicOps-router-411605626', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:21Z', 'updated_at': '2022-01-17T14:19:38Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:23Z', 'updated_at': '2022-01-17T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '2a73c859-6fa5-4f0d-ae69-eecada3874fd', 'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2f:38:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:35Z', 'updated_at': '2022-01-17T14:19:45Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:46.075767 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36538) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:46.081545 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-4ca558d9-c183-4631-b1ad-dfbd01cec537 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '41ad7512-fc84-4097-93af-09327db945b6', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:46.082253 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efbd61c-80f9-40eb-8bff-5767cd326ef2 None None] The sync data for ids ['45d0dd15-f759-42e9-b137-9e6e5619a40d'] in dv-neutron-824901-1-hyperv is: [{'id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'name': 'tempest-TestNetworkBasicOps-router-411605626', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:21Z', 'updated_at': '2022-01-17T14:19:38Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:23Z', 'updated_at': '2022-01-17T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '2a73c859-6fa5-4f0d-ae69-eecada3874fd', 'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2f:38:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:35Z', 'updated_at': '2022-01-17T14:19:45Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:19:46.096853 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-4ca558d9-c183-4631-b1ad-dfbd01cec537 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:46.103155 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-4ca558d9-c183-4631-b1ad-dfbd01cec537 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:46.114242 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-1faf9964-f3fe-4d47-84ec-747dd2783d87 None None] Deleting port 1d207b41-90bc-45b8-878e-6e459a5bf7fc {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:46.114242 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1faf9964-f3fe-4d47-84ec-747dd2783d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.123671 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-4ca558d9-c183-4631-b1ad-dfbd01cec537 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:46.135213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-4ca558d9-c183-4631-b1ad-dfbd01cec537 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:46.183700 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-4ca558d9-c183-4631-b1ad-dfbd01cec537 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:19:46.191224 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4ca558d9-c183-4631-b1ad-dfbd01cec537 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.207224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-874d2a1d-3b4b-4d80-885f-b8830fb1ce68 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:46.217475 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-874d2a1d-3b4b-4d80-885f-b8830fb1ce68 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:46.228481 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8045f8d1-a039-4b21-b182-07b7887032a9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.254352 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-36a39d4d-53bb-41ef-8237-b5caf76e0ab5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:46.258216 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-1faf9964-f3fe-4d47-84ec-747dd2783d87 None None] The port '1d207b41-90bc-45b8-878e-6e459a5bf7fc' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:19:46.271821 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:46.273570 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:46.281488 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:46.295168 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4ca558d9-c183-4631-b1ad-dfbd01cec537 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.303416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8045f8d1-a039-4b21-b182-07b7887032a9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:19:46.303821 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4ca558d9-c183-4631-b1ad-dfbd01cec537 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.303963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8045f8d1-a039-4b21-b182-07b7887032a9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.322613 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-36a39d4d-53bb-41ef-8237-b5caf76e0ab5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:subnet and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:19:46.326137 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:19:46.336819 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca558d9-c183-4631-b1ad-dfbd01cec537 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33709c0b-7343-4f48-87e1-6cab7e52998b,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:46.343961 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-36a39d4d-53bb-41ef-8237-b5caf76e0ab5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:46.361426 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4ca558d9-c183-4631-b1ad-dfbd01cec537 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.370614 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4ca558d9-c183-4631-b1ad-dfbd01cec537 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2934179 Jan 17 14:19:46.371434 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36542) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:46.377716 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-7f78fad0-d781-498d-b36e-9b3d3f2e00eb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '41ad7512-fc84-4097-93af-09327db945b6', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:46.386557 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7f78fad0-d781-498d-b36e-9b3d3f2e00eb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:46.391729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Pushing event updated for resources: {'Port': ['ID=11238db1-1200-4105-987b-56b7aa698d3d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:46.392981 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7f78fad0-d781-498d-b36e-9b3d3f2e00eb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:46.404379 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7f78fad0-d781-498d-b36e-9b3d3f2e00eb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:46.422394 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7f78fad0-d781-498d-b36e-9b3d3f2e00eb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:46.441229 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-36a39d4d-53bb-41ef-8237-b5caf76e0ab5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:46.446384 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-7f78fad0-d781-498d-b36e-9b3d3f2e00eb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:19:46.462850 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7f78fad0-d781-498d-b36e-9b3d3f2e00eb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.481139 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8045f8d1-a039-4b21-b182-07b7887032a9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.492104 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8045f8d1-a039-4b21-b182-07b7887032a9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.531120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045f8d1-a039-4b21-b182-07b7887032a9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Network': ['ID=6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:46.534244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a39d4d-53bb-41ef-8237-b5caf76e0ab5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:46.537791 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-36a39d4d-53bb-41ef-8237-b5caf76e0ab5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.572614 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Attempting to bind port 11238db1-1200-4105-987b-56b7aa698d3d on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:19:46.572987 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Attempting to bind port 11238db1-1200-4105-987b-56b7aa698d3d by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:19:46.573347 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Attempting to bind port 11238db1-1200-4105-987b-56b7aa698d3d on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:19:46.581222 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:19:46.581589 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:19:46.582049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.582436 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:19:46.582892 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Bound port: 11238db1-1200-4105-987b-56b7aa698d3d, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:19:46.583295 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.599821 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7f78fad0-d781-498d-b36e-9b3d3f2e00eb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.609020 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7f78fad0-d781-498d-b36e-9b3d3f2e00eb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.646615 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 2a73c859-6fa5-4f0d-ae69-eecada3874fd up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:46.648841 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78fad0-d781-498d-b36e-9b3d3f2e00eb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b9afc1-78d0-41b1-8188-314a7ff0e9f5,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:46.667825 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7f78fad0-d781-498d-b36e-9b3d3f2e00eb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.669910 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7f78fad0-d781-498d-b36e-9b3d3f2e00eb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2970505 Jan 17 14:19:46.769031 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] For port 11238db1-1200-4105-987b-56b7aa698d3d, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:19:46.773558 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] For port 11238db1-1200-4105-987b-56b7aa698d3d, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=11238db1-1200-4105-987b-56b7aa698d3d,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:19:46.783269 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.853946 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8045f8d1-a039-4b21-b182-07b7887032a9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/networks/6f0d5f77-30e7-4919-bcfe-7c7b380ad0cd HTTP/1.1" status: 204 len: 168 time: 3.6355548 Jan 17 14:19:46.859274 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36550) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:46.861884 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 2a73c859-6fa5-4f0d-ae69-eecada3874fd completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:46.865175 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-37cce20e-522e-4f45-8ef2-786331a2b051 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1557393696', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:46.871204 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-874d2a1d-3b4b-4d80-885f-b8830fb1ce68 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.879109 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-37cce20e-522e-4f45-8ef2-786331a2b051 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:46.888260 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-874d2a1d-3b4b-4d80-885f-b8830fb1ce68 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.889800 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-37cce20e-522e-4f45-8ef2-786331a2b051 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:router and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:46.890622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 2a73c859-6fa5-4f0d-ae69-eecada3874fd triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:46.890853 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.892441 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-37cce20e-522e-4f45-8ef2-786331a2b051 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:46.899266 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-37cce20e-522e-4f45-8ef2-786331a2b051 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:46.918697 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-37cce20e-522e-4f45-8ef2-786331a2b051 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.919751 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-37cce20e-522e-4f45-8ef2-786331a2b051 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.945008 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-6f63aa89-51ef-41c5-addf-9377ecf73fd6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8:0:1::1ce (5c806942-cde6-42f7-aae4-af9246279d2e/22178f4b-17b4-4055-a282-b7813cdc74b9/c1913966-07e0-43ec-bbba-4c3df07f02e6) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:46.955482 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-37cce20e-522e-4f45-8ef2-786331a2b051 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.975382 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d2a1d-3b4b-4d80-885f-b8830fb1ce68 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c3e978-d601-4896-9c95-5465c7e34799,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:46.979538 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-6f63aa89-51ef-41c5-addf-9377ecf73fd6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::f816:3eff:fe11:bd2 (5c806942-cde6-42f7-aae4-af9246279d2e/3b6470ee-29e9-4253-a659-c9481894e0da/c1913966-07e0-43ec-bbba-4c3df07f02e6) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:46.982224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-874d2a1d-3b4b-4d80-885f-b8830fb1ce68 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:46.983452 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-874d2a1d-3b4b-4d80-885f-b8830fb1ce68 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3928277 Jan 17 14:19:46.990634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36562) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:46.991490 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1026e-6104-4d16-9b18-996d0d0b56c1 None None] Pushing event updated for resources: {'Port': ['ID=11238db1-1200-4105-987b-56b7aa698d3d,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:46.999426 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-08b417ee-2bdd-4a5a-95bb-1535afa5f460 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': '28c3e978-d601-4896-9c95-5465c7e34799', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:47.003471 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-37cce20e-522e-4f45-8ef2-786331a2b051 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:47.012216 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING neutron.api.v2.base [None req-08b417ee-2bdd-4a5a-95bb-1535afa5f460 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 17 14:19:47.013384 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-08b417ee-2bdd-4a5a-95bb-1535afa5f460 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:47.014610 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-08b417ee-2bdd-4a5a-95bb-1535afa5f460 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0219989 Jan 17 14:19:47.022652 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36566) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:47.044176 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ce9e8796-d848-4c2d-8cf4-4d0eafebd622 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': '28c3e978-d601-4896-9c95-5465c7e34799', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:47.045775 dv-neutron-824901-1-hyperv neutron-server[87524]: WARNING neutron.api.v2.base [None req-ce9e8796-d848-4c2d-8cf4-4d0eafebd622 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 17 14:19:47.046288 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-ce9e8796-d848-4c2d-8cf4-4d0eafebd622 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:47.050141 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ce9e8796-d848-4c2d-8cf4-4d0eafebd622 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0265260 Jan 17 14:19:47.050797 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36570) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:47.072393 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-29935811-f732-48dd-a000-682402bdd90e tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': '28c3e978-d601-4896-9c95-5465c7e34799', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:47.073413 dv-neutron-824901-1-hyperv neutron-server[87524]: WARNING neutron.api.v2.base [None req-29935811-f732-48dd-a000-682402bdd90e tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 17 14:19:47.073897 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-29935811-f732-48dd-a000-682402bdd90e tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:47.084232 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-29935811-f732-48dd-a000-682402bdd90e tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0286281 Jan 17 14:19:47.086292 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36574) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:47.091595 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:47.099592 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3537372d-c11d-4fee-b78c-21eafe149b60 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:47.115898 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-37cce20e-522e-4f45-8ef2-786331a2b051 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:47.116288 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-f315c71e-979f-4c06-aa6c-108c2b588fac tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': '28c3e978-d601-4896-9c95-5465c7e34799', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:47.119846 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING neutron.api.v2.base [None req-f315c71e-979f-4c06-aa6c-108c2b588fac tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 17 14:19:47.120039 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-37cce20e-522e-4f45-8ef2-786331a2b051 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2567718 Jan 17 14:19:47.120156 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-f315c71e-979f-4c06-aa6c-108c2b588fac tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:47.120156 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f315c71e-979f-4c06-aa6c-108c2b588fac tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0257697 Jan 17 14:19:47.122026 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36578) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:47.122363 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36580) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:47.142098 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-622d2b75-641f-4685-85e7-61b76a9e907c tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'network': {'name': 'tempest-RoutersTest-1775336969'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:47.150241 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3537372d-c11d-4fee-b78c-21eafe149b60 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:47.159814 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3537372d-c11d-4fee-b78c-21eafe149b60 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-282067979&fields=id&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 267 time: 0.1775792 Jan 17 14:19:47.160567 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 2a73c859-6fa5-4f0d-ae69-eecada3874fd, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=2a73c859-6fa5-4f0d-ae69-eecada3874fd,segment=NetworkSegment(0158a30b-d440-471d-88ea-d7fc3a2964e3),segment_id=0158a30b-d440-471d-88ea-d7fc3a2964e3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:47.166927 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:47.168393 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 895bec3e-6264-40a3-b2a1-ad632ad79cc6 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:47.185453 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-622d2b75-641f-4685-85e7-61b76a9e907c tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:47.196499 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-622d2b75-641f-4685-85e7-61b76a9e907c tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:network and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:47.202521 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-622d2b75-641f-4685-85e7-61b76a9e907c tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:47.341748 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=2a73c859-6fa5-4f0d-ae69-eecada3874fd,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:47.364822 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 895bec3e-6264-40a3-b2a1-ad632ad79cc6 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:47.366003 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:47.389020 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-622d2b75-641f-4685-85e7-61b76a9e907c tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:47.435736 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622d2b75-641f-4685-85e7-61b76a9e907c tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Made reservation on behalf of 746a920811d944b3b7fac1db9f27d8f3 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:47.443211 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-622d2b75-641f-4685-85e7-61b76a9e907c tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:47.461156 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-36a39d4d-53bb-41ef-8237-b5caf76e0ab5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:47.492169 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e611ab65-899b-4de1-ab53-b8787b567939 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:47.521478 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6f63aa89-51ef-41c5-addf-9377ecf73fd6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:47.554000 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a39d4d-53bb-41ef-8237-b5caf76e0ab5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:47.555253 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-2c7b1fbd-5164-45d1-bc82-a4dae3483830 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:47.556212 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-2c7b1fbd-5164-45d1-bc82-a4dae3483830 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:network {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:47.559120 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622d2b75-641f-4685-85e7-61b76a9e907c tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:19:47.560893 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-36a39d4d-53bb-41ef-8237-b5caf76e0ab5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:47.575975 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e611ab65-899b-4de1-ab53-b8787b567939 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:47.576174 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a39d4d-53bb-41ef-8237-b5caf76e0ab5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:47.576894 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-36a39d4d-53bb-41ef-8237-b5caf76e0ab5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:47.581467 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40aac28-210b-4e2e-b738-d5ceff7d88f1 None None] Network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:47.584958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-6f63aa89-51ef-41c5-addf-9377ecf73fd6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object c1913966-07e0-43ec-bbba-4c3df07f02e6 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:47.603648 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-622d2b75-641f-4685-85e7-61b76a9e907c tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:47.604417 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-622d2b75-641f-4685-85e7-61b76a9e907c tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Added segment cc2410a3-5636-4bb1-a8f2-c696b140cda9 of type vlan for network 005c6111-e617-4b12-8a24-afba64352a56 Jan 17 14:19:47.614937 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a39d4d-53bb-41ef-8237-b5caf76e0ab5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Subnet': ['ID=2217c7cf-1d4a-4749-a205-00648996f4af,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:47.635527 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-2c7b1fbd-5164-45d1-bc82-a4dae3483830 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:network {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:47.637029 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-36a39d4d-53bb-41ef-8237-b5caf76e0ab5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8356025 Jan 17 14:19:47.637745 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36586) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:47.642453 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-2c7b1fbd-5164-45d1-bc82-a4dae3483830 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/networks?id=4dbd5c10-2dd0-4964-949e-32f957ba960b HTTP/1.1" status: 200 len: 797 time: 0.4817598 Jan 17 14:19:47.646682 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-4791ee17-3b7e-450c-ac30-c1b877c2bc07 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1303300085', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2217c7cf-1d4a-4749-a205-00648996f4af'}], 'security_groups': ['eb9a135f-677b-49da-b302-c7ae38407929']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:47.673386 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-afad557a-cfee-4bc8-8169-2dd896e8f9f7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/quotas/b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 375 time: 0.0300159 Jan 17 14:19:47.703948 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6f63aa89-51ef-41c5-addf-9377ecf73fd6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:47.719764 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-622d2b75-641f-4685-85e7-61b76a9e907c tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:47.742418 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e611ab65-899b-4de1-ab53-b8787b567939 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:47.785970 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611ab65-899b-4de1-ab53-b8787b567939 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c3e978-d601-4896-9c95-5465c7e34799,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:47.815574 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-622d2b75-641f-4685-85e7-61b76a9e907c tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:47.823513 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622d2b75-641f-4685-85e7-61b76a9e907c tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:47.824278 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-622d2b75-641f-4685-85e7-61b76a9e907c tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:47.886607 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63aa89-51ef-41c5-addf-9377ecf73fd6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=c1913966-07e0-43ec-bbba-4c3df07f02e6,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:47.928704 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f63aa89-51ef-41c5-addf-9377ecf73fd6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:47.930574 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-6f63aa89-51ef-41c5-addf-9377ecf73fd6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:47.933775 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f63aa89-51ef-41c5-addf-9377ecf73fd6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:47.940234 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f63aa89-51ef-41c5-addf-9377ecf73fd6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:47.940881 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6f63aa89-51ef-41c5-addf-9377ecf73fd6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:47.943302 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-354d25d3-8bad-4afc-a36a-bd4927edbe17 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2616246 Jan 17 14:19:47.969054 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e611ab65-899b-4de1-ab53-b8787b567939 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:47.972870 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e611ab65-899b-4de1-ab53-b8787b567939 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "DELETE /v2.0/security-groups/28c3e978-d601-4896-9c95-5465c7e34799 HTTP/1.1" status: 204 len: 168 time: 0.8479266 Jan 17 14:19:47.978715 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36592) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:47.984976 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-622d2b75-641f-4685-85e7-61b76a9e907c tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8615496 Jan 17 14:19:48.003202 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36596) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:48.010433 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f58cf8e2-2f83-496d-bd40-51689a4a8493 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'subnet': {'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:48.031673 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d2b75-641f-4685-85e7-61b76a9e907c tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Network': ['ID=005c6111-e617-4b12-8a24-afba64352a56,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:48.066172 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 005c6111-e617-4b12-8a24-afba64352a56 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:19:48.193205 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4791ee17-3b7e-450c-ac30-c1b877c2bc07 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:48.248010 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932b9c80-f796-4ff9-975b-1b7337fde2e9 None None] Update dhcp port {'port': {'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73', 'fixed_ips': [{'subnet_id': '1bc43ba8-20ca-418c-9b2a-3b9faf14d6c5', 'ip_address': '2001:db8::2'}, {'subnet_id': '2217c7cf-1d4a-4749-a205-00648996f4af'}], 'binding:host_id': 'dv-neutron-824901-1-hyperv'}, 'id': '895bec3e-6264-40a3-b2a1-ad632ad79cc6'} from dv-neutron-824901-1-hyperv. {{(pid=87525) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 17 14:19:48.307488 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-932b9c80-f796-4ff9-975b-1b7337fde2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:48.344408 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f58cf8e2-2f83-496d-bd40-51689a4a8493 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:48.348327 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f58cf8e2-2f83-496d-bd40-51689a4a8493 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:subnet and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:48.351823 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f58cf8e2-2f83-496d-bd40-51689a4a8493 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:48.359117 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f58cf8e2-2f83-496d-bd40-51689a4a8493 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:48.394245 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6f63aa89-51ef-41c5-addf-9377ecf73fd6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.1860082 Jan 17 14:19:48.399816 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36600) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:48.460514 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-887546eb-2cfd-4298-a44a-299f35a1d821 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Synchronizing usage tracker for tenant:2b1ff2c5c346449394d0af32822691cd on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:48.543341 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-196cbf32-566a-4f81-99d7-7a1281d8df5e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port c1913966-07e0-43ec-bbba-4c3df07f02e6 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:48.544217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-196cbf32-566a-4f81-99d7-7a1281d8df5e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:48.557837 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58cf8e2-2f83-496d-bd40-51689a4a8493 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Made reservation on behalf of 746a920811d944b3b7fac1db9f27d8f3 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:48.561711 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f58cf8e2-2f83-496d-bd40-51689a4a8493 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:48.676230 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e17ae0c-b91d-42cf-9777-408f83caa9cd None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:48.710962 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-887546eb-2cfd-4298-a44a-299f35a1d821 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Unset dirty status for tenant:2b1ff2c5c346449394d0af32822691cd on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:48.712289 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-887546eb-2cfd-4298-a44a-299f35a1d821 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7323494 Jan 17 14:19:48.716232 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 2a73c859-6fa5-4f0d-ae69-eecada3874fd up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:48.726134 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36604) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:48.731410 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-a98a8d88-bc03-4d30-a09f-876455539d7b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group': {'name': 'tempest-secgroup--1158855704'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:48.740571 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a98a8d88-bc03-4d30-a09f-876455539d7b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:48.762915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a98a8d88-bc03-4d30-a09f-876455539d7b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:48.847531 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a98a8d88-bc03-4d30-a09f-876455539d7b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:48.861680 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-17c8143f-b38c-4ab7-b910-4669494e41f1 service neutron] 10.222.0.48 "GET /v2.0/networks/4dbd5c10-2dd0-4964-949e-32f957ba960b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9173729 Jan 17 14:19:48.908094 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-932b9c80-f796-4ff9-975b-1b7337fde2e9 None None] Allocated IP 2001:db8:0:1::2 (0a0b64f9-af8d-4936-b9b9-eb1d962bac73/2217c7cf-1d4a-4749-a205-00648996f4af/895bec3e-6264-40a3-b2a1-ad632ad79cc6) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:48.913286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e7bf265f-315a-491d-a638-085f3cfeed58 None None] Provisioning for port 11238db1-1200-4105-987b-56b7aa698d3d completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:48.990951 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-196cbf32-566a-4f81-99d7-7a1281d8df5e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:48.994769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a98a8d88-bc03-4d30-a09f-876455539d7b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:49.006757 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a98a8d88-bc03-4d30-a09f-876455539d7b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:49.012294 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a98a8d88-bc03-4d30-a09f-876455539d7b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:49.038426 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a98a8d88-bc03-4d30-a09f-876455539d7b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:49.062855 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-f1caa2a2-be91-4836-8cb2-7129bf6a632c service neutron] 10.222.0.48 "GET /v2.0/networks/4dbd5c10-2dd0-4964-949e-32f957ba960b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907623 Jan 17 14:19:49.080823 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f58cf8e2-2f83-496d-bd40-51689a4a8493 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:49.137565 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-196cbf32-566a-4f81-99d7-7a1281d8df5e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for c1913966-07e0-43ec-bbba-4c3df07f02e6 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:49.139217 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 2a73c859-6fa5-4f0d-ae69-eecada3874fd triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:49.139636 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:49.195733 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58cf8e2-2f83-496d-bd40-51689a4a8493 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Subnet': ['ID=9f0b68b0-21de-432c-b836-01e740e2691b,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:49.211965 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58cf8e2-2f83-496d-bd40-51689a4a8493 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Checking segment: {'id': 'cc2410a3-5636-4bb1-a8f2-c696b140cda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '005c6111-e617-4b12-8a24-afba64352a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:19:49.212424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58cf8e2-2f83-496d-bd40-51689a4a8493 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network hostable DHCP agents. Network: 005c6111-e617-4b12-8a24-afba64352a56, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:19:49.236733 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-932b9c80-f796-4ff9-975b-1b7337fde2e9 None None] For port 895bec3e-6264-40a3-b2a1-ad632ad79cc6, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=895bec3e-6264-40a3-b2a1-ad632ad79cc6,segment=NetworkSegment(315f2e00-9bb1-4ee6-b93e-3de3adbe1075),segment_id=315f2e00-9bb1-4ee6-b93e-3de3adbe1075)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:49.260038 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a98a8d88-bc03-4d30-a09f-876455539d7b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:49.261599 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58cf8e2-2f83-496d-bd40-51689a4a8493 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 005c6111-e617-4b12-8a24-afba64352a56 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:19:49.271163 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a98a8d88-bc03-4d30-a09f-876455539d7b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:49.318732 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-f58cf8e2-2f83-496d-bd40-51689a4a8493 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 005c6111-e617-4b12-8a24-afba64352a56) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:49.337117 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58cf8e2-2f83-496d-bd40-51689a4a8493 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:49.337771 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f58cf8e2-2f83-496d-bd40-51689a4a8493 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:49.340949 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb48ef8-a7b2-4b46-bd4d-2fc6bd53694e None None] Network 005c6111-e617-4b12-8a24-afba64352a56 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:49.356045 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a8d88-bc03-4d30-a09f-876455539d7b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b683fb-4731-44fc-acd9-e52565ab3193,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:49.373633 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a98a8d88-bc03-4d30-a09f-876455539d7b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:49.378047 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a98a8d88-bc03-4d30-a09f-876455539d7b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6517739 Jan 17 14:19:49.378778 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36618) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:49.386241 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-2d39b28f-fe50-4e59-8c47-187e8c9ddf88 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': '91b683fb-4731-44fc-acd9-e52565ab3193', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:49.387111 dv-neutron-824901-1-hyperv neutron-server[87524]: WARNING neutron.api.v2.base [None req-2d39b28f-fe50-4e59-8c47-187e8c9ddf88 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 17 14:19:49.387653 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-2d39b28f-fe50-4e59-8c47-187e8c9ddf88 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:49.392016 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2d39b28f-fe50-4e59-8c47-187e8c9ddf88 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0121813 Jan 17 14:19:49.393774 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f58cf8e2-2f83-496d-bd40-51689a4a8493 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3895309 Jan 17 14:19:49.394546 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36622) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:49.399865 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-61e35403-a4f5-44cd-bc42-41140a29f514 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': '91b683fb-4731-44fc-acd9-e52565ab3193', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:49.404285 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36624) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:49.409974 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-61e35403-a4f5-44cd-bc42-41140a29f514 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:49.432371 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-044816fb-1169-403b-b044-ab50ea174868 req-c85d29e4-16f8-4b14-a7cb-ca2a33acfe78 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:49.451124 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-932b9c80-f796-4ff9-975b-1b7337fde2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:49.466562 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-044816fb-1169-403b-b044-ab50ea174868 req-c85d29e4-16f8-4b14-a7cb-ca2a33acfe78 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:49.476471 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-044816fb-1169-403b-b044-ab50ea174868 req-c85d29e4-16f8-4b14-a7cb-ca2a33acfe78 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 210 time: 0.1203094 Jan 17 14:19:49.476728 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-61e35403-a4f5-44cd-bc42-41140a29f514 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:49.491832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-61e35403-a4f5-44cd-bc42-41140a29f514 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:49.544948 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-932b9c80-f796-4ff9-975b-1b7337fde2e9 None None] Transition to ACTIVE for port object 895bec3e-6264-40a3-b2a1-ad632ad79cc6 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:49.560471 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-61e35403-a4f5-44cd-bc42-41140a29f514 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:49.564525 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-932b9c80-f796-4ff9-975b-1b7337fde2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:49.612169 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-196cbf32-566a-4f81-99d7-7a1281d8df5e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:49.631649 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 11238db1-1200-4105-987b-56b7aa698d3d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:49.738877 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196cbf32-566a-4f81-99d7-7a1281d8df5e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=c1913966-07e0-43ec-bbba-4c3df07f02e6,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:49.823409 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-196cbf32-566a-4f81-99d7-7a1281d8df5e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:49.895089 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-196cbf32-566a-4f81-99d7-7a1281d8df5e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/c1913966-07e0-43ec-bbba-4c3df07f02e6 HTTP/1.1" status: 204 len: 168 time: 1.4939485 Jan 17 14:19:49.896853 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36636) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:49.927575 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 11238db1-1200-4105-987b-56b7aa698d3d completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:49.933207 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b9c80-f796-4ff9-975b-1b7337fde2e9 None None] Pushing event updated for resources: {'Port': ['ID=895bec3e-6264-40a3-b2a1-ad632ad79cc6,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:49.946307 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-61e35403-a4f5-44cd-bc42-41140a29f514 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:49.950391 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-61e35403-a4f5-44cd-bc42-41140a29f514 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5521147 Jan 17 14:19:49.951079 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36640) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:49.954775 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 11238db1-1200-4105-987b-56b7aa698d3d triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:49.955568 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:49.959957 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-d9fcbc9b-e588-468a-8f2e-d7deca3b7ee1 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': '91b683fb-4731-44fc-acd9-e52565ab3193', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:49.960576 dv-neutron-824901-1-hyperv neutron-server[87524]: WARNING neutron.api.v2.base [None req-d9fcbc9b-e588-468a-8f2e-d7deca3b7ee1 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 17 14:19:49.961170 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-d9fcbc9b-e588-468a-8f2e-d7deca3b7ee1 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:49.964828 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d9fcbc9b-e588-468a-8f2e-d7deca3b7ee1 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0095022 Jan 17 14:19:49.978839 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36644) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:49.999699 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-678dbc11-57d6-4a24-af60-291612ce89fc tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': '91b683fb-4731-44fc-acd9-e52565ab3193', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:50.042351 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-005c6111-e617-4b12-8a24-afba64352a56', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:19:50.047304 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:50.061167 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-678dbc11-57d6-4a24-af60-291612ce89fc tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:50.081569 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-64e6d234-1eda-4790-a8d1-2ca1574ba139 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:50.096976 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-678dbc11-57d6-4a24-af60-291612ce89fc tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:50.119278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-4791ee17-3b7e-450c-ac30-c1b877c2bc07 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Delete allocated IP 2001:db8::1a (0a0b64f9-af8d-4936-b9b9-eb1d962bac73/1bc43ba8-20ca-418c-9b2a-3b9faf14d6c5) {{(pid=87523) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 17 14:19:50.121887 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-678dbc11-57d6-4a24-af60-291612ce89fc tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:50.134755 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-678dbc11-57d6-4a24-af60-291612ce89fc tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:50.154374 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-4791ee17-3b7e-450c-ac30-c1b877c2bc07 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Allocated IP 2001:db8:0:1::2f (0a0b64f9-af8d-4936-b9b9-eb1d962bac73/2217c7cf-1d4a-4749-a205-00648996f4af/24c937c1-d0d2-40fb-8ba4-24506094698c) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:50.269495 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-678dbc11-57d6-4a24-af60-291612ce89fc tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:50.271280 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-678dbc11-57d6-4a24-af60-291612ce89fc tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2908056 Jan 17 14:19:50.291065 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36650) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:50.312385 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-f0a0f1f2-106d-4b99-b35f-1672ba2433aa tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': '91b683fb-4731-44fc-acd9-e52565ab3193', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:50.313873 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING neutron.api.v2.base [None req-f0a0f1f2-106d-4b99-b35f-1672ba2433aa tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 17 14:19:50.324450 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-f0a0f1f2-106d-4b99-b35f-1672ba2433aa tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:50.330239 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f0a0f1f2-106d-4b99-b35f-1672ba2433aa tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0369484 Jan 17 14:19:50.340653 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e26db56-8299-4fd2-b5d0-6bfe237319ba tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:50.341772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4e26db56-8299-4fd2-b5d0-6bfe237319ba tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:50.348053 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36654) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:50.364490 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-286611a7-476f-4113-a868-6ec4034c3492 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': '91b683fb-4731-44fc-acd9-e52565ab3193', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:50.404316 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-286611a7-476f-4113-a868-6ec4034c3492 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:50.404525 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:50.447422 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fff4f551-f616-4c1d-a5fd-25e624131736 None None] Provisioning complete for port 11238db1-1200-4105-987b-56b7aa698d3d triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:50.448172 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fff4f551-f616-4c1d-a5fd-25e624131736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:50.498447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-286611a7-476f-4113-a868-6ec4034c3492 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:50.530243 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-286611a7-476f-4113-a868-6ec4034c3492 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:50.536157 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Allocated IP 172.20.0.2 (005c6111-e617-4b12-8a24-afba64352a56/9f0b68b0-21de-432c-b836-01e740e2691b/a90779a6-9b62-4b0c-a502-8a188db45172) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:50.546893 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4e26db56-8299-4fd2-b5d0-6bfe237319ba tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:50.551859 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4e26db56-8299-4fd2-b5d0-6bfe237319ba tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.6412611 Jan 17 14:19:50.556464 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36660) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:50.562541 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-286611a7-476f-4113-a868-6ec4034c3492 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:50.705840 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.securitygroups_db [None req-286611a7-476f-4113-a868-6ec4034c3492 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Project 2b1ff2c5c346449394d0af32822691cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:19:50.754682 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 11238db1-1200-4105-987b-56b7aa698d3d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=11238db1-1200-4105-987b-56b7aa698d3d,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:50.788810 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-286611a7-476f-4113-a868-6ec4034c3492 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:50.792048 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-286611a7-476f-4113-a868-6ec4034c3492 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4421043 Jan 17 14:19:50.803881 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36664) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:50.822543 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f55226-f366-453a-9557-c655721a2b1a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:50.831892 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-86f55226-f366-453a-9557-c655721a2b1a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2674561 Jan 17 14:19:50.834746 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36668) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:50.855168 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-392a64f1-c4c6-4e72-b7f3-dbf0971b1c28 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': '91b683fb-4731-44fc-acd9-e52565ab3193', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:50.855498 dv-neutron-824901-1-hyperv neutron-server[87524]: WARNING neutron.api.v2.base [None req-392a64f1-c4c6-4e72-b7f3-dbf0971b1c28 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 17 14:19:50.856234 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-392a64f1-c4c6-4e72-b7f3-dbf0971b1c28 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:50.860224 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-392a64f1-c4c6-4e72-b7f3-dbf0971b1c28 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0547626 Jan 17 14:19:50.889997 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:50.928832 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-4791ee17-3b7e-450c-ac30-c1b877c2bc07 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:19:50.941123 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36672) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:50.954919 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-3fb27543-bccf-42ef-9f76-4eaad3eee56f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': '91b683fb-4731-44fc-acd9-e52565ab3193', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:50.980569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4791ee17-3b7e-450c-ac30-c1b877c2bc07 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:51.026148 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-3fb27543-bccf-42ef-9f76-4eaad3eee56f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:51.061146 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3fb27543-bccf-42ef-9f76-4eaad3eee56f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:51.082456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3fb27543-bccf-42ef-9f76-4eaad3eee56f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:51.095030 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-4791ee17-3b7e-450c-ac30-c1b877c2bc07 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Transition to ACTIVE for port object 24c937c1-d0d2-40fb-8ba4-24506094698c will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:51.099996 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-3fb27543-bccf-42ef-9f76-4eaad3eee56f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:51.103219 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 895bec3e-6264-40a3-b2a1-ad632ad79cc6 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:51.111117 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4791ee17-3b7e-450c-ac30-c1b877c2bc07 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:51.145086 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1580f439-9e88-4927-841b-e930b9a48930 req-dd85db55-9573-4257-9bbd-a1bf9b9c0c53 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 210 time: 0.3231719 Jan 17 14:19:51.221293 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7172c26d-acb6-4e2b-888c-1f8b30f2a197 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:51.224890 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7172c26d-acb6-4e2b-888c-1f8b30f2a197 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:51.226886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7172c26d-acb6-4e2b-888c-1f8b30f2a197 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:51.227830 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7172c26d-acb6-4e2b-888c-1f8b30f2a197 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:51.255743 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=11238db1-1200-4105-987b-56b7aa698d3d,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:51.262476 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fff4f551-f616-4c1d-a5fd-25e624131736 None None] Could not find standard attr ID for object c1913966-07e0-43ec-bbba-4c3df07f02e6. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:19:51.336380 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.securitygroups_db [None req-3fb27543-bccf-42ef-9f76-4eaad3eee56f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Project 2b1ff2c5c346449394d0af32822691cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:19:51.353227 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-4791ee17-3b7e-450c-ac30-c1b877c2bc07 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] In _notify_port_updated(), no bound segment for port 24c937c1-d0d2-40fb-8ba4-24506094698c on network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 {{(pid=87523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:19:51.361241 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4791ee17-3b7e-450c-ac30-c1b877c2bc07 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:51.362582 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4791ee17-3b7e-450c-ac30-c1b877c2bc07 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:51.367099 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4791ee17-3b7e-450c-ac30-c1b877c2bc07 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "PUT /v2.0/ports/24c937c1-d0d2-40fb-8ba4-24506094698c HTTP/1.1" status: 200 len: 930 time: 3.7237878 Jan 17 14:19:51.367099 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791ee17-3b7e-450c-ac30-c1b877c2bc07 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=24c937c1-d0d2-40fb-8ba4-24506094698c,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:51.367523 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36676) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:51.409081 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7172c26d-acb6-4e2b-888c-1f8b30f2a197 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:51.410952 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7172c26d-acb6-4e2b-888c-1f8b30f2a197 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5749221 Jan 17 14:19:51.419907 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36680) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:51.421215 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-3fb27543-bccf-42ef-9f76-4eaad3eee56f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:51.429978 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3fb27543-bccf-42ef-9f76-4eaad3eee56f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4873190 Jan 17 14:19:51.431025 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36684) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:51.438636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-7d72a643-43c2-4893-8e46-0dc73e7bfbfb tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': '91b683fb-4731-44fc-acd9-e52565ab3193', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:51.445930 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7d72a643-43c2-4893-8e46-0dc73e7bfbfb tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:51.451546 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7d72a643-43c2-4893-8e46-0dc73e7bfbfb tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:51.455497 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7d72a643-43c2-4893-8e46-0dc73e7bfbfb tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:51.465040 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7d72a643-43c2-4893-8e46-0dc73e7bfbfb tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:51.471631 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-feecc3be-f9f4-47b3-9614-419e0e68b5e1 None None] Provisioning complete for port f0f86d7b-4446-422f-9a74-26b7fdbaad1a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:51.472511 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-feecc3be-f9f4-47b3-9614-419e0e68b5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:51.485543 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.securitygroups_db [None req-7d72a643-43c2-4893-8e46-0dc73e7bfbfb tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Project 2b1ff2c5c346449394d0af32822691cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:19:51.511293 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-7d72a643-43c2-4893-8e46-0dc73e7bfbfb tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:51.513168 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7d72a643-43c2-4893-8e46-0dc73e7bfbfb tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0807862 Jan 17 14:19:51.515870 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36688) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:51.519516 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:51.572157 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Transition to ACTIVE for port object a90779a6-9b62-4b0c-a502-8a188db45172 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:51.605107 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-feecc3be-f9f4-47b3-9614-419e0e68b5e1 None None] Port f0f86d7b-4446-422f-9a74-26b7fdbaad1a cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:51.609112 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Transition to ACTIVE for port object a90779a6-9b62-4b0c-a502-8a188db45172 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:51.620090 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:51.637574 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a89678e-050d-4059-be16-7bfc9c6bf398 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:51.665265 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-feecc3be-f9f4-47b3-9614-419e0e68b5e1 None None] Provisioning for port 24c937c1-d0d2-40fb-8ba4-24506094698c completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:51.690264 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a89678e-050d-4059-be16-7bfc9c6bf398 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:51.696834 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-feecc3be-f9f4-47b3-9614-419e0e68b5e1 None None] Provisioning complete for port 24c937c1-d0d2-40fb-8ba4-24506094698c triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:51.697282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-feecc3be-f9f4-47b3-9614-419e0e68b5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:51.746820 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Network 005c6111-e617-4b12-8a24-afba64352a56 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:51.757468 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:51.761978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Pushing event updated for resources: {'Port': ['ID=a90779a6-9b62-4b0c-a502-8a188db45172,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:51.781468 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:51.790554 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-912f9a0e-bbf6-4bb7-8664-4f9f66f260fe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port 24c937c1-d0d2-40fb-8ba4-24506094698c {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:51.790898 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-912f9a0e-bbf6-4bb7-8664-4f9f66f260fe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:51.792580 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a89678e-050d-4059-be16-7bfc9c6bf398 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:51.819384 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-64e6d234-1eda-4790-a8d1-2ca1574ba139 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Allocated IP 172.20.0.1 (005c6111-e617-4b12-8a24-afba64352a56/9f0b68b0-21de-432c-b836-01e740e2691b/b5e513d9-05ec-467c-b07c-b0bc0ca15720) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:51.823025 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89678e-050d-4059-be16-7bfc9c6bf398 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b683fb-4731-44fc-acd9-e52565ab3193,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:51.835586 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc17482b-8c46-486d-a60d-808b4baa684e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet 22178f4b-17b4-4055-a282-b7813cdc74b9 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:19:51.845893 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a89678e-050d-4059-be16-7bfc9c6bf398 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:51.849877 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6a89678e-050d-4059-be16-7bfc9c6bf398 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "DELETE /v2.0/security-groups/91b683fb-4731-44fc-acd9-e52565ab3193 HTTP/1.1" status: 204 len: 168 time: 0.3325043 Jan 17 14:19:51.850485 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36696) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:51.856206 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fc17482b-8c46-486d-a60d-808b4baa684e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:51.867365 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-feecc3be-f9f4-47b3-9614-419e0e68b5e1 None None] Port 24c937c1-d0d2-40fb-8ba4-24506094698c cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:51.910729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-feecc3be-f9f4-47b3-9614-419e0e68b5e1 None None] Could not find standard attr ID for object c1913966-07e0-43ec-bbba-4c3df07f02e6. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:19:51.918562 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ae516041-2256-4e41-845b-d92a487d3032 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Synchronizing usage tracker for tenant:2b1ff2c5c346449394d0af32822691cd on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:51.939219 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Attempting to bind port a90779a6-9b62-4b0c-a502-8a188db45172 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:19:51.939644 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Attempting to bind port a90779a6-9b62-4b0c-a502-8a188db45172 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'cc2410a3-5636-4bb1-a8f2-c696b140cda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '005c6111-e617-4b12-8a24-afba64352a56'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:19:51.940389 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Attempting to bind port a90779a6-9b62-4b0c-a502-8a188db45172 on network 005c6111-e617-4b12-8a24-afba64352a56 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:19:51.942051 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ae516041-2256-4e41-845b-d92a487d3032 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Unset dirty status for tenant:2b1ff2c5c346449394d0af32822691cd on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:51.946877 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:19:51.947529 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Checking segment: {'id': 'cc2410a3-5636-4bb1-a8f2-c696b140cda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '005c6111-e617-4b12-8a24-afba64352a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:19:51.948149 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:51.948813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Bound using segment: {'id': 'cc2410a3-5636-4bb1-a8f2-c696b140cda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '005c6111-e617-4b12-8a24-afba64352a56'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:19:51.948971 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ae516041-2256-4e41-845b-d92a487d3032 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0974936 Jan 17 14:19:51.949351 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Bound port: a90779a6-9b62-4b0c-a502-8a188db45172, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2410a3-5636-4bb1-a8f2-c696b140cda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '005c6111-e617-4b12-8a24-afba64352a56'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:19:51.949562 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36700) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:51.949738 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:51.956006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-6b8d979b-fd9a-46de-a6a8-35b64ca4088b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group': {'name': 'tempest-secgroup--89362445'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:51.959338 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-feecc3be-f9f4-47b3-9614-419e0e68b5e1 None None] Provisioning for port 895bec3e-6264-40a3-b2a1-ad632ad79cc6 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:51.962957 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6b8d979b-fd9a-46de-a6a8-35b64ca4088b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:51.968039 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-feecc3be-f9f4-47b3-9614-419e0e68b5e1 None None] Provisioning complete for port 895bec3e-6264-40a3-b2a1-ad632ad79cc6 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:51.970133 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-feecc3be-f9f4-47b3-9614-419e0e68b5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:51.974196 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6b8d979b-fd9a-46de-a6a8-35b64ca4088b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:51.985401 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6b8d979b-fd9a-46de-a6a8-35b64ca4088b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:52.007807 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6b8d979b-fd9a-46de-a6a8-35b64ca4088b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:52.012749 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6b8d979b-fd9a-46de-a6a8-35b64ca4088b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:52.015833 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6b8d979b-fd9a-46de-a6a8-35b64ca4088b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:52.021954 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6b8d979b-fd9a-46de-a6a8-35b64ca4088b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:52.052374 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fc17482b-8c46-486d-a60d-808b4baa684e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:52.107532 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6b8d979b-fd9a-46de-a6a8-35b64ca4088b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:52.112727 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] For port a90779a6-9b62-4b0c-a502-8a188db45172, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:19:52.113703 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6b8d979b-fd9a-46de-a6a8-35b64ca4088b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:52.126724 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-c84d7e77-48fb-4a59-b771-246d16aa4bf9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:52.128252 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-c84d7e77-48fb-4a59-b771-246d16aa4bf9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/networks?id=4dbd5c10-2dd0-4964-949e-32f957ba960b HTTP/1.1" status: 200 len: 797 time: 0.6250932 Jan 17 14:19:52.165804 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] For port a90779a6-9b62-4b0c-a502-8a188db45172, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a90779a6-9b62-4b0c-a502-8a188db45172,segment=NetworkSegment(cc2410a3-5636-4bb1-a8f2-c696b140cda9),segment_id=cc2410a3-5636-4bb1-a8f2-c696b140cda9)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:19:52.173023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d979b-fd9a-46de-a6a8-35b64ca4088b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70512a37-ccc0-460f-8ad4-4bbc2e8a27de,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:52.178124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6b8d979b-fd9a-46de-a6a8-35b64ca4088b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:52.179866 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6b8d979b-fd9a-46de-a6a8-35b64ca4088b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2288883 Jan 17 14:19:52.182847 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36704) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:52.189132 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:52.190063 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-0f0bb741-870d-4006-8000-922d5cf95f7f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': '70512a37-ccc0-460f-8ad4-4bbc2e8a27de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:52.196738 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0f0bb741-870d-4006-8000-922d5cf95f7f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:52.201815 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0f0bb741-870d-4006-8000-922d5cf95f7f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:52.205475 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0f0bb741-870d-4006-8000-922d5cf95f7f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:52.212294 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0f0bb741-870d-4006-8000-922d5cf95f7f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:52.262099 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-0f0bb741-870d-4006-8000-922d5cf95f7f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): The resource could not be found. Jan 17 14:19:52.264073 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0f0bb741-870d-4006-8000-922d5cf95f7f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0796504 Jan 17 14:19:52.266263 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36710) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:52.281149 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-e3cd740a-96a5-4a38-8a34-9969dd1fe220 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': '70512a37-ccc0-460f-8ad4-4bbc2e8a27de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a7a95dd4-d645-4e3d-8246-7cc120e12761'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:52.290320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e3cd740a-96a5-4a38-8a34-9969dd1fe220 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:52.300470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e3cd740a-96a5-4a38-8a34-9969dd1fe220 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:52.302884 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc0b7e-b91d-45ea-bf08-8819eb89e9a6 None None] Pushing event updated for resources: {'Port': ['ID=a90779a6-9b62-4b0c-a502-8a188db45172,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:52.308122 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e3cd740a-96a5-4a38-8a34-9969dd1fe220 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:52.317025 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e3cd740a-96a5-4a38-8a34-9969dd1fe220 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:52.324489 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-1bf3fdb6-d097-48c0-b51f-9d031e6e835d None None] Provisioning complete for port 24c937c1-d0d2-40fb-8ba4-24506094698c triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:52.324489 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1bf3fdb6-d097-48c0-b51f-9d031e6e835d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:52.381057 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-067c3dea-654d-4b40-95b8-105fcfe00114 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 379 time: 0.2247233 Jan 17 14:19:52.389134 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-1bf3fdb6-d097-48c0-b51f-9d031e6e835d None None] Port 24c937c1-d0d2-40fb-8ba4-24506094698c cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:52.436711 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-64b651a7-b7da-4721-9ed1-80c9a8a46e5a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'port': {'device_id': '2a4ae2a8-241e-4d99-850e-13607608457c', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'admin_state_up': True, 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'security_groups': ['41ad7512-fc84-4097-93af-09327db945b6']}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:52.459983 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-64e6d234-1eda-4790-a8d1-2ca1574ba139 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:52.515329 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1dbfb425-bbef-4967-b4a7-aa6ffbd95501 req-d77c4cdf-782c-4c64-b175-e11a4be8ff00 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 210 time: 0.1936951 Jan 17 14:19:52.585752 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-e3cd740a-96a5-4a38-8a34-9969dd1fe220 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): The resource could not be found. Jan 17 14:19:52.586918 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e3cd740a-96a5-4a38-8a34-9969dd1fe220 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3193583 Jan 17 14:19:52.590880 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36714) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:52.605068 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fc17482b-8c46-486d-a60d-808b4baa684e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:52.632250 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:52.636840 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-64e6d234-1eda-4790-a8d1-2ca1574ba139 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Transition to ACTIVE for port object b5e513d9-05ec-467c-b07c-b0bc0ca15720 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:52.645348 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-912f9a0e-bbf6-4bb7-8664-4f9f66f260fe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:52.662317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4914b31e-fe4e-49d2-ba17-d973467ac749 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:52.693594 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4914b31e-fe4e-49d2-ba17-d973467ac749 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:52.756425 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4914b31e-fe4e-49d2-ba17-d973467ac749 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:52.776713 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914b31e-fe4e-49d2-ba17-d973467ac749 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70512a37-ccc0-460f-8ad4-4bbc2e8a27de,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:52.783363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4914b31e-fe4e-49d2-ba17-d973467ac749 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:52.784527 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4914b31e-fe4e-49d2-ba17-d973467ac749 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "DELETE /v2.0/security-groups/70512a37-ccc0-460f-8ad4-4bbc2e8a27de HTTP/1.1" status: 204 len: 168 time: 0.1925442 Jan 17 14:19:52.787011 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36718) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:52.811314 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-912f9a0e-bbf6-4bb7-8664-4f9f66f260fe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for 24c937c1-d0d2-40fb-8ba4-24506094698c owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:52.840270 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bcdbcfbf-7387-4505-967a-e4a45c8ccd5f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Synchronizing usage tracker for tenant:2b1ff2c5c346449394d0af32822691cd on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:52.857914 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bcdbcfbf-7387-4505-967a-e4a45c8ccd5f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Unset dirty status for tenant:2b1ff2c5c346449394d0af32822691cd on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:52.859166 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bcdbcfbf-7387-4505-967a-e4a45c8ccd5f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0712526 Jan 17 14:19:52.863646 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36722) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:52.869294 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c8b4514f-b490-45c0-9ea9-b49e708f9a14 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': '8f811a8d-7aa6-4993-a465-712306839c75', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:52.876163 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c8b4514f-b490-45c0-9ea9-b49e708f9a14 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:52.880822 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c8b4514f-b490-45c0-9ea9-b49e708f9a14 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:52.884227 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c8b4514f-b490-45c0-9ea9-b49e708f9a14 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:52.893283 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c8b4514f-b490-45c0-9ea9-b49e708f9a14 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:52.940213 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-c8b4514f-b490-45c0-9ea9-b49e708f9a14 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): The resource could not be found. Jan 17 14:19:52.942874 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c8b4514f-b490-45c0-9ea9-b49e708f9a14 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0769033 Jan 17 14:19:52.946192 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36726) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:52.955310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-37eb85ac-8efd-4977-abde-58a5944cf393 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group': {'name': 'tempest-secgroup--1566958801'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:52.963111 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-37eb85ac-8efd-4977-abde-58a5944cf393 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:52.974151 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-37eb85ac-8efd-4977-abde-58a5944cf393 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:52.989633 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-37eb85ac-8efd-4977-abde-58a5944cf393 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:53.015997 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-37eb85ac-8efd-4977-abde-58a5944cf393 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:53.020148 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-37eb85ac-8efd-4977-abde-58a5944cf393 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:53.024335 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-37eb85ac-8efd-4977-abde-58a5944cf393 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:53.033242 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-37eb85ac-8efd-4977-abde-58a5944cf393 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:53.087866 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a90779a6-9b62-4b0c-a502-8a188db45172 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:53.088539 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-64b651a7-b7da-4721-9ed1-80c9a8a46e5a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:53.119882 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-64e6d234-1eda-4790-a8d1-2ca1574ba139 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:53.124547 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-37eb85ac-8efd-4977-abde-58a5944cf393 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:53.125341 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-64b651a7-b7da-4721-9ed1-80c9a8a46e5a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:53.132164 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-37eb85ac-8efd-4977-abde-58a5944cf393 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:53.160944 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fc17482b-8c46-486d-a60d-808b4baa684e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:53.168194 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port a90779a6-9b62-4b0c-a502-8a188db45172 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:53.177756 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb85ac-8efd-4977-abde-58a5944cf393 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4888c6-8b95-4480-93d9-52fa4d3cc615,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:53.187426 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-37eb85ac-8efd-4977-abde-58a5944cf393 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:53.191462 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-37eb85ac-8efd-4977-abde-58a5944cf393 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2409811 Jan 17 14:19:53.191743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36730) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:53.195635 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 11238db1-1200-4105-987b-56b7aa698d3d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:53.197811 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-6abda6b4-d38c-44f8-a3e7-af4d89f9153d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group': {'name': 'tempest-secgroup--936032032'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:53.204542 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6abda6b4-d38c-44f8-a3e7-af4d89f9153d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:53.208836 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6abda6b4-d38c-44f8-a3e7-af4d89f9153d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:53.211757 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6abda6b4-d38c-44f8-a3e7-af4d89f9153d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:53.217902 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6abda6b4-d38c-44f8-a3e7-af4d89f9153d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:53.236148 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6abda6b4-d38c-44f8-a3e7-af4d89f9153d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:53.262947 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6abda6b4-d38c-44f8-a3e7-af4d89f9153d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:53.267803 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6abda6b4-d38c-44f8-a3e7-af4d89f9153d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:53.271301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6abda6b4-d38c-44f8-a3e7-af4d89f9153d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:53.278203 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6abda6b4-d38c-44f8-a3e7-af4d89f9153d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:53.293941 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17482b-8c46-486d-a60d-808b4baa684e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=22178f4b-17b4-4055-a282-b7813cdc74b9,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:53.296026 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 11238db1-1200-4105-987b-56b7aa698d3d triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:53.304445 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:53.306869 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fc17482b-8c46-486d-a60d-808b4baa684e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:53.327297 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e6d234-1eda-4790-a8d1-2ca1574ba139 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 005c6111-e617-4b12-8a24-afba64352a56 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:53.328130 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-64b651a7-b7da-4721-9ed1-80c9a8a46e5a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:53.331623 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-64b651a7-b7da-4721-9ed1-80c9a8a46e5a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:53.350543 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-64e6d234-1eda-4790-a8d1-2ca1574ba139 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:53.353180 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e6d234-1eda-4790-a8d1-2ca1574ba139 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:53.371096 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6abda6b4-d38c-44f8-a3e7-af4d89f9153d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:53.382318 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6abda6b4-d38c-44f8-a3e7-af4d89f9153d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:53.397342 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74954daa-d554-4e07-824c-e02effb02a38 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:53.427817 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6d234-1eda-4790-a8d1-2ca1574ba139 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Port': ['ID=b5e513d9-05ec-467c-b07c-b0bc0ca15720,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:53.439584 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abda6b4-d38c-44f8-a3e7-af4d89f9153d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e6e5f8-9690-4e9f-b885-fed1667c9621,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:53.446712 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fc17482b-8c46-486d-a60d-808b4baa684e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/22178f4b-17b4-4055-a282-b7813cdc74b9 HTTP/1.1" status: 204 len: 168 time: 2.0212753 Jan 17 14:19:53.452496 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36734) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:53.517262 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-64e6d234-1eda-4790-a8d1-2ca1574ba139 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:53.519667 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-912f9a0e-bbf6-4bb7-8664-4f9f66f260fe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:53.531739 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6abda6b4-d38c-44f8-a3e7-af4d89f9153d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:53.533443 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6abda6b4-d38c-44f8-a3e7-af4d89f9153d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3406417 Jan 17 14:19:53.538338 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36738) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:53.546321 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-b7a174e3-f566-4ffc-8b5e-84b64e0af764 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': '7c4888c6-8b95-4480-93d9-52fa4d3cc615', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c0e6e5f8-9690-4e9f-b885-fed1667c9621'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:53.554398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b7a174e3-f566-4ffc-8b5e-84b64e0af764 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:53.559606 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b7a174e3-f566-4ffc-8b5e-84b64e0af764 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:53.564491 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b7a174e3-f566-4ffc-8b5e-84b64e0af764 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:53.573643 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b7a174e3-f566-4ffc-8b5e-84b64e0af764 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:53.619489 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c05fe1-2021-4331-87ba-b35ba92ee719 None None] Network 005c6111-e617-4b12-8a24-afba64352a56 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:53.623995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e62898e-0306-48f1-b8af-18e9d986b83d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet 3b6470ee-29e9-4253-a659-c9481894e0da {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:19:53.630507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8e62898e-0306-48f1-b8af-18e9d986b83d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:53.632853 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f9a0e-bbf6-4bb7-8664-4f9f66f260fe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Port': ['ID=24c937c1-d0d2-40fb-8ba4-24506094698c,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:53.683798 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-b7a174e3-f566-4ffc-8b5e-84b64e0af764 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:53.687329 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b7a174e3-f566-4ffc-8b5e-84b64e0af764 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1455851 Jan 17 14:19:53.687614 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36744) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:53.725006 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-912f9a0e-bbf6-4bb7-8664-4f9f66f260fe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:53.776145 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8e62898e-0306-48f1-b8af-18e9d986b83d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:53.783044 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-912f9a0e-bbf6-4bb7-8664-4f9f66f260fe tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/ports/24c937c1-d0d2-40fb-8ba4-24506094698c HTTP/1.1" status: 204 len: 168 time: 2.4141834 Jan 17 14:19:53.831686 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36748) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:53.846113 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9b69ab34-03cd-4f18-a059-f20625a529c1 None None] Provisioning for port a90779a6-9b62-4b0c-a502-8a188db45172 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:53.855348 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9b69ab34-03cd-4f18-a059-f20625a529c1 None None] Provisioning complete for port a90779a6-9b62-4b0c-a502-8a188db45172 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:53.855799 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9b69ab34-03cd-4f18-a059-f20625a529c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:53.865436 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-cecd03e8-f1d6-4262-9c34-54e1c235ce73 req-f435db03-afc7-48e9-82cb-be72dd17af55 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:53.930671 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-cecd03e8-f1d6-4262-9c34-54e1c235ce73 req-f435db03-afc7-48e9-82cb-be72dd17af55 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:53.946438 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-cecd03e8-f1d6-4262-9c34-54e1c235ce73 req-f435db03-afc7-48e9-82cb-be72dd17af55 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 210 time: 0.1686907 Jan 17 14:19:53.948389 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb8b248-5806-4147-9243-640b12e2e452 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] GET failed (client error): The resource could not be found. Jan 17 14:19:53.949528 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6cb8b248-5806-4147-9243-640b12e2e452 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Synchronizing usage tracker for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:53.965575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04669e8a-6c2e-421c-a0be-f4add53d1b00 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:53.989069 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-64b651a7-b7da-4721-9ed1-80c9a8a46e5a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.20.0.5 (4dbd5c10-2dd0-4964-949e-32f957ba960b/59aac7e4-1eb4-456a-a6d3-b8b2da7454bf/e6dfb90d-8416-468e-807b-65e33baca4cf) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:54.006025 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-64e6d234-1eda-4790-a8d1-2ca1574ba139 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:54.020045 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04669e8a-6c2e-421c-a0be-f4add53d1b00 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:54.031798 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6cb8b248-5806-4147-9243-640b12e2e452 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Unset dirty status for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:54.035790 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6cb8b248-5806-4147-9243-640b12e2e452 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports/24c937c1-d0d2-40fb-8ba4-24506094698c HTTP/1.1" status: 404 len: 333 time: 0.2011313 Jan 17 14:19:54.037055 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36752) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:54.104040 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8e62898e-0306-48f1-b8af-18e9d986b83d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:54.180640 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04669e8a-6c2e-421c-a0be-f4add53d1b00 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:54.181945 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9b69ab34-03cd-4f18-a059-f20625a529c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:54.229619 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-01f0b0fb-d21f-40b5-8e08-fcb238e0294d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:54.231886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04669e8a-6c2e-421c-a0be-f4add53d1b00 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e6e5f8-9690-4e9f-b885-fed1667c9621,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:54.270130 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04669e8a-6c2e-421c-a0be-f4add53d1b00 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:54.275434 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-04669e8a-6c2e-421c-a0be-f4add53d1b00 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "DELETE /v2.0/security-groups/c0e6e5f8-9690-4e9f-b885-fed1667c9621 HTTP/1.1" status: 204 len: 168 time: 0.5866067 Jan 17 14:19:54.275870 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9b69ab34-03cd-4f18-a059-f20625a529c1 None None] For port a90779a6-9b62-4b0c-a502-8a188db45172, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a90779a6-9b62-4b0c-a502-8a188db45172,segment=NetworkSegment(cc2410a3-5636-4bb1-a8f2-c696b140cda9),segment_id=cc2410a3-5636-4bb1-a8f2-c696b140cda9)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:54.276609 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36756) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:54.290308 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9b69ab34-03cd-4f18-a059-f20625a529c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:54.325527 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8e62898e-0306-48f1-b8af-18e9d986b83d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:54.333661 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-01f0b0fb-d21f-40b5-8e08-fcb238e0294d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:54.445466 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69ab34-03cd-4f18-a059-f20625a529c1 None None] Pushing event updated for resources: {'Port': ['ID=a90779a6-9b62-4b0c-a502-8a188db45172,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:54.537283 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-01f0b0fb-d21f-40b5-8e08-fcb238e0294d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:54.552418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62898e-0306-48f1-b8af-18e9d986b83d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6470ee-29e9-4253-a659-c9481894e0da,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:54.568179 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8e62898e-0306-48f1-b8af-18e9d986b83d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:54.574706 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0b0fb-d21f-40b5-8e08-fcb238e0294d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=479afe23-bd3c-4250-af25-c13815bbfa95,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:54.605264 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-01f0b0fb-d21f-40b5-8e08-fcb238e0294d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:54.610574 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-01f0b0fb-d21f-40b5-8e08-fcb238e0294d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/security-groups/479afe23-bd3c-4250-af25-c13815bbfa95 HTTP/1.1" status: 204 len: 168 time: 0.5686140 Jan 17 14:19:54.613732 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36760) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:54.624523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b6204e28-1fab-4b5a-b9f6-9eda9feacd8b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Synchronizing usage tracker for tenant:2b1ff2c5c346449394d0af32822691cd on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:54.636435 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8e62898e-0306-48f1-b8af-18e9d986b83d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/3b6470ee-29e9-4253-a659-c9481894e0da HTTP/1.1" status: 204 len: 168 time: 1.1823838 Jan 17 14:19:54.645667 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36764) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:54.717292 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b6204e28-1fab-4b5a-b9f6-9eda9feacd8b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Unset dirty status for tenant:2b1ff2c5c346449394d0af32822691cd on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:54.721425 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b6204e28-1fab-4b5a-b9f6-9eda9feacd8b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4193428 Jan 17 14:19:54.722643 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36768) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:54.730520 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-64b651a7-b7da-4721-9ed1-80c9a8a46e5a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:54.768421 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-cebbc2c7-c71f-4e70-a539-bae41e1e79dd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1140952 Jan 17 14:19:54.771902 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36772) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:54.789041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-577570c4-567f-475e-b63a-1ca98be36ea6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:54.806498 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-64b651a7-b7da-4721-9ed1-80c9a8a46e5a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Transition to ACTIVE for port object e6dfb90d-8416-468e-807b-65e33baca4cf will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:54.817348 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-46cdbb85-b063-464c-a67a-50ad1879c074 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:54.839542 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e43ba148-5389-43d0-961c-2f9591c34bf5 None None] Provisioning for port b5e513d9-05ec-467c-b07c-b0bc0ca15720 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:54.852430 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-46cdbb85-b063-464c-a67a-50ad1879c074 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:54.853467 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e43ba148-5389-43d0-961c-2f9591c34bf5 None None] Provisioning complete for port b5e513d9-05ec-467c-b07c-b0bc0ca15720 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:54.853957 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e43ba148-5389-43d0-961c-2f9591c34bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:54.931769 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-926de1e8-8249-4133-b581-d5424ffa3e05 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:54.953194 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e43ba148-5389-43d0-961c-2f9591c34bf5 None None] Port b5e513d9-05ec-467c-b07c-b0bc0ca15720 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:54.965508 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-46cdbb85-b063-464c-a67a-50ad1879c074 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:54.991054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-926de1e8-8249-4133-b581-d5424ffa3e05 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.009535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cdbb85-b063-464c-a67a-50ad1879c074 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9a135f-677b-49da-b302-c7ae38407929,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:55.013376 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e43ba148-5389-43d0-961c-2f9591c34bf5 None None] Provisioning complete for port a90779a6-9b62-4b0c-a502-8a188db45172 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:55.013811 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e43ba148-5389-43d0-961c-2f9591c34bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.021414 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-46cdbb85-b063-464c-a67a-50ad1879c074 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.028892 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-46cdbb85-b063-464c-a67a-50ad1879c074 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/security-groups/eb9a135f-677b-49da-b302-c7ae38407929 HTTP/1.1" status: 204 len: 168 time: 0.4010894 Jan 17 14:19:55.034887 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36778) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:55.127738 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a90779a6-9b62-4b0c-a502-8a188db45172 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:19:55.179588 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-926de1e8-8249-4133-b581-d5424ffa3e05 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.193447 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ee5424f0-da5a-4e5b-a36f-f6668fe9aa76 req-271e995d-1ec1-4dae-bbf3-b58ac43cd405 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 210 time: 0.0813859 Jan 17 14:19:55.204264 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926de1e8-8249-4133-b581-d5424ffa3e05 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4888c6-8b95-4480-93d9-52fa4d3cc615,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:55.209677 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6030732-f275-4fbe-a1b3-82eac5f54119 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:55.225382 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-926de1e8-8249-4133-b581-d5424ffa3e05 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.229056 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-926de1e8-8249-4133-b581-d5424ffa3e05 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "DELETE /v2.0/security-groups/7c4888c6-8b95-4480-93d9-52fa4d3cc615 HTTP/1.1" status: 204 len: 168 time: 0.5028803 Jan 17 14:19:55.229638 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36782) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:55.272947 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-577570c4-567f-475e-b63a-1ca98be36ea6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:55.281471 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-577570c4-567f-475e-b63a-1ca98be36ea6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:55.286716 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.resource_extend [None req-64e6d234-1eda-4790-a8d1-2ca1574ba139 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:19:55.287990 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5370f593-67db-42af-84b0-44524afe9f5b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Synchronizing usage tracker for tenant:2b1ff2c5c346449394d0af32822691cd on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:55.293899 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-577570c4-567f-475e-b63a-1ca98be36ea6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:55.306417 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-577570c4-567f-475e-b63a-1ca98be36ea6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:55.307670 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5370f593-67db-42af-84b0-44524afe9f5b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Unset dirty status for tenant:2b1ff2c5c346449394d0af32822691cd on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:55.313540 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5370f593-67db-42af-84b0-44524afe9f5b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0785239 Jan 17 14:19:55.315230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36786) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:55.316981 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-64e6d234-1eda-4790-a8d1-2ca1574ba139 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.323641 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-dc4ee4a2-e6be-4005-adc1-0fe1bc054591 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group': {'name': 'tempest-secgroup--947644426'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:55.325909 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-888e3c5b-70de-4a21-8828-68786d63cd36 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting subnet 1bc43ba8-20ca-418c-9b2a-3b9faf14d6c5 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:19:55.331329 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-64b651a7-b7da-4721-9ed1-80c9a8a46e5a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.332023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-dc4ee4a2-e6be-4005-adc1-0fe1bc054591 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:55.333383 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-64e6d234-1eda-4790-a8d1-2ca1574ba139 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.342911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-dc4ee4a2-e6be-4005-adc1-0fe1bc054591 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:55.357068 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dc4ee4a2-e6be-4005-adc1-0fe1bc054591 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.360231 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-888e3c5b-70de-4a21-8828-68786d63cd36 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.392965 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-dc4ee4a2-e6be-4005-adc1-0fe1bc054591 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:55.400357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-dc4ee4a2-e6be-4005-adc1-0fe1bc054591 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:55.403873 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-dc4ee4a2-e6be-4005-adc1-0fe1bc054591 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:55.410930 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-dc4ee4a2-e6be-4005-adc1-0fe1bc054591 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:55.454828 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577570c4-567f-475e-b63a-1ca98be36ea6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:55.458689 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-577570c4-567f-475e-b63a-1ca98be36ea6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.463790 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port a90779a6-9b62-4b0c-a502-8a188db45172 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:55.464514 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.490129 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dc4ee4a2-e6be-4005-adc1-0fe1bc054591 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.496051 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dc4ee4a2-e6be-4005-adc1-0fe1bc054591 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.542543 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ee4a2-e6be-4005-adc1-0fe1bc054591 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5315296b-3d33-4c5b-b112-d6ce1f3976ac,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:55.554204 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dc4ee4a2-e6be-4005-adc1-0fe1bc054591 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.556842 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-dc4ee4a2-e6be-4005-adc1-0fe1bc054591 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2392342 Jan 17 14:19:55.558990 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36790) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:55.565402 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-cd3f5044-3b71-4dff-93f2-c53750ffe19d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': '5315296b-3d33-4c5b-b112-d6ce1f3976ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:55.570530 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-64b651a7-b7da-4721-9ed1-80c9a8a46e5a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 4dbd5c10-2dd0-4964-949e-32f957ba960b is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:55.571531 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-cd3f5044-3b71-4dff-93f2-c53750ffe19d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:55.577413 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-cd3f5044-3b71-4dff-93f2-c53750ffe19d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:55.580902 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-cd3f5044-3b71-4dff-93f2-c53750ffe19d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:55.589396 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-cd3f5044-3b71-4dff-93f2-c53750ffe19d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:55.590393 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-64b651a7-b7da-4721-9ed1-80c9a8a46e5a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:55.601557 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-64b651a7-b7da-4721-9ed1-80c9a8a46e5a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:55.632180 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-888e3c5b-70de-4a21-8828-68786d63cd36 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.637679 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-cd3f5044-3b71-4dff-93f2-c53750ffe19d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:55.638761 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cd3f5044-3b71-4dff-93f2-c53750ffe19d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0786870 Jan 17 14:19:55.641705 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36794) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:55.649754 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-cf81d694-2c94-4b28-b5cd-34ecf4886f4a tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group_rule': {'security_group_id': '5315296b-3d33-4c5b-b112-d6ce1f3976ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:55.663302 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-cf81d694-2c94-4b28-b5cd-34ecf4886f4a tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:55.668036 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-cf81d694-2c94-4b28-b5cd-34ecf4886f4a tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:55.671844 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-cf81d694-2c94-4b28-b5cd-34ecf4886f4a tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:55.676884 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c6eac443-b1a2-4740-99df-6195e899763a None None] Provisioning complete for port 11238db1-1200-4105-987b-56b7aa698d3d triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:55.677086 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6d234-1eda-4790-a8d1-2ca1574ba139 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Port': ['ID=b5e513d9-05ec-467c-b07c-b0bc0ca15720,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:55.677534 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c6eac443-b1a2-4740-99df-6195e899763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.679704 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-cf81d694-2c94-4b28-b5cd-34ecf4886f4a tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:55.724417 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-cf81d694-2c94-4b28-b5cd-34ecf4886f4a tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:55.725453 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cf81d694-2c94-4b28-b5cd-34ecf4886f4a tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0828407 Jan 17 14:19:55.728731 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36798) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:55.751356 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-64e6d234-1eda-4790-a8d1-2ca1574ba139 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.773099 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9245f078-23e5-441d-bea4-f7ee043399bc None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:19:55.778699 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9245f078-23e5-441d-bea4-f7ee043399bc None None] Deleting port 11238db1-1200-4105-987b-56b7aa698d3d {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:19:55.779289 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9245f078-23e5-441d-bea4-f7ee043399bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.831344 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-12d74e5e-27ce-43e9-a98a-a113435ea639 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.876626 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-64b651a7-b7da-4721-9ed1-80c9a8a46e5a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:55.877179 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-64b651a7-b7da-4721-9ed1-80c9a8a46e5a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.878003 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-12d74e5e-27ce-43e9-a98a-a113435ea639 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.889995 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b651a7-b7da-4721-9ed1-80c9a8a46e5a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=e6dfb90d-8416-468e-807b-65e33baca4cf,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:55.941731 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-12d74e5e-27ce-43e9-a98a-a113435ea639 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.970848 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d74e5e-27ce-43e9-a98a-a113435ea639 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5315296b-3d33-4c5b-b112-d6ce1f3976ac,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:55.979807 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-12d74e5e-27ce-43e9-a98a-a113435ea639 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:55.981190 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-12d74e5e-27ce-43e9-a98a-a113435ea639 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "DELETE /v2.0/security-groups/5315296b-3d33-4c5b-b112-d6ce1f3976ac HTTP/1.1" status: 204 len: 168 time: 0.2508490 Jan 17 14:19:55.984395 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36802) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:56.015277 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-64b651a7-b7da-4721-9ed1-80c9a8a46e5a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5823963 Jan 17 14:19:56.057350 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] Request body: {'port': {'device_id': '2a4ae2a8-241e-4d99-850e-13607608457c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:56.116875 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9245f078-23e5-441d-bea4-f7ee043399bc None None] For port 11238db1-1200-4105-987b-56b7aa698d3d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=11238db1-1200-4105-987b-56b7aa698d3d,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:56.117507 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9245f078-23e5-441d-bea4-f7ee043399bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:56.129321 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c6eac443-b1a2-4740-99df-6195e899763a None None] Provisioning complete for port b5e513d9-05ec-467c-b07c-b0bc0ca15720 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:56.129680 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c6eac443-b1a2-4740-99df-6195e899763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:56.150684 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-888e3c5b-70de-4a21-8828-68786d63cd36 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:56.240116 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a8fb6c41-cefd-4bd9-8eb9-5e6a2206c54f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Synchronizing usage tracker for tenant:2b1ff2c5c346449394d0af32822691cd on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:56.268583 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9245f078-23e5-441d-bea4-f7ee043399bc None None] Calling delete_port for 11238db1-1200-4105-987b-56b7aa698d3d owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:19:56.311821 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e6d234-1eda-4790-a8d1-2ca1574ba139 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 005c6111-e617-4b12-8a24-afba64352a56 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:56.335007 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c6eac443-b1a2-4740-99df-6195e899763a None None] Port b5e513d9-05ec-467c-b07c-b0bc0ca15720 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:56.342509 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-64e6d234-1eda-4790-a8d1-2ca1574ba139 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:56.368344 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9245f078-23e5-441d-bea4-f7ee043399bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:56.409211 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a8fb6c41-cefd-4bd9-8eb9-5e6a2206c54f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Unset dirty status for tenant:2b1ff2c5c346449394d0af32822691cd on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:56.414674 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a8fb6c41-cefd-4bd9-8eb9-5e6a2206c54f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4244764 Jan 17 14:19:56.415633 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36808) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:56.417087 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245f078-23e5-441d-bea4-f7ee043399bc None None] Pushing event deleted for resources: {'Port': ['ID=11238db1-1200-4105-987b-56b7aa698d3d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:56.421607 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9245f078-23e5-441d-bea4-f7ee043399bc None None] No DVR routers for this DVR port 11238db1-1200-4105-987b-56b7aa698d3d on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:19:56.428621 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-ca375af0-f164-444d-b61b-7e67a4574104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group': {'name': 'tempest-secgroup--916773911'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:56.440184 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ca375af0-f164-444d-b61b-7e67a4574104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:56.451433 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ca375af0-f164-444d-b61b-7e67a4574104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:56.460536 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f438221b-332f-40d3-8e9f-d0154071adb7 None None] Provisioning for port e6dfb90d-8416-468e-807b-65e33baca4cf completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:19:56.464128 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ca375af0-f164-444d-b61b-7e67a4574104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:56.467373 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f438221b-332f-40d3-8e9f-d0154071adb7 None None] Provisioning complete for port e6dfb90d-8416-468e-807b-65e33baca4cf triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:56.468105 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f438221b-332f-40d3-8e9f-d0154071adb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:56.486958 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-577570c4-567f-475e-b63a-1ca98be36ea6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:56.497782 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ca375af0-f164-444d-b61b-7e67a4574104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:56.504030 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ca375af0-f164-444d-b61b-7e67a4574104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Usage tracker for resource:security_group_rule and tenant:2b1ff2c5c346449394d0af32822691cd is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:56.510899 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ca375af0-f164-444d-b61b-7e67a4574104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:56.523864 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ca375af0-f164-444d-b61b-7e67a4574104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:56.538659 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f438221b-332f-40d3-8e9f-d0154071adb7 None None] Port e6dfb90d-8416-468e-807b-65e33baca4cf cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:56.569218 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:56.612710 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ca375af0-f164-444d-b61b-7e67a4574104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:56.616169 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-888e3c5b-70de-4a21-8828-68786d63cd36 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:56.616901 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ca375af0-f164-444d-b61b-7e67a4574104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:56.661602 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5edc44ce-1c65-4833-b4c0-de6b7db18c94 None None] Provisioning complete for port b5e513d9-05ec-467c-b07c-b0bc0ca15720 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:56.662153 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5edc44ce-1c65-4833-b4c0-de6b7db18c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:56.664117 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca375af0-f164-444d-b61b-7e67a4574104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679c0024-37bb-47f5-adc8-9040330f28fa,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:56.667691 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ca375af0-f164-444d-b61b-7e67a4574104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:56.671560 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ca375af0-f164-444d-b61b-7e67a4574104 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2510614 Jan 17 14:19:56.671842 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36812) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:56.676870 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-2cc49b41-d5f2-4440-9883-0af0df584bc8 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:56.677510 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING neutron.api.v2.base [None req-2cc49b41-d5f2-4440-9883-0af0df584bc8 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 17 14:19:56.678007 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-2cc49b41-d5f2-4440-9883-0af0df584bc8 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] update failed (client error): There was a conflict when trying to complete your request. Jan 17 14:19:56.679127 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2cc49b41-d5f2-4440-9883-0af0df584bc8 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "PUT /v2.0/security-groups/679c0024-37bb-47f5-adc8-9040330f28fa HTTP/1.1" status: 409 len: 330 time: 0.0061951 Jan 17 14:19:56.685440 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577570c4-567f-475e-b63a-1ca98be36ea6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:56.685968 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36816) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:56.700719 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-577570c4-567f-475e-b63a-1ca98be36ea6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:56.710863 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd477ab-c91e-48c1-b51f-a9aaf57e5149 None None] Network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:56.712874 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-888e3c5b-70de-4a21-8828-68786d63cd36 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:56.719288 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577570c4-567f-475e-b63a-1ca98be36ea6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:56.719894 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-577570c4-567f-475e-b63a-1ca98be36ea6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:56.736250 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491b05d4-8bea-4a88-99c6-65d1e070d8d7 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:56.757261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1165b86d-a744-4eba-8223-04eddbdbb31f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:56.758423 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-888e3c5b-70de-4a21-8828-68786d63cd36 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/subnets/1bc43ba8-20ca-418c-9b2a-3b9faf14d6c5 HTTP/1.1" status: 204 len: 168 time: 1.7226906 Jan 17 14:19:56.759394 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577570c4-567f-475e-b63a-1ca98be36ea6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=6b8f69db-c70c-4e58-8540-50048f244798,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:56.768556 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36820) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:56.793646 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1165b86d-a744-4eba-8223-04eddbdbb31f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:56.809789 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-d3e3b20d-dfa6-41f4-9585-32eef5e01bdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'subnet': {'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:56.839695 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-577570c4-567f-475e-b63a-1ca98be36ea6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0642123 Jan 17 14:19:56.840525 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36824) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:56.847482 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-fef143ff-9757-49c3-80d3-2e419c0d23b1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:56.932875 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1165b86d-a744-4eba-8223-04eddbdbb31f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:56.958932 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-5edc44ce-1c65-4833-b4c0-de6b7db18c94 None None] Port b5e513d9-05ec-467c-b07c-b0bc0ca15720 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:56.975812 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165b86d-a744-4eba-8223-04eddbdbb31f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=679c0024-37bb-47f5-adc8-9040330f28fa,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:56.991054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1165b86d-a744-4eba-8223-04eddbdbb31f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:56.994393 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1165b86d-a744-4eba-8223-04eddbdbb31f tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "DELETE /v2.0/security-groups/679c0024-37bb-47f5-adc8-9040330f28fa HTTP/1.1" status: 204 len: 168 time: 0.3053579 Jan 17 14:19:57.004396 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36828) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:57.026867 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 11238db1-1200-4105-987b-56b7aa698d3d no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:19:57.074373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fef143ff-9757-49c3-80d3-2e419c0d23b1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:57.076162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 11238db1-1200-4105-987b-56b7aa698d3d {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:19:57.076808 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 11238db1-1200-4105-987b-56b7aa698d3d not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:19:57.084875 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fef143ff-9757-49c3-80d3-2e419c0d23b1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:57.088167 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e3c5b-70de-4a21-8828-68786d63cd36 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc43ba8-20ca-418c-9b2a-3b9faf14d6c5,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:57.089365 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fef143ff-9757-49c3-80d3-2e419c0d23b1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:57.094420 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3e856a8b-9778-4502-ba4f-6f2d296d307b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Synchronizing usage tracker for tenant:2b1ff2c5c346449394d0af32822691cd on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:19:57.101744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fef143ff-9757-49c3-80d3-2e419c0d23b1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:57.120879 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef143ff-9757-49c3-80d3-2e419c0d23b1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:57.124575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fef143ff-9757-49c3-80d3-2e419c0d23b1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:57.138221 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3753cf6-2f98-411e-b08c-2286524a4d87 req-f5171833-378e-4912-a186-b129dcec5199 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:57.145411 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c3753cf6-2f98-411e-b08c-2286524a4d87 req-f5171833-378e-4912-a186-b129dcec5199 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 931 time: 0.8269107 Jan 17 14:19:57.146055 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3e856a8b-9778-4502-ba4f-6f2d296d307b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] Unset dirty status for tenant:2b1ff2c5c346449394d0af32822691cd on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:19:57.147355 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3e856a8b-9778-4502-ba4f-6f2d296d307b tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1413383 Jan 17 14:19:57.173353 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36832) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:57.259030 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-70f0fb23-49cb-47b6-b3e6-991efb6d1109 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] delete failed (client error): The resource could not be found. Jan 17 14:19:57.260534 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-70f0fb23-49cb-47b6-b3e6-991efb6d1109 tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "DELETE /v2.0/security-groups/97c79795-88c3-46d4-8539-000767c61887 HTTP/1.1" status: 404 len: 347 time: 0.0859027 Jan 17 14:19:57.289725 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': '6b8f69db-c70c-4e58-8540-50048f244798'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:19:57.290550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:57.325764 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36836) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:57.365620 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c3753cf6-2f98-411e-b08c-2286524a4d87 req-d12cfc6e-e75d-4908-a533-c0d128c2226c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=41ad7512-fc84-4097-93af-09327db945b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188032 Jan 17 14:19:57.382049 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.ipam_backend_mixin [None req-fef143ff-9757-49c3-80d3-2e419c0d23b1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b8f69db-c70c-4e58-8540-50048f244798 (CIDR: 2001:db8::/64) Jan 17 14:19:57.386071 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef143ff-9757-49c3-80d3-2e419c0d23b1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:19:57.386501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fef143ff-9757-49c3-80d3-2e419c0d23b1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:19:57.388260 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e6d234-1eda-4790-a8d1-2ca1574ba139 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router 4117b374-0843-4e61-a365-790e1f708583 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:19:57.396901 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-2378b95c-771f-4bf9-bdc1-2590a80e4a9d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] show failed (client error): The resource could not be found. Jan 17 14:19:57.397913 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2378b95c-771f-4bf9-bdc1-2590a80e4a9d tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "GET /v2.0/security-groups/331315f8-23e5-41bf-8de2-8877366cda0e HTTP/1.1" status: 404 len: 347 time: 0.0712316 Jan 17 14:19:57.401970 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36840) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:57.421786 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fef143ff-9757-49c3-80d3-2e419c0d23b1 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5799055 Jan 17 14:19:57.422912 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36844) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:57.427914 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-cac358ea-93ae-4da3-b62c-b0179fc2006c tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] show failed (client error): The resource could not be found. Jan 17 14:19:57.428164 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d3e3b20d-dfa6-41f4-9585-32eef5e01bdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:57.432371 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cac358ea-93ae-4da3-b62c-b0179fc2006c tempest-NegativeSecGroupIPv6Test-1413566903 tempest-NegativeSecGroupIPv6Test-1413566903-project] 10.222.0.48 "GET /v2.0/security-group-rules/4edf71b4-e9f7-42b0-83f2-8cecf7094add HTTP/1.1" status: 404 len: 356 time: 0.0253360 Jan 17 14:19:57.443852 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-f08c944f-874d-4151-a8b5-2a4655ec5aa6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:57.488599 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d3e3b20d-dfa6-41f4-9585-32eef5e01bdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:subnet and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:57.506078 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d3e3b20d-dfa6-41f4-9585-32eef5e01bdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:57.507306 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Allocated IP 2001:db8::2 (5c806942-cde6-42f7-aae4-af9246279d2e/6b8f69db-c70c-4e58-8540-50048f244798/de3067d8-ab98-4f8f-bcdf-e67b7f2f827e) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:19:57.605047 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f08c944f-874d-4151-a8b5-2a4655ec5aa6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:57.607557 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d3e3b20d-dfa6-41f4-9585-32eef5e01bdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:57.609680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f08c944f-874d-4151-a8b5-2a4655ec5aa6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:57.612837 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f08c944f-874d-4151-a8b5-2a4655ec5aa6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:57.620209 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f08c944f-874d-4151-a8b5-2a4655ec5aa6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:57.636042 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08c944f-874d-4151-a8b5-2a4655ec5aa6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:57.647567 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f08c944f-874d-4151-a8b5-2a4655ec5aa6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:57.659606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e3b20d-dfa6-41f4-9585-32eef5e01bdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:57.670686 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d3e3b20d-dfa6-41f4-9585-32eef5e01bdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:57.812382 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:57.823665 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Transition to ACTIVE for port object de3067d8-ab98-4f8f-bcdf-e67b7f2f827e will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:57.835555 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.resource_extend [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:19:57.847516 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Transition to ACTIVE for port object de3067d8-ab98-4f8f-bcdf-e67b7f2f827e will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:57.857122 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:57.869195 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e6d234-1eda-4790-a8d1-2ca1574ba139 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:19:57.888866 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-64e6d234-1eda-4790-a8d1-2ca1574ba139 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/4117b374-0843-4e61-a365-790e1f708583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4832704 Jan 17 14:19:57.890312 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36852) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:57.906197 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-6a25f3d2-3a11-4a06-92ea-2658d5bce0e9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'network': {'name': 'tempest-RoutersTest-2031505269'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:57.918578 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6a25f3d2-3a11-4a06-92ea-2658d5bce0e9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:57.925507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6a25f3d2-3a11-4a06-92ea-2658d5bce0e9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:network and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:57.929219 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] Sync routers for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:19:57.929738 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6a25f3d2-3a11-4a06-92ea-2658d5bce0e9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:57.937813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6a25f3d2-3a11-4a06-92ea-2658d5bce0e9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:57.975830 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36856) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:57.989297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:57.993966 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:57.997862 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:19:57.998059 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a25f3d2-3a11-4a06-92ea-2658d5bce0e9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Made reservation on behalf of 746a920811d944b3b7fac1db9f27d8f3 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:57.998618 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:58.001780 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a25f3d2-3a11-4a06-92ea-2658d5bce0e9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:58.026907 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6dfb90d-8416-468e-807b-65e33baca4cf {{(pid=87524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:19:58.038161 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:58.064593 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] Transition to ACTIVE for port object e6dfb90d-8416-468e-807b-65e33baca4cf will not be triggered until provisioned by entity L2. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:19:58.073485 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:19:58.073936 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a25f3d2-3a11-4a06-92ea-2658d5bce0e9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:19:58.079261 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:58.091203 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a25f3d2-3a11-4a06-92ea-2658d5bce0e9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:58.091568 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-6a25f3d2-3a11-4a06-92ea-2658d5bce0e9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Added segment c1e3d554-dadd-470b-af32-d185e2e4e803 of type vlan for network c025b823-c2c4-40d2-acd5-1220b29f53ff Jan 17 14:19:58.146579 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a25f3d2-3a11-4a06-92ea-2658d5bce0e9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:58.225579 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Pushing event updated for resources: {'Port': ['ID=de3067d8-ab98-4f8f-bcdf-e67b7f2f827e,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:58.274419 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a25f3d2-3a11-4a06-92ea-2658d5bce0e9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:58.281358 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a25f3d2-3a11-4a06-92ea-2658d5bce0e9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:58.281358 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a25f3d2-3a11-4a06-92ea-2658d5bce0e9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:58.310543 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Attempting to bind port de3067d8-ab98-4f8f-bcdf-e67b7f2f827e on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:19:58.311115 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Attempting to bind port de3067d8-ab98-4f8f-bcdf-e67b7f2f827e by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:19:58.311229 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Attempting to bind port de3067d8-ab98-4f8f-bcdf-e67b7f2f827e on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:19:58.324154 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:19:58.324583 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:19:58.329570 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:58.330478 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:19:58.330478 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Bound port: de3067d8-ab98-4f8f-bcdf-e67b7f2f827e, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:19:58.330845 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:58.356395 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:19:58.371982 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] Pushing event updated for resources: {'Port': ['ID=e6dfb90d-8416-468e-807b-65e33baca4cf,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:58.502250 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-401af66f-aa5c-488d-affd-a0b34a83db0c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b1ff2c5c346449394d0af32822691cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5220060 Jan 17 14:19:58.507424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36864) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:58.550270 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6a25f3d2-3a11-4a06-92ea-2658d5bce0e9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6588480 Jan 17 14:19:58.553915 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36868) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:58.568154 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-2f75edc6-c4f3-41ab-8d99-c7bd027d76b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'subnet': {'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:58.593063 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.objects.ports [None req-f08c944f-874d-4151-a8b5-2a4655ec5aa6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87523) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 14:19:58.622452 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] Attempting to bind port e6dfb90d-8416-468e-807b-65e33baca4cf on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:19:58.622769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] Attempting to bind port e6dfb90d-8416-468e-807b-65e33baca4cf by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '0158a30b-d440-471d-88ea-d7fc3a2964e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:19:58.623466 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] Attempting to bind port e6dfb90d-8416-468e-807b-65e33baca4cf on network 4dbd5c10-2dd0-4964-949e-32f957ba960b {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:19:58.623631 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25f3d2-3a11-4a06-92ea-2658d5bce0e9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Network': ['ID=c025b823-c2c4-40d2-acd5-1220b29f53ff,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:58.642371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] Port e6dfb90d-8416-468e-807b-65e33baca4cf on network 4dbd5c10-2dd0-4964-949e-32f957ba960b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:19:58.642681 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] Attempting to bind port e6dfb90d-8416-468e-807b-65e33baca4cf on network 4dbd5c10-2dd0-4964-949e-32f957ba960b {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:19:58.659456 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:19:58.660085 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] Checking segment: {'id': '0158a30b-d440-471d-88ea-d7fc3a2964e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:19:58.660621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] Bound using segment: {'id': '0158a30b-d440-471d-88ea-d7fc3a2964e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b'} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:19:58.661742 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] Bound port: e6dfb90d-8416-468e-807b-65e33baca4cf, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0158a30b-d440-471d-88ea-d7fc3a2964e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b'}}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:19:58.662241 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:58.682102 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d3e3b20d-dfa6-41f4-9585-32eef5e01bdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:58.715840 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5069417d-625e-47ed-9c69-709874dff4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:58.768080 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] For port de3067d8-ab98-4f8f-bcdf-e67b7f2f827e, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:19:58.778557 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] For port de3067d8-ab98-4f8f-bcdf-e67b7f2f827e, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=de3067d8-ab98-4f8f-bcdf-e67b7f2f827e,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:19:58.790162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network c025b823-c2c4-40d2-acd5-1220b29f53ff details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:19:58.824388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5069417d-625e-47ed-9c69-709874dff4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:58.833738 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:58.837308 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2f75edc6-c4f3-41ab-8d99-c7bd027d76b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:58.846383 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2f75edc6-c4f3-41ab-8d99-c7bd027d76b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:subnet and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:58.851221 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2f75edc6-c4f3-41ab-8d99-c7bd027d76b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:58.852810 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e3b20d-dfa6-41f4-9585-32eef5e01bdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:19:58.861235 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2f75edc6-c4f3-41ab-8d99-c7bd027d76b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:58.869577 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-d3e3b20d-dfa6-41f4-9585-32eef5e01bdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:19:58.871198 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3b20d-dfa6-41f4-9585-32eef5e01bdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Subnet': ['ID=9a34970b-6f91-4716-af96-8a0321b36934,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:58.875530 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd1fdf-6237-4eda-a3f2-0f3b58f34c6e req-04c90460-33ed-4c81-ba71-7a0cab3d28fe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:58.877086 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-94dd1fdf-6237-4eda-a3f2-0f3b58f34c6e req-04c90460-33ed-4c81-ba71-7a0cab3d28fe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 943 time: 0.2947254 Jan 17 14:19:58.878410 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e3b20d-dfa6-41f4-9585-32eef5e01bdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:58.879150 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d3e3b20d-dfa6-41f4-9585-32eef5e01bdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:58.899253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f75edc6-c4f3-41ab-8d99-c7bd027d76b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Made reservation on behalf of 746a920811d944b3b7fac1db9f27d8f3 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:19:58.903068 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2f75edc6-c4f3-41ab-8d99-c7bd027d76b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:58.922578 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] For port e6dfb90d-8416-468e-807b-65e33baca4cf, host hv-neutron-8249, cleared binding levels {{(pid=87524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:19:58.935645 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] For port e6dfb90d-8416-468e-807b-65e33baca4cf, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=e6dfb90d-8416-468e-807b-65e33baca4cf,segment=NetworkSegment(0158a30b-d440-471d-88ea-d7fc3a2964e3),segment_id=0158a30b-d440-471d-88ea-d7fc3a2964e3)] {{(pid=87524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:19:58.941199 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d3e3b20d-dfa6-41f4-9585-32eef5e01bdc tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1434629 Jan 17 14:19:58.944439 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:58.948270 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36872) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:58.977868 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-df68709b-a7c5-443a-913f-208c425433c2 None None] Provisioning complete for port f0f86d7b-4446-422f-9a74-26b7fdbaad1a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:58.978336 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-df68709b-a7c5-443a-913f-208c425433c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:58.995614 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-6bad902f-1e59-4254-ba57-abd8ba91df38 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'security_group': {'name': 'tempest-secgroup-720733370'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:59.006643 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76148152-8518-4e2a-a1fb-e13b3f3e102f None None] Network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:19:59.010121 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6bad902f-1e59-4254-ba57-abd8ba91df38 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:59.013905 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5069417d-625e-47ed-9c69-709874dff4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:59.031753 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6bad902f-1e59-4254-ba57-abd8ba91df38 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:security_group and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:59.039021 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6bad902f-1e59-4254-ba57-abd8ba91df38 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:59.053930 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:59.055156 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:59.056481 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] 10.222.0.15 "PUT /v2.0/ports/e6dfb90d-8416-468e-807b-65e33baca4cf HTTP/1.1" status: 200 len: 1093 time: 3.0025320 Jan 17 14:19:59.059957 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069417d-625e-47ed-9c69-709874dff4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724958c2-54a5-4fb7-b397-dab137ba630d,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:59.061169 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4ae2a8-241e-4d99-850e-13607608457c', 'tag': 'e6dfb90d-8416-468e-807b-65e33baca4cf'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:19:59.066262 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6bad902f-1e59-4254-ba57-abd8ba91df38 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:59.078220 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5069417d-625e-47ed-9c69-709874dff4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:59.079420 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5069417d-625e-47ed-9c69-709874dff4f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/724958c2-54a5-4fb7-b397-dab137ba630d HTTP/1.1" status: 204 len: 168 time: 0.5695944 Jan 17 14:19:59.085371 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-94dd1fdf-6237-4eda-a3f2-0f3b58f34c6e req-552993e4-008f-427b-8d78-c10f36529cf6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=41ad7512-fc84-4097-93af-09327db945b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020071 Jan 17 14:19:59.090289 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb33bc8-aa23-480e-81e2-9863008ca71e service neutron] Pushing event updated for resources: {'Port': ['ID=e6dfb90d-8416-468e-807b-65e33baca4cf,revision_number=3']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:59.106933 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6bad902f-1e59-4254-ba57-abd8ba91df38 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:59.111455 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f08c944f-874d-4151-a8b5-2a4655ec5aa6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:59.131004 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6bad902f-1e59-4254-ba57-abd8ba91df38 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:59.134864 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6bad902f-1e59-4254-ba57-abd8ba91df38 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:security_group_rule and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:59.142569 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6bad902f-1e59-4254-ba57-abd8ba91df38 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:59.153616 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6bad902f-1e59-4254-ba57-abd8ba91df38 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:59.232244 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4ae2a8-241e-4d99-850e-13607608457c', 'tag': 'e6dfb90d-8416-468e-807b-65e33baca4cf', 'status': 'completed', 'code': 200} Jan 17 14:19:59.312458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-df68709b-a7c5-443a-913f-208c425433c2 None None] Port f0f86d7b-4446-422f-9a74-26b7fdbaad1a cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:19:59.319106 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e2d1c-fc31-4ffc-975f-d0ab8841e983 None None] Pushing event updated for resources: {'Port': ['ID=de3067d8-ab98-4f8f-bcdf-e67b7f2f827e,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:59.374373 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6bad902f-1e59-4254-ba57-abd8ba91df38 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:59.393862 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6bad902f-1e59-4254-ba57-abd8ba91df38 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:59.451989 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-df68709b-a7c5-443a-913f-208c425433c2 None None] Provisioning complete for port 895bec3e-6264-40a3-b2a1-ad632ad79cc6 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:19:59.452702 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-df68709b-a7c5-443a-913f-208c425433c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:59.473206 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad902f-1e59-4254-ba57-abd8ba91df38 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a36e92e1-7029-42fc-bd8e-bf43be76637a,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:59.489773 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6bad902f-1e59-4254-ba57-abd8ba91df38 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:59.496071 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6bad902f-1e59-4254-ba57-abd8ba91df38 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5184543 Jan 17 14:19:59.499732 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36882) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:19:59.507976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-841fc937-7364-45c9-afff-56c957baeb75 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'security_group': {'name': 'tempest-secgroup-18728645'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:19:59.516111 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-841fc937-7364-45c9-afff-56c957baeb75 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:59.521231 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-841fc937-7364-45c9-afff-56c957baeb75 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:security_group and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:19:59.533801 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-841fc937-7364-45c9-afff-56c957baeb75 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:19:59.545791 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-841fc937-7364-45c9-afff-56c957baeb75 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:19:59.618183 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-0d10b7bc-8ff0-4f45-8ead-33dec6135d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:19:59.620135 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-0d10b7bc-8ff0-4f45-8ead-33dec6135d57 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 1096 time: 0.4934742 Jan 17 14:19:59.622339 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-841fc937-7364-45c9-afff-56c957baeb75 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:59.702332 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2f75edc6-c4f3-41ab-8d99-c7bd027d76b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:59.771769 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:19:53Z', 'revision_number': 2, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:19:54Z', 'revision_number': 2, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:19:59.785843 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] Checking router: 4117b374-0843-4e61-a365-790e1f708583 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:19:59.786427 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] Updating router 4117b374-0843-4e61-a365-790e1f708583 port b5e513d9-05ec-467c-b07c-b0bc0ca15720 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:19:59.851687 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-f08c944f-874d-4151-a8b5-2a4655ec5aa6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] For port de3067d8-ab98-4f8f-bcdf-e67b7f2f827e, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=de3067d8-ab98-4f8f-bcdf-e67b7f2f827e,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:19:59.904008 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75edc6-c4f3-41ab-8d99-c7bd027d76b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Subnet': ['ID=fcec9571-a377-4e58-a09b-5e4722aedd8d,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:19:59.917902 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75edc6-c4f3-41ab-8d99-c7bd027d76b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Checking segment: {'id': 'c1e3d554-dadd-470b-af32-d185e2e4e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:19:59.918452 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f75edc6-c4f3-41ab-8d99-c7bd027d76b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network hostable DHCP agents. Network: c025b823-c2c4-40d2-acd5-1220b29f53ff, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:19:59.931604 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-b7199fe2-5785-4869-b2c2-4e473e24fc48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6dfb90d-8416-468e-807b-65e33baca4cf HTTP/1.1" status: 200 len: 217 time: 0.0986564 Jan 17 14:19:59.936302 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:59.936766 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-841fc937-7364-45c9-afff-56c957baeb75 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:19:59.965257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f08c944f-874d-4151-a8b5-2a4655ec5aa6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:59.975501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f08c944f-874d-4151-a8b5-2a4655ec5aa6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:19:59.976523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f08c944f-874d-4151-a8b5-2a4655ec5aa6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:00.016450 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-a3969e4e-034c-4bcd-ad30-772c56e8b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:00.017891 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-a3969e4e-034c-4bcd-ad30-772c56e8b5c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59aac7e4-1eb4-456a-a6d3-b8b2da7454bf HTTP/1.1" status: 200 len: 835 time: 0.0787940 Jan 17 14:20:00.019009 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-841fc937-7364-45c9-afff-56c957baeb75 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:security_group_rule and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:00.022539 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-841fc937-7364-45c9-afff-56c957baeb75 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:00.078200 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-841fc937-7364-45c9-afff-56c957baeb75 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:00.180427 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f75edc6-c4f3-41ab-8d99-c7bd027d76b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network c025b823-c2c4-40d2-acd5-1220b29f53ff is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:20:00.288410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08c944f-874d-4151-a8b5-2a4655ec5aa6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:00.299233 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-f08c944f-874d-4151-a8b5-2a4655ec5aa6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:00.302935 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08c944f-874d-4151-a8b5-2a4655ec5aa6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:00.303524 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f08c944f-874d-4151-a8b5-2a4655ec5aa6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:00.332409 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-2f75edc6-c4f3-41ab-8d99-c7bd027d76b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, c025b823-c2c4-40d2-acd5-1220b29f53ff) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:00.337367 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f75edc6-c4f3-41ab-8d99-c7bd027d76b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:00.338030 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2f75edc6-c4f3-41ab-8d99-c7bd027d76b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:00.347129 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7d5c8e-207b-4c97-ac15-91dc6b020656 None None] Update dhcp port {'port': {'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73', 'fixed_ips': [{'subnet_id': '2217c7cf-1d4a-4749-a205-00648996f4af', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9a34970b-6f91-4716-af96-8a0321b36934'}], 'binding:host_id': 'dv-neutron-824901-1-hyperv'}, 'id': '895bec3e-6264-40a3-b2a1-ad632ad79cc6'} from dv-neutron-824901-1-hyperv. {{(pid=87525) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 17 14:20:00.362470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c944f-874d-4151-a8b5-2a4655ec5aa6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=de3067d8-ab98-4f8f-bcdf-e67b7f2f827e,revision_number=4']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:00.383589 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcb588e-2013-42d0-9a10-10315957ac39 None None] Network c025b823-c2c4-40d2-acd5-1220b29f53ff requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:00.387151 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f08c944f-874d-4151-a8b5-2a4655ec5aa6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9523036 Jan 17 14:20:00.387983 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36904) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:00.388712 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-841fc937-7364-45c9-afff-56c957baeb75 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:00.418479 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-841fc937-7364-45c9-afff-56c957baeb75 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:00.425463 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-1d52f064-e4c9-4299-9264-f5b52f0e24d3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'mac_address': 'fa:16:3e:f7:4f:ef', 'name': 'tempest-NetworksTestDHCPv6-1226263130'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:00.514000 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fc937-7364-45c9-afff-56c957baeb75 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da78d48-17c1-4bb0-9b9f-dc45e8f0ae9e,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:00.554875 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-d2866994-1cf7-4459-a9dc-8826e8c1d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:00.557481 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-d2866994-1cf7-4459-a9dc-8826e8c1d8c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4dbd5c10-2dd0-4964-949e-32f957ba960b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5308859 Jan 17 14:20:00.616677 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2f75edc6-c4f3-41ab-8d99-c7bd027d76b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0594404 Jan 17 14:20:00.619197 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c944f-874d-4151-a8b5-2a4655ec5aa6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=c7b7334f-b6d1-4fed-854a-57ac7cdae360,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:00.631538 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36908) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:00.639525 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2b7d5c8e-207b-4c97-ac15-91dc6b020656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:00.667060 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36910) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:00.667852 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-841fc937-7364-45c9-afff-56c957baeb75 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:00.669178 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-841fc937-7364-45c9-afff-56c957baeb75 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1682696 Jan 17 14:20:00.680842 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36916) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:00.713578 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ddfbcc15-2af9-461c-94f3-a9b476cb2bf3 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'security_group': {'name': 'tempest-secgroup-1076082651'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:00.725498 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1d52f064-e4c9-4299-9264-f5b52f0e24d3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:00.731885 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1d52f064-e4c9-4299-9264-f5b52f0e24d3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:port and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:00.734936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ddfbcc15-2af9-461c-94f3-a9b476cb2bf3 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:00.736253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1d52f064-e4c9-4299-9264-f5b52f0e24d3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:00.744014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1d52f064-e4c9-4299-9264-f5b52f0e24d3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:00.753947 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ddfbcc15-2af9-461c-94f3-a9b476cb2bf3 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:security_group and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:00.762052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ddfbcc15-2af9-461c-94f3-a9b476cb2bf3 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:00.777827 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ddfbcc15-2af9-461c-94f3-a9b476cb2bf3 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:00.786111 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d52f064-e4c9-4299-9264-f5b52f0e24d3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:00.835202 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ddfbcc15-2af9-461c-94f3-a9b476cb2bf3 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:00.855660 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-de30490f-d21c-44b0-867c-5e5e42215cdc service neutron] 10.222.0.15 "GET /v2.0/networks/4dbd5c10-2dd0-4964-949e-32f957ba960b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849669 Jan 17 14:20:00.865886 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ddfbcc15-2af9-461c-94f3-a9b476cb2bf3 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:00.874178 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a593a2e-5589-42ea-a681-abd1b00899ee None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:00.893732 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ddfbcc15-2af9-461c-94f3-a9b476cb2bf3 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:security_group_rule and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:00.899345 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ddfbcc15-2af9-461c-94f3-a9b476cb2bf3 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:00.920420 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d742fc85-2aa1-4764-a2be-b1b50ebeb22a tempest-ServiceProvidersTest-138682421 tempest-ServiceProvidersTest-138682421-project] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2497504 Jan 17 14:20:00.970301 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ddfbcc15-2af9-461c-94f3-a9b476cb2bf3 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:01.100552 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-630254cc-56dd-4dbc-b6e0-95615f0b68da req-dbb79637-6e75-4af5-8728-93f8227b068e service neutron] 10.222.0.15 "GET /v2.0/networks/4dbd5c10-2dd0-4964-949e-32f957ba960b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313335 Jan 17 14:20:01.115328 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ddfbcc15-2af9-461c-94f3-a9b476cb2bf3 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:01.124795 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ddfbcc15-2af9-461c-94f3-a9b476cb2bf3 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:01.158800 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device de3067d8-ab98-4f8f-bcdf-e67b7f2f827e up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:01.222480 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbcc15-2af9-461c-94f3-a9b476cb2bf3 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f19f75f-de75-4b85-9752-c6bd807a3cae,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:01.225908 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ddfbcc15-2af9-461c-94f3-a9b476cb2bf3 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:01.228096 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ddfbcc15-2af9-461c-94f3-a9b476cb2bf3 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5461287 Jan 17 14:20:01.230632 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36930) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:01.242165 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-94e1f9ba-d38f-41d4-9701-a96cea6e7e01 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1298426051', 'security_groups': ['5f19f75f-de75-4b85-9752-c6bd807a3cae'], 'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9a34970b-6f91-4716-af96-8a0321b36934'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:01.258456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984b582-ac54-45e3-bdc3-7772f2565b6d req-4add45c5-0886-4139-83ad-c2b0cd662630 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:01.260401 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3984b582-ac54-45e3-bdc3-7772f2565b6d req-4add45c5-0886-4139-83ad-c2b0cd662630 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 943 time: 1.0301585 Jan 17 14:20:01.355422 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36934) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:01.380324 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1d52f064-e4c9-4299-9264-f5b52f0e24d3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:01.408534 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375e95b-f967-44ea-b7c4-caf602b43592 req-5596ea3d-1fda-498f-b9d7-b3c54229a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:01.409605 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3375e95b-f967-44ea-b7c4-caf602b43592 req-5596ea3d-1fda-498f-b9d7-b3c54229a9b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 1096 time: 0.2450728 Jan 17 14:20:01.440214 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3984b582-ac54-45e3-bdc3-7772f2565b6d req-eb80b9ec-e0af-4917-9e5b-75f336b72173 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=41ad7512-fc84-4097-93af-09327db945b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239364 Jan 17 14:20:01.441430 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-1d52f064-e4c9-4299-9264-f5b52f0e24d3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port 2d722126-177d-44c9-89b2-ffe92750f543 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:20:01.488600 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-2b7d5c8e-207b-4c97-ac15-91dc6b020656 None None] Allocated IP 2001:db8::2 (0a0b64f9-af8d-4936-b9b9-eb1d962bac73/9a34970b-6f91-4716-af96-8a0321b36934/895bec3e-6264-40a3-b2a1-ad632ad79cc6) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:01.552792 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-94e1f9ba-d38f-41d4-9701-a96cea6e7e01 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:01.581089 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bfcd4386-3932-4944-8d61-ba7cd46fb34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:01.596143 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-94e1f9ba-d38f-41d4-9701-a96cea6e7e01 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:01.612158 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-bfcd4386-3932-4944-8d61-ba7cd46fb34c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:01.622616 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bfcd4386-3932-4944-8d61-ba7cd46fb34c admin admin] Usage tracker for resource:security_group_rule and tenant:0dd86c1731e94717ae0e594376924820 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:01.625641 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e1f9ba-d38f-41d4-9701-a96cea6e7e01 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:01.635037 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-cb1ca3b0-b228-4591-a2d2-3416d37e028c None None] Provisioning for port de3067d8-ab98-4f8f-bcdf-e67b7f2f827e completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:01.641976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bfcd4386-3932-4944-8d61-ba7cd46fb34c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:01.672289 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:01.681380 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port de3067d8-ab98-4f8f-bcdf-e67b7f2f827e completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:01.692906 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port de3067d8-ab98-4f8f-bcdf-e67b7f2f827e triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:01.693275 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:01.718014 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-c025b823-c2c4-40d2-acd5-1220b29f53ff', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:20:01.718811 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:01.731651 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-bfcd4386-3932-4944-8d61-ba7cd46fb34c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:01.750307 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] Transition to ACTIVE for port object b5e513d9-05ec-467c-b07c-b0bc0ca15720 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:01.774832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375e95b-f967-44ea-b7c4-caf602b43592 req-e7c80661-12c4-49b7-9575-cbf78ff1d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:01.776433 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3375e95b-f967-44ea-b7c4-caf602b43592 req-e7c80661-12c4-49b7-9575-cbf78ff1d048 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4dbd5c10-2dd0-4964-949e-32f957ba960b HTTP/1.1" status: 200 len: 898 time: 0.3491983 Jan 17 14:20:01.805805 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:01.876493 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ebadbd2-1f54-4377-9c79-cfa03df1a298 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:01.894181 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3375e95b-f967-44ea-b7c4-caf602b43592 req-8ec3ef12-e146-4a9c-9e38-ae3fbb83370c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6dfb90d-8416-468e-807b-65e33baca4cf HTTP/1.1" status: 200 len: 217 time: 0.1021597 Jan 17 14:20:01.959968 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2b7d5c8e-207b-4c97-ac15-91dc6b020656 None None] For port 895bec3e-6264-40a3-b2a1-ad632ad79cc6, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=895bec3e-6264-40a3-b2a1-ad632ad79cc6,segment=NetworkSegment(315f2e00-9bb1-4ee6-b93e-3de3adbe1075),segment_id=315f2e00-9bb1-4ee6-b93e-3de3adbe1075)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:01.992761 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-94e1f9ba-d38f-41d4-9701-a96cea6e7e01 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:02.046221 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375e95b-f967-44ea-b7c4-caf602b43592 req-6dd518d7-cd24-4a34-b2b4-4cdab412ffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:02.047968 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3375e95b-f967-44ea-b7c4-caf602b43592 req-6dd518d7-cd24-4a34-b2b4-4cdab412ffe7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59aac7e4-1eb4-456a-a6d3-b8b2da7454bf HTTP/1.1" status: 200 len: 835 time: 0.1362343 Jan 17 14:20:02.093840 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1dd5eb-d5f6-4489-a2fe-623e2dd11320 None None] Pushing event updated for resources: {'Port': ['ID=b5e513d9-05ec-467c-b07c-b0bc0ca15720,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:02.108981 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-94e1f9ba-d38f-41d4-9701-a96cea6e7e01 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] device_id is not set on port 67f9bdca-cf95-464c-b380-d6f206639431 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:20:02.198898 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2b7d5c8e-207b-4c97-ac15-91dc6b020656 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:02.217706 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bfcd4386-3932-4944-8d61-ba7cd46fb34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:02.243178 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bfcd4386-3932-4944-8d61-ba7cd46fb34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:02.282161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-1d52f064-e4c9-4299-9264-f5b52f0e24d3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::3d7 (5c806942-cde6-42f7-aae4-af9246279d2e/6b8f69db-c70c-4e58-8540-50048f244798/2d722126-177d-44c9-89b2-ffe92750f543) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:02.290343 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] Attempting to bind port b5e513d9-05ec-467c-b07c-b0bc0ca15720 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:20:02.290711 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] Attempting to bind port b5e513d9-05ec-467c-b07c-b0bc0ca15720 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'cc2410a3-5636-4bb1-a8f2-c696b140cda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '005c6111-e617-4b12-8a24-afba64352a56'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:20:02.291069 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] Attempting to bind port b5e513d9-05ec-467c-b07c-b0bc0ca15720 on network 005c6111-e617-4b12-8a24-afba64352a56 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:20:02.291410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-1d52f064-e4c9-4299-9264-f5b52f0e24d3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8:0:1:f816:3eff:fef7:4fef (5c806942-cde6-42f7-aae4-af9246279d2e/c7b7334f-b6d1-4fed-854a-57ac7cdae360/2d722126-177d-44c9-89b2-ffe92750f543) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:02.324052 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2b7d5c8e-207b-4c97-ac15-91dc6b020656 None None] Transition to ACTIVE for port object 895bec3e-6264-40a3-b2a1-ad632ad79cc6 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:02.329007 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:20:02.329374 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] Checking segment: {'id': 'cc2410a3-5636-4bb1-a8f2-c696b140cda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '005c6111-e617-4b12-8a24-afba64352a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:20:02.329772 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:02.330171 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] Bound using segment: {'id': 'cc2410a3-5636-4bb1-a8f2-c696b140cda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '005c6111-e617-4b12-8a24-afba64352a56'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:20:02.330658 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] Bound port: b5e513d9-05ec-467c-b07c-b0bc0ca15720, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2410a3-5636-4bb1-a8f2-c696b140cda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '005c6111-e617-4b12-8a24-afba64352a56'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:20:02.331179 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:02.353885 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:02.370152 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2b7d5c8e-207b-4c97-ac15-91dc6b020656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:02.453514 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Allocated IP 172.21.0.2 (c025b823-c2c4-40d2-acd5-1220b29f53ff/fcec9571-a377-4e58-a09b-5e4722aedd8d/4959bd8c-3854-435e-815a-fbae3c2d012d) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:02.458497 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d5c8e-207b-4c97-ac15-91dc6b020656 None None] Pushing event updated for resources: {'Port': ['ID=895bec3e-6264-40a3-b2a1-ad632ad79cc6,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:02.550162 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bfcd4386-3932-4944-8d61-ba7cd46fb34c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0dd86c1731e94717ae0e594376924820&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1933153 Jan 17 14:20:02.551192 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36942) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:02.580632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1d52f064-e4c9-4299-9264-f5b52f0e24d3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:02.600694 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-1d52f064-e4c9-4299-9264-f5b52f0e24d3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object 2d722126-177d-44c9-89b2-ffe92750f543 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:02.615544 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd4386-3932-4944-8d61-ba7cd46fb34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5f9011-0980-4fbe-8576-40cfb4138703,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:02.650193 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1d52f064-e4c9-4299-9264-f5b52f0e24d3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:02.682361 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375e95b-f967-44ea-b7c4-caf602b43592 req-2b2aae4b-e246-411c-98f7-f62f00137679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:02.684646 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3375e95b-f967-44ea-b7c4-caf602b43592 req-2b2aae4b-e246-411c-98f7-f62f00137679 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4dbd5c10-2dd0-4964-949e-32f957ba960b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6254361 Jan 17 14:20:02.724030 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port de3067d8-ab98-4f8f-bcdf-e67b7f2f827e, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=de3067d8-ab98-4f8f-bcdf-e67b7f2f827e,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:02.790320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d52f064-e4c9-4299-9264-f5b52f0e24d3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:02.797294 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:02.809159 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-1d52f064-e4c9-4299-9264-f5b52f0e24d3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:02.810414 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] For port b5e513d9-05ec-467c-b07c-b0bc0ca15720, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:20:02.879272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d52f064-e4c9-4299-9264-f5b52f0e24d3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:20:02.887594 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d52f064-e4c9-4299-9264-f5b52f0e24d3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:02.888284 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1d52f064-e4c9-4299-9264-f5b52f0e24d3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:02.904752 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4fd78329-6a7f-4ae9-85e7-b422fe68642b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:02.981688 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52f064-e4c9-4299-9264-f5b52f0e24d3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=2d722126-177d-44c9-89b2-ffe92750f543,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:02.988726 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1d52f064-e4c9-4299-9264-f5b52f0e24d3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5825481 Jan 17 14:20:02.995051 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-94e1f9ba-d38f-41d4-9701-a96cea6e7e01 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Allocated IP 2001:db8::3a4 (0a0b64f9-af8d-4936-b9b9-eb1d962bac73/9a34970b-6f91-4716-af96-8a0321b36934/67f9bdca-cf95-464c-b380-d6f206639431) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:02.997253 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36946) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:03.000095 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4fd78329-6a7f-4ae9-85e7-b422fe68642b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:03.053326 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] For port b5e513d9-05ec-467c-b07c-b0bc0ca15720, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b5e513d9-05ec-467c-b07c-b0bc0ca15720,segment=NetworkSegment(cc2410a3-5636-4bb1-a8f2-c696b140cda9),segment_id=cc2410a3-5636-4bb1-a8f2-c696b140cda9)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:20:03.060897 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 895bec3e-6264-40a3-b2a1-ad632ad79cc6 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:03.113479 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=de3067d8-ab98-4f8f-bcdf-e67b7f2f827e,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:03.127647 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:03.230509 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57468e77-a04f-40d8-b2b3-8bc05d27029b req-e37928f9-dcff-4556-adad-574f0390adb3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:03.237860 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-57468e77-a04f-40d8-b2b3-8bc05d27029b req-e37928f9-dcff-4556-adad-574f0390adb3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 943 time: 0.6081941 Jan 17 14:20:03.241393 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3375e95b-f967-44ea-b7c4-caf602b43592 req-f19ed72c-73a7-46aa-b136-f95b0cc1475b service neutron] 10.222.0.15 "GET /v2.0/networks/4dbd5c10-2dd0-4964-949e-32f957ba960b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5431323 Jan 17 14:20:03.254431 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1dd5eb-d5f6-4489-a2fe-623e2dd11320 None None] Pushing event updated for resources: {'Port': ['ID=b5e513d9-05ec-467c-b07c-b0bc0ca15720,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:03.262743 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-e7e585d9-6ac8-44f7-8043-e35be2999a70 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port 2d722126-177d-44c9-89b2-ffe92750f543 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:03.263172 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e7e585d9-6ac8-44f7-8043-e35be2999a70 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:03.330609 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:03.331262 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:03.381538 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-82579f64-6b7c-4ba8-9b40-b6b9ddbe490c None None] Provisioning complete for port de3067d8-ab98-4f8f-bcdf-e67b7f2f827e triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:03.381904 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-82579f64-6b7c-4ba8-9b40-b6b9ddbe490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:03.614732 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3375e95b-f967-44ea-b7c4-caf602b43592 req-fb27450f-4e13-4018-aa48-6a6814c753d6 service neutron] 10.222.0.15 "GET /v2.0/networks/4dbd5c10-2dd0-4964-949e-32f957ba960b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020937 Jan 17 14:20:03.615439 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4fd78329-6a7f-4ae9-85e7-b422fe68642b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:03.622042 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:03.632614 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-57468e77-a04f-40d8-b2b3-8bc05d27029b req-83a08643-2854-4e4d-8312-8955404cd469 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=41ad7512-fc84-4097-93af-09327db945b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3937457 Jan 17 14:20:03.641420 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:03.702961 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Transition to ACTIVE for port object 4959bd8c-3854-435e-815a-fbae3c2d012d will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:03.713073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd78329-6a7f-4ae9-85e7-b422fe68642b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5f9011-0980-4fbe-8576-40cfb4138703,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:03.780496 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4fd78329-6a7f-4ae9-85e7-b422fe68642b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:03.781640 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4fd78329-6a7f-4ae9-85e7-b422fe68642b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f5f9011-0980-4fbe-8576-40cfb4138703 HTTP/1.1" status: 204 len: 168 time: 1.2200108 Jan 17 14:20:03.789387 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Transition to ACTIVE for port object 4959bd8c-3854-435e-815a-fbae3c2d012d will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:03.833067 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:03.885262 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-94e1f9ba-d38f-41d4-9701-a96cea6e7e01 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:03.896082 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-9ebadbd2-1f54-4377-9c79-cfa03df1a298 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Allocated IP 172.21.0.1 (c025b823-c2c4-40d2-acd5-1220b29f53ff/fcec9571-a377-4e58-a09b-5e4722aedd8d/19ab643c-dd59-4cff-b763-736a0b22cff3) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:03.924729 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-94e1f9ba-d38f-41d4-9701-a96cea6e7e01 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Transition to ACTIVE for port object 67f9bdca-cf95-464c-b380-d6f206639431 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:03.945995 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e7e585d9-6ac8-44f7-8043-e35be2999a70 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:04.012444 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Network c025b823-c2c4-40d2-acd5-1220b29f53ff is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:04.033659 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Pushing event updated for resources: {'Port': ['ID=4959bd8c-3854-435e-815a-fbae3c2d012d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:04.036860 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:04.045499 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:20:04.079413 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-e7e585d9-6ac8-44f7-8043-e35be2999a70 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for 2d722126-177d-44c9-89b2-ffe92750f543 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:04.118894 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ebadbd2-1f54-4377-9c79-cfa03df1a298 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:04.151463 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-9ebadbd2-1f54-4377-9c79-cfa03df1a298 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Transition to ACTIVE for port object 19ab643c-dd59-4cff-b763-736a0b22cff3 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:04.166420 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-94e1f9ba-d38f-41d4-9701-a96cea6e7e01 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:04.190163 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ebadbd2-1f54-4377-9c79-cfa03df1a298 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:04.208536 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Attempting to bind port 4959bd8c-3854-435e-815a-fbae3c2d012d on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:20:04.208882 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Attempting to bind port 4959bd8c-3854-435e-815a-fbae3c2d012d by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'c1e3d554-dadd-470b-af32-d185e2e4e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:20:04.209246 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Attempting to bind port 4959bd8c-3854-435e-815a-fbae3c2d012d on network c025b823-c2c4-40d2-acd5-1220b29f53ff {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:20:04.221145 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:20:04.221514 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Checking segment: {'id': 'c1e3d554-dadd-470b-af32-d185e2e4e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:20:04.222113 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:04.222305 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Bound using segment: {'id': 'c1e3d554-dadd-470b-af32-d185e2e4e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:20:04.222741 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Bound port: 4959bd8c-3854-435e-815a-fbae3c2d012d, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e3d554-dadd-470b-af32-d185e2e4e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:20:04.223103 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:04.256956 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e1f9ba-d38f-41d4-9701-a96cea6e7e01 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:04.266243 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-94e1f9ba-d38f-41d4-9701-a96cea6e7e01 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:04.276723 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e1f9ba-d38f-41d4-9701-a96cea6e7e01 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:20:04.283082 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e1f9ba-d38f-41d4-9701-a96cea6e7e01 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:04.284067 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-94e1f9ba-d38f-41d4-9701-a96cea6e7e01 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:04.330146 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] For port 4959bd8c-3854-435e-815a-fbae3c2d012d, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:20:04.335672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fb9fca8f-153f-4f3d-8510-8f5708c74bfb None None] Provisioning for port 895bec3e-6264-40a3-b2a1-ad632ad79cc6 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:04.353782 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fb9fca8f-153f-4f3d-8510-8f5708c74bfb None None] Provisioning complete for port 895bec3e-6264-40a3-b2a1-ad632ad79cc6 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:04.354148 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fb9fca8f-153f-4f3d-8510-8f5708c74bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:04.359517 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1f9ba-d38f-41d4-9701-a96cea6e7e01 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=67f9bdca-cf95-464c-b380-d6f206639431,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:04.362686 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebadbd2-1f54-4377-9c79-cfa03df1a298 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Port': ['ID=19ab643c-dd59-4cff-b763-736a0b22cff3,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:04.375336 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebadbd2-1f54-4377-9c79-cfa03df1a298 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network c025b823-c2c4-40d2-acd5-1220b29f53ff is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:04.376794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-9ebadbd2-1f54-4377-9c79-cfa03df1a298 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:04.379373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebadbd2-1f54-4377-9c79-cfa03df1a298 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:20:04.464286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device e6dfb90d-8416-468e-807b-65e33baca4cf details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:20:04.484996 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-94e1f9ba-d38f-41d4-9701-a96cea6e7e01 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2501595 Jan 17 14:20:04.486174 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ebadbd2-1f54-4377-9c79-cfa03df1a298 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:04.492131 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36964) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:04.497493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e7e585d9-6ac8-44f7-8043-e35be2999a70 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:04.499059 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c48b5699-bc16-44fb-9c74-a69d2b60e602 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'subnet': {'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:04.583810 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e585d9-6ac8-44f7-8043-e35be2999a70 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=2d722126-177d-44c9-89b2-ffe92750f543,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:04.726505 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port e6dfb90d-8416-468e-807b-65e33baca4cf, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=e6dfb90d-8416-468e-807b-65e33baca4cf,segment=NetworkSegment(0158a30b-d440-471d-88ea-d7fc3a2964e3),segment_id=0158a30b-d440-471d-88ea-d7fc3a2964e3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:04.778777 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] For port 4959bd8c-3854-435e-815a-fbae3c2d012d, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4959bd8c-3854-435e-815a-fbae3c2d012d,segment=NetworkSegment(c1e3d554-dadd-470b-af32-d185e2e4e803),segment_id=c1e3d554-dadd-470b-af32-d185e2e4e803)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:20:04.787545 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c48b5699-bc16-44fb-9c74-a69d2b60e602 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:04.792003 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': 'e6dfb90d-8416-468e-807b-65e33baca4cf', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'port_id': 'e6dfb90d-8416-468e-807b-65e33baca4cf', 'mac_address': 'fa:16:3e:23:cd:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:20:04.794884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c48b5699-bc16-44fb-9c74-a69d2b60e602 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:subnet and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:04.799954 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c48b5699-bc16-44fb-9c74-a69d2b60e602 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:04.807128 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c48b5699-bc16-44fb-9c74-a69d2b60e602 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:04.867482 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:04.887060 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e7e585d9-6ac8-44f7-8043-e35be2999a70 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:04.892953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 36976) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:04.893599 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e7e585d9-6ac8-44f7-8043-e35be2999a70 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/2d722126-177d-44c9-89b2-ffe92750f543 HTTP/1.1" status: 204 len: 168 time: 1.8705313 Jan 17 14:20:04.893755 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48b5699-bc16-44fb-9c74-a69d2b60e602 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:04.897943 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c48b5699-bc16-44fb-9c74-a69d2b60e602 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:04.955287 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36980) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:04.964457 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0077448 Jan 17 14:20:04.965312 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36982) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:05.019129 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ebadbd2-1f54-4377-9c79-cfa03df1a298 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:05.106017 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-79726b8f-f40b-4ac1-837e-036e83e76866 tempest-NetworksApiDiscovery-1522048550 tempest-NetworksApiDiscovery-1522048550-project] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1332810 Jan 17 14:20:05.122404 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device de3067d8-ab98-4f8f-bcdf-e67b7f2f827e up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:05.232264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62dae38-64e6-4811-8ca5-5eb32871063e None None] Pushing event updated for resources: {'Port': ['ID=4959bd8c-3854-435e-815a-fbae3c2d012d,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:05.251301 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:05.280106 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6dfb90d-8416-468e-807b-65e33baca4cf {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:20:05.313892 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port e6dfb90d-8416-468e-807b-65e33baca4cf, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=e6dfb90d-8416-468e-807b-65e33baca4cf,segment=NetworkSegment(0158a30b-d440-471d-88ea-d7fc3a2964e3),segment_id=0158a30b-d440-471d-88ea-d7fc3a2964e3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:05.314770 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fb9fca8f-153f-4f3d-8510-8f5708c74bfb None None] Provisioning complete for port f0f86d7b-4446-422f-9a74-26b7fdbaad1a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:05.315133 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fb9fca8f-153f-4f3d-8510-8f5708c74bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:05.349465 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:05.430982 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port de3067d8-ab98-4f8f-bcdf-e67b7f2f827e triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:05.431819 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:05.472197 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:19:53Z', 'revision_number': 2, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:02Z', 'revision_number': 4, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:05.492709 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-fb9fca8f-153f-4f3d-8510-8f5708c74bfb None None] Port f0f86d7b-4446-422f-9a74-26b7fdbaad1a cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:20:05.506950 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.ipam_backend_mixin [None req-c48b5699-bc16-44fb-9c74-a69d2b60e602 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9a34970b-6f91-4716-af96-8a0321b36934 (CIDR: 2001:db8::/64) Jan 17 14:20:05.512412 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 36994) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:05.513708 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30df464-5337-4fcf-bd0c-8710108c072e None None] The sync data for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv is: [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:19:53Z', 'revision_number': 2, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:02Z', 'revision_number': 4, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:20:05.531664 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=e6dfb90d-8416-468e-807b-65e33baca4cf,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:05.539437 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48b5699-bc16-44fb-9c74-a69d2b60e602 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:20:05.540022 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48b5699-bc16-44fb-9c74-a69d2b60e602 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:05.574651 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16d7118-06ca-4ff7-b7fb-3b8c9df886f9 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:05.575669 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e16d7118-06ca-4ff7-b7fb-3b8c9df886f9 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:20:05.606161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78b544-ac57-45ca-8270-d51b24b045e0 req-3140a368-dfaa-41f0-abd1-98ca740c9330 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:05.606161 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7a78b544-ac57-45ca-8270-d51b24b045e0 req-3140a368-dfaa-41f0-abd1-98ca740c9330 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 943 time: 0.6437852 Jan 17 14:20:05.616890 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fb9fca8f-153f-4f3d-8510-8f5708c74bfb None None] Could not find standard attr ID for object 2d722126-177d-44c9-89b2-ffe92750f543. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:20:05.748444 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['e6dfb90d-8416-468e-807b-65e33baca4cf'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:20:05.760410 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c48b5699-bc16-44fb-9c74-a69d2b60e602 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2668653 Jan 17 14:20:05.768463 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0d73f659-8a97-4269-bf3c-687d845a6616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:05.782361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37000) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:05.786935 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7a78b544-ac57-45ca-8270-d51b24b045e0 req-5a6092d4-0564-484b-8f87-c963d185eec3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=41ad7512-fc84-4097-93af-09327db945b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696148 Jan 17 14:20:05.798669 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-364745a3-8e49-4f03-ac7b-ebf45332786a None None] Provisioning for port 67f9bdca-cf95-464c-b380-d6f206639431 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:05.802341 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-44c2f44a-8dab-418d-8107-fcc320f72e2d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'subnet': {'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:05.810424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0d73f659-8a97-4269-bf3c-687d845a6616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:05.822634 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-364745a3-8e49-4f03-ac7b-ebf45332786a None None] Provisioning complete for port 67f9bdca-cf95-464c-b380-d6f206639431 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:05.826105 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0d73f659-8a97-4269-bf3c-687d845a6616 admin admin] Usage tracker for resource:security_group_rule and tenant:73d8d648b1044cc39081f6ee1d7c7835 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:05.829708 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0d73f659-8a97-4269-bf3c-687d845a6616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:05.830420 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-364745a3-8e49-4f03-ac7b-ebf45332786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:05.838782 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0d73f659-8a97-4269-bf3c-687d845a6616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:05.839132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e16d7118-06ca-4ff7-b7fb-3b8c9df886f9 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:20:05.843095 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37004) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:05.843876 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e16d7118-06ca-4ff7-b7fb-3b8c9df886f9 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.9250150 Jan 17 14:20:05.962486 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-364745a3-8e49-4f03-ac7b-ebf45332786a None None] Port 67f9bdca-cf95-464c-b380-d6f206639431 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:20:06.030605 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72b67f1-a55b-4b19-8faa-6917c1dc9f04 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:06.031361 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c72b67f1-a55b-4b19-8faa-6917c1dc9f04 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:20:06.057660 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c72b67f1-a55b-4b19-8faa-6917c1dc9f04 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:20:06.059096 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c72b67f1-a55b-4b19-8faa-6917c1dc9f04 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2144384 Jan 17 14:20:06.066584 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37008) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:06.112037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-44c2f44a-8dab-418d-8107-fcc320f72e2d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:06.118986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-44c2f44a-8dab-418d-8107-fcc320f72e2d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:subnet and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:06.130772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-44c2f44a-8dab-418d-8107-fcc320f72e2d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:06.138866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-44c2f44a-8dab-418d-8107-fcc320f72e2d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:06.150239 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0d73f659-8a97-4269-bf3c-687d845a6616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:06.160109 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0d73f659-8a97-4269-bf3c-687d845a6616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:06.171685 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ebadbd2-1f54-4377-9c79-cfa03df1a298 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:06.174970 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c2f44a-8dab-418d-8107-fcc320f72e2d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:06.180634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44c2f44a-8dab-418d-8107-fcc320f72e2d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:06.201876 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ebadbd2-1f54-4377-9c79-cfa03df1a298 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:06.232293 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a387ef43-ef01-40a8-bc7f-5a618cf4f494 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:06.235103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a387ef43-ef01-40a8-bc7f-5a618cf4f494 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:06.237169 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a387ef43-ef01-40a8-bc7f-5a618cf4f494 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:06.238228 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a387ef43-ef01-40a8-bc7f-5a618cf4f494 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:20:06.265774 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0d73f659-8a97-4269-bf3c-687d845a6616 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73d8d648b1044cc39081f6ee1d7c7835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7520573 Jan 17 14:20:06.274934 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37012) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:06.308846 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ebadbd2-1f54-4377-9c79-cfa03df1a298 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:06.358153 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73f659-8a97-4269-bf3c-687d845a6616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00af1576-7957-42df-a2e7-de39ca415d36,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:06.362103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a387ef43-ef01-40a8-bc7f-5a618cf4f494 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:20:06.367198 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a387ef43-ef01-40a8-bc7f-5a618cf4f494 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2985320 Jan 17 14:20:06.368568 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37016) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:06.434739 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-824c9cda-f95f-42aa-b117-ef7d5bb358da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:06.477400 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-824c9cda-f95f-42aa-b117-ef7d5bb358da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:06.488099 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38e693d-74a7-4c0a-8f01-7ab828d983ed tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet 6b8f69db-c70c-4e58-8540-50048f244798 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:20:06.493259 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e38e693d-74a7-4c0a-8f01-7ab828d983ed tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:06.556228 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebadbd2-1f54-4377-9c79-cfa03df1a298 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Port': ['ID=19ab643c-dd59-4cff-b763-736a0b22cff3,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:06.610750 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e38e693d-74a7-4c0a-8f01-7ab828d983ed tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:06.613778 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebadbd2-1f54-4377-9c79-cfa03df1a298 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network c025b823-c2c4-40d2-acd5-1220b29f53ff is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:06.619755 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-9ebadbd2-1f54-4377-9c79-cfa03df1a298 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:06.621895 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.ipam_backend_mixin [None req-44c2f44a-8dab-418d-8107-fcc320f72e2d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2217c7cf-1d4a-4749-a205-00648996f4af (CIDR: 2001:db8:0:1::/64) Jan 17 14:20:06.622024 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be431e6-f02d-4337-9170-016f6f721b04 None None] Network c025b823-c2c4-40d2-acd5-1220b29f53ff requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:06.673608 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-824c9cda-f95f-42aa-b117-ef7d5bb358da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:06.685815 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c2f44a-8dab-418d-8107-fcc320f72e2d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:20:06.686292 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c2f44a-8dab-418d-8107-fcc320f72e2d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:06.696514 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c9cda-f95f-42aa-b117-ef7d5bb358da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00af1576-7957-42df-a2e7-de39ca415d36,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:06.714397 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-824c9cda-f95f-42aa-b117-ef7d5bb358da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:06.715796 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-824c9cda-f95f-42aa-b117-ef7d5bb358da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00af1576-7957-42df-a2e7-de39ca415d36 HTTP/1.1" status: 204 len: 168 time: 0.4379272 Jan 17 14:20:06.740592 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e38e693d-74a7-4c0a-8f01-7ab828d983ed tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:06.777636 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-33a95c76-53bb-4f2c-ac39-a156f99e6e03 None None] Provisioning for port 4959bd8c-3854-435e-815a-fbae3c2d012d completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:06.811035 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-44c2f44a-8dab-418d-8107-fcc320f72e2d tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0228856 Jan 17 14:20:06.814795 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37022) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:06.834838 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-0ad9604e-6570-4619-ae43-8105063f398e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'subnet': {'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:06.866676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebadbd2-1f54-4377-9c79-cfa03df1a298 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router 4117b374-0843-4e61-a365-790e1f708583 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:20:06.938460 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e38e693d-74a7-4c0a-8f01-7ab828d983ed tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:07.110178 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb7dd05-31e2-4821-a1b8-5e9e11c966a2 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:07.131827 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebadbd2-1f54-4377-9c79-cfa03df1a298 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:20:07.138409 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e38e693d-74a7-4c0a-8f01-7ab828d983ed tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:07.141125 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9ebadbd2-1f54-4377-9c79-cfa03df1a298 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/4117b374-0843-4e61-a365-790e1f708583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5044916 Jan 17 14:20:07.146390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37028) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:07.171001 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-ffd1dc78-9bb7-4d8b-aa16-65fcbee0be85 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'network': {'name': 'tempest-RoutersTest-1612134410'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:07.178279 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ffd1dc78-9bb7-4d8b-aa16-65fcbee0be85 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:07.182868 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ffd1dc78-9bb7-4d8b-aa16-65fcbee0be85 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:network and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:07.186449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ffd1dc78-9bb7-4d8b-aa16-65fcbee0be85 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:07.195823 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ffd1dc78-9bb7-4d8b-aa16-65fcbee0be85 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:07.206906 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4959bd8c-3854-435e-815a-fbae3c2d012d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:07.209620 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd1dc78-9bb7-4d8b-aa16-65fcbee0be85 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Made reservation on behalf of 746a920811d944b3b7fac1db9f27d8f3 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:07.213520 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ffd1dc78-9bb7-4d8b-aa16-65fcbee0be85 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:07.223177 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e693d-74a7-4c0a-8f01-7ab828d983ed tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=6b8f69db-c70c-4e58-8540-50048f244798,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:07.253812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0ad9604e-6570-4619-ae43-8105063f398e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:07.257953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd1dc78-9bb7-4d8b-aa16-65fcbee0be85 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:20:07.258097 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e38e693d-74a7-4c0a-8f01-7ab828d983ed tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/6b8f69db-c70c-4e58-8540-50048f244798 HTTP/1.1" status: 204 len: 168 time: 0.8797736 Jan 17 14:20:07.262244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37032) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:07.267704 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0ad9604e-6570-4619-ae43-8105063f398e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Usage tracker for resource:subnet and tenant:374cea47104946fc966cdb1b752ef9e6 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:07.273232 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0ad9604e-6570-4619-ae43-8105063f398e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:07.288805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0ad9604e-6570-4619-ae43-8105063f398e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:07.314106 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad9604e-6570-4619-ae43-8105063f398e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Made reservation on behalf of 374cea47104946fc966cdb1b752ef9e6 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:07.318305 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0ad9604e-6570-4619-ae43-8105063f398e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:07.350474 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdce23-33de-4667-a465-5453ddf3180b req-a47409b6-daa7-4849-992c-dfb4d8962202 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:07.352198 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7fcdce23-33de-4667-a465-5453ddf3180b req-a47409b6-daa7-4849-992c-dfb4d8962202 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 944 time: 0.2856774 Jan 17 14:20:07.359424 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 4959bd8c-3854-435e-815a-fbae3c2d012d completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:07.368545 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 4959bd8c-3854-435e-815a-fbae3c2d012d triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:07.369101 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:07.382380 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2672d2c-8fee-4a6b-b192-70c91c3cf749 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet c7b7334f-b6d1-4fed-854a-57ac7cdae360 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:20:07.385792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b2672d2c-8fee-4a6b-b192-70c91c3cf749 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:07.452638 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ffd1dc78-9bb7-4d8b-aa16-65fcbee0be85 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:07.452990 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-ffd1dc78-9bb7-4d8b-aa16-65fcbee0be85 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Added segment c7c4d725-aada-424e-9f0b-d1b8cb9e32c8 of type vlan for network 7ac99729-f65b-4c96-bf6e-685ee01931f7 Jan 17 14:20:07.456111 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b2672d2c-8fee-4a6b-b192-70c91c3cf749 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:07.501313 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7fcdce23-33de-4667-a465-5453ddf3180b req-1627a964-ce9b-4f57-ba5d-378b869117d1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=41ad7512-fc84-4097-93af-09327db945b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983307 Jan 17 14:20:07.553853 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ffd1dc78-9bb7-4d8b-aa16-65fcbee0be85 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:07.591798 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] Sync routers for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:20:07.611934 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:07.612683 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:07.666052 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d1444f23-de77-48f7-a017-daeacf855670 None None] Provisioning complete for port 4959bd8c-3854-435e-815a-fbae3c2d012d triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:07.666479 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1444f23-de77-48f7-a017-daeacf855670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:07.752701 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.resource_extend [None req-ffd1dc78-9bb7-4d8b-aa16-65fcbee0be85 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:20:07.761724 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0ad9604e-6570-4619-ae43-8105063f398e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:07.763595 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:07.781628 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b2672d2c-8fee-4a6b-b192-70c91c3cf749 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:07.813692 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ffd1dc78-9bb7-4d8b-aa16-65fcbee0be85 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:07.820384 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd1dc78-9bb7-4d8b-aa16-65fcbee0be85 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:07.821021 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ffd1dc78-9bb7-4d8b-aa16-65fcbee0be85 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:07.834396 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 4959bd8c-3854-435e-815a-fbae3c2d012d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4959bd8c-3854-435e-815a-fbae3c2d012d,segment=NetworkSegment(c1e3d554-dadd-470b-af32-d185e2e4e803),segment_id=c1e3d554-dadd-470b-af32-d185e2e4e803)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:07.859061 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:07.860469 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b5e513d9-05ec-467c-b07c-b0bc0ca15720 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:07.882278 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ffd1dc78-9bb7-4d8b-aa16-65fcbee0be85 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7343094 Jan 17 14:20:07.886212 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37036) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:07.937394 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-84bb4faa-4cf8-433d-8c3d-1b99cae4ca4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'subnet': {'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:07.964826 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad9604e-6570-4619-ae43-8105063f398e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:07.977144 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-0ad9604e-6570-4619-ae43-8105063f398e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:08.009908 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1dc78-9bb7-4d8b-aa16-65fcbee0be85 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Network': ['ID=7ac99729-f65b-4c96-bf6e-685ee01931f7,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:08.027579 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:08.043885 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1983242b-18e3-4b7e-951b-7ee1ac142f6d None None] Network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:08.045556 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b2672d2c-8fee-4a6b-b192-70c91c3cf749 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:08.060467 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 7ac99729-f65b-4c96-bf6e-685ee01931f7 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:20:08.066383 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad9604e-6570-4619-ae43-8105063f398e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:08.067137 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0ad9604e-6570-4619-ae43-8105063f398e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:08.091854 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9604e-6570-4619-ae43-8105063f398e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Subnet': ['ID=ea2ff5f5-56d3-42d9-a36c-ecf5c40f2f23,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:08.095179 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2672d2c-8fee-4a6b-b192-70c91c3cf749 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b7334f-b6d1-4fed-854a-57ac7cdae360,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:08.110954 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b2672d2c-8fee-4a6b-b192-70c91c3cf749 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:08.125317 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b2672d2c-8fee-4a6b-b192-70c91c3cf749 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/c7b7334f-b6d1-4fed-854a-57ac7cdae360 HTTP/1.1" status: 204 len: 168 time: 0.8596261 Jan 17 14:20:08.126433 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37040) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:08.202367 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0ad9604e-6570-4619-ae43-8105063f398e tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3858266 Jan 17 14:20:08.207065 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37044) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:08.214071 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-6e04312c-bc1c-48da-8cc3-ff9d4938a77a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1988307098', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ea2ff5f5-56d3-42d9-a36c-ecf5c40f2f23'}], 'security_groups': ['a36e92e1-7029-42fc-bd8e-bf43be76637a', '3da78d48-17c1-4bb0-9b9f-dc45e8f0ae9e']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:08.214705 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-84bb4faa-4cf8-433d-8c3d-1b99cae4ca4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:08.220260 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-84bb4faa-4cf8-433d-8c3d-1b99cae4ca4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:subnet and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:08.223591 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-84bb4faa-4cf8-433d-8c3d-1b99cae4ca4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:08.230105 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-84bb4faa-4cf8-433d-8c3d-1b99cae4ca4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:08.253929 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bb4faa-4cf8-433d-8c3d-1b99cae4ca4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Made reservation on behalf of 746a920811d944b3b7fac1db9f27d8f3 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:08.259179 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-84bb4faa-4cf8-433d-8c3d-1b99cae4ca4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:08.321518 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a697054d-147b-4538-90f6-612a3bb6e2d8 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1916502 Jan 17 14:20:08.322964 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37048) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:08.380581 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-ac4b6a59-f15d-415b-8bd8-e58f10bc8f06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:08.525874 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device e6dfb90d-8416-468e-807b-65e33baca4cf up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:08.598104 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ac4b6a59-f15d-415b-8bd8-e58f10bc8f06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:08.602993 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=4959bd8c-3854-435e-815a-fbae3c2d012d,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:08.610770 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ac4b6a59-f15d-415b-8bd8-e58f10bc8f06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:08.628610 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-84bb4faa-4cf8-433d-8c3d-1b99cae4ca4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:08.635550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d1444f23-de77-48f7-a017-daeacf855670 None None] Provisioning for port 19ab643c-dd59-4cff-b763-736a0b22cff3 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:08.655646 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ac4b6a59-f15d-415b-8bd8-e58f10bc8f06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:08.657377 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:04Z', 'revision_number': 3, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': '19ab643c-dd59-4cff-b763-736a0b22cff3', 'name': '', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:e0:a3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:02Z', 'updated_at': '2022-01-17T14:20:05Z', 'revision_number': 2, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:02Z', 'revision_number': 4, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:08.663645 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] Checking router: 4117b374-0843-4e61-a365-790e1f708583 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:20:08.664433 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] Updating router 4117b374-0843-4e61-a365-790e1f708583 port 19ab643c-dd59-4cff-b763-736a0b22cff3 binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:20:08.667948 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d1444f23-de77-48f7-a017-daeacf855670 None None] Provisioning complete for port 19ab643c-dd59-4cff-b763-736a0b22cff3 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:08.668318 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1444f23-de77-48f7-a017-daeacf855670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:08.701748 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ac4b6a59-f15d-415b-8bd8-e58f10bc8f06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:08.734282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d1444f23-de77-48f7-a017-daeacf855670 None None] Port 19ab643c-dd59-4cff-b763-736a0b22cff3 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:20:08.772108 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb4faa-4cf8-433d-8c3d-1b99cae4ca4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Subnet': ['ID=82b2732b-a0a0-4237-bd43-912933db0a60,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:08.780722 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:08.781281 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6e04312c-bc1c-48da-8cc3-ff9d4938a77a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:08.791530 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port b5e513d9-05ec-467c-b07c-b0bc0ca15720 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:08.808737 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port b5e513d9-05ec-467c-b07c-b0bc0ca15720 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:08.809109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:08.834001 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4b6a59-f15d-415b-8bd8-e58f10bc8f06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:08.838111 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ac4b6a59-f15d-415b-8bd8-e58f10bc8f06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:08.846099 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bb4faa-4cf8-433d-8c3d-1b99cae4ca4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Checking segment: {'id': 'c7c4d725-aada-424e-9f0b-d1b8cb9e32c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:20:08.846721 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bb4faa-4cf8-433d-8c3d-1b99cae4ca4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network hostable DHCP agents. Network: 7ac99729-f65b-4c96-bf6e-685ee01931f7, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:20:08.885893 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bb4faa-4cf8-433d-8c3d-1b99cae4ca4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 7ac99729-f65b-4c96-bf6e-685ee01931f7 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:20:08.902901 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-84bb4faa-4cf8-433d-8c3d-1b99cae4ca4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 7ac99729-f65b-4c96-bf6e-685ee01931f7) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:08.907628 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bb4faa-4cf8-433d-8c3d-1b99cae4ca4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:08.908550 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-84bb4faa-4cf8-433d-8c3d-1b99cae4ca4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:08.960300 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-84bb4faa-4cf8-433d-8c3d-1b99cae4ca4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0556078 Jan 17 14:20:08.963124 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37054) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:08.979491 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806ab5b2-3fd7-4bb9-b655-3836217846fc None None] Network 7ac99729-f65b-4c96-bf6e-685ee01931f7 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:08.992493 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d23f75-79a9-48d7-a7b5-819ec38aaecf None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:09.130356 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port e6dfb90d-8416-468e-807b-65e33baca4cf completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:09.159128 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port e6dfb90d-8416-468e-807b-65e33baca4cf triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:09.159501 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:09.263853 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:09.279327 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] Transition to ACTIVE for port object 19ab643c-dd59-4cff-b763-736a0b22cff3 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:09.289466 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:09.330154 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e37d945c-5b68-44b9-a7b7-a5196945b0e5 None None] Provisioning complete for port 19ab643c-dd59-4cff-b763-736a0b22cff3 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:09.330520 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e37d945c-5b68-44b9-a7b7-a5196945b0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:09.349367 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ac4b6a59-f15d-415b-8bd8-e58f10bc8f06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:09.372459 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af7351-28fa-4a2d-b9ff-fb2d2fcc66e6 None None] Pushing event updated for resources: {'Port': ['ID=19ab643c-dd59-4cff-b763-736a0b22cff3,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:09.392865 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e37d945c-5b68-44b9-a7b7-a5196945b0e5 None None] Port 19ab643c-dd59-4cff-b763-736a0b22cff3 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:20:09.482343 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4b6a59-f15d-415b-8bd8-e58f10bc8f06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:09.494722 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:09.495245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-ac4b6a59-f15d-415b-8bd8-e58f10bc8f06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:09.499172 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4b6a59-f15d-415b-8bd8-e58f10bc8f06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:09.499863 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ac4b6a59-f15d-415b-8bd8-e58f10bc8f06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:09.544514 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ac4b6a59-f15d-415b-8bd8-e58f10bc8f06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2204411 Jan 17 14:20:09.553914 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37058) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:09.568952 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-541765fd-0b10-4818-872c-e2c1a3fed600 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:09.587130 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] Attempting to bind port 19ab643c-dd59-4cff-b763-736a0b22cff3 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:20:09.587490 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] Attempting to bind port 19ab643c-dd59-4cff-b763-736a0b22cff3 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'c1e3d554-dadd-470b-af32-d185e2e4e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:20:09.587910 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] Attempting to bind port 19ab643c-dd59-4cff-b763-736a0b22cff3 on network c025b823-c2c4-40d2-acd5-1220b29f53ff {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:20:09.594300 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:20:09.594810 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] Checking segment: {'id': 'c1e3d554-dadd-470b-af32-d185e2e4e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:20:09.595210 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:09.595594 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] Bound using segment: {'id': 'c1e3d554-dadd-470b-af32-d185e2e4e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:20:09.596138 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] Bound port: 19ab643c-dd59-4cff-b763-736a0b22cff3, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e3d554-dadd-470b-af32-d185e2e4e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:20:09.596508 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:09.693192 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port e6dfb90d-8416-468e-807b-65e33baca4cf, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=e6dfb90d-8416-468e-807b-65e33baca4cf,segment=NetworkSegment(0158a30b-d440-471d-88ea-d7fc3a2964e3),segment_id=0158a30b-d440-471d-88ea-d7fc3a2964e3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:09.698614 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4ae2a8-241e-4d99-850e-13607608457c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6dfb90d-8416-468e-807b-65e33baca4cf'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:20:09.715219 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:09.728388 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-64bfbb3e-93f1-4127-9e51-e950e78dcdb2 None None] Provisioning complete for port de3067d8-ab98-4f8f-bcdf-e67b7f2f827e triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:09.728807 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-64bfbb3e-93f1-4127-9e51-e950e78dcdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:09.747020 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] For port 19ab643c-dd59-4cff-b763-736a0b22cff3, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:20:09.756403 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] For port 19ab643c-dd59-4cff-b763-736a0b22cff3, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=19ab643c-dd59-4cff-b763-736a0b22cff3,segment=NetworkSegment(c1e3d554-dadd-470b-af32-d185e2e4e803),segment_id=c1e3d554-dadd-470b-af32-d185e2e4e803)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:20:09.768382 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:09.835533 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-541765fd-0b10-4818-872c-e2c1a3fed600 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:09.838994 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b6a59-f15d-415b-8bd8-e58f10bc8f06 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=5ba77ef9-e7c4-4c12-80f1-b11675a0b222,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:09.858235 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-541765fd-0b10-4818-872c-e2c1a3fed600 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:09.864808 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-541765fd-0b10-4818-872c-e2c1a3fed600 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:09.891273 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-541765fd-0b10-4818-872c-e2c1a3fed600 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:09.910027 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4ae2a8-241e-4d99-850e-13607608457c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6dfb90d-8416-468e-807b-65e33baca4cf', 'code': 200} Jan 17 14:20:09.921596 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:09.922219 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:09.922874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbde88b-06dc-4c85-9d92-ded0b86d913d req-57fb0a3d-24aa-4b5e-a4e8-8ea7f391bfb3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:09.924445 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1bbde88b-06dc-4c85-9d92-ded0b86d913d req-57fb0a3d-24aa-4b5e-a4e8-8ea7f391bfb3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 944 time: 0.6216230 Jan 17 14:20:09.960170 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0eb6aee-3842-4815-a6fd-28d43d30525a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:09.996036 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541765fd-0b10-4818-872c-e2c1a3fed600 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:10.000007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-541765fd-0b10-4818-872c-e2c1a3fed600 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:10.084020 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af7351-28fa-4a2d-b9ff-fb2d2fcc66e6 None None] Pushing event updated for resources: {'Port': ['ID=19ab643c-dd59-4cff-b763-736a0b22cff3,revision_number=4']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:10.125397 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f950e1-72c0-4e25-a42c-16713019ebfd None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:20:10.133712 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:10.151346 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=e6dfb90d-8416-468e-807b-65e33baca4cf,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:10.164227 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-77f950e1-72c0-4e25-a42c-16713019ebfd None None] Deleting port de3067d8-ab98-4f8f-bcdf-e67b7f2f827e {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:10.164599 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-77f950e1-72c0-4e25-a42c-16713019ebfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:10.274948 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:10.371048 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1bbde88b-06dc-4c85-9d92-ded0b86d913d req-269fc18c-4148-4363-a61f-20e654cc2771 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=41ad7512-fc84-4097-93af-09327db945b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4388316 Jan 17 14:20:10.431775 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-7ac99729-f65b-4c96-bf6e-685ee01931f7', 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'fixed_ips': [{'subnet_id': '82b2732b-a0a0-4237-bd43-912933db0a60'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:20:10.432601 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:10.508010 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.ipam_backend_mixin [None req-541765fd-0b10-4818-872c-e2c1a3fed600 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5ba77ef9-e7c4-4c12-80f1-b11675a0b222 (CIDR: 2001:db8::/64) Jan 17 14:20:10.521778 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-541765fd-0b10-4818-872c-e2c1a3fed600 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:20:10.522326 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-541765fd-0b10-4818-872c-e2c1a3fed600 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:10.559751 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port b5e513d9-05ec-467c-b07c-b0bc0ca15720, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b5e513d9-05ec-467c-b07c-b0bc0ca15720,segment=NetworkSegment(cc2410a3-5636-4bb1-a8f2-c696b140cda9),segment_id=cc2410a3-5636-4bb1-a8f2-c696b140cda9)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:10.571807 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-6e04312c-bc1c-48da-8cc3-ff9d4938a77a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Delete allocated IP 2001:db8::3a4 (0a0b64f9-af8d-4936-b9b9-eb1d962bac73/9a34970b-6f91-4716-af96-8a0321b36934) {{(pid=87523) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 17 14:20:10.602685 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:10.608441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-6e04312c-bc1c-48da-8cc3-ff9d4938a77a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Allocated IP 2001:db8:0:2::33a (0a0b64f9-af8d-4936-b9b9-eb1d962bac73/ea2ff5f5-56d3-42d9-a36c-ecf5c40f2f23/67f9bdca-cf95-464c-b380-d6f206639431) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:10.609552 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f74ec6-b920-481d-87fe-63f9e1c92fd4 req-4d81440e-0ec2-4c90-9cb2-db3a6d865eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:10.611117 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-47f74ec6-b920-481d-87fe-63f9e1c92fd4 req-4d81440e-0ec2-4c90-9cb2-db3a6d865eac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 1098 time: 0.5398676 Jan 17 14:20:10.639757 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-e0eb6aee-3842-4815-a6fd-28d43d30525a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Allocated IP 172.22.0.1 (7ac99729-f65b-4c96-bf6e-685ee01931f7/82b2732b-a0a0-4237-bd43-912933db0a60/e0e98693-2018-4192-a5d9-c3bd07c4fe50) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:10.698852 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-47f74ec6-b920-481d-87fe-63f9e1c92fd4 req-a83685a1-d419-4081-8d6b-3002f815e9a1 service neutron] Synchronizing usage tracker for tenant:81ca2a363b4d4e288787a533a67798f5 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:20:10.702439 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-541765fd-0b10-4818-872c-e2c1a3fed600 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1448491 Jan 17 14:20:10.705850 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37064) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:10.710495 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:04Z', 'revision_number': 3, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': '19ab643c-dd59-4cff-b763-736a0b22cff3', 'name': '', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:e0:a3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:02Z', 'updated_at': '2022-01-17T14:20:09Z', 'revision_number': 4, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:02Z', 'revision_number': 4, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:10.715924 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-2ffdee08-b62a-4d7a-b21b-3355561e037d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'subnet': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:10.716174 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b41d1-c459-4a2c-a7a5-636112f9ccbf None None] The sync data for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv is: [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:04Z', 'revision_number': 3, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': '19ab643c-dd59-4cff-b763-736a0b22cff3', 'name': '', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:e0:a3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:02Z', 'updated_at': '2022-01-17T14:20:09Z', 'revision_number': 4, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:02Z', 'revision_number': 4, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:20:10.858329 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=b5e513d9-05ec-467c-b07c-b0bc0ca15720,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:10.871618 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4959bd8c-3854-435e-815a-fbae3c2d012d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:10.934110 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-47f74ec6-b920-481d-87fe-63f9e1c92fd4 req-a83685a1-d419-4081-8d6b-3002f815e9a1 service neutron] Unset dirty status for tenant:81ca2a363b4d4e288787a533a67798f5 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:20:10.935411 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-47f74ec6-b920-481d-87fe-63f9e1c92fd4 req-a83685a1-d419-4081-8d6b-3002f815e9a1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=41ad7512-fc84-4097-93af-09327db945b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3107166 Jan 17 14:20:10.968728 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0eb6aee-3842-4815-a6fd-28d43d30525a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:10.990355 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2ffdee08-b62a-4d7a-b21b-3355561e037d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:10.996145 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-e0eb6aee-3842-4815-a6fd-28d43d30525a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Transition to ACTIVE for port object e0e98693-2018-4192-a5d9-c3bd07c4fe50 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:11.000534 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2ffdee08-b62a-4d7a-b21b-3355561e037d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Usage tracker for resource:subnet and tenant:b3de38767d8a42ecb4d476d60470f683 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:11.018069 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2ffdee08-b62a-4d7a-b21b-3355561e037d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:11.027458 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0eb6aee-3842-4815-a6fd-28d43d30525a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:11.037516 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2ffdee08-b62a-4d7a-b21b-3355561e037d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:11.069933 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffdee08-b62a-4d7a-b21b-3355561e037d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:11.075636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2ffdee08-b62a-4d7a-b21b-3355561e037d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:11.112167 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eb6aee-3842-4815-a6fd-28d43d30525a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 7ac99729-f65b-4c96-bf6e-685ee01931f7 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:11.120428 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-e0eb6aee-3842-4815-a6fd-28d43d30525a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:11.122985 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eb6aee-3842-4815-a6fd-28d43d30525a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:20:11.131617 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Allocated IP 172.22.0.2 (7ac99729-f65b-4c96-bf6e-685ee01931f7/82b2732b-a0a0-4237-bd43-912933db0a60/6e2974d1-7505-46ac-b0ac-c7385d3e56d4) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:11.198507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6e04312c-bc1c-48da-8cc3-ff9d4938a77a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:11.226008 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-6e04312c-bc1c-48da-8cc3-ff9d4938a77a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Transition to ACTIVE for port object 67f9bdca-cf95-464c-b380-d6f206639431 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:11.250799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6e04312c-bc1c-48da-8cc3-ff9d4938a77a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:11.267168 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-77f950e1-72c0-4e25-a42c-16713019ebfd None None] For port de3067d8-ab98-4f8f-bcdf-e67b7f2f827e, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=de3067d8-ab98-4f8f-bcdf-e67b7f2f827e,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:11.268011 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-77f950e1-72c0-4e25-a42c-16713019ebfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:11.282039 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ffc03647-4936-45d9-9a62-8e61b83e64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:11.291382 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9755c372-9797-48a7-b66f-004b126d55c5 None None] Update dhcp port {'port': {'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73', 'fixed_ips': [{'subnet_id': '2217c7cf-1d4a-4749-a205-00648996f4af', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9a34970b-6f91-4716-af96-8a0321b36934', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ea2ff5f5-56d3-42d9-a36c-ecf5c40f2f23'}], 'binding:host_id': 'dv-neutron-824901-1-hyperv'}, 'id': '895bec3e-6264-40a3-b2a1-ad632ad79cc6'} from dv-neutron-824901-1-hyperv. {{(pid=87525) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 17 14:20:11.318786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb6aee-3842-4815-a6fd-28d43d30525a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Port': ['ID=e0e98693-2018-4192-a5d9-c3bd07c4fe50,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:11.347888 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0eb6aee-3842-4815-a6fd-28d43d30525a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:11.385976 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9755c372-9797-48a7-b66f-004b126d55c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:11.400138 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04312c-bc1c-48da-8cc3-ff9d4938a77a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event updated for resources: {'Port': ['ID=67f9bdca-cf95-464c-b380-d6f206639431,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:11.403301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-6e04312c-bc1c-48da-8cc3-ff9d4938a77a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] In _notify_port_updated(), no bound segment for port 67f9bdca-cf95-464c-b380-d6f206639431 on network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 {{(pid=87523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:20:11.431297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e04312c-bc1c-48da-8cc3-ff9d4938a77a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:11.432126 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6e04312c-bc1c-48da-8cc3-ff9d4938a77a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:11.433703 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6e04312c-bc1c-48da-8cc3-ff9d4938a77a tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "PUT /v2.0/ports/67f9bdca-cf95-464c-b380-d6f206639431 HTTP/1.1" status: 200 len: 970 time: 3.2256601 Jan 17 14:20:11.437758 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37070) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:11.547297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-77f950e1-72c0-4e25-a42c-16713019ebfd None None] Calling delete_port for de3067d8-ab98-4f8f-bcdf-e67b7f2f827e owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:11.620210 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8be09-01c6-48a5-96e7-d6cca03e32bf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port 67f9bdca-cf95-464c-b380-d6f206639431 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:11.620512 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0e8be09-01c6-48a5-96e7-d6cca03e32bf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:11.658866 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0eb6aee-3842-4815-a6fd-28d43d30525a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:11.781472 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.objects.ports [None req-2ffdee08-b62a-4d7a-b21b-3355561e037d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87523) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 14:20:11.809155 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 4959bd8c-3854-435e-815a-fbae3c2d012d triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:11.809523 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:11.903470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.ipam_pluggable_backend [None req-2ffdee08-b62a-4d7a-b21b-3355561e037d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Port de3067d8-ab98-4f8f-bcdf-e67b7f2f827e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87523) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 17 14:20:11.903805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.ipam_pluggable_backend [None req-2ffdee08-b62a-4d7a-b21b-3355561e037d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Reverting IP allocation for 2001:db8:0:1:f816:3eff:fe44:d56 {{(pid=87523) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 17 14:20:11.907260 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.ipam_pluggable_backend [None req-2ffdee08-b62a-4d7a-b21b-3355561e037d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Reverting IP allocation failed for 2001:db8:0:1:f816:3eff:fe44:d56 {{(pid=87523) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 17 14:20:11.908492 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2ffdee08-b62a-4d7a-b21b-3355561e037d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:11.910427 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:11.917967 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-77f950e1-72c0-4e25-a42c-16713019ebfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:11.970242 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffdee08-b62a-4d7a-b21b-3355561e037d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:11.974940 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-2ffdee08-b62a-4d7a-b21b-3355561e037d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:11.978437 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffdee08-b62a-4d7a-b21b-3355561e037d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:11.979016 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2ffdee08-b62a-4d7a-b21b-3355561e037d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:11.985708 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f950e1-72c0-4e25-a42c-16713019ebfd None None] Pushing event deleted for resources: {'Port': ['ID=de3067d8-ab98-4f8f-bcdf-e67b7f2f827e,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:11.994130 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Transition to ACTIVE for port object 6e2974d1-7505-46ac-b0ac-c7385d3e56d4 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:11.996802 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02275a26-9ec0-4670-b59c-e364200f941f req-34fb7b8b-8af3-4a34-98f8-850e8ba77480 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:11.997303 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdee08-b62a-4d7a-b21b-3355561e037d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Subnet': ['ID=15b38d40-4e30-47aa-842d-d4b795b3084b,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:11.998821 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-02275a26-9ec0-4670-b59c-e364200f941f req-34fb7b8b-8af3-4a34-98f8-850e8ba77480 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 945 time: 0.4725080 Jan 17 14:20:12.021038 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2ffdee08-b62a-4d7a-b21b-3355561e037d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3113804 Jan 17 14:20:12.021757 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37074) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:12.027916 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-e4635126-cb3a-44b1-a1ba-67a110d5e819 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Request body: {'port': {'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'mac_address': 'fa:16:3e:29:40:0d', 'name': 'tempest-NetworksTestDHCPv6-986667738'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:12.099485 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f950e1-72c0-4e25-a42c-16713019ebfd None None] No DVR routers for this DVR port de3067d8-ab98-4f8f-bcdf-e67b7f2f827e on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:20:12.121644 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Transition to ACTIVE for port object 6e2974d1-7505-46ac-b0ac-c7385d3e56d4 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:12.130025 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5136f20c-13b7-4725-ab2c-bf2330f8b296 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:12.136410 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-02275a26-9ec0-4670-b59c-e364200f941f req-d90069cc-93a5-49bf-ab7e-3fe555b485ef tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=41ad7512-fc84-4097-93af-09327db945b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873101 Jan 17 14:20:12.207476 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:12.224754 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e4635126-cb3a-44b1-a1ba-67a110d5e819 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:12.274428 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e4635126-cb3a-44b1-a1ba-67a110d5e819 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:12.279040 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0e8be09-01c6-48a5-96e7-d6cca03e32bf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:12.286189 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-9755c372-9797-48a7-b66f-004b126d55c5 None None] Allocated IP 2001:db8:0:2::2 (0a0b64f9-af8d-4936-b9b9-eb1d962bac73/ea2ff5f5-56d3-42d9-a36c-ecf5c40f2f23/895bec3e-6264-40a3-b2a1-ad632ad79cc6) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:12.303424 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4635126-cb3a-44b1-a1ba-67a110d5e819 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Made reservation on behalf of b3de38767d8a42ecb4d476d60470f683 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:12.365175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device de3067d8-ab98-4f8f-bcdf-e67b7f2f827e no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:20:12.425153 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: de3067d8-ab98-4f8f-bcdf-e67b7f2f827e {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:20:12.425516 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device de3067d8-ab98-4f8f-bcdf-e67b7f2f827e not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:20:12.428160 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Network 7ac99729-f65b-4c96-bf6e-685ee01931f7 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:12.438560 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:12.446995 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:20:12.457407 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8be09-01c6-48a5-96e7-d6cca03e32bf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for 67f9bdca-cf95-464c-b380-d6f206639431 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:12.478444 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e4635126-cb3a-44b1-a1ba-67a110d5e819 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:12.507915 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-e4635126-cb3a-44b1-a1ba-67a110d5e819 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] device_id is not set on port 9786afc6-b6aa-4085-888c-adf09a6f55fa yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:20:12.559769 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Pushing event updated for resources: {'Port': ['ID=6e2974d1-7505-46ac-b0ac-c7385d3e56d4,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:12.587968 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0eb6aee-3842-4815-a6fd-28d43d30525a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:12.594860 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0eb6aee-3842-4815-a6fd-28d43d30525a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:12.700709 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Attempting to bind port 6e2974d1-7505-46ac-b0ac-c7385d3e56d4 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:20:12.701752 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Attempting to bind port 6e2974d1-7505-46ac-b0ac-c7385d3e56d4 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'c7c4d725-aada-424e-9f0b-d1b8cb9e32c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:20:12.702136 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Attempting to bind port 6e2974d1-7505-46ac-b0ac-c7385d3e56d4 on network 7ac99729-f65b-4c96-bf6e-685ee01931f7 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:20:12.725743 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:20:12.726115 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Checking segment: {'id': 'c7c4d725-aada-424e-9f0b-d1b8cb9e32c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:20:12.726514 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:12.726907 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Bound using segment: {'id': 'c7c4d725-aada-424e-9f0b-d1b8cb9e32c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:20:12.727373 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Bound port: 6e2974d1-7505-46ac-b0ac-c7385d3e56d4, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c4d725-aada-424e-9f0b-d1b8cb9e32c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:20:12.727764 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:12.797110 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0eb6aee-3842-4815-a6fd-28d43d30525a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:12.802795 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb6aee-3842-4815-a6fd-28d43d30525a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Port': ['ID=e0e98693-2018-4192-a5d9-c3bd07c4fe50,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:12.807152 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0e8be09-01c6-48a5-96e7-d6cca03e32bf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:12.862956 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b5e513d9-05ec-467c-b07c-b0bc0ca15720 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:12.868358 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8be09-01c6-48a5-96e7-d6cca03e32bf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Port': ['ID=67f9bdca-cf95-464c-b380-d6f206639431,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:12.894213 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5c806942-cde6-42f7-aae4-af9246279d2e', 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e', 'tenant_id': 'b3de38767d8a42ecb4d476d60470f683', 'fixed_ips': [{'subnet_id': '15b38d40-4e30-47aa-842d-d4b795b3084b'}, {'subnet_id': '5ba77ef9-e7c4-4c12-80f1-b11675a0b222'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:20:12.895063 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:12.933724 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9755c372-9797-48a7-b66f-004b126d55c5 None None] For port 895bec3e-6264-40a3-b2a1-ad632ad79cc6, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=895bec3e-6264-40a3-b2a1-ad632ad79cc6,segment=NetworkSegment(315f2e00-9bb1-4ee6-b93e-3de3adbe1075),segment_id=315f2e00-9bb1-4ee6-b93e-3de3adbe1075)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:12.995785 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-e4635126-cb3a-44b1-a1ba-67a110d5e819 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8::34d (5c806942-cde6-42f7-aae4-af9246279d2e/5ba77ef9-e7c4-4c12-80f1-b11675a0b222/9786afc6-b6aa-4085-888c-adf09a6f55fa) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:13.004132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-e4635126-cb3a-44b1-a1ba-67a110d5e819 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Allocated IP 2001:db8:0:1:f816:3eff:fe29:400d (5c806942-cde6-42f7-aae4-af9246279d2e/15b38d40-4e30-47aa-842d-d4b795b3084b/9786afc6-b6aa-4085-888c-adf09a6f55fa) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:13.059765 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] For port 6e2974d1-7505-46ac-b0ac-c7385d3e56d4, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:20:13.071012 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9755c372-9797-48a7-b66f-004b126d55c5 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:13.105680 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] For port 6e2974d1-7505-46ac-b0ac-c7385d3e56d4, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6e2974d1-7505-46ac-b0ac-c7385d3e56d4,segment=NetworkSegment(c7c4d725-aada-424e-9f0b-d1b8cb9e32c8),segment_id=c7c4d725-aada-424e-9f0b-d1b8cb9e32c8)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:20:13.110064 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0e8be09-01c6-48a5-96e7-d6cca03e32bf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:13.118563 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9755c372-9797-48a7-b66f-004b126d55c5 None None] Transition to ACTIVE for port object 895bec3e-6264-40a3-b2a1-ad632ad79cc6 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:13.122525 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port b5e513d9-05ec-467c-b07c-b0bc0ca15720 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:13.122525 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:13.133582 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e0e8be09-01c6-48a5-96e7-d6cca03e32bf tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/ports/67f9bdca-cf95-464c-b380-d6f206639431 HTTP/1.1" status: 204 len: 168 time: 1.6924546 Jan 17 14:20:13.134233 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37078) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:13.170218 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:13.194136 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf8ed0a-3eea-4111-ada1-1421c741adfb tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] GET failed (client error): The resource could not be found. Jan 17 14:20:13.194510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-eaf8ed0a-3eea-4111-ada1-1421c741adfb tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Synchronizing usage tracker for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:20:13.225762 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9755c372-9797-48a7-b66f-004b126d55c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:13.236012 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eb6aee-3842-4815-a6fd-28d43d30525a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 7ac99729-f65b-4c96-bf6e-685ee01931f7 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:13.237192 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-eaf8ed0a-3eea-4111-ada1-1421c741adfb tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Unset dirty status for tenant:374cea47104946fc966cdb1b752ef9e6 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:20:13.241314 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-eaf8ed0a-3eea-4111-ada1-1421c741adfb tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports/67f9bdca-cf95-464c-b380-d6f206639431 HTTP/1.1" status: 404 len: 333 time: 0.1030545 Jan 17 14:20:13.241314 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-e0eb6aee-3842-4815-a6fd-28d43d30525a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:13.242965 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37084) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:13.270405 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e4635126-cb3a-44b1-a1ba-67a110d5e819 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:13.291891 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429e91f-1d9e-4043-9d0d-7566e9df0ff7 None None] Pushing event updated for resources: {'Port': ['ID=6e2974d1-7505-46ac-b0ac-c7385d3e56d4,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:13.381465 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-e4635126-cb3a-44b1-a1ba-67a110d5e819 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Transition to ACTIVE for port object 9786afc6-b6aa-4085-888c-adf09a6f55fa will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:13.382854 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c56b9021-1de6-46dc-96e5-62af1638f7ef tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:13.413415 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c56b9021-1de6-46dc-96e5-62af1638f7ef tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:13.436020 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0eb6aee-3842-4815-a6fd-28d43d30525a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router 4117b374-0843-4e61-a365-790e1f708583 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:20:13.474702 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c56b9021-1de6-46dc-96e5-62af1638f7ef tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:13.532267 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b9021-1de6-46dc-96e5-62af1638f7ef tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f19f75f-de75-4b85-9752-c6bd807a3cae,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:13.555988 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755c372-9797-48a7-b66f-004b126d55c5 None None] Pushing event updated for resources: {'Port': ['ID=895bec3e-6264-40a3-b2a1-ad632ad79cc6,revision_number=7']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:13.563228 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c56b9021-1de6-46dc-96e5-62af1638f7ef tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:13.565060 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c56b9021-1de6-46dc-96e5-62af1638f7ef tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/security-groups/5f19f75f-de75-4b85-9752-c6bd807a3cae HTTP/1.1" status: 204 len: 168 time: 0.3205729 Jan 17 14:20:13.567950 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37088) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:13.569980 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 19ab643c-dd59-4cff-b763-736a0b22cff3 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:13.592218 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e4635126-cb3a-44b1-a1ba-67a110d5e819 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:13.636124 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0eb6aee-3842-4815-a6fd-28d43d30525a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:20:13.650326 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e0eb6aee-3842-4815-a6fd-28d43d30525a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/4117b374-0843-4e61-a365-790e1f708583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6856859 Jan 17 14:20:13.653161 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37092) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:13.659842 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-974b4001-2fc9-4da6-957b-d6dbc8699ce1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'network': {'name': 'tempest-RoutersTest-1342264646'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:13.663279 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] Sync routers for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:20:13.668631 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-974b4001-2fc9-4da6-957b-d6dbc8699ce1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:13.680841 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-974b4001-2fc9-4da6-957b-d6dbc8699ce1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:network and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:13.685647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-974b4001-2fc9-4da6-957b-d6dbc8699ce1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:13.693681 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f889402-ea72-4f85-a950-24a54ab19885 req-3b87bcee-ef1a-4421-8d5e-df721e0f89aa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:13.695352 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5f889402-ea72-4f85-a950-24a54ab19885 req-3b87bcee-ef1a-4421-8d5e-df721e0f89aa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 945 time: 0.4042673 Jan 17 14:20:13.701261 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-974b4001-2fc9-4da6-957b-d6dbc8699ce1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:13.704315 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:13.710009 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:19:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:13.735103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974b4001-2fc9-4da6-957b-d6dbc8699ce1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Made reservation on behalf of 746a920811d944b3b7fac1db9f27d8f3 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:13.754313 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4635126-cb3a-44b1-a1ba-67a110d5e819 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:13.756092 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-e4635126-cb3a-44b1-a1ba-67a110d5e819 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:13.761087 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-974b4001-2fc9-4da6-957b-d6dbc8699ce1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:13.775508 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4635126-cb3a-44b1-a1ba-67a110d5e819 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:20:13.781363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4635126-cb3a-44b1-a1ba-67a110d5e819 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:13.782183 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e4635126-cb3a-44b1-a1ba-67a110d5e819 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:13.848455 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974b4001-2fc9-4da6-957b-d6dbc8699ce1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:20:13.854162 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4635126-cb3a-44b1-a1ba-67a110d5e819 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event updated for resources: {'Port': ['ID=9786afc6-b6aa-4085-888c-adf09a6f55fa,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:13.863180 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f4510515-57b6-4db8-9e57-7bd1dec00617 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:13.877905 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-974b4001-2fc9-4da6-957b-d6dbc8699ce1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:13.878311 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-974b4001-2fc9-4da6-957b-d6dbc8699ce1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Added segment 59f0600b-f7e1-4b74-900c-6fcc53331e32 of type vlan for network 4ded069f-99c5-4110-bbed-e877370872eb Jan 17 14:20:13.902182 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f4510515-57b6-4db8-9e57-7bd1dec00617 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:13.922533 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-974b4001-2fc9-4da6-957b-d6dbc8699ce1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:13.975844 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e4635126-cb3a-44b1-a1ba-67a110d5e819 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9528468 Jan 17 14:20:13.976070 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37096) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:13.996048 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5f889402-ea72-4f85-a950-24a54ab19885 req-d0fad544-cd58-4b73-9a19-ed0420f1d28f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=41ad7512-fc84-4097-93af-09327db945b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690442 Jan 17 14:20:14.042313 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-974b4001-2fc9-4da6-957b-d6dbc8699ce1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:14.044726 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f4510515-57b6-4db8-9e57-7bd1dec00617 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:14.063273 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974b4001-2fc9-4da6-957b-d6dbc8699ce1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:14.063859 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-974b4001-2fc9-4da6-957b-d6dbc8699ce1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:14.085889 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f4510515-57b6-4db8-9e57-7bd1dec00617 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:14.093480 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f4510515-57b6-4db8-9e57-7bd1dec00617 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/security-groups/3da78d48-17c1-4bb0-9b9f-dc45e8f0ae9e HTTP/1.1" status: 204 len: 168 time: 0.5225298 Jan 17 14:20:14.094662 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4510515-57b6-4db8-9e57-7bd1dec00617 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da78d48-17c1-4bb0-9b9f-dc45e8f0ae9e,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:14.100351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37102) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:14.112958 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3648e5e1-b701-42bc-ae08-4f43657fd639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:14.156169 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:14.159241 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:14.185715 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:14.216677 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8a6319f7-73a7-47b1-bdaf-4de1efd98a2f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:14.237104 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 19ab643c-dd59-4cff-b763-736a0b22cff3 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:14.253707 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8a6319f7-73a7-47b1-bdaf-4de1efd98a2f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:14.259054 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Allocated IP 2001:db8::2 (5c806942-cde6-42f7-aae4-af9246279d2e/5ba77ef9-e7c4-4c12-80f1-b11675a0b222/fdc91513-effd-43ed-9e6f-43c3ae59418b) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:14.281393 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 19ab643c-dd59-4cff-b763-736a0b22cff3 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:14.281903 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:14.317864 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-5468c70d-f34e-4c8a-82f4-9a5ceb1d379c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting port 9786afc6-b6aa-4085-888c-adf09a6f55fa {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:14.318489 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5468c70d-f34e-4c8a-82f4-9a5ceb1d379c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:14.324344 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8a6319f7-73a7-47b1-bdaf-4de1efd98a2f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:14.350151 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6319f7-73a7-47b1-bdaf-4de1efd98a2f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36e92e1-7029-42fc-bd8e-bf43be76637a,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:14.355005 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8a6319f7-73a7-47b1-bdaf-4de1efd98a2f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:14.358417 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8a6319f7-73a7-47b1-bdaf-4de1efd98a2f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/security-groups/a36e92e1-7029-42fc-bd8e-bf43be76637a HTTP/1.1" status: 204 len: 168 time: 0.2548172 Jan 17 14:20:14.360027 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-974b4001-2fc9-4da6-957b-d6dbc8699ce1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7054980 Jan 17 14:20:14.360517 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37106) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:14.361196 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37108) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:14.367340 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b4001-2fc9-4da6-957b-d6dbc8699ce1 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Network': ['ID=4ded069f-99c5-4110-bbed-e877370872eb,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:14.370357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-a8d17d3a-6b19-487b-ab47-ec11f10551b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'subnet': {'network_id': '4ded069f-99c5-4110-bbed-e877370872eb', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:14.381663 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Allocated IP 2001:db8:0:1:f816:3eff:fed3:1085 (5c806942-cde6-42f7-aae4-af9246279d2e/15b38d40-4e30-47aa-842d-d4b795b3084b/fdc91513-effd-43ed-9e6f-43c3ae59418b) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:14.413168 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 4ded069f-99c5-4110-bbed-e877370872eb details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:20:14.496357 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a61a6e-b05c-45a1-9078-6ef5ef867b7d req-642932fe-94f8-4fa9-840b-e78004caf7b4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:14.504211 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c8a61a6e-b05c-45a1-9078-6ef5ef867b7d req-642932fe-94f8-4fa9-840b-e78004caf7b4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 945 time: 0.3708091 Jan 17 14:20:14.537677 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a7702d-d86d-44ef-9629-69be45f10056 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting subnet 9a34970b-6f91-4716-af96-8a0321b36934 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:20:14.542172 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-65a7702d-d86d-44ef-9629-69be45f10056 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:14.629636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-65a7702d-d86d-44ef-9629-69be45f10056 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:14.706978 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5468c70d-f34e-4c8a-82f4-9a5ceb1d379c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:14.737068 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-65a7702d-d86d-44ef-9629-69be45f10056 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:14.843777 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a8d17d3a-6b19-487b-ab47-ec11f10551b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:14.858069 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a8d17d3a-6b19-487b-ab47-ec11f10551b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:subnet and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:14.864177 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a8d17d3a-6b19-487b-ab47-ec11f10551b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:14.874602 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a8d17d3a-6b19-487b-ab47-ec11f10551b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:14.894625 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-5468c70d-f34e-4c8a-82f4-9a5ceb1d379c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Calling delete_port for 9786afc6-b6aa-4085-888c-adf09a6f55fa owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:14.906465 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d17d3a-6b19-487b-ab47-ec11f10551b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Made reservation on behalf of 746a920811d944b3b7fac1db9f27d8f3 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:14.914038 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a8d17d3a-6b19-487b-ab47-ec11f10551b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:14.929955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-81fc6f4b-9c04-454e-97dd-1b9b83dd7445 None None] Could not find standard attr ID for object 67f9bdca-cf95-464c-b380-d6f206639431. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:20:15.010279 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c8a61a6e-b05c-45a1-9078-6ef5ef867b7d req-65d6a3ff-2eea-4979-ae7f-c14b85ce3a92 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=41ad7512-fc84-4097-93af-09327db945b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5050015 Jan 17 14:20:15.053107 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-65a7702d-d86d-44ef-9629-69be45f10056 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:15.056902 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37114) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:15.085128 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-81fc6f4b-9c04-454e-97dd-1b9b83dd7445 None None] Provisioning for port 895bec3e-6264-40a3-b2a1-ad632ad79cc6 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:15.109609 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:15.146312 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-65a7702d-d86d-44ef-9629-69be45f10056 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:15.150594 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7702d-d86d-44ef-9629-69be45f10056 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Subnet': ['ID=9a34970b-6f91-4716-af96-8a0321b36934,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:15.158187 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:15.183949 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-65a7702d-d86d-44ef-9629-69be45f10056 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/subnets/9a34970b-6f91-4716-af96-8a0321b36934 HTTP/1.1" status: 204 len: 168 time: 0.8169947 Jan 17 14:20:15.187543 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37118) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:15.192946 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-81fc6f4b-9c04-454e-97dd-1b9b83dd7445 None None] Provisioning complete for port 895bec3e-6264-40a3-b2a1-ad632ad79cc6 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:15.193445 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-81fc6f4b-9c04-454e-97dd-1b9b83dd7445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:15.206204 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf1ed89-c673-400f-9acb-f29536db19b9 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:15.210371 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-caf1ed89-c673-400f-9acb-f29536db19b9 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 1093 time: 0.1496303 Jan 17 14:20:15.210579 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37122) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:15.225005 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f69e042-9900-4e2d-ba8b-5bfb9339e545 None None] Network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:15.246627 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': 'e6dfb90d-8416-468e-807b-65e33baca4cf', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:15.268407 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:15.276542 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:floatingip and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:15.279159 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30779b5-ab6d-4665-854d-81ab395594df None None] Network 7ac99729-f65b-4c96-bf6e-685ee01931f7 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:15.281180 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:15.282794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-10cd4345-1a57-460a-a1fa-6905995c6287 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting subnet ea2ff5f5-56d3-42d9-a36c-ecf5c40f2f23 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:20:15.286720 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-10cd4345-1a57-460a-a1fa-6905995c6287 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:15.290190 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:15.305987 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5468c70d-f34e-4c8a-82f4-9a5ceb1d379c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:15.353940 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-10cd4345-1a57-460a-a1fa-6905995c6287 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:15.363657 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Transition to ACTIVE for port object fdc91513-effd-43ed-9e6f-43c3ae59418b will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:15.456047 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:15.481902 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 19ab643c-dd59-4cff-b763-736a0b22cff3, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=19ab643c-dd59-4cff-b763-736a0b22cff3,segment=NetworkSegment(c1e3d554-dadd-470b-af32-d185e2e4e803),segment_id=c1e3d554-dadd-470b-af32-d185e2e4e803)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:15.506021 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Transition to ACTIVE for port object fdc91513-effd-43ed-9e6f-43c3ae59418b will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:15.510758 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:15.526265 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a8d17d3a-6b19-487b-ab47-ec11f10551b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:15.538621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468c70d-f34e-4c8a-82f4-9a5ceb1d379c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Port': ['ID=9786afc6-b6aa-4085-888c-adf09a6f55fa,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:15.574838 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:15.594269 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:15.629745 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5468c70d-f34e-4c8a-82f4-9a5ceb1d379c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:15.656946 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5468c70d-f34e-4c8a-82f4-9a5ceb1d379c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/9786afc6-b6aa-4085-888c-adf09a6f55fa HTTP/1.1" status: 204 len: 168 time: 1.6789486 Jan 17 14:20:15.658972 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37126) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:15.693001 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-10cd4345-1a57-460a-a1fa-6905995c6287 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:15.720508 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:11Z', 'revision_number': 4, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': '19ab643c-dd59-4cff-b763-736a0b22cff3', 'name': '', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:e0:a3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:02Z', 'updated_at': '2022-01-17T14:20:09Z', 'revision_number': 4, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:10Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0e98693-2018-4192-a5d9-c3bd07c4fe50', 'name': '', 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:8e:2e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:10Z', 'updated_at': '2022-01-17T14:20:12Z', 'revision_number': 2, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:15.777904 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:15.810636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d17d3a-6b19-487b-ab47-ec11f10551b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Subnet': ['ID=582684fa-d07a-46f0-92f7-49553306bc0f,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:15.829069 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d17d3a-6b19-487b-ab47-ec11f10551b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Checking segment: {'id': '59f0600b-f7e1-4b74-900c-6fcc53331e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ded069f-99c5-4110-bbed-e877370872eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:20:15.829069 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d17d3a-6b19-487b-ab47-ec11f10551b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network hostable DHCP agents. Network: 4ded069f-99c5-4110-bbed-e877370872eb, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:20:15.837949 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 895bec3e-6264-40a3-b2a1-ad632ad79cc6 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:15.843380 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-10cd4345-1a57-460a-a1fa-6905995c6287 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:15.864477 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] Checking router: 4117b374-0843-4e61-a365-790e1f708583 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:20:15.864837 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] Updating router 4117b374-0843-4e61-a365-790e1f708583 port e0e98693-2018-4192-a5d9-c3bd07c4fe50 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:20:15.891731 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd4345-1a57-460a-a1fa-6905995c6287 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Subnet': ['ID=ea2ff5f5-56d3-42d9-a36c-ecf5c40f2f23,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:15.892282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:15.897286 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-10cd4345-1a57-460a-a1fa-6905995c6287 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:15.897512 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=19ab643c-dd59-4cff-b763-736a0b22cff3,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:15.903454 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0473d45-f68f-40df-95a4-477dab008f5b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:15.904350 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a0473d45-f68f-40df-95a4-477dab008f5b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:20:15.906749 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-10cd4345-1a57-460a-a1fa-6905995c6287 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/subnets/ea2ff5f5-56d3-42d9-a36c-ecf5c40f2f23 HTTP/1.1" status: 204 len: 168 time: 0.7165661 Jan 17 14:20:15.908066 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d17d3a-6b19-487b-ab47-ec11f10551b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 4ded069f-99c5-4110-bbed-e877370872eb is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:20:15.910319 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37130) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:15.913494 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:15.932530 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:20:15.952120 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e0f0fe-fe58-4417-bdf7-ef2e19e82da9 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:15.952120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e0f0fe-fe58-4417-bdf7-ef2e19e82da9 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:15.953817 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c3e0f0fe-fe58-4417-bdf7-ef2e19e82da9 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/subnets/9a34970b-6f91-4716-af96-8a0321b36934 HTTP/1.1" status: 404 len: 337 time: 0.0419095 Jan 17 14:20:15.958907 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37134) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:15.978921 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a0473d45-f68f-40df-95a4-477dab008f5b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:20:15.982552 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a0473d45-f68f-40df-95a4-477dab008f5b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3169625 Jan 17 14:20:15.987212 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37138) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:15.995278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-a8d17d3a-6b19-487b-ab47-ec11f10551b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 4ded069f-99c5-4110-bbed-e877370872eb) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:16.014543 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d17d3a-6b19-487b-ab47-ec11f10551b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:16.015124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a8d17d3a-6b19-487b-ab47-ec11f10551b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:16.052749 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a8d17d3a-6b19-487b-ab47-ec11f10551b7 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6892488 Jan 17 14:20:16.055724 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37142) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:16.056641 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a2d6c8-2244-471f-8415-b1f902d9ae71 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting subnet 2217c7cf-1d4a-4749-a205-00648996f4af {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:20:16.060221 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-12a2d6c8-2244-471f-8415-b1f902d9ae71 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:16.115646 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72afccc-83ce-4cd6-8728-9d0fa98eaa66 None None] Network 4ded069f-99c5-4110-bbed-e877370872eb requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:16.117141 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-12a2d6c8-2244-471f-8415-b1f902d9ae71 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:16.205774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-12a2d6c8-2244-471f-8415-b1f902d9ae71 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:16.274410 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.26.3.232 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/33927414-a928-480c-a8eb-e56e6f95edb2) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:16.290410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-12a2d6c8-2244-471f-8415-b1f902d9ae71 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:16.331838 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2d6c8-2244-471f-8415-b1f902d9ae71 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Subnet': ['ID=2217c7cf-1d4a-4749-a205-00648996f4af,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:16.335283 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-12a2d6c8-2244-471f-8415-b1f902d9ae71 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:16.341743 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-12a2d6c8-2244-471f-8415-b1f902d9ae71 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/subnets/2217c7cf-1d4a-4749-a205-00648996f4af HTTP/1.1" status: 204 len: 168 time: 0.3818090 Jan 17 14:20:16.344389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37146) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:16.360224 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:16.369988 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Pushing event updated for resources: {'Port': ['ID=fdc91513-effd-43ed-9e6f-43c3ae59418b,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:16.386169 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2464d4a-118f-4c35-9b00-2bd9762c46b8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:16.386677 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2464d4a-118f-4c35-9b00-2bd9762c46b8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:16.392901 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a2464d4a-118f-4c35-9b00-2bd9762c46b8 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/subnets/1bc43ba8-20ca-418c-9b2a-3b9faf14d6c5 HTTP/1.1" status: 404 len: 337 time: 0.0429022 Jan 17 14:20:16.393127 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37150) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:16.419724 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fb6448-78bc-470b-874b-b766c8080335 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:16.421259 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-55fb6448-78bc-470b-874b-b766c8080335 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.4332502 Jan 17 14:20:16.432381 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37154) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:16.482125 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-442810c0-bd70-4ef6-8db3-6f12b71db6de tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "GET /v2.0/ports?device_id=d50a9046-a1ce-4ed3-81b5-85fbf47e8ba6 HTTP/1.1" status: 200 len: 205 time: 0.0856154 Jan 17 14:20:16.485077 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37158) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:16.528645 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Attempting to bind port fdc91513-effd-43ed-9e6f-43c3ae59418b on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:20:16.529018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Attempting to bind port fdc91513-effd-43ed-9e6f-43c3ae59418b by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:20:16.529378 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Attempting to bind port fdc91513-effd-43ed-9e6f-43c3ae59418b on network 5c806942-cde6-42f7-aae4-af9246279d2e {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:20:16.552911 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-81fc6f4b-9c04-454e-97dd-1b9b83dd7445 None None] Provisioning complete for port f0f86d7b-4446-422f-9a74-26b7fdbaad1a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:16.553286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-81fc6f4b-9c04-454e-97dd-1b9b83dd7445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:16.570064 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-1ed08181-b87c-4af8-9387-07700c8fa2b5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] delete failed (client error): The resource could not be found. Jan 17 14:20:16.573671 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1ed08181-b87c-4af8-9387-07700c8fa2b5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/routers/d50a9046-a1ce-4ed3-81b5-85fbf47e8ba6 HTTP/1.1" status: 404 len: 336 time: 0.0855114 Jan 17 14:20:16.574369 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37162) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:16.590462 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:20:16.590712 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Checking segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:20:16.591095 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:16.591493 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Bound using segment: {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:20:16.592022 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Bound port: fdc91513-effd-43ed-9e6f-43c3ae59418b, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a817472-2d64-44a5-a1b1-8e0cc373769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c806942-cde6-42f7-aae4-af9246279d2e'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:20:16.592402 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:16.617780 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e94a96a-2c2e-49f5-97d4-5c3b692cd4d5 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:16.619444 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e94a96a-2c2e-49f5-97d4-5c3b692cd4d5 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:16.621142 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e94a96a-2c2e-49f5-97d4-5c3b692cd4d5 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:16.622017 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3e94a96a-2c2e-49f5-97d4-5c3b692cd4d5 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:20:16.630139 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-f169a64b-90b5-4228-9681-5f282afda25c tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:16.630717 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f169a64b-90b5-4228-9681-5f282afda25c tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:16.635298 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f169a64b-90b5-4228-9681-5f282afda25c tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/subnets/c3516502-741a-4ca4-a54f-1024b6da3e78 HTTP/1.1" status: 404 len: 337 time: 0.0576820 Jan 17 14:20:16.635518 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37166) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:16.682136 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f970ac3-e6e8-4a56-b7ea-eaff64c926db tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:16.682742 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f970ac3-e6e8-4a56-b7ea-eaff64c926db tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:16.687062 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2f970ac3-e6e8-4a56-b7ea-eaff64c926db tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/subnets/f946970d-edbc-4765-9a72-73a247fc02df HTTP/1.1" status: 404 len: 337 time: 0.0480075 Jan 17 14:20:16.687764 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37170) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:16.718317 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 895bec3e-6264-40a3-b2a1-ad632ad79cc6 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:16.718676 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:16.721980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3e94a96a-2c2e-49f5-97d4-5c3b692cd4d5 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:subnet {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:20:16.724651 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3e94a96a-2c2e-49f5-97d4-5c3b692cd4d5 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2852871 Jan 17 14:20:16.727674 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:16.731923 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6f134b-470e-4e43-904b-4597471ef027 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:16.732063 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37174) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:16.732463 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6f134b-470e-4e43-904b-4597471ef027 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:16.735833 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7d6f134b-470e-4e43-904b-4597471ef027 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/subnets/584c436a-0aa7-46f6-83f6-66f944349e74 HTTP/1.1" status: 404 len: 337 time: 0.0474677 Jan 17 14:20:16.737278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37178) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:16.785507 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d712aec-bb4e-420b-af6e-4f35e6d1d676 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:16.786923 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d712aec-bb4e-420b-af6e-4f35e6d1d676 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:16.800262 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2d712aec-bb4e-420b-af6e-4f35e6d1d676 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/ports/344f2608-ab77-4c97-b528-6d4b40b73bcc HTTP/1.1" status: 404 len: 333 time: 0.0614274 Jan 17 14:20:16.802240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37182) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:16.863158 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-81fc6f4b-9c04-454e-97dd-1b9b83dd7445 None None] Port f0f86d7b-4446-422f-9a74-26b7fdbaad1a cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:20:16.873779 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55cdf39-ed19-41cc-8543-3be1250f6a45 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:16.874540 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55cdf39-ed19-41cc-8543-3be1250f6a45 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:16.878683 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b55cdf39-ed19-41cc-8543-3be1250f6a45 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/subnets/9cbb65ff-740e-4ebe-898b-6befcbe8514c HTTP/1.1" status: 404 len: 337 time: 0.0723038 Jan 17 14:20:16.879009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37186) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:16.914645 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-35703ed9-7360-48de-9d86-36ccde8a0e3a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet 15b38d40-4e30-47aa-842d-d4b795b3084b {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:20:16.924275 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e786d3d-55ab-4100-af09-c6c5c032e6e6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:16.924689 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-35703ed9-7360-48de-9d86-36ccde8a0e3a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:16.925105 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e786d3d-55ab-4100-af09-c6c5c032e6e6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:16.927647 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8e786d3d-55ab-4100-af09-c6c5c032e6e6 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/subnets/5286f36a-4976-496e-b594-cf660db5674f HTTP/1.1" status: 404 len: 337 time: 0.0473819 Jan 17 14:20:16.930327 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37190) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:16.973889 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1264233-fef7-4d83-a930-44ac6feb6407 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:16.974361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1264233-fef7-4d83-a930-44ac6feb6407 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:16.976111 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c1264233-fef7-4d83-a930-44ac6feb6407 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/ports/e753a2d0-fa20-4074-8d25-90e7779a02a9 HTTP/1.1" status: 404 len: 333 time: 0.0449274 Jan 17 14:20:16.978625 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37194) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:17.021452 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ff20fa-c78a-4768-9fc1-6c0988c34232 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:17.022043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ff20fa-c78a-4768-9fc1-6c0988c34232 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:17.025995 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c8ff20fa-c78a-4768-9fc1-6c0988c34232 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/subnets/950cbfd7-5e2c-43d8-a35c-a138d053ede0 HTTP/1.1" status: 404 len: 337 time: 0.0441051 Jan 17 14:20:17.026302 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37198) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:17.074882 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ccd089-5b67-4c91-9e9a-6cb4c8f3e12b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:17.075639 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94ccd089-5b67-4c91-9e9a-6cb4c8f3e12b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:17.077704 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-94ccd089-5b67-4c91-9e9a-6cb4c8f3e12b tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/subnets/918f2b0d-eda4-4668-a50a-de0c9dd507fd HTTP/1.1" status: 404 len: 337 time: 0.0502763 Jan 17 14:20:17.082362 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37202) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:17.135134 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-4ded069f-99c5-4110-bbed-e877370872eb', 'network_id': '4ded069f-99c5-4110-bbed-e877370872eb', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'fixed_ips': [{'subnet_id': '582684fa-d07a-46f0-92f7-49553306bc0f'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:20:17.136271 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:17.146450 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:17.150926 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] For port fdc91513-effd-43ed-9e6f-43c3ae59418b, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:20:17.177582 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-ca94e961-45e7-4c44-bac4-5ab22abf4ff5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port f0f86d7b-4446-422f-9a74-26b7fdbaad1a {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:17.178165 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ca94e961-45e7-4c44-bac4-5ab22abf4ff5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:17.191115 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] For port fdc91513-effd-43ed-9e6f-43c3ae59418b, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=fdc91513-effd-43ed-9e6f-43c3ae59418b,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:20:17.199606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-84ce5ba9-d633-4955-903f-9e9384af85c0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:17.203099 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7112433e-1cec-4152-a831-d6edb80891ef None None] Provisioning for port 6e2974d1-7505-46ac-b0ac-c7385d3e56d4 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:17.211034 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-35703ed9-7360-48de-9d86-36ccde8a0e3a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:17.238459 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:17.319495 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be02469e-81b5-4af0-bc32-e770e39bb39a None None] Update dhcp port {'port': {'network_id': '0a0b64f9-af8d-4936-b9b9-eb1d962bac73', 'fixed_ips': [{'subnet_id': 'ea2ff5f5-56d3-42d9-a36c-ecf5c40f2f23'}, {'subnet_id': '2217c7cf-1d4a-4749-a205-00648996f4af'}], 'binding:host_id': 'dv-neutron-824901-1-hyperv'}, 'id': '895bec3e-6264-40a3-b2a1-ad632ad79cc6'} from dv-neutron-824901-1-hyperv. {{(pid=87525) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 17 14:20:17.357791 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:17.374060 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:17.405595 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-be02469e-81b5-4af0-bc32-e770e39bb39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:17.446342 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:20:17.473398 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7112433e-1cec-4152-a831-d6edb80891ef None None] Could not find standard attr ID for object 67f9bdca-cf95-464c-b380-d6f206639431. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:20:17.489192 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=33927414-a928-480c-a8eb-e56e6f95edb2,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:17.515597 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ca94e961-45e7-4c44-bac4-5ab22abf4ff5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:17.630141 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-35703ed9-7360-48de-9d86-36ccde8a0e3a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:17.671992 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6e2974d1-7505-46ac-b0ac-c7385d3e56d4 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:17.735795 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11d1c0-7ef3-40db-a29f-8e898ddd7f82 None None] Pushing event updated for resources: {'Port': ['ID=fdc91513-effd-43ed-9e6f-43c3ae59418b,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:17.800476 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4f7c32-1134-42e9-b84e-91e1788790e6 None None] Network 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:17.865838 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.resource_extend [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 14:20:17.902745 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-ca94e961-45e7-4c44-bac4-5ab22abf4ff5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for f0f86d7b-4446-422f-9a74-26b7fdbaad1a owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:18.006948 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-35703ed9-7360-48de-9d86-36ccde8a0e3a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:18.054736 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ca94e961-45e7-4c44-bac4-5ab22abf4ff5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:18.077873 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35703ed9-7360-48de-9d86-36ccde8a0e3a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=15b38d40-4e30-47aa-842d-d4b795b3084b,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:18.118406 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94e961-45e7-4c44-bac4-5ab22abf4ff5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Port': ['ID=f0f86d7b-4446-422f-9a74-26b7fdbaad1a,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:18.123194 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ca94e961-45e7-4c44-bac4-5ab22abf4ff5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:18.143322 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ca94e961-45e7-4c44-bac4-5ab22abf4ff5 tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/ports/f0f86d7b-4446-422f-9a74-26b7fdbaad1a HTTP/1.1" status: 204 len: 168 time: 1.0588980 Jan 17 14:20:18.143737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-35703ed9-7360-48de-9d86-36ccde8a0e3a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:18.144281 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37206) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:18.210415 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:18.271212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-70395ade-1090-40b2-8945-ba0eef5fcf41 None None] Provisioning for port e0e98693-2018-4192-a5d9-c3bd07c4fe50 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:18.281809 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] Transition to ACTIVE for port object e0e98693-2018-4192-a5d9-c3bd07c4fe50 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:18.282063 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bbac4039-d693-4359-bf09-a84557b4460f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:18.288531 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-35703ed9-7360-48de-9d86-36ccde8a0e3a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/15b38d40-4e30-47aa-842d-d4b795b3084b HTTP/1.1" status: 204 len: 168 time: 1.5527828 Jan 17 14:20:18.289406 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37210) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:18.290659 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-70395ade-1090-40b2-8945-ba0eef5fcf41 None None] Provisioning complete for port e0e98693-2018-4192-a5d9-c3bd07c4fe50 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:18.291237 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70395ade-1090-40b2-8945-ba0eef5fcf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:18.296479 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-bbac4039-d693-4359-bf09-a84557b4460f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Deleting port 895bec3e-6264-40a3-b2a1-ad632ad79cc6 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:18.296935 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bbac4039-d693-4359-bf09-a84557b4460f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:18.321022 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Allocated IP 172.23.0.2 (4ded069f-99c5-4110-bbed-e877370872eb/582684fa-d07a-46f0-92f7-49553306bc0f/c6ee7a60-356a-4171-9855-b941f44133f8) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:18.340620 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:18.388903 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-9450ec12-1c4f-4f82-b92b-8ac3417de42b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Deleting subnet 5ba77ef9-e7c4-4c12-80f1-b11675a0b222 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:20:18.395452 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9450ec12-1c4f-4f82-b92b-8ac3417de42b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:18.409347 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 6e2974d1-7505-46ac-b0ac-c7385d3e56d4 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:18.461411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9450ec12-1c4f-4f82-b92b-8ac3417de42b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:18.504183 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 6e2974d1-7505-46ac-b0ac-c7385d3e56d4 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:18.504593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:18.531773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-bbac4039-d693-4359-bf09-a84557b4460f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] For port 895bec3e-6264-40a3-b2a1-ad632ad79cc6, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=895bec3e-6264-40a3-b2a1-ad632ad79cc6,segment=NetworkSegment(315f2e00-9bb1-4ee6-b93e-3de3adbe1075),segment_id=315f2e00-9bb1-4ee6-b93e-3de3adbe1075)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:18.532177 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bbac4039-d693-4359-bf09-a84557b4460f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:18.566428 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:18.586196 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-70395ade-1090-40b2-8945-ba0eef5fcf41 None None] Port e0e98693-2018-4192-a5d9-c3bd07c4fe50 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:20:18.588293 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9450ec12-1c4f-4f82-b92b-8ac3417de42b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:18.650319 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300a895-29e8-4aa7-a2a1-534524448abc None None] Pushing event updated for resources: {'Port': ['ID=e0e98693-2018-4192-a5d9-c3bd07c4fe50,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:18.679893 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-bbac4039-d693-4359-bf09-a84557b4460f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Calling delete_port for 895bec3e-6264-40a3-b2a1-ad632ad79cc6 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:18.768720 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:18.824255 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bbac4039-d693-4359-bf09-a84557b4460f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:18.850637 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] Attempting to bind port e0e98693-2018-4192-a5d9-c3bd07c4fe50 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:20:18.851019 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] Attempting to bind port e0e98693-2018-4192-a5d9-c3bd07c4fe50 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'c7c4d725-aada-424e-9f0b-d1b8cb9e32c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:20:18.851445 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] Attempting to bind port e0e98693-2018-4192-a5d9-c3bd07c4fe50 on network 7ac99729-f65b-4c96-bf6e-685ee01931f7 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:20:18.882288 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-922ebfeb-53b6-4769-bf84-70d942f26dee None None] Provisioning complete for port 895bec3e-6264-40a3-b2a1-ad632ad79cc6 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:18.882833 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-922ebfeb-53b6-4769-bf84-70d942f26dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:18.887324 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9450ec12-1c4f-4f82-b92b-8ac3417de42b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:18.895852 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbac4039-d693-4359-bf09-a84557b4460f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] No DVR routers for this DVR port 895bec3e-6264-40a3-b2a1-ad632ad79cc6 on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:20:18.931966 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8451ff97-a71e-4413-88f7-a22e41ec365e None None] DHCP port deletion for 0a0b64f9-af8d-4936-b9b9-eb1d962bac73 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:20:18.934174 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:20:18.934536 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] Checking segment: {'id': 'c7c4d725-aada-424e-9f0b-d1b8cb9e32c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:20:18.934932 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:18.935319 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] Bound using segment: {'id': 'c7c4d725-aada-424e-9f0b-d1b8cb9e32c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:20:18.935820 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] Bound port: e0e98693-2018-4192-a5d9-c3bd07c4fe50, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c4d725-aada-424e-9f0b-d1b8cb9e32c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:20:18.936192 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:18.967525 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac4039-d693-4359-bf09-a84557b4460f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Port': ['ID=895bec3e-6264-40a3-b2a1-ad632ad79cc6,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:18.968166 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450ec12-1c4f-4f82-b92b-8ac3417de42b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Subnet': ['ID=5ba77ef9-e7c4-4c12-80f1-b11675a0b222,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:19.013826 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-922ebfeb-53b6-4769-bf84-70d942f26dee None None] Port 895bec3e-6264-40a3-b2a1-ad632ad79cc6 was deleted so its status cannot be updated. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 17 14:20:19.068367 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bbac4039-d693-4359-bf09-a84557b4460f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:19.093916 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:19.102790 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-bbac4039-d693-4359-bf09-a84557b4460f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0b64f9-af8d-4936-b9b9-eb1d962bac73']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:19.118409 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-bbac4039-d693-4359-bf09-a84557b4460f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315f2e00-9bb1-4ee6-b93e-3de3adbe1075') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:19.118793 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-bbac4039-d693-4359-bf09-a84557b4460f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315f2e00-9bb1-4ee6-b93e-3de3adbe1075') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:19.132116 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bbac4039-d693-4359-bf09-a84557b4460f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:19.151217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bbac4039-d693-4359-bf09-a84557b4460f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:19.156627 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-922ebfeb-53b6-4769-bf84-70d942f26dee None None] Could not find standard attr ID for object f0f86d7b-4446-422f-9a74-26b7fdbaad1a. {{(pid=87525) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 14:20:19.165748 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbac4039-d693-4359-bf09-a84557b4460f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:20:19.166157 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bbac4039-d693-4359-bf09-a84557b4460f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:20:19.183322 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:20:19.218721 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9450ec12-1c4f-4f82-b92b-8ac3417de42b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:19.251159 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9450ec12-1c4f-4f82-b92b-8ac3417de42b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/5ba77ef9-e7c4-4c12-80f1-b11675a0b222 HTTP/1.1" status: 204 len: 168 time: 0.9605970 Jan 17 14:20:19.253604 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37214) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:19.264697 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 6e2974d1-7505-46ac-b0ac-c7385d3e56d4, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6e2974d1-7505-46ac-b0ac-c7385d3e56d4,segment=NetworkSegment(c7c4d725-aada-424e-9f0b-d1b8cb9e32c8),segment_id=c7c4d725-aada-424e-9f0b-d1b8cb9e32c8)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:19.265927 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:19.277723 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] For port e0e98693-2018-4192-a5d9-c3bd07c4fe50, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:20:19.279691 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:19.282762 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] For port e0e98693-2018-4192-a5d9-c3bd07c4fe50, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e0e98693-2018-4192-a5d9-c3bd07c4fe50,segment=NetworkSegment(c7c4d725-aada-424e-9f0b-d1b8cb9e32c8),segment_id=c7c4d725-aada-424e-9f0b-d1b8cb9e32c8)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:20:19.290714 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bbac4039-d693-4359-bf09-a84557b4460f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:19.316666 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Transition to ACTIVE for port object c6ee7a60-356a-4171-9855-b941f44133f8 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:19.318267 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bbac4039-d693-4359-bf09-a84557b4460f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:19.329347 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:19.330954 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac4039-d693-4359-bf09-a84557b4460f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] Pushing event deleted for resources: {'Network': ['ID=0a0b64f9-af8d-4936-b9b9-eb1d962bac73,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:19.366075 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bbac4039-d693-4359-bf09-a84557b4460f tempest-PortsIpV6TestJSON-1377540765 tempest-PortsIpV6TestJSON-1377540765-project] 10.222.0.48 "DELETE /v2.0/networks/0a0b64f9-af8d-4936-b9b9-eb1d962bac73 HTTP/1.1" status: 204 len: 168 time: 1.2191687 Jan 17 14:20:19.372921 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86818c46-246b-4979-b44d-7fa7d0a5841f None None] Network 5c806942-cde6-42f7-aae4-af9246279d2e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:19.415740 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Transition to ACTIVE for port object c6ee7a60-356a-4171-9855-b941f44133f8 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:19.422262 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-483654f0-ffd6-4871-b274-7abfd5832d22 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1674218 Jan 17 14:20:19.422483 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37220) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:19.459166 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:19.477157 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:19.533583 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:19.546755 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 19ab643c-dd59-4cff-b763-736a0b22cff3 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:19.597254 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde37e80-0cf8-4d29-ad25-7ebc0f1d7e7f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:19.599886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-dde37e80-0cf8-4d29-ad25-7ebc0f1d7e7f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Synchronizing usage tracker for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:20:19.615247 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:19.615939 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:19.625215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-dde37e80-0cf8-4d29-ad25-7ebc0f1d7e7f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Unset dirty status for tenant:b3de38767d8a42ecb4d476d60470f683 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:20:19.626877 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-dde37e80-0cf8-4d29-ad25-7ebc0f1d7e7f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2026775 Jan 17 14:20:19.629754 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37224) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:19.697356 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:19.768012 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37127b33-db67-4030-ba39-8f1a5f81b5a2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:19.773310 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-37127b33-db67-4030-ba39-8f1a5f81b5a2 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1422367 Jan 17 14:20:19.775938 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37230) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:19.799211 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=33927414-a928-480c-a8eb-e56e6f95edb2,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:19.842402 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37234) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:19.869635 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=6e2974d1-7505-46ac-b0ac-c7385d3e56d4,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:19.898087 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-375b4ba9-c531-4345-8391-f323991cdc1d tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207664 Jan 17 14:20:19.904649 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37238) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:19.929501 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-474bdf8d-2092-487e-a075-e5299ee7b172 None None] Provisioning for port fdc91513-effd-43ed-9e6f-43c3ae59418b completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:19.951311 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Network 4ded069f-99c5-4110-bbed-e877370872eb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:19.971897 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-84ce5ba9-d633-4955-903f-9e9384af85c0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Allocated IP 172.23.0.1 (4ded069f-99c5-4110-bbed-e877370872eb/582684fa-d07a-46f0-92f7-49553306bc0f/a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:19.990614 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:19.990926 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4d43c6-6a0e-440f-b45c-665420604752 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:19.991375 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4d43c6-6a0e-440f-b45c-665420604752 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:19.995348 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6a4d43c6-6a0e-440f-b45c-665420604752 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/9786afc6-b6aa-4085-888c-adf09a6f55fa HTTP/1.1" status: 404 len: 333 time: 0.0806611 Jan 17 14:20:19.995522 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:20:19.998130 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37244) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:20.048759 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:20.063743 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c951621-d0cf-4a5a-913b-d49efd54c5f5 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:20.064168 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c951621-d0cf-4a5a-913b-d49efd54c5f5 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:20.065845 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4c951621-d0cf-4a5a-913b-d49efd54c5f5 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/15b38d40-4e30-47aa-842d-d4b795b3084b HTTP/1.1" status: 404 len: 337 time: 0.0668116 Jan 17 14:20:20.069189 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37248) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:20.111162 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2768cd69-3d35-4815-94a2-863d8e621110 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:20.111626 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2768cd69-3d35-4815-94a2-863d8e621110 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:20.115798 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2768cd69-3d35-4815-94a2-863d8e621110 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/5ba77ef9-e7c4-4c12-80f1-b11675a0b222 HTTP/1.1" status: 404 len: 337 time: 0.0425942 Jan 17 14:20:20.117069 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37252) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:20.120227 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Floating IP 40667a6b-5dd2-4909-b35d-03fbecba9868 associated. External IP: 172.26.3.232, port: e6dfb90d-8416-468e-807b-65e33baca4cf. Jan 17 14:20:20.159630 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2494825b-ef20-4829-a771-d00a44a7c5db tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:20.160128 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2494825b-ef20-4829-a771-d00a44a7c5db tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:20.161879 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2494825b-ef20-4829-a771-d00a44a7c5db tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/2d722126-177d-44c9-89b2-ffe92750f543 HTTP/1.1" status: 404 len: 333 time: 0.0436933 Jan 17 14:20:20.164381 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37256) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:20.206998 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f75ed0-0e47-4147-8591-e6421ec44521 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:20.207226 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300a895-29e8-4aa7-a2a1-534524448abc None None] Pushing event updated for resources: {'Port': ['ID=e0e98693-2018-4192-a5d9-c3bd07c4fe50,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:20.207361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f75ed0-0e47-4147-8591-e6421ec44521 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:20.209340 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d7f75ed0-0e47-4147-8591-e6421ec44521 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/c7b7334f-b6d1-4fed-854a-57ac7cdae360 HTTP/1.1" status: 404 len: 337 time: 0.0437508 Jan 17 14:20:20.211937 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37260) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:20.262358 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-83087d8a-721a-4d1a-87dc-f4aad703fe10 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:20.263362 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83087d8a-721a-4d1a-87dc-f4aad703fe10 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:20.265304 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-83087d8a-721a-4d1a-87dc-f4aad703fe10 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/6b8f69db-c70c-4e58-8540-50048f244798 HTTP/1.1" status: 404 len: 337 time: 0.0451603 Jan 17 14:20:20.267771 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37264) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:20.309328 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a7daf1-b472-4746-91e4-a2cd71a1d531 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:20.309800 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a7daf1-b472-4746-91e4-a2cd71a1d531 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:20.313831 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f3a7daf1-b472-4746-91e4-a2cd71a1d531 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/c1913966-07e0-43ec-bbba-4c3df07f02e6 HTTP/1.1" status: 404 len: 333 time: 0.0428329 Jan 17 14:20:20.314090 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37268) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:20.388645 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f8b8fbd0-3b80-48b4-8b1a-339a1fab7aaf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=374cea47104946fc966cdb1b752ef9e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4855270 Jan 17 14:20:20.391413 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37272) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:20.392185 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 19ab643c-dd59-4cff-b763-736a0b22cff3 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:20.392784 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:20.430314 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-84ce5ba9-d633-4955-903f-9e9384af85c0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:20.476528 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ab87ed-f066-4840-959a-1bcd464f899a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:20.478244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ab87ed-f066-4840-959a-1bcd464f899a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:20.481229 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e2ab87ed-f066-4840-959a-1bcd464f899a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/22178f4b-17b4-4055-a282-b7813cdc74b9 HTTP/1.1" status: 404 len: 337 time: 0.1638348 Jan 17 14:20:20.481359 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Attempting to bind port c6ee7a60-356a-4171-9855-b941f44133f8 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:20:20.481359 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Attempting to bind port c6ee7a60-356a-4171-9855-b941f44133f8 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '59f0600b-f7e1-4b74-900c-6fcc53331e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ded069f-99c5-4110-bbed-e877370872eb'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:20:20.481359 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Attempting to bind port c6ee7a60-356a-4171-9855-b941f44133f8 on network 4ded069f-99c5-4110-bbed-e877370872eb {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:20:20.482030 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37276) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:20.521075 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1781415-ba49-426a-8d69-fa98e8e882ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:20.521875 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1781415-ba49-426a-8d69-fa98e8e882ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:20.528055 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e1781415-ba49-426a-8d69-fa98e8e882ee tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/3b6470ee-29e9-4253-a659-c9481894e0da HTTP/1.1" status: 404 len: 337 time: 0.0449960 Jan 17 14:20:20.528350 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37280) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:20.536421 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:20:20.536749 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-84ce5ba9-d633-4955-903f-9e9384af85c0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Transition to ACTIVE for port object a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:20.536992 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Checking segment: {'id': '59f0600b-f7e1-4b74-900c-6fcc53331e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ded069f-99c5-4110-bbed-e877370872eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:20:20.537212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:20.537797 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Bound using segment: {'id': '59f0600b-f7e1-4b74-900c-6fcc53331e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ded069f-99c5-4110-bbed-e877370872eb'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:20:20.537994 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Bound port: c6ee7a60-356a-4171-9855-b941f44133f8, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f0600b-f7e1-4b74-900c-6fcc53331e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ded069f-99c5-4110-bbed-e877370872eb'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:20:20.538379 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:20.552383 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Pushing event updated for resources: {'Port': ['ID=c6ee7a60-356a-4171-9855-b941f44133f8,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:20.583347 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-72657c8a-f7e2-4a6d-9403-6eda543888e6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:20.583899 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72657c8a-f7e2-4a6d-9403-6eda543888e6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:20.588304 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-72657c8a-f7e2-4a6d-9403-6eda543888e6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/f713fa12-97c5-46e3-bc79-50c4370bb461 HTTP/1.1" status: 404 len: 333 time: 0.0590842 Jan 17 14:20:20.588901 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37284) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:20.635383 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1fd7b0-dfcb-4a2e-9a8e-a7e6aa0e9454 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:20.636312 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1fd7b0-dfcb-4a2e-9a8e-a7e6aa0e9454 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:20.640883 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2a1fd7b0-dfcb-4a2e-9a8e-a7e6aa0e9454 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/0c455197-a8aa-4dce-8b72-b4d6f9285caf HTTP/1.1" status: 404 len: 337 time: 0.0510228 Jan 17 14:20:20.641532 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37288) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:20.670960 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e287baae-40fe-40fb-bc29-8a004c79cb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:20.694914 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff785910-edce-4592-957e-ed8f24f0e245 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:20.695427 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff785910-edce-4592-957e-ed8f24f0e245 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:20.701185 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ff785910-edce-4592-957e-ed8f24f0e245 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/7836b06e-2468-4f26-899f-515313f1dd2c HTTP/1.1" status: 404 len: 337 time: 0.0581474 Jan 17 14:20:20.702350 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37292) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:20.723966 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2214c397-a13b-4d98-9e01-4ef5c8ce39a5 None None] DHCP port deletion for 5c806942-cde6-42f7-aae4-af9246279d2e request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:20:20.724756 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e287baae-40fe-40fb-bc29-8a004c79cb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:20.739482 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-84ce5ba9-d633-4955-903f-9e9384af85c0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:20.749818 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8acb6a-72df-434f-b496-a518162b943c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:20.749818 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab8acb6a-72df-434f-b496-a518162b943c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:20.754553 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ab8acb6a-72df-434f-b496-a518162b943c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/ba2390a8-a324-4a30-b27e-80843501bd5f HTTP/1.1" status: 404 len: 333 time: 0.0519578 Jan 17 14:20:20.755511 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37296) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:20.768911 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] For port c6ee7a60-356a-4171-9855-b941f44133f8, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:20:20.773755 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] For port c6ee7a60-356a-4171-9855-b941f44133f8, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c6ee7a60-356a-4171-9855-b941f44133f8,segment=NetworkSegment(59f0600b-f7e1-4b74-900c-6fcc53331e32),segment_id=59f0600b-f7e1-4b74-900c-6fcc53331e32)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:20:20.804021 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff59004f-3212-4fd7-9787-425b77d1c01c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:20.804993 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff59004f-3212-4fd7-9787-425b77d1c01c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:20.806000 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 45d0dd15-f759-42e9-b137-9e6e5619a40d has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:20:20.809415 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ff59004f-3212-4fd7-9787-425b77d1c01c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/4ef6834a-6c00-4680-804f-7d35f7cc6660 HTTP/1.1" status: 404 len: 337 time: 0.0531745 Jan 17 14:20:20.810029 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37300) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:20.841870 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2214c397-a13b-4d98-9e01-4ef5c8ce39a5 None None] Deleting port fdc91513-effd-43ed-9e6f-43c3ae59418b {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:20.842698 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2214c397-a13b-4d98-9e01-4ef5c8ce39a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:20.851580 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:20:20.853256 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ce5ba9-d633-4955-903f-9e9384af85c0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 4ded069f-99c5-4110-bbed-e877370872eb is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:20.858660 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-84ce5ba9-d633-4955-903f-9e9384af85c0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:20.859915 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bfc3a1-6020-4a6c-8def-862869ab7820 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:20.860576 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9bfc3a1-6020-4a6c-8def-862869ab7820 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:20.862418 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce5ba9-d633-4955-903f-9e9384af85c0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Port': ['ID=a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:20.862626 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e9bfc3a1-6020-4a6c-8def-862869ab7820 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/67cfe657-d895-40c0-97a4-2098b0ea3ef9 HTTP/1.1" status: 404 len: 333 time: 0.0513942 Jan 17 14:20:20.865411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce5ba9-d633-4955-903f-9e9384af85c0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:20:20.865959 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37304) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:20.878596 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:20.904943 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b9906e-1356-40b2-a913-9b8b4cbf1dcd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:20.905400 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b9906e-1356-40b2-a913-9b8b4cbf1dcd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:20.907120 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b7b9906e-1356-40b2-a913-9b8b4cbf1dcd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/67781ac0-4cba-462c-a440-bcf80fbaa443 HTTP/1.1" status: 404 len: 337 time: 0.0400918 Jan 17 14:20:20.911507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37308) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:20.960668 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ffc84bc-1a16-496c-bdd5-7272ee2cb1eb tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:20.961362 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ffc84bc-1a16-496c-bdd5-7272ee2cb1eb tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:20.966362 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5ffc84bc-1a16-496c-bdd5-7272ee2cb1eb tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/bf930b20-ece2-41f6-80c3-4c889cc46ef2 HTTP/1.1" status: 404 len: 333 time: 0.0504289 Jan 17 14:20:20.966362 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37312) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:20.988717 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device fdc91513-effd-43ed-9e6f-43c3ae59418b up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:21.014629 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a72f62-7961-4d0c-8896-53085f2b9aa9 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:21.015217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a72f62-7961-4d0c-8896-53085f2b9aa9 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:21.020867 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a4a72f62-7961-4d0c-8896-53085f2b9aa9 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/eeb9e1a3-2ec2-4085-a5a9-52d1d4d199fb HTTP/1.1" status: 404 len: 337 time: 0.0502119 Jan 17 14:20:21.020867 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37316) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:21.068839 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5e7958-a998-4745-b9e3-a24e6a7f6090 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:21.069588 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e5e7958-a998-4745-b9e3-a24e6a7f6090 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:21.073622 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9e5e7958-a998-4745-b9e3-a24e6a7f6090 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/8fa2a153-02f9-40b5-a972-8b78f1ad0f3b HTTP/1.1" status: 404 len: 333 time: 0.0496235 Jan 17 14:20:21.074172 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37320) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:21.120807 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696c342-3c49-4333-bed3-9ab80f88a75a None None] Pushing event updated for resources: {'Port': ['ID=c6ee7a60-356a-4171-9855-b941f44133f8,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:21.153440 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd95e40-819b-4472-992e-fd78a3f7a9fb tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:21.154315 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd95e40-819b-4472-992e-fd78a3f7a9fb tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:21.157593 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7dd95e40-819b-4472-992e-fd78a3f7a9fb tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/874b207c-6182-4972-9c60-9d0868992462 HTTP/1.1" status: 404 len: 337 time: 0.0813613 Jan 17 14:20:21.161302 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37324) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:21.192845 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-84ce5ba9-d633-4955-903f-9e9384af85c0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:21.205254 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e287baae-40fe-40fb-bc29-8a004c79cb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:21.212516 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-e599cfb1-ff54-41ca-83b3-919ef0f65b0e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:21.213454 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e599cfb1-ff54-41ca-83b3-919ef0f65b0e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:21.217631 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e599cfb1-ff54-41ca-83b3-919ef0f65b0e tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/616f9954-91ea-4efc-91d3-3d94bba1882a HTTP/1.1" status: 404 len: 333 time: 0.0524700 Jan 17 14:20:21.218243 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37328) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:21.240017 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:11Z', 'revision_number': 4, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': '19ab643c-dd59-4cff-b763-736a0b22cff3', 'name': '', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:e0:a3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:02Z', 'updated_at': '2022-01-17T14:20:15Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:10Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0e98693-2018-4192-a5d9-c3bd07c4fe50', 'name': '', 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:8e:2e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:10Z', 'updated_at': '2022-01-17T14:20:19Z', 'revision_number': 4, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:21.248690 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287baae-40fe-40fb-bc29-8a004c79cb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa0d5bb-9de5-487a-b473-59c17077f9e5,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:21.265578 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40676e3-1716-4c73-8565-397ec294207f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:21.266037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40676e3-1716-4c73-8565-397ec294207f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:21.268033 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c40676e3-1716-4c73-8565-397ec294207f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/6a106f41-2249-4141-9b9f-b2b026fa7821 HTTP/1.1" status: 404 len: 337 time: 0.0485830 Jan 17 14:20:21.268949 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e287baae-40fe-40fb-bc29-8a004c79cb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:21.270620 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e287baae-40fe-40fb-bc29-8a004c79cb3f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1fa0d5bb-9de5-487a-b473-59c17077f9e5 HTTP/1.1" status: 204 len: 168 time: 0.8752792 Jan 17 14:20:21.273981 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37334) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:21.281656 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:20:21.297984 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c7af35-9655-471b-b484-d7e9b818e94d None None] Sync routers for ids ['45d0dd15-f759-42e9-b137-9e6e5619a40d'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:20:21.304503 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port fdc91513-effd-43ed-9e6f-43c3ae59418b completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:21.326476 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c7af35-9655-471b-b484-d7e9b818e94d None None] Routers {'45d0dd15-f759-42e9-b137-9e6e5619a40d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:21.327322 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d7c7af35-9655-471b-b484-d7e9b818e94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['45d0dd15-f759-42e9-b137-9e6e5619a40d'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:21.339581 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port fdc91513-effd-43ed-9e6f-43c3ae59418b triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:21.339986 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:21.351475 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f2307d-84f7-422e-9c57-33ccbf159c5a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:21.352003 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f2307d-84f7-422e-9c57-33ccbf159c5a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:21.354819 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-50f2307d-84f7-422e-9c57-33ccbf159c5a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/feb4e02c-6629-4f14-90b2-d3d144516577 HTTP/1.1" status: 404 len: 333 time: 0.0780339 Jan 17 14:20:21.358698 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37338) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:21.389816 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:21.408547 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700a8445-96c0-4595-95bc-e505e02dea64 None None] The sync data for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv is: [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:11Z', 'revision_number': 4, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': '19ab643c-dd59-4cff-b763-736a0b22cff3', 'name': '', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:e0:a3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:02Z', 'updated_at': '2022-01-17T14:20:15Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:10Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0e98693-2018-4192-a5d9-c3bd07c4fe50', 'name': '', 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:8e:2e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:10Z', 'updated_at': '2022-01-17T14:20:19Z', 'revision_number': 4, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:20:21.484899 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-27623236-8896-4c92-bdf0-26b24c4fb3ba tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:21.484899 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27623236-8896-4c92-bdf0-26b24c4fb3ba tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:21.492752 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-27623236-8896-4c92-bdf0-26b24c4fb3ba tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/611c3483-2480-42c6-93d4-5b48fdfabd96 HTTP/1.1" status: 404 len: 337 time: 0.1316867 Jan 17 14:20:21.495523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37342) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:21.508157 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2214c397-a13b-4d98-9e01-4ef5c8ce39a5 None None] For port fdc91513-effd-43ed-9e6f-43c3ae59418b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=fdc91513-effd-43ed-9e6f-43c3ae59418b,segment=NetworkSegment(1a817472-2d64-44a5-a1b1-8e0cc373769c),segment_id=1a817472-2d64-44a5-a1b1-8e0cc373769c)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:21.510005 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2214c397-a13b-4d98-9e01-4ef5c8ce39a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:21.527464 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b0057549-c087-4472-bde3-d55eba6e23fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3155618 Jan 17 14:20:21.528452 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37346) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:21.529076 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4ae2a8-241e-4d99-850e-13607608457c', 'tag': 'e6dfb90d-8416-468e-807b-65e33baca4cf'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:20:21.605089 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb77db07-512e-4377-b54b-2d08290a2347 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:21.605551 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb77db07-512e-4377-b54b-2d08290a2347 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:21.617644 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fb77db07-512e-4377-b54b-2d08290a2347 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/e2d1e0fd-eeb7-4c93-a80c-09bacdb10c68 HTTP/1.1" status: 404 len: 337 time: 0.1173456 Jan 17 14:20:21.618490 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37354) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:21.687704 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-d7c7af35-9655-471b-b484-d7e9b818e94d None None] Set router 45d0dd15-f759-42e9-b137-9e6e5619a40d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:21.695936 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f58f1d9-3e77-41a2-ab03-c2c555453af5 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:21.696422 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f58f1d9-3e77-41a2-ab03-c2c555453af5 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:21.700649 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9f58f1d9-3e77-41a2-ab03-c2c555453af5 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/36ce0c29-d5dc-4b35-a3a7-ea0b3f3e7eaf HTTP/1.1" status: 404 len: 333 time: 0.0786753 Jan 17 14:20:21.708364 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37358) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:21.794200 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2214c397-a13b-4d98-9e01-4ef5c8ce39a5 None None] Calling delete_port for fdc91513-effd-43ed-9e6f-43c3ae59418b owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:21.817764 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a67517-3acf-4467-892a-01746c3288cd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:21.818220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a67517-3acf-4467-892a-01746c3288cd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:21.827180 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-93a67517-3acf-4467-892a-01746c3288cd tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/c9b3e528-c8b7-4439-b0f4-3aa69e861849 HTTP/1.1" status: 404 len: 337 time: 0.1171491 Jan 17 14:20:21.829075 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37362) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:21.904629 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-5445d30a-2c95-450b-b51f-ecf0615c55c5 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:21.905081 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5445d30a-2c95-450b-b51f-ecf0615c55c5 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:21.906798 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5445d30a-2c95-450b-b51f-ecf0615c55c5 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/a7eb595d-da48-4bf6-8e6b-5393105ebe7f HTTP/1.1" status: 404 len: 337 time: 0.0751350 Jan 17 14:20:21.911700 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37368) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:21.947475 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4ae2a8-241e-4d99-850e-13607608457c', 'tag': 'e6dfb90d-8416-468e-807b-65e33baca4cf', 'status': 'completed', 'code': 200} Jan 17 14:20:22.007281 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c0b812-e3e1-4eee-bf31-2930ad4ee808 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:22.007984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c0b812-e3e1-4eee-bf31-2930ad4ee808 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:22.010173 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d4c0b812-e3e1-4eee-bf31-2930ad4ee808 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/02dd7021-1456-4c53-9923-3cce7f2b2b52 HTTP/1.1" status: 404 len: 333 time: 0.0973802 Jan 17 14:20:22.012596 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37376) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:22.056848 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-afa621be-c79d-4465-86bb-432136679294 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/40667a6b-5dd2-4909-b35d-03fbecba9868 HTTP/1.1" status: 200 len: 991 time: 0.5211875 Jan 17 14:20:22.056848 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-84ce5ba9-d633-4955-903f-9e9384af85c0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:22.106475 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3694835-fad1-4020-9a4a-a9cd71110f6f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:22.107617 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3694835-fad1-4020-9a4a-a9cd71110f6f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:22.109815 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c3694835-fad1-4020-9a4a-a9cd71110f6f tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/cc75c2b5-cf2f-40ed-be18-0dafd36b97b1 HTTP/1.1" status: 404 len: 337 time: 0.0961056 Jan 17 14:20:22.112432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37382) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:22.187790 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-3652bac8-fc94-4b3e-b146-b365b739b58c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:22.191147 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3652bac8-fc94-4b3e-b146-b365b739b58c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:22.195807 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3652bac8-fc94-4b3e-b146-b365b739b58c tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/31db58db-75c9-455f-8cc1-e64e7120020d HTTP/1.1" status: 404 len: 337 time: 0.0821738 Jan 17 14:20:22.209756 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37386) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:22.252856 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:22.282210 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2214c397-a13b-4d98-9e01-4ef5c8ce39a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:22.287502 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c74eb5b-7bb3-4f48-ad20-dc36dda5b797 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:22.288022 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c74eb5b-7bb3-4f48-ad20-dc36dda5b797 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:22.289735 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5c74eb5b-7bb3-4f48-ad20-dc36dda5b797 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/5d4bc894-25e1-4e61-8aa8-3450d879ebae HTTP/1.1" status: 404 len: 333 time: 0.0793586 Jan 17 14:20:22.292281 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37390) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:22.351693 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214c397-a13b-4d98-9e01-4ef5c8ce39a5 None None] No DVR routers for this DVR port fdc91513-effd-43ed-9e6f-43c3ae59418b on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:20:22.396098 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d7c7af35-9655-471b-b484-d7e9b818e94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'name': 'tempest-TestNetworkBasicOps-router-411605626', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:21Z', 'updated_at': '2022-01-17T14:19:38Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:23Z', 'updated_at': '2022-01-17T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '40667a6b-5dd2-4909-b35d-03fbecba9868', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.232', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'port_id': 'e6dfb90d-8416-468e-807b-65e33baca4cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'mac_address': 'fa:16:3e:23:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ae2a8-241e-4d99-850e-13607608457c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:20:18Z', 'updated_at': '2022-01-17T14:20:18Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a73c859-6fa5-4f0d-ae69-eecada3874fd', 'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2f:38:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:35Z', 'updated_at': '2022-01-17T14:19:47Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:22.404867 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c7af35-9655-471b-b484-d7e9b818e94d None None] Checking router: 45d0dd15-f759-42e9-b137-9e6e5619a40d for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:20:22.411951 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb496e2-994a-4b5e-b092-7dbfd76a711a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:22.412479 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcb496e2-994a-4b5e-b092-7dbfd76a711a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:22.414146 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-dcb496e2-994a-4b5e-b092-7dbfd76a711a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/48d023ab-65dc-4364-a394-445473cd0f43 HTTP/1.1" status: 404 len: 337 time: 0.1209378 Jan 17 14:20:22.417264 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37394) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:22.429434 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c7af35-9655-471b-b484-d7e9b818e94d None None] Routers {'45d0dd15-f759-42e9-b137-9e6e5619a40d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:22.430618 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d7c7af35-9655-471b-b484-d7e9b818e94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['45d0dd15-f759-42e9-b137-9e6e5619a40d'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:22.492877 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214c397-a13b-4d98-9e01-4ef5c8ce39a5 None None] Pushing event deleted for resources: {'Port': ['ID=fdc91513-effd-43ed-9e6f-43c3ae59418b,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:22.495061 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-000a22eb-23dc-4ef0-8a18-d8746aecd7c0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:22.495667 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000a22eb-23dc-4ef0-8a18-d8746aecd7c0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:22.508891 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-000a22eb-23dc-4ef0-8a18-d8746aecd7c0 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/3511798f-75e0-4799-94e5-4fa18791afff HTTP/1.1" status: 404 len: 337 time: 0.0858426 Jan 17 14:20:22.509531 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37402) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:22.563006 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8445eafd-7e9b-4577-9d7b-a96fb4f9c3d9 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d780193-1c95-4cc3-9052-11277c60d3dc HTTP/1.1" status: 200 len: 205 time: 0.0523455 Jan 17 14:20:22.568621 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37408) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:22.582850 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 895bec3e-6264-40a3-b2a1-ad632ad79cc6 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:20:22.657255 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-9e2df191-5496-4786-b852-c508d36635fc tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] delete failed (client error): The resource could not be found. Jan 17 14:20:22.658291 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9e2df191-5496-4786-b852-c508d36635fc tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/routers/9d780193-1c95-4cc3-9052-11277c60d3dc HTTP/1.1" status: 404 len: 336 time: 0.0887065 Jan 17 14:20:22.661891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37412) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:22.670489 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 895bec3e-6264-40a3-b2a1-ad632ad79cc6 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:20:22.670831 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 895bec3e-6264-40a3-b2a1-ad632ad79cc6 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:20:22.753512 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:22.795646 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501ed79a-21fe-4b70-bbcb-16de8d6b6462 None None] Network 4ded069f-99c5-4110-bbed-e877370872eb requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:22.806463 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5d763f-1609-4a66-ba2d-3861997a4647 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:22.806916 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5d763f-1609-4a66-ba2d-3861997a4647 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:22.808641 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9d5d763f-1609-4a66-ba2d-3861997a4647 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/ff295ecc-6eea-4605-8f62-d9e38d6476f9 HTTP/1.1" status: 404 len: 337 time: 0.1458354 Jan 17 14:20:22.815208 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37418) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:22.862921 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-d7c7af35-9655-471b-b484-d7e9b818e94d None None] Set router 45d0dd15-f759-42e9-b137-9e6e5619a40d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:22.931405 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0a4bf71c-d4bf-47f1-b759-de6c663930f6 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "GET /v2.0/ports?device_id=944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0 HTTP/1.1" status: 200 len: 205 time: 0.1149132 Jan 17 14:20:22.933760 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37422) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:22.943763 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d65044-a356-44c9-9259-d96ff1be6fe3 req-6945611a-fdee-4ac1-9fd4-d2c01b9ea1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:22.945518 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b5d65044-a356-44c9-9259-d96ff1be6fe3 req-6945611a-fdee-4ac1-9fd4-d2c01b9ea1e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 1098 time: 1.0308962 Jan 17 14:20:23.046687 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37426) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:23.061074 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-b2390275-361d-4a4a-9e11-620cd2c821db tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] delete failed (client error): The resource could not be found. Jan 17 14:20:23.062379 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b2390275-361d-4a4a-9e11-620cd2c821db tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/routers/944ae27f-5d8d-4394-ac9d-7f3e27ecf3b0 HTTP/1.1" status: 404 len: 336 time: 0.1274748 Jan 17 14:20:23.063128 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37430) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:23.066197 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37434) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:23.082369 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c6ee7a60-356a-4171-9855-b941f44133f8 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:23.124006 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d65044-a356-44c9-9259-d96ff1be6fe3 req-edb93314-89a6-494d-b134-293ec7216bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:23.127927 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b5d65044-a356-44c9-9259-d96ff1be6fe3 req-edb93314-89a6-494d-b134-293ec7216bb8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4dbd5c10-2dd0-4964-949e-32f957ba960b HTTP/1.1" status: 200 len: 898 time: 0.1720834 Jan 17 14:20:23.190180 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-d043e9d4-45d5-429c-a87b-6bd9da76c0cb tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:23.190803 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d043e9d4-45d5-429c-a87b-6bd9da76c0cb tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:23.193708 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d043e9d4-45d5-429c-a87b-6bd9da76c0cb tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/eb144a9e-e67f-484f-8cd0-5737e4058bf1 HTTP/1.1" status: 404 len: 337 time: 0.1264379 Jan 17 14:20:23.203414 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37440) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:23.236806 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-84ce5ba9-d633-4955-903f-9e9384af85c0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:23.257793 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-84ce5ba9-d633-4955-903f-9e9384af85c0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:23.259810 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c87eef2f-7250-47f8-84b5-4133613019fb None None] Provisioning for port c6ee7a60-356a-4171-9855-b941f44133f8 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:23.262647 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-449565bd-0725-4b41-8c96-aa8e79f6bc05 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-978438685', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:23.268195 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ae08b6-630b-49bf-ae92-e96b2b2f0dce tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:23.268859 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ae08b6-630b-49bf-ae92-e96b2b2f0dce tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:23.271355 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-50ae08b6-630b-49bf-ae92-e96b2b2f0dce tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/3a4bbcd6-5f0c-47a2-b8ae-20c3d69e7ba8 HTTP/1.1" status: 404 len: 337 time: 0.0667169 Jan 17 14:20:23.275369 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37446) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:23.281800 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-449565bd-0725-4b41-8c96-aa8e79f6bc05 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:23.284399 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port c6ee7a60-356a-4171-9855-b941f44133f8 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:23.287900 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7bf028bf-6d97-4e0b-8cf4-0a9d196aa3b8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/40667a6b-5dd2-4909-b35d-03fbecba9868 HTTP/1.1" status: 200 len: 991 time: 0.2232907 Jan 17 14:20:23.296159 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port c6ee7a60-356a-4171-9855-b941f44133f8 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:23.296525 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:23.335142 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-059c02da-95d9-4910-a7dc-2f197e10ad11 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:23.335520 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059c02da-95d9-4910-a7dc-2f197e10ad11 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:23.337443 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-059c02da-95d9-4910-a7dc-2f197e10ad11 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/45f4f66e-ac5f-4076-9aa2-9abf63dc498c HTTP/1.1" status: 404 len: 333 time: 0.0576384 Jan 17 14:20:23.338570 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-449565bd-0725-4b41-8c96-aa8e79f6bc05 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Usage tracker for resource:router and tenant:52b86b997c6c4efa9ded47fcd04c411c is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:23.341192 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37450) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:23.344069 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-449565bd-0725-4b41-8c96-aa8e79f6bc05 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:23.388197 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3eee67e-8039-4fad-8949-dd142757f4ef tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:23.388922 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3eee67e-8039-4fad-8949-dd142757f4ef tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:23.391082 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d3eee67e-8039-4fad-8949-dd142757f4ef tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/f9b8a5f0-e076-4335-b2d5-a0f9dbc34b43 HTTP/1.1" status: 404 len: 337 time: 0.0485528 Jan 17 14:20:23.392466 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-449565bd-0725-4b41-8c96-aa8e79f6bc05 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:23.394656 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37454) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:23.406358 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b5d65044-a356-44c9-9259-d96ff1be6fe3 req-fbf613e7-661c-4e21-98b9-1059e111ffab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6dfb90d-8416-468e-807b-65e33baca4cf HTTP/1.1" status: 200 len: 999 time: 0.2665882 Jan 17 14:20:23.475101 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:23.488124 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e1ebc4-c3bf-44d8-b7dd-742a8408e578 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:23.489034 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e1ebc4-c3bf-44d8-b7dd-742a8408e578 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:23.491311 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-37e1ebc4-c3bf-44d8-b7dd-742a8408e578 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/896c0fc2-92a0-401d-a30f-ab31d9983329 HTTP/1.1" status: 404 len: 333 time: 0.0949438 Jan 17 14:20:23.494003 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37458) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:23.531894 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-449565bd-0725-4b41-8c96-aa8e79f6bc05 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:23.533086 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-449565bd-0725-4b41-8c96-aa8e79f6bc05 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:23.552460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port c6ee7a60-356a-4171-9855-b941f44133f8, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c6ee7a60-356a-4171-9855-b941f44133f8,segment=NetworkSegment(59f0600b-f7e1-4b74-900c-6fcc53331e32),segment_id=59f0600b-f7e1-4b74-900c-6fcc53331e32)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:23.556335 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a78795-53d7-4f22-b908-2b653dea39aa tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:23.556973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a78795-53d7-4f22-b908-2b653dea39aa tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:23.559083 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-72a78795-53d7-4f22-b908-2b653dea39aa tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/571d3fec-3fd3-4725-b45d-bdaebd24b445 HTTP/1.1" status: 404 len: 337 time: 0.0637970 Jan 17 14:20:23.560084 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:23.561649 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e0e98693-2018-4192-a5d9-c3bd07c4fe50 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:23.562070 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d7c7af35-9655-471b-b484-d7e9b818e94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'name': 'tempest-TestNetworkBasicOps-router-411605626', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:21Z', 'updated_at': '2022-01-17T14:19:38Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:23Z', 'updated_at': '2022-01-17T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '40667a6b-5dd2-4909-b35d-03fbecba9868', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.232', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'port_id': 'e6dfb90d-8416-468e-807b-65e33baca4cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'mac_address': 'fa:16:3e:23:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ae2a8-241e-4d99-850e-13607608457c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:20:18Z', 'updated_at': '2022-01-17T14:20:18Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a73c859-6fa5-4f0d-ae69-eecada3874fd', 'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2f:38:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:35Z', 'updated_at': '2022-01-17T14:19:47Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:23.568100 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c7af35-9655-471b-b484-d7e9b818e94d None None] The sync data for ids ['45d0dd15-f759-42e9-b137-9e6e5619a40d'] in dv-neutron-824901-1-hyperv is: [{'id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'name': 'tempest-TestNetworkBasicOps-router-411605626', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:21Z', 'updated_at': '2022-01-17T14:19:38Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:23Z', 'updated_at': '2022-01-17T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '40667a6b-5dd2-4909-b35d-03fbecba9868', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.232', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'port_id': 'e6dfb90d-8416-468e-807b-65e33baca4cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'mac_address': 'fa:16:3e:23:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ae2a8-241e-4d99-850e-13607608457c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:20:18Z', 'updated_at': '2022-01-17T14:20:18Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a73c859-6fa5-4f0d-ae69-eecada3874fd', 'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2f:38:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:35Z', 'updated_at': '2022-01-17T14:19:47Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:20:23.572102 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37462) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:23.638030 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d65044-a356-44c9-9259-d96ff1be6fe3 req-60359dac-72e7-4a89-9e44-081e3f49df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:23.638301 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3045f8-8c95-479a-8258-c9566e5d070a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:23.638546 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3045f8-8c95-479a-8258-c9566e5d070a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:23.639890 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b5d65044-a356-44c9-9259-d96ff1be6fe3 req-60359dac-72e7-4a89-9e44-081e3f49df89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59aac7e4-1eb4-456a-a6d3-b8b2da7454bf HTTP/1.1" status: 200 len: 835 time: 0.2230043 Jan 17 14:20:23.642289 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-449565bd-0725-4b41-8c96-aa8e79f6bc05 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:23.648266 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce5ba9-d633-4955-903f-9e9384af85c0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event updated for resources: {'Port': ['ID=a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:23.661538 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8c3045f8-8c95-479a-8258-c9566e5d070a tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/208a5d78-caff-45fa-98ae-ef1f30e513ed HTTP/1.1" status: 404 len: 333 time: 0.0872133 Jan 17 14:20:23.664217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37466) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:23.701743 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-84ce5ba9-d633-4955-903f-9e9384af85c0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:23.754211 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=c6ee7a60-356a-4171-9855-b941f44133f8,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:23.774604 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port e0e98693-2018-4192-a5d9-c3bd07c4fe50 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:23.782422 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port e0e98693-2018-4192-a5d9-c3bd07c4fe50 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:23.782951 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:23.891547 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-86ffb7df-2197-4fbc-89cd-8e981949a2b9 None None] Provisioning complete for port c6ee7a60-356a-4171-9855-b941f44133f8 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:23.892350 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-86ffb7df-2197-4fbc-89cd-8e981949a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:23.917406 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd6ae19-f35d-475b-8228-d76b1cd1a6db tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:23.917854 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd6ae19-f35d-475b-8228-d76b1cd1a6db tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:23.919541 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-efd6ae19-f35d-475b-8228-d76b1cd1a6db tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/03581810-01ee-413e-a769-72a81f562d2f HTTP/1.1" status: 404 len: 337 time: 0.2544372 Jan 17 14:20:23.920270 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d65044-a356-44c9-9259-d96ff1be6fe3 req-790939b6-c877-46ca-89a6-44644217c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:23.921883 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b5d65044-a356-44c9-9259-d96ff1be6fe3 req-790939b6-c877-46ca-89a6-44644217c801 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4dbd5c10-2dd0-4964-949e-32f957ba960b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2748554 Jan 17 14:20:23.922539 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37470) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:23.937584 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-449565bd-0725-4b41-8c96-aa8e79f6bc05 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:23.964060 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7472ad65-c8d7-4ff1-b270-b86990a6aec9 None None] New status for floating IP 40667a6b-5dd2-4909-b35d-03fbecba9868: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:20:23.978671 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-449565bd-0725-4b41-8c96-aa8e79f6bc05 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:23.982561 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-449565bd-0725-4b41-8c96-aa8e79f6bc05 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9319546 Jan 17 14:20:23.982561 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37474) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:23.991439 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-449974322'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:23.997031 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:24.001779 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Usage tracker for resource:network and tenant:52b86b997c6c4efa9ded47fcd04c411c is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:24.006579 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:24.013112 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:24.028495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Made reservation on behalf of 52b86b997c6c4efa9ded47fcd04c411c for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:24.033049 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:24.046904 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:24.063583 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:24.068574 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Usage tracker for resource:security_group_rule and tenant:52b86b997c6c4efa9ded47fcd04c411c is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:24.072268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:24.079996 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:24.095667 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5e7976-121d-434e-a479-55be74e1de7b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:24.096577 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5e7976-121d-434e-a479-55be74e1de7b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:24.098372 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ed5e7976-121d-434e-a479-55be74e1de7b tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/1a94732d-1d26-43a3-bde9-42c17b82c2c0 HTTP/1.1" status: 404 len: 333 time: 0.1632156 Jan 17 14:20:24.105137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37478) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:24.131370 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ce5ba9-d633-4955-903f-9e9384af85c0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Network 4ded069f-99c5-4110-bbed-e877370872eb is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:24.135294 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-84ce5ba9-d633-4955-903f-9e9384af85c0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:24.159478 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-adaa34d1-c37b-4c04-97b7-59878744d5be tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:24.160295 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adaa34d1-c37b-4c04-97b7-59878744d5be tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:24.170567 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-adaa34d1-c37b-4c04-97b7-59878744d5be tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/1af156c6-d1ed-4f7f-acfe-db57257d5d73 HTTP/1.1" status: 404 len: 337 time: 0.0641870 Jan 17 14:20:24.172892 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37482) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:24.219669 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b583538-9795-40a0-8e23-d254624c7ca3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:24.220438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b583538-9795-40a0-8e23-d254624c7ca3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:24.223765 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4b583538-9795-40a0-8e23-d254624c7ca3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/7e69f65e-79b2-4b01-9e8b-5f57ede00866 HTTP/1.1" status: 404 len: 333 time: 0.0489228 Jan 17 14:20:24.226866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37486) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:24.235825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:24.241908 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b5d65044-a356-44c9-9259-d96ff1be6fe3 req-188a4aae-a6e4-4858-8166-7c2181e377b1 service neutron] 10.222.0.15 "GET /v2.0/networks/4dbd5c10-2dd0-4964-949e-32f957ba960b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050547 Jan 17 14:20:24.272042 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-7186de6e-e30f-4c49-bc67-4df3c0600f35 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:24.272584 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7186de6e-e30f-4c49-bc67-4df3c0600f35 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:24.286178 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7186de6e-e30f-4c49-bc67-4df3c0600f35 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/173bc1b3-e08c-45db-9803-498a2aeba852 HTTP/1.1" status: 404 len: 337 time: 0.0574982 Jan 17 14:20:24.288679 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37490) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:24.346502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37494) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:24.347562 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-011a0daf-2bf6-4871-977f-3c7959f2a4b7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:24.348765 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011a0daf-2bf6-4871-977f-3c7959f2a4b7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:24.391078 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port e0e98693-2018-4192-a5d9-c3bd07c4fe50, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e0e98693-2018-4192-a5d9-c3bd07c4fe50,segment=NetworkSegment(c7c4d725-aada-424e-9f0b-d1b8cb9e32c8),segment_id=c7c4d725-aada-424e-9f0b-d1b8cb9e32c8)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:24.404881 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:24.405958 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6e2974d1-7505-46ac-b0ac-c7385d3e56d4 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:24.432740 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-011a0daf-2bf6-4871-977f-3c7959f2a4b7 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/7daee5d8-bf05-4b9a-b971-d298ea09bba2 HTTP/1.1" status: 404 len: 333 time: 0.1428566 Jan 17 14:20:24.445506 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37498) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:24.488584 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-86ffb7df-2197-4fbc-89cd-8e981949a2b9 None None] Provisioning for port a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:24.516055 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-86ffb7df-2197-4fbc-89cd-8e981949a2b9 None None] Provisioning complete for port a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:24.516428 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-86ffb7df-2197-4fbc-89cd-8e981949a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:24.518098 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-36537902-0c86-497c-b9a3-1a1c33331de3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:24.518546 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36537902-0c86-497c-b9a3-1a1c33331de3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:24.518899 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5631c54e-c7b2-441b-9ef1-41fc66c388ad tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/40667a6b-5dd2-4909-b35d-03fbecba9868 HTTP/1.1" status: 200 len: 993 time: 0.1652336 Jan 17 14:20:24.523387 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37502) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:24.523569 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-36537902-0c86-497c-b9a3-1a1c33331de3 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/d58f1dd5-a92e-4732-b33d-85ae8198647b HTTP/1.1" status: 404 len: 337 time: 0.0763187 Jan 17 14:20:24.533653 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:24.566701 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ce5ba9-d633-4955-903f-9e9384af85c0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router 4117b374-0843-4e61-a365-790e1f708583 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:20:24.575023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:24.601023 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a90797-9adb-4363-8c8f-f8847d5c6b81 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:24.601678 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a90797-9adb-4363-8c8f-f8847d5c6b81 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:24.621666 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:20:24.626978 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d1a90797-9adb-4363-8c8f-f8847d5c6b81 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/ports/058af61b-1cd7-49d9-86f3-2514ac7e9964 HTTP/1.1" status: 404 len: 333 time: 0.0997393 Jan 17 14:20:24.632063 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37506) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:24.638618 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=e0e98693-2018-4192-a5d9-c3bd07c4fe50,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:24.647046 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-86ffb7df-2197-4fbc-89cd-8e981949a2b9 None None] Port a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:20:24.650614 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 6e2974d1-7505-46ac-b0ac-c7385d3e56d4 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:24.650978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:24.659934 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b5d65044-a356-44c9-9259-d96ff1be6fe3 req-f87f6bae-a93d-4844-b513-8ad62e5689fd service neutron] 10.222.0.15 "GET /v2.0/networks/4dbd5c10-2dd0-4964-949e-32f957ba960b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066978 Jan 17 14:20:24.682506 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2adedade-2d5d-4c14-84ea-185ecb1135ee,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:24.687103 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:24.687560 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Added segment 6f51dc5b-7fa8-4b9e-8d3d-0b36f6a11b27 of type vlan for network e0e59898-9d2c-46d8-8a7f-2d8af19c2870 Jan 17 14:20:24.700901 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-51eea8ab-7de8-4776-834b-5281f07e0553 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:24.701473 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51eea8ab-7de8-4776-834b-5281f07e0553 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:24.706448 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:24.706963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:24.708024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:24.708709 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:24.709278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:24.709982 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:24.710460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:24.711024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:24.711503 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:24.712388 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:24.712783 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:24.713202 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:24.730154 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-51eea8ab-7de8-4776-834b-5281f07e0553 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/subnets/24566d39-38d7-4b9d-85fa-569e92871473 HTTP/1.1" status: 404 len: 337 time: 0.0968699 Jan 17 14:20:24.740017 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37510) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:24.770974 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ce5ba9-d633-4955-903f-9e9384af85c0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:20:24.779646 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-84ce5ba9-d633-4955-903f-9e9384af85c0 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/4117b374-0843-4e61-a365-790e1f708583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7226934 Jan 17 14:20:24.781910 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] Sync routers for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:20:24.782943 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37514) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:24.788890 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-7495ff8d-5cff-4e23-83c3-3127a9bcbdc5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:24.789617 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:24.799969 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:24.803121 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:24.848653 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-535c59e2-b0bb-4000-89f6-8aa91ebf06fb None None] Provisioning complete for port a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:24.849246 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-535c59e2-b0bb-4000-89f6-8aa91ebf06fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:24.896855 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device fdc91513-effd-43ed-9e6f-43c3ae59418b no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:20:24.938495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb765332-434c-498e-9504-1c06b6cf5b89 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:24.943652 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: fdc91513-effd-43ed-9e6f-43c3ae59418b {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:20:24.944143 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device fdc91513-effd-43ed-9e6f-43c3ae59418b not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:20:24.951547 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:24.958554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:24.960012 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:24.971454 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-535c59e2-b0bb-4000-89f6-8aa91ebf06fb None None] Port a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:20:25.041949 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:25.058482 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c6ee7a60-356a-4171-9855-b941f44133f8 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:25.120178 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1339929 Jan 17 14:20:25.126700 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37518) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:25.140931 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port c6ee7a60-356a-4171-9855-b941f44133f8 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:25.141441 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:25.185132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-37567de9-5ef0-41be-8b72-81df9cbfa7c8 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Request body: {'subnet': {'network_id': 'e0e59898-9d2c-46d8-8a7f-2d8af19c2870', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:25.289562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e0e98693-2018-4192-a5d9-c3bd07c4fe50 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:25.291137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5aae4-20d3-419b-8ccc-a9716784495f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Pushing event updated for resources: {'Network': ['ID=e0e59898-9d2c-46d8-8a7f-2d8af19c2870,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:25.304845 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb765332-434c-498e-9504-1c06b6cf5b89 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:25.351612 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-bb765332-434c-498e-9504-1c06b6cf5b89 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c806942-cde6-42f7-aae4-af9246279d2e']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:25.364880 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-37567de9-5ef0-41be-8b72-81df9cbfa7c8 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:25.371725 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-bb765332-434c-498e-9504-1c06b6cf5b89 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a817472-2d64-44a5-a1b1-8e0cc373769c') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:25.372027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-bb765332-434c-498e-9504-1c06b6cf5b89 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a817472-2d64-44a5-a1b1-8e0cc373769c') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:25.373597 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network e0e59898-9d2c-46d8-8a7f-2d8af19c2870 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:20:25.381453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-37567de9-5ef0-41be-8b72-81df9cbfa7c8 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Usage tracker for resource:subnet and tenant:52b86b997c6c4efa9ded47fcd04c411c is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:25.388270 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-37567de9-5ef0-41be-8b72-81df9cbfa7c8 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:25.399010 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:21Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': '19ab643c-dd59-4cff-b763-736a0b22cff3', 'name': '', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:e0:a3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:02Z', 'updated_at': '2022-01-17T14:20:15Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea', 'name': '', 'network_id': '4ded069f-99c5-4110-bbed-e877370872eb', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:0b:3c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '582684fa-d07a-46f0-92f7-49553306bc0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:17Z', 'updated_at': '2022-01-17T14:20:22Z', 'revision_number': 2, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '582684fa-d07a-46f0-92f7-49553306bc0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:10Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0e98693-2018-4192-a5d9-c3bd07c4fe50', 'name': '', 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:8e:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:10Z', 'updated_at': '2022-01-17T14:20:24Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:25.401964 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb765332-434c-498e-9504-1c06b6cf5b89 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:25.403161 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] Checking router: 4117b374-0843-4e61-a365-790e1f708583 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:20:25.403515 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] Updating router 4117b374-0843-4e61-a365-790e1f708583 port a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:20:25.410161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-37567de9-5ef0-41be-8b72-81df9cbfa7c8 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:25.434187 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb765332-434c-498e-9504-1c06b6cf5b89 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:25.438916 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37567de9-5ef0-41be-8b72-81df9cbfa7c8 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Made reservation on behalf of 52b86b997c6c4efa9ded47fcd04c411c for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:25.444004 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-37567de9-5ef0-41be-8b72-81df9cbfa7c8 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:25.466195 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb765332-434c-498e-9504-1c06b6cf5b89 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:20:25.467146 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb765332-434c-498e-9504-1c06b6cf5b89 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:25.470824 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:25.500382 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port e0e98693-2018-4192-a5d9-c3bd07c4fe50 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:25.500753 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:20:25.570845 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:20:25.638654 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb765332-434c-498e-9504-1c06b6cf5b89 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:25.674615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb765332-434c-498e-9504-1c06b6cf5b89 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:25.678106 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb765332-434c-498e-9504-1c06b6cf5b89 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] Pushing event deleted for resources: {'Network': ['ID=5c806942-cde6-42f7-aae4-af9246279d2e,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:25.691268 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bb765332-434c-498e-9504-1c06b6cf5b89 tempest-NetworksTestDHCPv6-793940664 tempest-NetworksTestDHCPv6-793940664-project] 10.222.0.48 "DELETE /v2.0/networks/5c806942-cde6-42f7-aae4-af9246279d2e HTTP/1.1" status: 204 len: 168 time: 0.9503071 Jan 17 14:20:25.692702 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.extraroute_db [None req-7495ff8d-5cff-4e23-83c3-3127a9bcbdc5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87524) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 17 14:20:25.712909 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.extraroute_db [None req-7495ff8d-5cff-4e23-83c3-3127a9bcbdc5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Removed routes are [] {{(pid=87524) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 17 14:20:25.713840 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7495ff8d-5cff-4e23-83c3-3127a9bcbdc5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:25.887969 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-37567de9-5ef0-41be-8b72-81df9cbfa7c8 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:25.931986 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:25.952144 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] Transition to ACTIVE for port object a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:25.964981 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:26.001080 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37567de9-5ef0-41be-8b72-81df9cbfa7c8 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Pushing event updated for resources: {'Subnet': ['ID=08bc0000-3885-41bb-88b8-c3553b2ae6a2,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:26.011493 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37567de9-5ef0-41be-8b72-81df9cbfa7c8 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Checking segment: {'id': '6f51dc5b-7fa8-4b9e-8d3d-0b36f6a11b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e0e59898-9d2c-46d8-8a7f-2d8af19c2870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:20:26.013125 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37567de9-5ef0-41be-8b72-81df9cbfa7c8 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Network hostable DHCP agents. Network: e0e59898-9d2c-46d8-8a7f-2d8af19c2870, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:20:26.047296 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37567de9-5ef0-41be-8b72-81df9cbfa7c8 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Network e0e59898-9d2c-46d8-8a7f-2d8af19c2870 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:20:26.077315 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-37567de9-5ef0-41be-8b72-81df9cbfa7c8 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, e0e59898-9d2c-46d8-8a7f-2d8af19c2870) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:26.090546 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37526) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:26.093135 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a15a482-0cfe-49b1-bb51-b5c2977b9339 None None] Network e0e59898-9d2c-46d8-8a7f-2d8af19c2870 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:26.099496 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37567de9-5ef0-41be-8b72-81df9cbfa7c8 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:26.100240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-37567de9-5ef0-41be-8b72-81df9cbfa7c8 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:26.104297 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7495ff8d-5cff-4e23-83c3-3127a9bcbdc5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:26.108041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7495ff8d-5cff-4e23-83c3-3127a9bcbdc5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:26.123363 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e68d2-a2a4-4524-9519-2f86589884a1 None None] Pushing event updated for resources: {'Port': ['ID=a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:26.157178 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-37567de9-5ef0-41be-8b72-81df9cbfa7c8 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0264022 Jan 17 14:20:26.157452 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37532) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:26.164061 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-287d504c-29ec-479d-8095-14800bbf5934 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Request body: {'network': {'name': 'tempest-router-network01--152054859'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:26.176134 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-287d504c-29ec-479d-8095-14800bbf5934 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:26.186186 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-287d504c-29ec-479d-8095-14800bbf5934 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Usage tracker for resource:network and tenant:52b86b997c6c4efa9ded47fcd04c411c is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:26.192098 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-287d504c-29ec-479d-8095-14800bbf5934 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:26.211412 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-287d504c-29ec-479d-8095-14800bbf5934 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:26.242604 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287d504c-29ec-479d-8095-14800bbf5934 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Made reservation on behalf of 52b86b997c6c4efa9ded47fcd04c411c for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:26.246743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-287d504c-29ec-479d-8095-14800bbf5934 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:26.346369 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] Attempting to bind port a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:20:26.347143 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] Attempting to bind port a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '59f0600b-f7e1-4b74-900c-6fcc53331e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ded069f-99c5-4110-bbed-e877370872eb'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:20:26.347768 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] Attempting to bind port a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea on network 4ded069f-99c5-4110-bbed-e877370872eb {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:20:26.362567 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:20:26.363383 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] Checking segment: {'id': '59f0600b-f7e1-4b74-900c-6fcc53331e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ded069f-99c5-4110-bbed-e877370872eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:20:26.366741 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a76a234c-e09a-4fb6-b302-cf5217b2ecc8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3de38767d8a42ecb4d476d60470f683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724416 Jan 17 14:20:26.368601 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37536) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:26.370373 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:26.371169 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] Bound using segment: {'id': '59f0600b-f7e1-4b74-900c-6fcc53331e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ded069f-99c5-4110-bbed-e877370872eb'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:20:26.371886 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] Bound port: a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f0600b-f7e1-4b74-900c-6fcc53331e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ded069f-99c5-4110-bbed-e877370872eb'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:20:26.372311 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7495ff8d-5cff-4e23-83c3-3127a9bcbdc5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router 4117b374-0843-4e61-a365-790e1f708583 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:20:26.372526 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:26.421302 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-e0e59898-9d2c-46d8-8a7f-2d8af19c2870', 'network_id': 'e0e59898-9d2c-46d8-8a7f-2d8af19c2870', 'tenant_id': '52b86b997c6c4efa9ded47fcd04c411c', 'fixed_ips': [{'subnet_id': '08bc0000-3885-41bb-88b8-c3553b2ae6a2'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:20:26.422249 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:26.493288 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] For port a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:20:26.497655 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] For port a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea,segment=NetworkSegment(59f0600b-f7e1-4b74-900c-6fcc53331e32),segment_id=59f0600b-f7e1-4b74-900c-6fcc53331e32)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:20:26.498890 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287d504c-29ec-479d-8095-14800bbf5934 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:20:26.503996 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:26.513055 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-287d504c-29ec-479d-8095-14800bbf5934 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:26.513647 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-287d504c-29ec-479d-8095-14800bbf5934 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Added segment 8b2560d1-127c-4519-a4fc-e1bd7a80d6a4 of type vlan for network 8407a2fa-428a-440c-a0f8-ace7fd43ab01 Jan 17 14:20:26.548707 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-287d504c-29ec-479d-8095-14800bbf5934 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:26.588032 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e68d2-a2a4-4524-9519-2f86589884a1 None None] Pushing event updated for resources: {'Port': ['ID=a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea,revision_number=4']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:26.588778 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-287d504c-29ec-479d-8095-14800bbf5934 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:26.588946 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7495ff8d-5cff-4e23-83c3-3127a9bcbdc5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:20:26.603524 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7495ff8d-5cff-4e23-83c3-3127a9bcbdc5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:26.605634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287d504c-29ec-479d-8095-14800bbf5934 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:26.606387 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-287d504c-29ec-479d-8095-14800bbf5934 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:26.615888 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7495ff8d-5cff-4e23-83c3-3127a9bcbdc5 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/4117b374-0843-4e61-a365-790e1f708583 HTTP/1.1" status: 200 len: 934 time: 1.8293006 Jan 17 14:20:26.616130 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:26.617248 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:26.617387 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37540) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:26.649363 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Allocated IP 172.20.0.2 (e0e59898-9d2c-46d8-8a7f-2d8af19c2870/08bc0000-3885-41bb-88b8-c3553b2ae6a2/b87cf05a-7869-4f91-be35-6162b5b1b8dc) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:26.739030 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-287d504c-29ec-479d-8095-14800bbf5934 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5797799 Jan 17 14:20:26.742549 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37544) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:26.751274 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-36fb99fe-c582-4d79-bcf5-3e54c068bc28 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Request body: {'network': {'name': 'tempest-router-network02--1878532978'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:26.759012 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d504c-29ec-479d-8095-14800bbf5934 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Pushing event updated for resources: {'Network': ['ID=8407a2fa-428a-440c-a0f8-ace7fd43ab01,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:26.768103 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-36fb99fe-c582-4d79-bcf5-3e54c068bc28 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:26.775235 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-36fb99fe-c582-4d79-bcf5-3e54c068bc28 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Usage tracker for resource:network and tenant:52b86b997c6c4efa9ded47fcd04c411c is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:26.778685 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-36fb99fe-c582-4d79-bcf5-3e54c068bc28 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:26.783946 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 8407a2fa-428a-440c-a0f8-ace7fd43ab01 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:20:26.792722 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-36fb99fe-c582-4d79-bcf5-3e54c068bc28 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:26.810420 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fb99fe-c582-4d79-bcf5-3e54c068bc28 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Made reservation on behalf of 52b86b997c6c4efa9ded47fcd04c411c for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:26.816665 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-36fb99fe-c582-4d79-bcf5-3e54c068bc28 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:26.854469 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b47f3192-fbe7-4dc7-8379-e638b77f0411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:26.856717 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36fb99fe-c582-4d79-bcf5-3e54c068bc28 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:20:26.871067 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-36fb99fe-c582-4d79-bcf5-3e54c068bc28 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:26.871536 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-36fb99fe-c582-4d79-bcf5-3e54c068bc28 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Added segment 373624fa-ef10-4a13-b692-de26bfee3410 of type vlan for network 839ebf88-258c-430e-b924-3fee02052c72 Jan 17 14:20:26.909588 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-36fb99fe-c582-4d79-bcf5-3e54c068bc28 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:26.930917 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7d6970c7-2699-449c-9379-e7be8cc9af79 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/routers/4117b374-0843-4e61-a365-790e1f708583 HTTP/1.1" status: 200 len: 934 time: 0.3132875 Jan 17 14:20:26.932950 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b47f3192-fbe7-4dc7-8379-e638b77f0411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:26.936185 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37548) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:26.949972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-8ccfc32d-80f9-40cb-bd96-5fb228ae8c4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'router': {'routes': None}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:26.960936 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:27.012459 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b47f3192-fbe7-4dc7-8379-e638b77f0411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:27.044185 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f3192-fbe7-4dc7-8379-e638b77f0411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5d8c15-d4ed-4bbb-9fc1-7377c6d763d9,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:27.058419 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b47f3192-fbe7-4dc7-8379-e638b77f0411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:27.068854 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b47f3192-fbe7-4dc7-8379-e638b77f0411 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa5d8c15-d4ed-4bbb-9fc1-7377c6d763d9 HTTP/1.1" status: 204 len: 168 time: 0.6985197 Jan 17 14:20:27.123524 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:27.135538 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Transition to ACTIVE for port object b87cf05a-7869-4f91-be35-6162b5b1b8dc will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:27.155904 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Transition to ACTIVE for port object b87cf05a-7869-4f91-be35-6162b5b1b8dc will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:27.164762 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:27.233262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-36fb99fe-c582-4d79-bcf5-3e54c068bc28 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:27.244285 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fb99fe-c582-4d79-bcf5-3e54c068bc28 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:27.244986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-36fb99fe-c582-4d79-bcf5-3e54c068bc28 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:27.245873 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Network e0e59898-9d2c-46d8-8a7f-2d8af19c2870 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:27.249083 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:27.253529 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:20:27.259625 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Pushing event updated for resources: {'Port': ['ID=b87cf05a-7869-4f91-be35-6162b5b1b8dc,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:27.353956 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:25Z', 'revision_number': 6, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': '19ab643c-dd59-4cff-b763-736a0b22cff3', 'name': '', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:e0:a3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:02Z', 'updated_at': '2022-01-17T14:20:15Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea', 'name': '', 'network_id': '4ded069f-99c5-4110-bbed-e877370872eb', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:0b:3c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '582684fa-d07a-46f0-92f7-49553306bc0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:17Z', 'updated_at': '2022-01-17T14:20:26Z', 'revision_number': 4, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '582684fa-d07a-46f0-92f7-49553306bc0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:10Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0e98693-2018-4192-a5d9-c3bd07c4fe50', 'name': '', 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:8e:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:10Z', 'updated_at': '2022-01-17T14:20:24Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:27.358585 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20823e-5ea8-47d5-baaa-f313bb3cc31e None None] The sync data for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv is: [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:25Z', 'revision_number': 6, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': '19ab643c-dd59-4cff-b763-736a0b22cff3', 'name': '', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:e0:a3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:02Z', 'updated_at': '2022-01-17T14:20:15Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea', 'name': '', 'network_id': '4ded069f-99c5-4110-bbed-e877370872eb', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:0b:3c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '582684fa-d07a-46f0-92f7-49553306bc0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:17Z', 'updated_at': '2022-01-17T14:20:26Z', 'revision_number': 4, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '582684fa-d07a-46f0-92f7-49553306bc0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:10Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0e98693-2018-4192-a5d9-c3bd07c4fe50', 'name': '', 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:8e:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:10Z', 'updated_at': '2022-01-17T14:20:24Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:20:27.405748 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Attempting to bind port b87cf05a-7869-4f91-be35-6162b5b1b8dc on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:20:27.406430 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Attempting to bind port b87cf05a-7869-4f91-be35-6162b5b1b8dc by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '6f51dc5b-7fa8-4b9e-8d3d-0b36f6a11b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e0e59898-9d2c-46d8-8a7f-2d8af19c2870'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:20:27.407129 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Attempting to bind port b87cf05a-7869-4f91-be35-6162b5b1b8dc on network e0e59898-9d2c-46d8-8a7f-2d8af19c2870 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:20:27.413922 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:20:27.414737 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Checking segment: {'id': '6f51dc5b-7fa8-4b9e-8d3d-0b36f6a11b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e0e59898-9d2c-46d8-8a7f-2d8af19c2870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:20:27.415433 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:27.416134 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Bound using segment: {'id': '6f51dc5b-7fa8-4b9e-8d3d-0b36f6a11b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e0e59898-9d2c-46d8-8a7f-2d8af19c2870'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:20:27.420192 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Bound port: b87cf05a-7869-4f91-be35-6162b5b1b8dc, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f51dc5b-7fa8-4b9e-8d3d-0b36f6a11b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e0e59898-9d2c-46d8-8a7f-2d8af19c2870'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:20:27.420806 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:27.520122 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-36fb99fe-c582-4d79-bcf5-3e54c068bc28 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7745044 Jan 17 14:20:27.520649 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37560) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:27.528155 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-5ec30472-cc21-4065-b88a-de44cb0e967b tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Request body: {'subnet': {'network_id': '8407a2fa-428a-440c-a0f8-ace7fd43ab01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:27.591840 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-62af8425-ac7f-4597-85ac-13831412266a None None] For port b87cf05a-7869-4f91-be35-6162b5b1b8dc, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:20:27.596551 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-62af8425-ac7f-4597-85ac-13831412266a None None] For port b87cf05a-7869-4f91-be35-6162b5b1b8dc, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b87cf05a-7869-4f91-be35-6162b5b1b8dc,segment=NetworkSegment(6f51dc5b-7fa8-4b9e-8d3d-0b36f6a11b27),segment_id=6f51dc5b-7fa8-4b9e-8d3d-0b36f6a11b27)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:20:27.604975 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:27.612816 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb99fe-c582-4d79-bcf5-3e54c068bc28 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Pushing event updated for resources: {'Network': ['ID=839ebf88-258c-430e-b924-3fee02052c72,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:27.654251 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 839ebf88-258c-430e-b924-3fee02052c72 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:20:27.889856 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af8425-ac7f-4597-85ac-13831412266a None None] Pushing event updated for resources: {'Port': ['ID=b87cf05a-7869-4f91-be35-6162b5b1b8dc,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:27.940893 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5ec30472-cc21-4065-b88a-de44cb0e967b tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:27.953205 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5ec30472-cc21-4065-b88a-de44cb0e967b tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Usage tracker for resource:subnet and tenant:52b86b997c6c4efa9ded47fcd04c411c is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:27.963843 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5ec30472-cc21-4065-b88a-de44cb0e967b tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:27.974956 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5ec30472-cc21-4065-b88a-de44cb0e967b tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:27.997403 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec30472-cc21-4065-b88a-de44cb0e967b tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Made reservation on behalf of 52b86b997c6c4efa9ded47fcd04c411c for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:28.005901 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5ec30472-cc21-4065-b88a-de44cb0e967b tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:28.164182 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37576) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:28.179652 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.extraroute_db [None req-8ccfc32d-80f9-40cb-bd96-5fb228ae8c4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Added routes are [] {{(pid=87523) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 17 14:20:28.179941 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.extraroute_db [None req-8ccfc32d-80f9-40cb-bd96-5fb228ae8c4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87523) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 17 14:20:28.234887 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8ccfc32d-80f9-40cb-bd96-5fb228ae8c4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:28.370470 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5ec30472-cc21-4065-b88a-de44cb0e967b tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:28.407630 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Request body: {'networks': [{'name': 'tempest-network--876839229'}, {'name': 'tempest-network--1287439144'}]} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:28.408051 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Request body: {'network': {'name': 'tempest-network--876839229'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:28.408566 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Request body: {'network': {'name': 'tempest-network--1287439144'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:28.429896 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:28.446712 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Usage tracker for resource:network and tenant:1c57349658c246bf952d4bc777caabd0 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:28.452734 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:28.461356 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:28.482560 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec30472-cc21-4065-b88a-de44cb0e967b tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Pushing event updated for resources: {'Subnet': ['ID=6c4b182e-fce7-4bde-b678-f92561b94795,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:28.492285 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Made reservation on behalf of 1c57349658c246bf952d4bc777caabd0 for: {'network': 2} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:28.496775 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:28.509536 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec30472-cc21-4065-b88a-de44cb0e967b tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Checking segment: {'id': '8b2560d1-127c-4519-a4fc-e1bd7a80d6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8407a2fa-428a-440c-a0f8-ace7fd43ab01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:20:28.510193 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec30472-cc21-4065-b88a-de44cb0e967b tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Network hostable DHCP agents. Network: 8407a2fa-428a-440c-a0f8-ace7fd43ab01, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:20:28.517162 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:28.537754 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:28.543047 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Usage tracker for resource:security_group_rule and tenant:1c57349658c246bf952d4bc777caabd0 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:28.546752 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:28.554715 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:28.556606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec30472-cc21-4065-b88a-de44cb0e967b tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Network 8407a2fa-428a-440c-a0f8-ace7fd43ab01 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:20:28.580459 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-5ec30472-cc21-4065-b88a-de44cb0e967b tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 8407a2fa-428a-440c-a0f8-ace7fd43ab01) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:28.586595 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec30472-cc21-4065-b88a-de44cb0e967b tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:28.587170 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5ec30472-cc21-4065-b88a-de44cb0e967b tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:28.590982 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc86e481-9893-4a56-9182-aa02bd54c971 None None] Network 8407a2fa-428a-440c-a0f8-ace7fd43ab01 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:28.613323 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8ccfc32d-80f9-40cb-bd96-5fb228ae8c4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:28.618418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8ccfc32d-80f9-40cb-bd96-5fb228ae8c4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:28.628715 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5ec30472-cc21-4065-b88a-de44cb0e967b tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1044841 Jan 17 14:20:28.628910 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37584) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:28.636113 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-9d087d1f-de02-40a8-b367-87bb2fd117f0 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Request body: {'subnet': {'network_id': '839ebf88-258c-430e-b924-3fee02052c72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:28.786765 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:28.793039 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9d087d1f-de02-40a8-b367-87bb2fd117f0 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:28.797914 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9d087d1f-de02-40a8-b367-87bb2fd117f0 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Usage tracker for resource:subnet and tenant:52b86b997c6c4efa9ded47fcd04c411c is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:28.802193 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:28.802661 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:28.814477 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9d087d1f-de02-40a8-b367-87bb2fd117f0 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:28.835798 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9d087d1f-de02-40a8-b367-87bb2fd117f0 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:28.845142 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-8407a2fa-428a-440c-a0f8-ace7fd43ab01', 'network_id': '8407a2fa-428a-440c-a0f8-ace7fd43ab01', 'tenant_id': '52b86b997c6c4efa9ded47fcd04c411c', 'fixed_ips': [{'subnet_id': '6c4b182e-fce7-4bde-b678-f92561b94795'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:20:28.845975 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:28.855755 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:20:28.867956 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:28.868265 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Added segment 9bb9e36a-985d-4b97-9b82-af3e98add85b of type vlan for network 4937e217-30ab-4e24-9c03-c53602544752 Jan 17 14:20:28.896446 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:28.937501 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:20:28.946856 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:28.947638 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Added segment 281c8862-5025-4d9a-956d-49824b7461bc of type vlan for network 09666faf-8dc8-449f-9e6c-c6591958017c Jan 17 14:20:29.023041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d087d1f-de02-40a8-b367-87bb2fd117f0 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Made reservation on behalf of 52b86b997c6c4efa9ded47fcd04c411c for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:29.028669 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccfc32d-80f9-40cb-bd96-5fb228ae8c4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router 4117b374-0843-4e61-a365-790e1f708583 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:20:29.031835 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9d087d1f-de02-40a8-b367-87bb2fd117f0 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:29.056634 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:29.073566 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1d1a4d-255a-4f22-8d47-b6ae637df1ab None None] Sync routers for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:20:29.107192 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1d1a4d-255a-4f22-8d47-b6ae637df1ab None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:29.108216 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-de1d1a4d-255a-4f22-8d47-b6ae637df1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:29.124482 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4115fb-39a9-4b0a-a3e5-1b368bc41889,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:29.218271 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b87cf05a-7869-4f91-be35-6162b5b1b8dc up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:29.282659 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:29.282931 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:29.289265 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:29.293111 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccfc32d-80f9-40cb-bd96-5fb228ae8c4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:20:29.294840 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:29.295527 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:29.303228 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8ccfc32d-80f9-40cb-bd96-5fb228ae8c4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:29.304901 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8ccfc32d-80f9-40cb-bd96-5fb228ae8c4a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/4117b374-0843-4e61-a365-790e1f708583 HTTP/1.1" status: 200 len: 700 time: 2.3676891 Jan 17 14:20:29.307823 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37588) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:29.375549 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Allocated IP 172.20.0.2 (8407a2fa-428a-440c-a0f8-ace7fd43ab01/6c4b182e-fce7-4bde-b678-f92561b94795/c4b9cdbf-94eb-4d5e-8700-9dbd799d000a) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:29.386102 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db677004-fb6b-4bb7-8b71-f505d5a24af8 None None] Network e0e59898-9d2c-46d8-8a7f-2d8af19c2870 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:29.451886 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2864428 Jan 17 14:20:29.458224 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37592) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:29.518901 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b7eeba3c-b5d2-4ba5-9f1b-44c7ea521333 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/routers/4117b374-0843-4e61-a365-790e1f708583 HTTP/1.1" status: 200 len: 700 time: 0.2097974 Jan 17 14:20:29.519568 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37596) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:29.523452 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port b87cf05a-7869-4f91-be35-6162b5b1b8dc completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:29.528425 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-de1d1a4d-255a-4f22-8d47-b6ae637df1ab None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:29.565898 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Pushing event updated for resources: {'Network': ['ID=4937e217-30ab-4e24-9c03-c53602544752,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:29.626969 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 4937e217-30ab-4e24-9c03-c53602544752 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:20:29.669355 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:29.691214 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9d087d1f-de02-40a8-b367-87bb2fd117f0 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:29.743918 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd921c-c6c3-495e-bdf7-7dd6b7460874 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Pushing event updated for resources: {'Network': ['ID=09666faf-8dc8-449f-9e6c-c6591958017c,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:29.827946 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de2e437-bbc6-4aa0-bcb6-ae5e5ce9da96 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:29.833602 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de2e437-bbc6-4aa0-bcb6-ae5e5ce9da96 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:29.834888 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e2f72704-b827-4275-bba9-65c958a14a41 None None] Provisioning for port b87cf05a-7869-4f91-be35-6162b5b1b8dc completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:29.840060 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de2e437-bbc6-4aa0-bcb6-ae5e5ce9da96 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:29.845963 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de2e437-bbc6-4aa0-bcb6-ae5e5ce9da96 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:29.847263 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-4de2e437-bbc6-4aa0-bcb6-ae5e5ce9da96 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Synchronizing usage tracker for tenant:1c57349658c246bf952d4bc777caabd0 on resource:network {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:20:29.855245 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d087d1f-de02-40a8-b367-87bb2fd117f0 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Checking segment: {'id': '373624fa-ef10-4a13-b692-de26bfee3410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '839ebf88-258c-430e-b924-3fee02052c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:20:29.855906 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d087d1f-de02-40a8-b367-87bb2fd117f0 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Network hostable DHCP agents. Network: 839ebf88-258c-430e-b924-3fee02052c72, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:20:29.856826 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 09666faf-8dc8-449f-9e6c-c6591958017c details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:20:29.868212 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d087d1f-de02-40a8-b367-87bb2fd117f0 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Pushing event updated for resources: {'Subnet': ['ID=03fde07f-3d33-486c-b464-5a8117efb4a3,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:29.890431 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-4de2e437-bbc6-4aa0-bcb6-ae5e5ce9da96 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Unset dirty status for tenant:1c57349658c246bf952d4bc777caabd0 on resource:network {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:20:29.895081 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4de2e437-bbc6-4aa0-bcb6-ae5e5ce9da96 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4333713 Jan 17 14:20:29.895081 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d087d1f-de02-40a8-b367-87bb2fd117f0 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Network 839ebf88-258c-430e-b924-3fee02052c72 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:20:29.896446 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37600) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:29.905912 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-9d087d1f-de02-40a8-b367-87bb2fd117f0 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 839ebf88-258c-430e-b924-3fee02052c72) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:29.910330 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d087d1f-de02-40a8-b367-87bb2fd117f0 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:29.911332 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9d087d1f-de02-40a8-b367-87bb2fd117f0 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:29.936201 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9d087d1f-de02-40a8-b367-87bb2fd117f0 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3031793 Jan 17 14:20:29.936457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37604) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:29.973721 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375c0b82-fa34-4a47-973c-3eaa783ecc57 None None] Network 839ebf88-258c-430e-b924-3fee02052c72 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:30.076284 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-58875f66-d3d1-423a-abc1-38e67d187fea tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:30.114349 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e2f72704-b827-4275-bba9-65c958a14a41 None None] Provisioning complete for port b87cf05a-7869-4f91-be35-6162b5b1b8dc triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:30.114992 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e2f72704-b827-4275-bba9-65c958a14a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:30.235113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-58875f66-d3d1-423a-abc1-38e67d187fea tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:30.299752 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-58875f66-d3d1-423a-abc1-38e67d187fea tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4937e217-30ab-4e24-9c03-c53602544752']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:30.318661 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-58875f66-d3d1-423a-abc1-38e67d187fea tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb9e36a-985d-4b97-9b82-af3e98add85b') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:30.318947 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-58875f66-d3d1-423a-abc1-38e67d187fea tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb9e36a-985d-4b97-9b82-af3e98add85b') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:30.334227 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-58875f66-d3d1-423a-abc1-38e67d187fea tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:30.356033 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-58875f66-d3d1-423a-abc1-38e67d187fea tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:30.365438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58875f66-d3d1-423a-abc1-38e67d187fea tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:20:30.365835 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-58875f66-d3d1-423a-abc1-38e67d187fea tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:20:30.380216 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:20:30.546948 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:30.572797 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dc881c6e-55ef-41cb-b87a-f9b585da736d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:30.576756 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b59c-2dc6-4664-823d-8ccb46bb33c2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:30.621330 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:30.676920 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:30.677647 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:30.740684 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-58875f66-d3d1-423a-abc1-38e67d187fea tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:30.750759 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Transition to ACTIVE for port object c4b9cdbf-94eb-4d5e-8700-9dbd799d000a will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:30.774537 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-58875f66-d3d1-423a-abc1-38e67d187fea tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:30.786338 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58875f66-d3d1-423a-abc1-38e67d187fea tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Pushing event deleted for resources: {'Network': ['ID=4937e217-30ab-4e24-9c03-c53602544752,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:30.845982 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-58875f66-d3d1-423a-abc1-38e67d187fea tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "DELETE /v2.0/networks/4937e217-30ab-4e24-9c03-c53602544752 HTTP/1.1" status: 204 len: 168 time: 0.9490798 Jan 17 14:20:30.850499 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37608) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:30.851213 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e2f72704-b827-4275-bba9-65c958a14a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:30.885681 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Transition to ACTIVE for port object c4b9cdbf-94eb-4d5e-8700-9dbd799d000a will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:30.951818 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:30.991038 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-5bb2b59c-2dc6-4664-823d-8ccb46bb33c2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting port a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:30.991630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b59c-2dc6-4664-823d-8ccb46bb33c2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.005454 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-839ebf88-258c-430e-b924-3fee02052c72', 'network_id': '839ebf88-258c-430e-b924-3fee02052c72', 'tenant_id': '52b86b997c6c4efa9ded47fcd04c411c', 'fixed_ips': [{'subnet_id': '03fde07f-3d33-486c-b464-5a8117efb4a3'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:20:31.006404 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.034129 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f698f919-1e91-40c8-b982-fb38153aba9f tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.055897 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-e2f72704-b827-4275-bba9-65c958a14a41 None None] For port b87cf05a-7869-4f91-be35-6162b5b1b8dc, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b87cf05a-7869-4f91-be35-6162b5b1b8dc,segment=NetworkSegment(6f51dc5b-7fa8-4b9e-8d3d-0b36f6a11b27),segment_id=6f51dc5b-7fa8-4b9e-8d3d-0b36f6a11b27)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:31.091282 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-dc881c6e-55ef-41cb-b87a-f9b585da736d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Allocated IP 172.20.0.1 (8407a2fa-428a-440c-a0f8-ace7fd43ab01/6c4b182e-fce7-4bde-b678-f92561b94795/1eae20e4-e8e0-49e8-b9e0-e29d42c06d8a) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:31.100891 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Network 8407a2fa-428a-440c-a0f8-ace7fd43ab01 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:31.114209 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:31.116903 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:20:31.119785 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e2f72704-b827-4275-bba9-65c958a14a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.212144 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Pushing event updated for resources: {'Port': ['ID=c4b9cdbf-94eb-4d5e-8700-9dbd799d000a,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:31.232207 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-5bb2b59c-2dc6-4664-823d-8ccb46bb33c2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] For port a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea,segment=NetworkSegment(59f0600b-f7e1-4b74-900c-6fcc53331e32),segment_id=59f0600b-f7e1-4b74-900c-6fcc53331e32)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:31.232632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b59c-2dc6-4664-823d-8ccb46bb33c2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.241489 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f698f919-1e91-40c8-b982-fb38153aba9f tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.277549 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-f698f919-1e91-40c8-b982-fb38153aba9f tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09666faf-8dc8-449f-9e6c-c6591958017c']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:31.295643 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-f698f919-1e91-40c8-b982-fb38153aba9f tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281c8862-5025-4d9a-956d-49824b7461bc') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:31.296046 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-f698f919-1e91-40c8-b982-fb38153aba9f tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281c8862-5025-4d9a-956d-49824b7461bc') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:31.310621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f698f919-1e91-40c8-b982-fb38153aba9f tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.344600 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.394053 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-5bb2b59c-2dc6-4664-823d-8ccb46bb33c2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Calling delete_port for a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:31.394252 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f698f919-1e91-40c8-b982-fb38153aba9f tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.407389 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-de1d1a4d-255a-4f22-8d47-b6ae637df1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:28Z', 'revision_number': 7, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': '19ab643c-dd59-4cff-b763-736a0b22cff3', 'name': '', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:e0:a3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:02Z', 'updated_at': '2022-01-17T14:20:15Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea', 'name': '', 'network_id': '4ded069f-99c5-4110-bbed-e877370872eb', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:0b:3c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '582684fa-d07a-46f0-92f7-49553306bc0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:17Z', 'updated_at': '2022-01-17T14:20:26Z', 'revision_number': 4, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '582684fa-d07a-46f0-92f7-49553306bc0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:10Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0e98693-2018-4192-a5d9-c3bd07c4fe50', 'name': '', 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:8e:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:10Z', 'updated_at': '2022-01-17T14:20:24Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:31.413875 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f698f919-1e91-40c8-b982-fb38153aba9f tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:20:31.414155 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f698f919-1e91-40c8-b982-fb38153aba9f tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:20:31.433076 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:20:31.451320 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Attempting to bind port c4b9cdbf-94eb-4d5e-8700-9dbd799d000a on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:20:31.451677 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Attempting to bind port c4b9cdbf-94eb-4d5e-8700-9dbd799d000a by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '8b2560d1-127c-4519-a4fc-e1bd7a80d6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8407a2fa-428a-440c-a0f8-ace7fd43ab01'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:20:31.452070 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Attempting to bind port c4b9cdbf-94eb-4d5e-8700-9dbd799d000a on network 8407a2fa-428a-440c-a0f8-ace7fd43ab01 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:20:31.465784 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1d1a4d-255a-4f22-8d47-b6ae637df1ab None None] Checking router: 4117b374-0843-4e61-a365-790e1f708583 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:20:31.477145 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f72704-b827-4275-bba9-65c958a14a41 None None] Pushing event updated for resources: {'Port': ['ID=b87cf05a-7869-4f91-be35-6162b5b1b8dc,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:31.487843 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:20:31.488202 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Checking segment: {'id': '8b2560d1-127c-4519-a4fc-e1bd7a80d6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8407a2fa-428a-440c-a0f8-ace7fd43ab01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:20:31.489139 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.489526 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Bound using segment: {'id': '8b2560d1-127c-4519-a4fc-e1bd7a80d6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8407a2fa-428a-440c-a0f8-ace7fd43ab01'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:20:31.489993 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Bound port: c4b9cdbf-94eb-4d5e-8700-9dbd799d000a, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b2560d1-127c-4519-a4fc-e1bd7a80d6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8407a2fa-428a-440c-a0f8-ace7fd43ab01'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:20:31.490371 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.516495 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea,segment=NetworkSegment(59f0600b-f7e1-4b74-900c-6fcc53331e32),segment_id=59f0600b-f7e1-4b74-900c-6fcc53331e32)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:31.521255 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a7e35aaf-7fde-4503-837d-ea85820fb38d None None] Provisioning complete for port b87cf05a-7869-4f91-be35-6162b5b1b8dc triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:31.521682 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a7e35aaf-7fde-4503-837d-ea85820fb38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.530317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-5bb2b59c-2dc6-4664-823d-8ccb46bb33c2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:20:31.531024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-5bb2b59c-2dc6-4664-823d-8ccb46bb33c2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:20:31.542757 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f698f919-1e91-40c8-b982-fb38153aba9f tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.557703 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.560430 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1d1a4d-255a-4f22-8d47-b6ae637df1ab None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:31.561041 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-de1d1a4d-255a-4f22-8d47-b6ae637df1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:31.566480 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f698f919-1e91-40c8-b982-fb38153aba9f tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.586076 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37612) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:31.586325 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f698f919-1e91-40c8-b982-fb38153aba9f tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "DELETE /v2.0/networks/09666faf-8dc8-449f-9e6c-c6591958017c HTTP/1.1" status: 204 len: 168 time: 0.7276118 Jan 17 14:20:31.591811 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698f919-1e91-40c8-b982-fb38153aba9f tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Pushing event deleted for resources: {'Network': ['ID=09666faf-8dc8-449f-9e6c-c6591958017c,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:31.610105 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dc881c6e-55ef-41cb-b87a-f9b585da736d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.632431 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-dc881c6e-55ef-41cb-b87a-f9b585da736d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Transition to ACTIVE for port object 1eae20e4-e8e0-49e8-b9e0-e29d42c06d8a will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:31.662403 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dc881c6e-55ef-41cb-b87a-f9b585da736d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.733937 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc881c6e-55ef-41cb-b87a-f9b585da736d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Network 8407a2fa-428a-440c-a0f8-ace7fd43ab01 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:31.737134 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-dc881c6e-55ef-41cb-b87a-f9b585da736d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:31.741865 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc881c6e-55ef-41cb-b87a-f9b585da736d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:20:31.757802 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b87cf05a-7869-4f91-be35-6162b5b1b8dc up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:31.771236 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfcb625-be3d-4797-8a76-5b0bff25c1a2 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:31.777821 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfcb625-be3d-4797-8a76-5b0bff25c1a2 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:31.778600 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4bfcb625-be3d-4797-8a76-5b0bff25c1a2 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Synchronizing usage tracker for tenant:1c57349658c246bf952d4bc777caabd0 on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:20:31.802363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4bfcb625-be3d-4797-8a76-5b0bff25c1a2 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Unset dirty status for tenant:1c57349658c246bf952d4bc777caabd0 on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:20:31.803773 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4bfcb625-be3d-4797-8a76-5b0bff25c1a2 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2155128 Jan 17 14:20:31.808165 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37616) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:31.808454 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dc881c6e-55ef-41cb-b87a-f9b585da736d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.814385 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc881c6e-55ef-41cb-b87a-f9b585da736d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Pushing event updated for resources: {'Port': ['ID=1eae20e4-e8e0-49e8-b9e0-e29d42c06d8a,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:31.815939 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-aceed91c-1eb3-4857-a104-0c5b38959bf6 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-320403452'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:31.828787 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-aceed91c-1eb3-4857-a104-0c5b38959bf6 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:31.843048 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-aceed91c-1eb3-4857-a104-0c5b38959bf6 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:31.856552 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aceed91c-1eb3-4857-a104-0c5b38959bf6 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Made reservation on behalf of 1c57349658c246bf952d4bc777caabd0 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:31.860589 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-aceed91c-1eb3-4857-a104-0c5b38959bf6 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.886034 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Allocated IP 172.20.0.2 (839ebf88-258c-430e-b924-3fee02052c72/03fde07f-3d33-486c-b464-5a8117efb4a3/f3b27ba4-5921-4a6f-ac99-a811020a191c) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:31.893133 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aceed91c-1eb3-4857-a104-0c5b38959bf6 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:20:31.902702 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-aceed91c-1eb3-4857-a104-0c5b38959bf6 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.903567 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-aceed91c-1eb3-4857-a104-0c5b38959bf6 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Added segment 268ba031-efa8-4cf1-927d-740531e665a4 of type vlan for network 6df832cb-e23a-476e-9434-1112a657e466 Jan 17 14:20:31.935601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-aceed91c-1eb3-4857-a104-0c5b38959bf6 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.968998 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-aceed91c-1eb3-4857-a104-0c5b38959bf6 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:31.975339 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceed91c-1eb3-4857-a104-0c5b38959bf6 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:31.975975 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-aceed91c-1eb3-4857-a104-0c5b38959bf6 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:32.052738 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-5bb2b59c-2dc6-4664-823d-8ccb46bb33c2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting port a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:32.053411 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b59c-2dc6-4664-823d-8ccb46bb33c2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:32.062933 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dc881c6e-55ef-41cb-b87a-f9b585da736d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:32.102709 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:32.118428 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-de1d1a4d-255a-4f22-8d47-b6ae637df1ab None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:32.142241 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceed91c-1eb3-4857-a104-0c5b38959bf6 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Pushing event updated for resources: {'Network': ['ID=6df832cb-e23a-476e-9434-1112a657e466,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:32.149080 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-aceed91c-1eb3-4857-a104-0c5b38959bf6 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3395739 Jan 17 14:20:32.151819 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37620) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:32.157157 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-a52d0dd4-0fcd-4ffe-abfc-ae94f47c2857 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-986645180'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:32.167263 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a52d0dd4-0fcd-4ffe-abfc-ae94f47c2857 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:32.167686 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] For port c4b9cdbf-94eb-4d5e-8700-9dbd799d000a, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:20:32.169718 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 6df832cb-e23a-476e-9434-1112a657e466 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:20:32.191575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a52d0dd4-0fcd-4ffe-abfc-ae94f47c2857 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Usage tracker for resource:network and tenant:1c57349658c246bf952d4bc777caabd0 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:32.241465 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a52d0dd4-0fcd-4ffe-abfc-ae94f47c2857 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:32.258789 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a52d0dd4-0fcd-4ffe-abfc-ae94f47c2857 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:32.281870 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52d0dd4-0fcd-4ffe-abfc-ae94f47c2857 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Made reservation on behalf of 1c57349658c246bf952d4bc777caabd0 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:32.286279 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a52d0dd4-0fcd-4ffe-abfc-ae94f47c2857 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:32.291382 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] For port c4b9cdbf-94eb-4d5e-8700-9dbd799d000a, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c4b9cdbf-94eb-4d5e-8700-9dbd799d000a,segment=NetworkSegment(8b2560d1-127c-4519-a4fc-e1bd7a80d6a4),segment_id=8b2560d1-127c-4519-a4fc-e1bd7a80d6a4)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:20:32.325733 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:32.338674 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52d0dd4-0fcd-4ffe-abfc-ae94f47c2857 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:20:32.365341 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-5bb2b59c-2dc6-4664-823d-8ccb46bb33c2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] For port a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea,segment=NetworkSegment(59f0600b-f7e1-4b74-900c-6fcc53331e32),segment_id=59f0600b-f7e1-4b74-900c-6fcc53331e32)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:32.365838 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b59c-2dc6-4664-823d-8ccb46bb33c2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:32.373310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a52d0dd4-0fcd-4ffe-abfc-ae94f47c2857 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:32.373763 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-a52d0dd4-0fcd-4ffe-abfc-ae94f47c2857 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Added segment 8c3defc2-6bbc-451c-92bd-4688adf52b58 of type vlan for network 83bf14e2-e832-4d68-8edd-8b948a635b6e Jan 17 14:20:32.493443 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dc881c6e-55ef-41cb-b87a-f9b585da736d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:32.494981 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port b87cf05a-7869-4f91-be35-6162b5b1b8dc triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:32.495458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:32.500262 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dc881c6e-55ef-41cb-b87a-f9b585da736d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:32.623224 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-dc881c6e-55ef-41cb-b87a-f9b585da736d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:32.642713 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-5bb2b59c-2dc6-4664-823d-8ccb46bb33c2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Calling delete_port for a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:32.649962 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc881c6e-55ef-41cb-b87a-f9b585da736d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Pushing event updated for resources: {'Port': ['ID=1eae20e4-e8e0-49e8-b9e0-e29d42c06d8a,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:32.742366 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6daf6-f30b-47dd-b4ec-3dfcd95da45b None None] Pushing event updated for resources: {'Port': ['ID=c4b9cdbf-94eb-4d5e-8700-9dbd799d000a,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:32.745831 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a52d0dd4-0fcd-4ffe-abfc-ae94f47c2857 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:32.808187 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:32.834611 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a52d0dd4-0fcd-4ffe-abfc-ae94f47c2857 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:32.841633 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52d0dd4-0fcd-4ffe-abfc-ae94f47c2857 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:32.842299 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a52d0dd4-0fcd-4ffe-abfc-ae94f47c2857 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:32.847618 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc881c6e-55ef-41cb-b87a-f9b585da736d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Network 8407a2fa-428a-440c-a0f8-ace7fd43ab01 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:32.849294 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-dc881c6e-55ef-41cb-b87a-f9b585da736d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:32.910552 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a52d0dd4-0fcd-4ffe-abfc-ae94f47c2857 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7577574 Jan 17 14:20:32.916719 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37624) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:32.927655 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Transition to ACTIVE for port object f3b27ba4-5921-4a6f-ac99-a811020a191c will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:32.980766 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Request body: {'ports': [{'network_id': '6df832cb-e23a-476e-9434-1112a657e466', 'name': 'tempest-port--1247733932', 'admin_state_up': True}, {'network_id': '83bf14e2-e832-4d68-8edd-8b948a635b6e', 'admin_state_up': False}]} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:32.981078 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Request body: {'port': {'network_id': '6df832cb-e23a-476e-9434-1112a657e466', 'name': 'tempest-port--1247733932', 'admin_state_up': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:32.981561 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Request body: {'port': {'network_id': '83bf14e2-e832-4d68-8edd-8b948a635b6e', 'admin_state_up': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:32.986646 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Transition to ACTIVE for port object f3b27ba4-5921-4a6f-ac99-a811020a191c will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:33.009033 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:33.094766 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Network 839ebf88-258c-430e-b924-3fee02052c72 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:33.098882 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:33.101398 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:20:33.114411 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Pushing event updated for resources: {'Port': ['ID=f3b27ba4-5921-4a6f-ac99-a811020a191c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:33.118461 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc881c6e-55ef-41cb-b87a-f9b585da736d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Router c13319fb-fcd2-4b61-b879-9a30ec77989f is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:20:33.152417 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-de1d1a4d-255a-4f22-8d47-b6ae637df1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:28Z', 'revision_number': 7, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': '19ab643c-dd59-4cff-b763-736a0b22cff3', 'name': '', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:e0:a3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:02Z', 'updated_at': '2022-01-17T14:20:15Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea', 'name': '', 'network_id': '4ded069f-99c5-4110-bbed-e877370872eb', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:0b:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '582684fa-d07a-46f0-92f7-49553306bc0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:17Z', 'updated_at': '2022-01-17T14:20:31Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '582684fa-d07a-46f0-92f7-49553306bc0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:10Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0e98693-2018-4192-a5d9-c3bd07c4fe50', 'name': '', 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:8e:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:10Z', 'updated_at': '2022-01-17T14:20:24Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:33.158270 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d0dd4-0fcd-4ffe-abfc-ae94f47c2857 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Pushing event updated for resources: {'Network': ['ID=83bf14e2-e832-4d68-8edd-8b948a635b6e,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:33.203000 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 83bf14e2-e832-4d68-8edd-8b948a635b6e details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:20:33.219477 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1d1a4d-255a-4f22-8d47-b6ae637df1ab None None] The sync data for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv is: [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:28Z', 'revision_number': 7, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': '19ab643c-dd59-4cff-b763-736a0b22cff3', 'name': '', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:e0:a3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:02Z', 'updated_at': '2022-01-17T14:20:15Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea', 'name': '', 'network_id': '4ded069f-99c5-4110-bbed-e877370872eb', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:0b:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '582684fa-d07a-46f0-92f7-49553306bc0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:17Z', 'updated_at': '2022-01-17T14:20:31Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '582684fa-d07a-46f0-92f7-49553306bc0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:10Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0e98693-2018-4192-a5d9-c3bd07c4fe50', 'name': '', 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:8e:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:10Z', 'updated_at': '2022-01-17T14:20:24Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:20:33.285053 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b59c-2dc6-4664-823d-8ccb46bb33c2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:33.313919 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc881c6e-55ef-41cb-b87a-f9b585da736d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:20:33.324156 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bb6618-1bd2-442c-8cb0-dd57d071061a None None] Sync routers for ids ['c13319fb-fcd2-4b61-b879-9a30ec77989f'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:20:33.325404 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-dc881c6e-55ef-41cb-b87a-f9b585da736d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "PUT /v2.0/routers/c13319fb-fcd2-4b61-b879-9a30ec77989f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3878238 Jan 17 14:20:33.328770 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37628) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:33.340176 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bb6618-1bd2-442c-8cb0-dd57d071061a None None] Routers {'c13319fb-fcd2-4b61-b879-9a30ec77989f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:33.340801 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-84bb6618-1bd2-442c-8cb0-dd57d071061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['c13319fb-fcd2-4b61-b879-9a30ec77989f'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:33.378780 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Attempting to bind port f3b27ba4-5921-4a6f-ac99-a811020a191c on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:20:33.379179 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Attempting to bind port f3b27ba4-5921-4a6f-ac99-a811020a191c by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '373624fa-ef10-4a13-b692-de26bfee3410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '839ebf88-258c-430e-b924-3fee02052c72'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:20:33.379674 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Attempting to bind port f3b27ba4-5921-4a6f-ac99-a811020a191c on network 839ebf88-258c-430e-b924-3fee02052c72 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:20:33.392708 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2b59c-2dc6-4664-823d-8ccb46bb33c2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Port': ['ID=a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:33.396830 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:20:33.397201 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Checking segment: {'id': '373624fa-ef10-4a13-b692-de26bfee3410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '839ebf88-258c-430e-b924-3fee02052c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:20:33.397599 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:33.398692 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Bound using segment: {'id': '373624fa-ef10-4a13-b692-de26bfee3410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '839ebf88-258c-430e-b924-3fee02052c72'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:20:33.399433 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Bound port: f3b27ba4-5921-4a6f-ac99-a811020a191c, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373624fa-ef10-4a13-b692-de26bfee3410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '839ebf88-258c-430e-b924-3fee02052c72'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:20:33.399963 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:33.469047 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-84bb6618-1bd2-442c-8cb0-dd57d071061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:33.484110 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bb6618-1bd2-442c-8cb0-dd57d071061a None None] Routers {'c13319fb-fcd2-4b61-b879-9a30ec77989f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:33.484881 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-84bb6618-1bd2-442c-8cb0-dd57d071061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['c13319fb-fcd2-4b61-b879-9a30ec77989f'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:33.539521 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] For port f3b27ba4-5921-4a6f-ac99-a811020a191c, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:20:33.540045 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:33.544779 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] For port f3b27ba4-5921-4a6f-ac99-a811020a191c, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=f3b27ba4-5921-4a6f-ac99-a811020a191c,segment=NetworkSegment(373624fa-ef10-4a13-b692-de26bfee3410),segment_id=373624fa-ef10-4a13-b692-de26bfee3410)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:20:33.548099 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Usage tracker for resource:port and tenant:1c57349658c246bf952d4bc777caabd0 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:33.554309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:33.558164 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:33.564139 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:33.650907 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-84bb6618-1bd2-442c-8cb0-dd57d071061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:33.651305 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bb6618-1bd2-442c-8cb0-dd57d071061a None None] The sync data for ids ['c13319fb-fcd2-4b61-b879-9a30ec77989f'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:20:33.676659 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Pushing event updated for resources: {'Port': ['ID=f3b27ba4-5921-4a6f-ac99-a811020a191c,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:33.696659 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:33.697388 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:33.697957 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:33.698748 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:33.699314 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:33.699951 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:33.700768 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:33.701440 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:33.702006 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:33.702551 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:33.703108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:33.704170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f7acd-781d-40b3-9a9b-b09788bfc6f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:33.792035 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Made reservation on behalf of 1c57349658c246bf952d4bc777caabd0 for: {'port': 2} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:33.810036 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9268abf1-c303-450b-af5e-16bd274eb5cd None None] Sync routers for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:20:33.827189 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:33.829021 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9268abf1-c303-450b-af5e-16bd274eb5cd None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:33.829937 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-9268abf1-c303-450b-af5e-16bd274eb5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:33.945306 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c4b9cdbf-94eb-4d5e-8700-9dbd799d000a up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:33.998342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:34.120272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b59c-2dc6-4664-823d-8ccb46bb33c2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:34.161007 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-9268abf1-c303-450b-af5e-16bd274eb5cd None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:34.268047 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port c4b9cdbf-94eb-4d5e-8700-9dbd799d000a completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:34.444178 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-cca1d048-5979-457c-b79e-130d4c8dc3fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:20:34.448400 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-cca1d048-5979-457c-b79e-130d4c8dc3fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "PUT /v2.0/routers/c13319fb-fcd2-4b61-b879-9a30ec77989f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1154628 Jan 17 14:20:34.450360 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37632) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:34.517264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af019c7-dbbb-476a-8c66-3e6e2a44fc84 None None] Network 8407a2fa-428a-440c-a0f8-ace7fd43ab01 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:34.656899 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2b99a0ed-1086-4c39-a8eb-d1a9cd3a5d01 None None] Provisioning for port c4b9cdbf-94eb-4d5e-8700-9dbd799d000a completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:34.681735 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2b99a0ed-1086-4c39-a8eb-d1a9cd3a5d01 None None] Provisioning complete for port c4b9cdbf-94eb-4d5e-8700-9dbd799d000a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:34.682129 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2b99a0ed-1086-4c39-a8eb-d1a9cd3a5d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:34.823437 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] device_id is not set on port 2d2c6416-79c0-4ede-864f-ea1ccd144056 yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:20:34.926697 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-9268abf1-c303-450b-af5e-16bd274eb5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:33Z', 'revision_number': 8, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': '19ab643c-dd59-4cff-b763-736a0b22cff3', 'name': '', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:e0:a3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:02Z', 'updated_at': '2022-01-17T14:20:15Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:10Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0e98693-2018-4192-a5d9-c3bd07c4fe50', 'name': '', 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:8e:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:10Z', 'updated_at': '2022-01-17T14:20:24Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:34.958453 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9268abf1-c303-450b-af5e-16bd274eb5cd None None] Checking router: 4117b374-0843-4e61-a365-790e1f708583 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:20:34.983786 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2b99a0ed-1086-4c39-a8eb-d1a9cd3a5d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:34.998724 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9268abf1-c303-450b-af5e-16bd274eb5cd None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:34.998724 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-9268abf1-c303-450b-af5e-16bd274eb5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:35.117589 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712a6c68-6c40-4c08-bd11-436478f3c3f5 None None] Network 839ebf88-258c-430e-b924-3fee02052c72 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:35.144504 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb2b59c-2dc6-4664-823d-8ccb46bb33c2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router 4117b374-0843-4e61-a365-790e1f708583 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:20:35.297475 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2b99a0ed-1086-4c39-a8eb-d1a9cd3a5d01 None None] For port c4b9cdbf-94eb-4d5e-8700-9dbd799d000a, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c4b9cdbf-94eb-4d5e-8700-9dbd799d000a,segment=NetworkSegment(8b2560d1-127c-4519-a4fc-e1bd7a80d6a4),segment_id=8b2560d1-127c-4519-a4fc-e1bd7a80d6a4)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:35.307265 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2b99a0ed-1086-4c39-a8eb-d1a9cd3a5d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:35.310507 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-9268abf1-c303-450b-af5e-16bd274eb5cd None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:35.435460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:35.460535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb2b59c-2dc6-4664-823d-8ccb46bb33c2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:20:35.553741 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5bb2b59c-2dc6-4664-823d-8ccb46bb33c2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/4117b374-0843-4e61-a365-790e1f708583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0323718 Jan 17 14:20:35.556862 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37636) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:35.581403 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] device_id is not set on port 931113cd-78ad-4878-ac83-e04bb9f2300f yet. {{(pid=87523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:20:35.645383 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99a0ed-1086-4c39-a8eb-d1a9cd3a5d01 None None] Pushing event updated for resources: {'Port': ['ID=c4b9cdbf-94eb-4d5e-8700-9dbd799d000a,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:35.649020 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2dc34c14-1707-4b9b-8d7d-c3a017e390db None None] Provisioning for port f3b27ba4-5921-4a6f-ac99-a811020a191c completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:35.704473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0952165-88b2-4d12-8411-fcf48eedf41a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting subnet 582684fa-d07a-46f0-92f7-49553306bc0f {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:20:35.710594 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0952165-88b2-4d12-8411-fcf48eedf41a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:35.744304 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device f3b27ba4-5921-4a6f-ac99-a811020a191c up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:35.804016 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:35.816007 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0952165-88b2-4d12-8411-fcf48eedf41a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:35.819999 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4dda6f45-a518-4d05-84ac-ee87da4026a4 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:35.887117 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a864eacc-1804-493c-9040-e0ca70668ca1 None None] Provisioning complete for port c4b9cdbf-94eb-4d5e-8700-9dbd799d000a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:35.887442 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a864eacc-1804-493c-9040-e0ca70668ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:35.933652 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0952165-88b2-4d12-8411-fcf48eedf41a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:35.992337 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port f3b27ba4-5921-4a6f-ac99-a811020a191c completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:36.036240 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port f3b27ba4-5921-4a6f-ac99-a811020a191c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:36.036881 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:36.045148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0952165-88b2-4d12-8411-fcf48eedf41a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:36.117195 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:36.140663 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0952165-88b2-4d12-8411-fcf48eedf41a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Subnet': ['ID=582684fa-d07a-46f0-92f7-49553306bc0f,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:36.150558 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-9268abf1-c303-450b-af5e-16bd274eb5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:33Z', 'revision_number': 8, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': '19ab643c-dd59-4cff-b763-736a0b22cff3', 'name': '', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:e0:a3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:02Z', 'updated_at': '2022-01-17T14:20:15Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:10Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0e98693-2018-4192-a5d9-c3bd07c4fe50', 'name': '', 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:8e:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:10Z', 'updated_at': '2022-01-17T14:20:24Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:36.154952 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0952165-88b2-4d12-8411-fcf48eedf41a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:36.155297 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0952165-88b2-4d12-8411-fcf48eedf41a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:36.155637 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0952165-88b2-4d12-8411-fcf48eedf41a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:36.155996 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0952165-88b2-4d12-8411-fcf48eedf41a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:36.156500 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0952165-88b2-4d12-8411-fcf48eedf41a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:36.156840 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0952165-88b2-4d12-8411-fcf48eedf41a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:36.157322 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0952165-88b2-4d12-8411-fcf48eedf41a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:36.157818 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0952165-88b2-4d12-8411-fcf48eedf41a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:36.158149 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0952165-88b2-4d12-8411-fcf48eedf41a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:36.158471 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0952165-88b2-4d12-8411-fcf48eedf41a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:36.158790 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0952165-88b2-4d12-8411-fcf48eedf41a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:36.159467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0952165-88b2-4d12-8411-fcf48eedf41a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:20:36.159664 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9268abf1-c303-450b-af5e-16bd274eb5cd None None] The sync data for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv is: [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:33Z', 'revision_number': 8, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': '19ab643c-dd59-4cff-b763-736a0b22cff3', 'name': '', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:e0:a3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:02Z', 'updated_at': '2022-01-17T14:20:15Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:10Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0e98693-2018-4192-a5d9-c3bd07c4fe50', 'name': '', 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:8e:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:10Z', 'updated_at': '2022-01-17T14:20:24Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:20:36.179387 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e0952165-88b2-4d12-8411-fcf48eedf41a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:36.191465 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e0952165-88b2-4d12-8411-fcf48eedf41a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/subnets/582684fa-d07a-46f0-92f7-49553306bc0f HTTP/1.1" status: 204 len: 168 time: 0.6327419 Jan 17 14:20:36.192455 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37640) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:36.231116 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73db0137-6890-4a6b-b0b2-22a95c3a9c1b None None] Network 4ded069f-99c5-4110-bbed-e877370872eb requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:36.250287 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a864eacc-1804-493c-9040-e0ca70668ca1 None None] Provisioning for port 1eae20e4-e8e0-49e8-b9e0-e29d42c06d8a completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:36.276618 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a864eacc-1804-493c-9040-e0ca70668ca1 None None] Provisioning complete for port 1eae20e4-e8e0-49e8-b9e0-e29d42c06d8a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:36.277132 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a864eacc-1804-493c-9040-e0ca70668ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:36.387606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbf10-d6c0-4351-b356-226a0462a294 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:36.400544 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-6e1cbf10-d6c0-4351-b356-226a0462a294 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting port c6ee7a60-356a-4171-9855-b941f44133f8 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:36.400883 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbf10-d6c0-4351-b356-226a0462a294 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:36.411586 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:36.458474 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Pushing event updated for resources: {'Port': ['ID=2d2c6416-79c0-4ede-864f-ea1ccd144056,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:36.465418 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-27ea1935-7563-42ac-8526-9516e2fcd8b8 req-de67d8eb-7555-439f-8bef-a2d911a3eb40 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1559126 Jan 17 14:20:36.478498 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Checking segment: {'id': '268ba031-efa8-4cf1-927d-740531e665a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6df832cb-e23a-476e-9434-1112a657e466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:20:36.479085 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Network hostable DHCP agents. Network: 6df832cb-e23a-476e-9434-1112a657e466, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:20:36.503634 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a864eacc-1804-493c-9040-e0ca70668ca1 None None] Port 1eae20e4-e8e0-49e8-b9e0-e29d42c06d8a cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:20:36.539232 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port f3b27ba4-5921-4a6f-ac99-a811020a191c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=f3b27ba4-5921-4a6f-ac99-a811020a191c,segment=NetworkSegment(373624fa-ef10-4a13-b692-de26bfee3410),segment_id=373624fa-ef10-4a13-b692-de26bfee3410)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:36.554198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:36.562967 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Network 6df832cb-e23a-476e-9434-1112a657e466 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:20:36.589995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 6df832cb-e23a-476e-9434-1112a657e466) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:36.594707 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:20:36.596573 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:36.642763 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-4dda6f45-a518-4d05-84ac-ee87da4026a4 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Deleting port 1eae20e4-e8e0-49e8-b9e0-e29d42c06d8a {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:36.643375 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4dda6f45-a518-4d05-84ac-ee87da4026a4 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:36.647014 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a49862-a195-4526-866a-08fb8cf04444 None None] Network 6df832cb-e23a-476e-9434-1112a657e466 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:36.752405 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Pushing event updated for resources: {'Port': ['ID=931113cd-78ad-4878-ac83-e04bb9f2300f,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:36.771453 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-6e1cbf10-d6c0-4351-b356-226a0462a294 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] For port c6ee7a60-356a-4171-9855-b941f44133f8, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c6ee7a60-356a-4171-9855-b941f44133f8,segment=NetworkSegment(59f0600b-f7e1-4b74-900c-6fcc53331e32),segment_id=59f0600b-f7e1-4b74-900c-6fcc53331e32)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:36.772077 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbf10-d6c0-4351-b356-226a0462a294 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:36.778446 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=f3b27ba4-5921-4a6f-ac99-a811020a191c,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:36.783064 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-38abac8c-6f9d-4639-8b25-97dfc671d085 None None] Provisioning complete for port f3b27ba4-5921-4a6f-ac99-a811020a191c triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:36.783438 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-38abac8c-6f9d-4639-8b25-97dfc671d085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:36.835361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Checking segment: {'id': '8c3defc2-6bbc-451c-92bd-4688adf52b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '83bf14e2-e832-4d68-8edd-8b948a635b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:20:36.835561 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Network hostable DHCP agents. Network: 83bf14e2-e832-4d68-8edd-8b948a635b6e, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:20:36.895932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Network 83bf14e2-e832-4d68-8edd-8b948a635b6e is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:20:36.899845 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6d16b0-33ec-4c19-b610-03a27e21df3c None None] Sync routers for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:20:36.916748 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6d16b0-33ec-4c19-b610-03a27e21df3c None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:36.917813 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5b6d16b0-33ec-4c19-b610-03a27e21df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:36.934453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 83bf14e2-e832-4d68-8edd-8b948a635b6e) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:36.938254 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:20:36.946157 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:36.951279 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:36.952057 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:36.952998 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-6e1cbf10-d6c0-4351-b356-226a0462a294 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Calling delete_port for c6ee7a60-356a-4171-9855-b941f44133f8 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:36.968093 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4dda6f45-a518-4d05-84ac-ee87da4026a4 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:36.991014 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0a84d0-ef66-4ca6-b0e1-c9509b172e03 None None] DHCP port deletion for 4ded069f-99c5-4110-bbed-e877370872eb request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:20:36.992892 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baa3572-692b-42e5-8eb1-afd8f0f7ed40 None None] Network 83bf14e2-e832-4d68-8edd-8b948a635b6e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:36.998623 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea1935-7563-42ac-8526-9516e2fcd8b8 req-c6c25560-0b72-4d2a-bd99-78beac5add6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:37.000185 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-27ea1935-7563-42ac-8526-9516e2fcd8b8 req-c6c25560-0b72-4d2a-bd99-78beac5add6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 1098 time: 0.4146082 Jan 17 14:20:37.028260 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-cd0a84d0-ef66-4ca6-b0e1-c9509b172e03 None None] Deleting port c6ee7a60-356a-4171-9855-b941f44133f8 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:37.029049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cd0a84d0-ef66-4ca6-b0e1-c9509b172e03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:37.147367 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-5b6d16b0-33ec-4c19-b610-03a27e21df3c None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:37.163314 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-4dda6f45-a518-4d05-84ac-ee87da4026a4 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Calling delete_port for 1eae20e4-e8e0-49e8-b9e0-e29d42c06d8a owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:37.227939 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbf10-d6c0-4351-b356-226a0462a294 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:37.232147 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-33840ab1-dd79-40d4-ba25-32d60ae000d7 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.3142781 Jan 17 14:20:37.235430 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37644) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:37.289077 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cbf10-d6c0-4351-b356-226a0462a294 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Port': ['ID=c6ee7a60-356a-4171-9855-b941f44133f8,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:37.292852 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-cd0a84d0-ef66-4ca6-b0e1-c9509b172e03 None None] The port 'c6ee7a60-356a-4171-9855-b941f44133f8' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:20:37.296933 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1cbf10-d6c0-4351-b356-226a0462a294 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] No DVR routers for this DVR port c6ee7a60-356a-4171-9855-b941f44133f8 on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:20:37.380113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0030b6-e16b-4f42-89ec-a3a5d77fea56 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:37.386626 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0030b6-e16b-4f42-89ec-a3a5d77fea56 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:37.387379 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-be0030b6-e16b-4f42-89ec-a3a5d77fea56 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Synchronizing usage tracker for tenant:1c57349658c246bf952d4bc777caabd0 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:20:37.401883 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-38abac8c-6f9d-4639-8b25-97dfc671d085 None None] Provisioning complete for port 1eae20e4-e8e0-49e8-b9e0-e29d42c06d8a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:37.402180 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-38abac8c-6f9d-4639-8b25-97dfc671d085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:37.482854 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-38abac8c-6f9d-4639-8b25-97dfc671d085 None None] Port 1eae20e4-e8e0-49e8-b9e0-e29d42c06d8a cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:20:37.483121 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-be0030b6-e16b-4f42-89ec-a3a5d77fea56 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Unset dirty status for tenant:1c57349658c246bf952d4bc777caabd0 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:20:37.486504 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-be0030b6-e16b-4f42-89ec-a3a5d77fea56 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2472200 Jan 17 14:20:37.486504 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37648) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:37.505270 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea1935-7563-42ac-8526-9516e2fcd8b8 req-8c0efcaf-8dcb-4c7f-9f33-f9ad9bf38f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:37.506512 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-27ea1935-7563-42ac-8526-9516e2fcd8b8 req-8c0efcaf-8dcb-4c7f-9f33-f9ad9bf38f0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=4dbd5c10-2dd0-4964-949e-32f957ba960b HTTP/1.1" status: 200 len: 898 time: 0.4762039 Jan 17 14:20:37.508051 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbf10-d6c0-4351-b356-226a0462a294 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:37.567257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-6d9e359b-2952-466d-afa8-5ad188b85d76 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Deleting port 2d2c6416-79c0-4ede-864f-ea1ccd144056 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:37.567694 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6d9e359b-2952-466d-afa8-5ad188b85d76 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:37.599804 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5b6d16b0-33ec-4c19-b610-03a27e21df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:33Z', 'revision_number': 8, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': '19ab643c-dd59-4cff-b763-736a0b22cff3', 'name': '', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:e0:a3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:02Z', 'updated_at': '2022-01-17T14:20:15Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:10Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0e98693-2018-4192-a5d9-c3bd07c4fe50', 'name': '', 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:8e:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:10Z', 'updated_at': '2022-01-17T14:20:24Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:37.604775 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6d16b0-33ec-4c19-b610-03a27e21df3c None None] Checking router: 4117b374-0843-4e61-a365-790e1f708583 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:20:37.615814 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6d16b0-33ec-4c19-b610-03a27e21df3c None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:37.616316 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-6e1cbf10-d6c0-4351-b356-226a0462a294 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ded069f-99c5-4110-bbed-e877370872eb']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:37.616470 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5b6d16b0-33ec-4c19-b610-03a27e21df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:37.635230 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-6e1cbf10-d6c0-4351-b356-226a0462a294 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f0600b-f7e1-4b74-900c-6fcc53331e32') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:37.635504 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4dda6f45-a518-4d05-84ac-ee87da4026a4 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:37.635654 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-6e1cbf10-d6c0-4351-b356-226a0462a294 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f0600b-f7e1-4b74-900c-6fcc53331e32') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:37.654588 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbf10-d6c0-4351-b356-226a0462a294 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:37.663379 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-27ea1935-7563-42ac-8526-9516e2fcd8b8 req-a3417baf-46f2-4b01-bc11-ddd6e9292c77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6dfb90d-8416-468e-807b-65e33baca4cf HTTP/1.1" status: 200 len: 1001 time: 0.1479144 Jan 17 14:20:37.698471 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device f3b27ba4-5921-4a6f-ac99-a811020a191c up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:37.708273 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbf10-d6c0-4351-b356-226a0462a294 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:37.730306 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1cbf10-d6c0-4351-b356-226a0462a294 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:20:37.731152 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbf10-d6c0-4351-b356-226a0462a294 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:37.732669 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda6f45-a518-4d05-84ac-ee87da4026a4 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Pushing event deleted for resources: {'Port': ['ID=1eae20e4-e8e0-49e8-b9e0-e29d42c06d8a,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:20:37.749229 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:20:37.833255 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-5b6d16b0-33ec-4c19-b610-03a27e21df3c None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:37.845119 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port f3b27ba4-5921-4a6f-ac99-a811020a191c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:37.845489 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:37.869515 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea1935-7563-42ac-8526-9516e2fcd8b8 req-dfa912d2-af09-4234-8f41-12a2c4e7124f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:37.870977 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-27ea1935-7563-42ac-8526-9516e2fcd8b8 req-dfa912d2-af09-4234-8f41-12a2c4e7124f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59aac7e4-1eb4-456a-a6d3-b8b2da7454bf HTTP/1.1" status: 200 len: 835 time: 0.1999786 Jan 17 14:20:37.950088 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbf10-d6c0-4351-b356-226a0462a294 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:37.990500 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbf10-d6c0-4351-b356-226a0462a294 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:38.000120 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cbf10-d6c0-4351-b356-226a0462a294 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Network': ['ID=4ded069f-99c5-4110-bbed-e877370872eb,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:38.018705 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6e1cbf10-d6c0-4351-b356-226a0462a294 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/networks/4ded069f-99c5-4110-bbed-e877370872eb HTTP/1.1" status: 204 len: 168 time: 1.8251288 Jan 17 14:20:38.021982 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37652) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:38.041555 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c4b9cdbf-94eb-4d5e-8700-9dbd799d000a up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:20:38.130290 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port c4b9cdbf-94eb-4d5e-8700-9dbd799d000a triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:38.130938 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:38.165472 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea1935-7563-42ac-8526-9516e2fcd8b8 req-94aa13f3-489f-4b25-9241-4e3d661cc314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:38.166971 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-27ea1935-7563-42ac-8526-9516e2fcd8b8 req-94aa13f3-489f-4b25-9241-4e3d661cc314 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4dbd5c10-2dd0-4964-949e-32f957ba960b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2815168 Jan 17 14:20:38.226467 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6d9e359b-2952-466d-afa8-5ad188b85d76 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:38.326926 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5b6d16b0-33ec-4c19-b610-03a27e21df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:33Z', 'revision_number': 8, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': '19ab643c-dd59-4cff-b763-736a0b22cff3', 'name': '', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:e0:a3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:02Z', 'updated_at': '2022-01-17T14:20:15Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:10Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0e98693-2018-4192-a5d9-c3bd07c4fe50', 'name': '', 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:8e:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:10Z', 'updated_at': '2022-01-17T14:20:24Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:38.333504 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6d16b0-33ec-4c19-b610-03a27e21df3c None None] The sync data for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv is: [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:33Z', 'revision_number': 8, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': '19ab643c-dd59-4cff-b763-736a0b22cff3', 'name': '', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:e0:a3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:02Z', 'updated_at': '2022-01-17T14:20:15Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:10Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0e98693-2018-4192-a5d9-c3bd07c4fe50', 'name': '', 'network_id': '7ac99729-f65b-4c96-bf6e-685ee01931f7', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:8e:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:10Z', 'updated_at': '2022-01-17T14:20:24Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '82b2732b-a0a0-4237-bd43-912933db0a60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:20:38.347286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c6ee7a60-356a-4171-9855-b941f44133f8 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:20:38.389135 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: c6ee7a60-356a-4171-9855-b941f44133f8 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:20:38.389610 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c6ee7a60-356a-4171-9855-b941f44133f8 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:20:38.390510 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:20:38.434071 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:20:38.434552 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a2e9f9a8-f564-4d97-82d4-44c95e2fb1ea not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:20:38.499779 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-6d9e359b-2952-466d-afa8-5ad188b85d76 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Calling delete_port for 2d2c6416-79c0-4ede-864f-ea1ccd144056 owned by {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:38.520206 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-27ea1935-7563-42ac-8526-9516e2fcd8b8 req-8b61a4e1-8b85-4d40-8567-13520a3fa9d1 service neutron] 10.222.0.15 "GET /v2.0/networks/4dbd5c10-2dd0-4964-949e-32f957ba960b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423927 Jan 17 14:20:38.534450 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4dda6f45-a518-4d05-84ac-ee87da4026a4 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:38.709398 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-27ea1935-7563-42ac-8526-9516e2fcd8b8 req-d71e1501-eba1-441b-aefd-7a3f6f529764 service neutron] 10.222.0.15 "GET /v2.0/networks/4dbd5c10-2dd0-4964-949e-32f957ba960b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814942 Jan 17 14:20:38.774093 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6d9e359b-2952-466d-afa8-5ad188b85d76 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:38.891087 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e359b-2952-466d-afa8-5ad188b85d76 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Pushing event deleted for resources: {'Port': ['ID=2d2c6416-79c0-4ede-864f-ea1ccd144056,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:38.901825 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6d9e359b-2952-466d-afa8-5ad188b85d76 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:38.913154 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dda6f45-a518-4d05-84ac-ee87da4026a4 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Router c13319fb-fcd2-4b61-b879-9a30ec77989f has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:20:38.926454 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6d9e359b-2952-466d-afa8-5ad188b85d76 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "DELETE /v2.0/ports/2d2c6416-79c0-4ede-864f-ea1ccd144056 HTTP/1.1" status: 204 len: 168 time: 1.4388816 Jan 17 14:20:38.929828 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37656) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:38.932569 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-efb37853-f76d-48fd-93e6-4e9faabbd982 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:39.057805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dda6f45-a518-4d05-84ac-ee87da4026a4 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:20:39.062399 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4dda6f45-a518-4d05-84ac-ee87da4026a4 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "PUT /v2.0/routers/c13319fb-fcd2-4b61-b879-9a30ec77989f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6085305 Jan 17 14:20:39.066468 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37660) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:39.068789 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd4c1c-52e8-4733-a7e3-1f16b6fdfc64 None None] Sync routers for ids ['c13319fb-fcd2-4b61-b879-9a30ec77989f'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:20:39.080871 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd4c1c-52e8-4733-a7e3-1f16b6fdfc64 None None] Routers {'c13319fb-fcd2-4b61-b879-9a30ec77989f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:39.081498 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-64bd4c1c-52e8-4733-a7e3-1f16b6fdfc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['c13319fb-fcd2-4b61-b879-9a30ec77989f'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:39.140956 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-89dd18ab-0c97-4ae1-80cf-0a465b096052 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Deleting port 931113cd-78ad-4878-ac83-e04bb9f2300f {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:39.141295 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-89dd18ab-0c97-4ae1-80cf-0a465b096052 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:39.151579 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-12f4854f-d481-4c7f-86a1-0cf724fbd99b tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] delete failed (client error): The resource could not be found. Jan 17 14:20:39.156731 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-12f4854f-d481-4c7f-86a1-0cf724fbd99b tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-186421601 HTTP/1.1" status: 404 len: 334 time: 0.0843940 Jan 17 14:20:39.157089 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-64bd4c1c-52e8-4733-a7e3-1f16b6fdfc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:39.157501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37664) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:39.163176 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c55148e8-e82e-4e52-bde3-a1c1f205e8f4 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c13319fb-fcd2-4b61-b879-9a30ec77989f'}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:39.167525 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd4c1c-52e8-4733-a7e3-1f16b6fdfc64 None None] Routers {'c13319fb-fcd2-4b61-b879-9a30ec77989f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:39.168177 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-64bd4c1c-52e8-4733-a7e3-1f16b6fdfc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['c13319fb-fcd2-4b61-b879-9a30ec77989f'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:39.232777 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-64bd4c1c-52e8-4733-a7e3-1f16b6fdfc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:39.233185 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd4c1c-52e8-4733-a7e3-1f16b6fdfc64 None None] The sync data for ids ['c13319fb-fcd2-4b61-b879-9a30ec77989f'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:20:39.485573 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-89dd18ab-0c97-4ae1-80cf-0a465b096052 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:39.554611 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c55148e8-e82e-4e52-bde3-a1c1f205e8f4 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:39.646656 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-89dd18ab-0c97-4ae1-80cf-0a465b096052 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Calling delete_port for 931113cd-78ad-4878-ac83-e04bb9f2300f owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:39.707468 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-c55148e8-e82e-4e52-bde3-a1c1f205e8f4 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] update failed (client error): The resource could not be found. Jan 17 14:20:39.709284 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c55148e8-e82e-4e52-bde3-a1c1f205e8f4 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "PUT /v2.0/routers/c13319fb-fcd2-4b61-b879-9a30ec77989f HTTP/1.1" status: 404 len: 339 time: 0.5506160 Jan 17 14:20:39.713142 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37668) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:39.720893 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-efb37853-f76d-48fd-93e6-4e9faabbd982 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting port e0e98693-2018-4192-a5d9-c3bd07c4fe50 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:39.721235 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-efb37853-f76d-48fd-93e6-4e9faabbd982 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:39.867056 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-89dd18ab-0c97-4ae1-80cf-0a465b096052 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:39.934718 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd18ab-0c97-4ae1-80cf-0a465b096052 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Pushing event deleted for resources: {'Port': ['ID=931113cd-78ad-4878-ac83-e04bb9f2300f,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:39.943849 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-89dd18ab-0c97-4ae1-80cf-0a465b096052 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:39.972461 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-89dd18ab-0c97-4ae1-80cf-0a465b096052 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "DELETE /v2.0/ports/931113cd-78ad-4878-ac83-e04bb9f2300f HTTP/1.1" status: 204 len: 168 time: 0.9907234 Jan 17 14:20:39.975603 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37672) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:40.029084 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d09d0fde-d73e-4981-ab30-5c67661b1e3a tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Synchronizing usage tracker for tenant:1c57349658c246bf952d4bc777caabd0 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:20:40.038743 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-efb37853-f76d-48fd-93e6-4e9faabbd982 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] For port e0e98693-2018-4192-a5d9-c3bd07c4fe50, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e0e98693-2018-4192-a5d9-c3bd07c4fe50,segment=NetworkSegment(c7c4d725-aada-424e-9f0b-d1b8cb9e32c8),segment_id=c7c4d725-aada-424e-9f0b-d1b8cb9e32c8)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:40.039098 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-efb37853-f76d-48fd-93e6-4e9faabbd982 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:40.170590 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-efb37853-f76d-48fd-93e6-4e9faabbd982 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Calling delete_port for e0e98693-2018-4192-a5d9-c3bd07c4fe50 owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:40.198839 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d09d0fde-d73e-4981-ab30-5c67661b1e3a tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Unset dirty status for tenant:1c57349658c246bf952d4bc777caabd0 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:20:40.200021 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d09d0fde-d73e-4981-ab30-5c67661b1e3a tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2234910 Jan 17 14:20:40.210017 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37676) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:40.231235 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d258a60b-e616-49e5-bd8b-e62a15d5acc2 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:40.339924 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-d31f24b3-432d-4254-9af5-f9f5503a9f6c tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-819668909'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:40.348729 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d31f24b3-432d-4254-9af5-f9f5503a9f6c tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:40.356456 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d31f24b3-432d-4254-9af5-f9f5503a9f6c tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Usage tracker for resource:network and tenant:1c57349658c246bf952d4bc777caabd0 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:40.361708 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d31f24b3-432d-4254-9af5-f9f5503a9f6c tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:40.369774 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d31f24b3-432d-4254-9af5-f9f5503a9f6c tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:40.397797 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31f24b3-432d-4254-9af5-f9f5503a9f6c tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Made reservation on behalf of 1c57349658c246bf952d4bc777caabd0 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:40.401389 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d31f24b3-432d-4254-9af5-f9f5503a9f6c tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:40.438472 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31f24b3-432d-4254-9af5-f9f5503a9f6c tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:20:40.460624 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d31f24b3-432d-4254-9af5-f9f5503a9f6c tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:40.461100 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-d31f24b3-432d-4254-9af5-f9f5503a9f6c tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Added segment 3944d6b2-3c11-41b9-9de9-ea80b44540e0 of type vlan for network 18a2f332-9acc-4d3b-a717-bf3a1b3befd6 Jan 17 14:20:40.532450 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d31f24b3-432d-4254-9af5-f9f5503a9f6c tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:40.570886 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-efb37853-f76d-48fd-93e6-4e9faabbd982 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:40.604421 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-d258a60b-e616-49e5-bd8b-e62a15d5acc2 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Allocated IP 172.20.0.1 (e0e59898-9d2c-46d8-8a7f-2d8af19c2870/08bc0000-3885-41bb-88b8-c3553b2ae6a2/c99dab54-7985-46a5-a5d2-f60a6013dcd5) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:20:40.629395 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c631c195-2d4d-4220-be2a-026dc2e9d651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:40.653646 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d31f24b3-432d-4254-9af5-f9f5503a9f6c tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:40.659223 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31f24b3-432d-4254-9af5-f9f5503a9f6c tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:40.659815 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d31f24b3-432d-4254-9af5-f9f5503a9f6c tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:40.666156 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb37853-f76d-48fd-93e6-4e9faabbd982 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Port': ['ID=e0e98693-2018-4192-a5d9-c3bd07c4fe50,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:40.816342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d258a60b-e616-49e5-bd8b-e62a15d5acc2 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:40.835845 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-d258a60b-e616-49e5-bd8b-e62a15d5acc2 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Transition to ACTIVE for port object c99dab54-7985-46a5-a5d2-f60a6013dcd5 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:20:40.853725 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d31f24b3-432d-4254-9af5-f9f5503a9f6c tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6426749 Jan 17 14:20:40.856415 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37680) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:40.856647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f24b3-432d-4254-9af5-f9f5503a9f6c tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Pushing event updated for resources: {'Network': ['ID=18a2f332-9acc-4d3b-a717-bf3a1b3befd6,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:40.862190 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-dd3ae604-fc09-4210-8182-b3e706ef9db9 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1907561961'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:40.868629 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 18a2f332-9acc-4d3b-a717-bf3a1b3befd6 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:20:40.868900 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-dd3ae604-fc09-4210-8182-b3e706ef9db9 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:40.874566 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-dd3ae604-fc09-4210-8182-b3e706ef9db9 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Usage tracker for resource:network and tenant:1c57349658c246bf952d4bc777caabd0 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:40.877981 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-dd3ae604-fc09-4210-8182-b3e706ef9db9 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:40.884786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-dd3ae604-fc09-4210-8182-b3e706ef9db9 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:40.888603 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d258a60b-e616-49e5-bd8b-e62a15d5acc2 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:40.961698 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3ae604-fc09-4210-8182-b3e706ef9db9 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Made reservation on behalf of 1c57349658c246bf952d4bc777caabd0 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:40.965193 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dd3ae604-fc09-4210-8182-b3e706ef9db9 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:40.976121 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d258a60b-e616-49e5-bd8b-e62a15d5acc2 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Network e0e59898-9d2c-46d8-8a7f-2d8af19c2870 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:40.981516 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-d258a60b-e616-49e5-bd8b-e62a15d5acc2 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:40.986978 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d258a60b-e616-49e5-bd8b-e62a15d5acc2 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:20:41.031844 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258a60b-e616-49e5-bd8b-e62a15d5acc2 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Pushing event updated for resources: {'Port': ['ID=c99dab54-7985-46a5-a5d2-f60a6013dcd5,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:41.041852 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-efb37853-f76d-48fd-93e6-4e9faabbd982 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:41.054700 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3ae604-fc09-4210-8182-b3e706ef9db9 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:20:41.073288 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dd3ae604-fc09-4210-8182-b3e706ef9db9 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:41.073635 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-dd3ae604-fc09-4210-8182-b3e706ef9db9 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Added segment 8df1ca6b-41fd-442b-ae58-2dd2ce004f2f of type vlan for network a5511650-8e8d-48e0-95fb-815ff81e74b0 Jan 17 14:20:41.074944 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d258a60b-e616-49e5-bd8b-e62a15d5acc2 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:41.134151 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dd3ae604-fc09-4210-8182-b3e706ef9db9 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:41.216613 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d258a60b-e616-49e5-bd8b-e62a15d5acc2 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:41.232565 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dd3ae604-fc09-4210-8182-b3e706ef9db9 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:41.234304 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ab4ba80d-2fbb-44c5-babc-f38bf093b62f None None] Provisioning for port c99dab54-7985-46a5-a5d2-f60a6013dcd5 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:20:41.237926 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3ae604-fc09-4210-8182-b3e706ef9db9 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:41.239083 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dd3ae604-fc09-4210-8182-b3e706ef9db9 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:41.240196 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ab4ba80d-2fbb-44c5-babc-f38bf093b62f None None] Provisioning complete for port c99dab54-7985-46a5-a5d2-f60a6013dcd5 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:41.240788 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ab4ba80d-2fbb-44c5-babc-f38bf093b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:41.300215 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ab4ba80d-2fbb-44c5-babc-f38bf093b62f None None] Port c99dab54-7985-46a5-a5d2-f60a6013dcd5 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:20:41.391630 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb37853-f76d-48fd-93e6-4e9faabbd982 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router 4117b374-0843-4e61-a365-790e1f708583 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:20:41.514753 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-dd3ae604-fc09-4210-8182-b3e706ef9db9 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6570599 Jan 17 14:20:41.554514 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb37853-f76d-48fd-93e6-4e9faabbd982 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:20:41.559992 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-efb37853-f76d-48fd-93e6-4e9faabbd982 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/4117b374-0843-4e61-a365-790e1f708583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5361872 Jan 17 14:20:41.562397 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37684) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:41.566811 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93b48b-11dc-48d3-9bb8-93bcdf791a7f None None] Sync routers for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:20:41.571685 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ae604-fc09-4210-8182-b3e706ef9db9 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Pushing event updated for resources: {'Network': ['ID=a5511650-8e8d-48e0-95fb-815ff81e74b0,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:41.584512 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93b48b-11dc-48d3-9bb8-93bcdf791a7f None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:41.585131 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-cd93b48b-11dc-48d3-9bb8-93bcdf791a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:41.585745 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network a5511650-8e8d-48e0-95fb-815ff81e74b0 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:20:41.708394 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c74820-11e5-49d1-a755-68ffdf79b428 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting subnet 82b2732b-a0a0-4237-bd43-912933db0a60 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:20:41.715302 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9c74820-11e5-49d1-a755-68ffdf79b428 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:41.799681 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9c74820-11e5-49d1-a755-68ffdf79b428 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:41.900938 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-cd93b48b-11dc-48d3-9bb8-93bcdf791a7f None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:41.903675 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9c74820-11e5-49d1-a755-68ffdf79b428 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:41.993322 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9c74820-11e5-49d1-a755-68ffdf79b428 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:42.005674 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d258a60b-e616-49e5-bd8b-e62a15d5acc2 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:42.012228 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d258a60b-e616-49e5-bd8b-e62a15d5acc2 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:42.141537 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258a60b-e616-49e5-bd8b-e62a15d5acc2 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Pushing event updated for resources: {'Port': ['ID=c99dab54-7985-46a5-a5d2-f60a6013dcd5,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:42.166312 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d258a60b-e616-49e5-bd8b-e62a15d5acc2 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:42.205539 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9c74820-11e5-49d1-a755-68ffdf79b428 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:42.207988 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc184a3-acbb-44ca-b1fe-dd691cc76413 None None] Network 7ac99729-f65b-4c96-bf6e-685ee01931f7 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:42.210191 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c74820-11e5-49d1-a755-68ffdf79b428 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Subnet': ['ID=82b2732b-a0a0-4237-bd43-912933db0a60,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:42.218471 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c9c74820-11e5-49d1-a755-68ffdf79b428 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/subnets/82b2732b-a0a0-4237-bd43-912933db0a60 HTTP/1.1" status: 204 len: 168 time: 0.6549275 Jan 17 14:20:42.219041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37688) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:42.322279 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-cd93b48b-11dc-48d3-9bb8-93bcdf791a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:40Z', 'revision_number': 9, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': '19ab643c-dd59-4cff-b763-736a0b22cff3', 'name': '', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:e0:a3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:02Z', 'updated_at': '2022-01-17T14:20:15Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:10Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:42.329821 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93b48b-11dc-48d3-9bb8-93bcdf791a7f None None] Checking router: 4117b374-0843-4e61-a365-790e1f708583 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:20:42.345308 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93b48b-11dc-48d3-9bb8-93bcdf791a7f None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:42.346288 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-cd93b48b-11dc-48d3-9bb8-93bcdf791a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:42.476568 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-24205cac-0509-4675-8e88-f080960f3926 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:42.501601 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-24205cac-0509-4675-8e88-f080960f3926 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting port 6e2974d1-7505-46ac-b0ac-c7385d3e56d4 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:42.502302 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-24205cac-0509-4675-8e88-f080960f3926 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:42.530272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d258a60b-e616-49e5-bd8b-e62a15d5acc2 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Network e0e59898-9d2c-46d8-8a7f-2d8af19c2870 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:20:42.532189 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-d258a60b-e616-49e5-bd8b-e62a15d5acc2 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:42.721807 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-cd93b48b-11dc-48d3-9bb8-93bcdf791a7f None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:42.822177 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0628c0c0-e62e-401a-9db2-061a9cf30f99 None None] DHCP port deletion for 7ac99729-f65b-4c96-bf6e-685ee01931f7 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:20:42.829973 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0628c0c0-e62e-401a-9db2-061a9cf30f99 None None] Deleting port 6e2974d1-7505-46ac-b0ac-c7385d3e56d4 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:42.835432 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0628c0c0-e62e-401a-9db2-061a9cf30f99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:42.986875 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-24205cac-0509-4675-8e88-f080960f3926 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] For port 6e2974d1-7505-46ac-b0ac-c7385d3e56d4, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6e2974d1-7505-46ac-b0ac-c7385d3e56d4,segment=NetworkSegment(c7c4d725-aada-424e-9f0b-d1b8cb9e32c8),segment_id=c7c4d725-aada-424e-9f0b-d1b8cb9e32c8)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:42.988478 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-24205cac-0509-4675-8e88-f080960f3926 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:43.084347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d258a60b-e616-49e5-bd8b-e62a15d5acc2 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Router c13319fb-fcd2-4b61-b879-9a30ec77989f has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:20:43.245137 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-1aca5e81-368f-436e-97c2-a615b3872ebc None None] Provisioning complete for port c99dab54-7985-46a5-a5d2-f60a6013dcd5 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:20:43.245731 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1aca5e81-368f-436e-97c2-a615b3872ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:43.249873 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-24205cac-0509-4675-8e88-f080960f3926 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Calling delete_port for 6e2974d1-7505-46ac-b0ac-c7385d3e56d4 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:43.293330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d258a60b-e616-49e5-bd8b-e62a15d5acc2 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:20:43.309150 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37692) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:43.309359 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d258a60b-e616-49e5-bd8b-e62a15d5acc2 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "PUT /v2.0/routers/c13319fb-fcd2-4b61-b879-9a30ec77989f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5913589 Jan 17 14:20:43.320171 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2230cdd1-e455-4223-a44b-c9edc2a05528 None None] Sync routers for ids ['c13319fb-fcd2-4b61-b879-9a30ec77989f'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:20:43.332182 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-cd93b48b-11dc-48d3-9bb8-93bcdf791a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:40Z', 'revision_number': 9, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': '19ab643c-dd59-4cff-b763-736a0b22cff3', 'name': '', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:e0:a3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:02Z', 'updated_at': '2022-01-17T14:20:15Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:10Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:43.336993 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93b48b-11dc-48d3-9bb8-93bcdf791a7f None None] The sync data for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv is: [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:40Z', 'revision_number': 9, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': '19ab643c-dd59-4cff-b763-736a0b22cff3', 'name': '', 'network_id': 'c025b823-c2c4-40d2-acd5-1220b29f53ff', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:e0:a3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:20:02Z', 'updated_at': '2022-01-17T14:20:15Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': 'fcec9571-a377-4e58-a09b-5e4722aedd8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:10Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:20:43.383080 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2230cdd1-e455-4223-a44b-c9edc2a05528 None None] Routers {'c13319fb-fcd2-4b61-b879-9a30ec77989f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:43.383845 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-2230cdd1-e455-4223-a44b-c9edc2a05528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['c13319fb-fcd2-4b61-b879-9a30ec77989f'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:43.441368 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-1aca5e81-368f-436e-97c2-a615b3872ebc None None] Port c99dab54-7985-46a5-a5d2-f60a6013dcd5 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:20:43.467750 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0628c0c0-e62e-401a-9db2-061a9cf30f99 None None] For port 6e2974d1-7505-46ac-b0ac-c7385d3e56d4, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6e2974d1-7505-46ac-b0ac-c7385d3e56d4,segment=NetworkSegment(c7c4d725-aada-424e-9f0b-d1b8cb9e32c8),segment_id=c7c4d725-aada-424e-9f0b-d1b8cb9e32c8)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:43.468278 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0628c0c0-e62e-401a-9db2-061a9cf30f99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:43.477019 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-2230cdd1-e455-4223-a44b-c9edc2a05528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:43.532729 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-24205cac-0509-4675-8e88-f080960f3926 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:43.592075 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-98b161ee-db0a-49d4-8c61-fb5240aff550 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:43.597635 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2230cdd1-e455-4223-a44b-c9edc2a05528 None None] Routers {'c13319fb-fcd2-4b61-b879-9a30ec77989f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:43.598923 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-2230cdd1-e455-4223-a44b-c9edc2a05528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['c13319fb-fcd2-4b61-b879-9a30ec77989f'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:43.645758 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24205cac-0509-4675-8e88-f080960f3926 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Port': ['ID=6e2974d1-7505-46ac-b0ac-c7385d3e56d4,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:43.656455 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24205cac-0509-4675-8e88-f080960f3926 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] No DVR routers for this DVR port 6e2974d1-7505-46ac-b0ac-c7385d3e56d4 on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:20:43.673496 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0628c0c0-e62e-401a-9db2-061a9cf30f99 None None] Calling delete_port for 6e2974d1-7505-46ac-b0ac-c7385d3e56d4 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:43.704668 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-2230cdd1-e455-4223-a44b-c9edc2a05528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:43.705296 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2230cdd1-e455-4223-a44b-c9edc2a05528 None None] The sync data for ids ['c13319fb-fcd2-4b61-b879-9a30ec77989f'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:20:43.819184 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-0628c0c0-e62e-401a-9db2-061a9cf30f99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:20:43.819810 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-0628c0c0-e62e-401a-9db2-061a9cf30f99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:20:43.858525 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e0e98693-2018-4192-a5d9-c3bd07c4fe50 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:20:43.901379 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-24205cac-0509-4675-8e88-f080960f3926 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:43.943323 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-24205cac-0509-4675-8e88-f080960f3926 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac99729-f65b-4c96-bf6e-685ee01931f7']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:43.946243 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: e0e98693-2018-4192-a5d9-c3bd07c4fe50 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:20:43.946768 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e0e98693-2018-4192-a5d9-c3bd07c4fe50 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:20:43.949784 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6e2974d1-7505-46ac-b0ac-c7385d3e56d4 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:20:43.962471 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-24205cac-0509-4675-8e88-f080960f3926 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c4d725-aada-424e-9f0b-d1b8cb9e32c8') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:43.962693 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-24205cac-0509-4675-8e88-f080960f3926 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c4d725-aada-424e-9f0b-d1b8cb9e32c8') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:43.979897 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-24205cac-0509-4675-8e88-f080960f3926 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:43.983930 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-11baa55a-1fdf-41bb-ad03-41ddcc4c10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:43.990045 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-98b161ee-db0a-49d4-8c61-fb5240aff550 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 17 14:20:43.991178 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-98b161ee-db0a-49d4-8c61-fb5240aff550 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "DELETE /v2.0/routers/c13319fb-fcd2-4b61-b879-9a30ec77989f HTTP/1.1" status: 409 len: 329 time: 0.6820140 Jan 17 14:20:43.994212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37696) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:43.999424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-24205cac-0509-4675-8e88-f080960f3926 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:44.002237 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:44.005570 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 6e2974d1-7505-46ac-b0ac-c7385d3e56d4 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:20:44.005910 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6e2974d1-7505-46ac-b0ac-c7385d3e56d4 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:20:44.016721 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:44.019091 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24205cac-0509-4675-8e88-f080960f3926 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:20:44.020819 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-24205cac-0509-4675-8e88-f080960f3926 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:20:44.037206 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:20:44.122306 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-24205cac-0509-4675-8e88-f080960f3926 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:44.140269 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-24205cac-0509-4675-8e88-f080960f3926 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:44.151950 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24205cac-0509-4675-8e88-f080960f3926 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Network': ['ID=7ac99729-f65b-4c96-bf6e-685ee01931f7,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:44.162728 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-24205cac-0509-4675-8e88-f080960f3926 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/networks/7ac99729-f65b-4c96-bf6e-685ee01931f7 HTTP/1.1" status: 204 len: 168 time: 1.9427335 Jan 17 14:20:44.163328 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37700) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:44.321997 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0628c0c0-e62e-401a-9db2-061a9cf30f99 None None] Deleting port 6e2974d1-7505-46ac-b0ac-c7385d3e56d4 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:44.321997 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0628c0c0-e62e-401a-9db2-061a9cf30f99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:44.389775 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0628c0c0-e62e-401a-9db2-061a9cf30f99 None None] The port '6e2974d1-7505-46ac-b0ac-c7385d3e56d4' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:20:44.812658 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37704) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:44.819462 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Request body: {'subnets': [{'network_id': '18a2f332-9acc-4d3b-a717-bf3a1b3befd6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1343842889', 'ip_version': 6}, {'network_id': 'a5511650-8e8d-48e0-95fb-815ff81e74b0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:44.819918 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Request body: {'subnet': {'network_id': '18a2f332-9acc-4d3b-a717-bf3a1b3befd6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1343842889', 'ip_version': 6}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:44.820658 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Request body: {'subnet': {'network_id': 'a5511650-8e8d-48e0-95fb-815ff81e74b0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:45.094662 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e8c8084f-2fc2-44b1-9b62-a64a235913f3 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:45.143248 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:45.147004 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Usage tracker for resource:subnet and tenant:1c57349658c246bf952d4bc777caabd0 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:45.149859 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:45.155562 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:45.166160 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Made reservation on behalf of 1c57349658c246bf952d4bc777caabd0 for: {'subnet': 2} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:20:45.170679 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:45.171003 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:45.316564 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e131e21c-64b5-4f11-a717-428535aa306d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:45.382272 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:45.622033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:45.708749 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Pushing event updated for resources: {'Subnet': ['ID=4711845c-c6e4-4800-83b5-48d72e536c53,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:45.720221 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Checking segment: {'id': '3944d6b2-3c11-41b9-9de9-ea80b44540e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '18a2f332-9acc-4d3b-a717-bf3a1b3befd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:20:45.720579 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Network hostable DHCP agents. Network: 18a2f332-9acc-4d3b-a717-bf3a1b3befd6, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:20:45.741192 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Network 18a2f332-9acc-4d3b-a717-bf3a1b3befd6 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:20:45.751417 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 18a2f332-9acc-4d3b-a717-bf3a1b3befd6) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:45.755124 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:45.765202 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186034ca-5ea0-48ab-a011-ac8c27ec6df9 None None] Network 18a2f332-9acc-4d3b-a717-bf3a1b3befd6 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:45.840883 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Pushing event updated for resources: {'Subnet': ['ID=0eaa1508-20f4-405c-93d8-a8af1ec512c4,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:45.846389 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Checking segment: {'id': '8df1ca6b-41fd-442b-ae58-2dd2ce004f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a5511650-8e8d-48e0-95fb-815ff81e74b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:20:45.846739 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Network hostable DHCP agents. Network: a5511650-8e8d-48e0-95fb-815ff81e74b0, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:20:45.865920 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-e8c8084f-2fc2-44b1-9b62-a64a235913f3 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Deleting port c99dab54-7985-46a5-a5d2-f60a6013dcd5 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:45.866258 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e8c8084f-2fc2-44b1-9b62-a64a235913f3 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:45.869916 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Network a5511650-8e8d-48e0-95fb-815ff81e74b0 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:20:45.880827 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, a5511650-8e8d-48e0-95fb-815ff81e74b0) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:20:45.885617 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:45.886135 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:45.886803 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:45.900272 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01048018-5161-4c12-99ef-e0f6e207e622 None None] Network a5511650-8e8d-48e0-95fb-815ff81e74b0 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:45.912118 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2ff4fe92-8afa-4d17-b3c2-3a44c56b8b1b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.0969112 Jan 17 14:20:45.914155 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37708) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:45.989816 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89bd79c-9bde-4aa4-b095-2da8072b048e tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:45.991256 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89bd79c-9bde-4aa4-b095-2da8072b048e tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:45.992869 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89bd79c-9bde-4aa4-b095-2da8072b048e tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:45.993814 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c89bd79c-9bde-4aa4-b095-2da8072b048e tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Synchronizing usage tracker for tenant:1c57349658c246bf952d4bc777caabd0 on resource:subnet {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:20:46.013262 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c89bd79c-9bde-4aa4-b095-2da8072b048e tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Unset dirty status for tenant:1c57349658c246bf952d4bc777caabd0 on resource:subnet {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:20:46.020468 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c89bd79c-9bde-4aa4-b095-2da8072b048e tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0994227 Jan 17 14:20:46.024880 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37712) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:46.094008 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-e131e21c-64b5-4f11-a717-428535aa306d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting port 19ab643c-dd59-4cff-b763-736a0b22cff3 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:46.094341 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e131e21c-64b5-4f11-a717-428535aa306d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:46.104176 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-3508b9be-bd7d-426b-861f-94c0e9c6a37a tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Deleting subnet 4711845c-c6e4-4800-83b5-48d72e536c53 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:20:46.106121 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3508b9be-bd7d-426b-861f-94c0e9c6a37a tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:46.153419 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d958cd5-1b9b-43ce-9c60-8521a4722c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-18a2f332-9acc-4d3b-a717-bf3a1b3befd6', 'network_id': '18a2f332-9acc-4d3b-a717-bf3a1b3befd6', 'tenant_id': '1c57349658c246bf952d4bc777caabd0', 'fixed_ips': [{'subnet_id': '4711845c-c6e4-4800-83b5-48d72e536c53'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:20:46.154252 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0d958cd5-1b9b-43ce-9c60-8521a4722c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:46.167281 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3508b9be-bd7d-426b-861f-94c0e9c6a37a tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:46.234388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3508b9be-bd7d-426b-861f-94c0e9c6a37a tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:46.262477 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e8c8084f-2fc2-44b1-9b62-a64a235913f3 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:46.315662 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3508b9be-bd7d-426b-861f-94c0e9c6a37a tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:46.346816 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db301e6-4a18-44c1-8ef1-29ec4b8797e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-a5511650-8e8d-48e0-95fb-815ff81e74b0', 'network_id': 'a5511650-8e8d-48e0-95fb-815ff81e74b0', 'tenant_id': '1c57349658c246bf952d4bc777caabd0', 'fixed_ips': [{'subnet_id': '0eaa1508-20f4-405c-93d8-a8af1ec512c4'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:20:46.347599 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0db301e6-4a18-44c1-8ef1-29ec4b8797e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:46.358867 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3508b9be-bd7d-426b-861f-94c0e9c6a37a tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:46.375216 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508b9be-bd7d-426b-861f-94c0e9c6a37a tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Pushing event deleted for resources: {'Subnet': ['ID=4711845c-c6e4-4800-83b5-48d72e536c53,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server [None req-0d958cd5-1b9b-43ce-9c60-8521a4722c74 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4711845c-c6e4-4800-83b5-48d72e536c53: This subnet is being modified by another concurrent operation. Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server raise exception Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4711845c-c6e4-4800-83b5-48d72e536c53: This subnet is being modified by another concurrent operation. Jan 17 14:20:46.376775 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server Jan 17 14:20:46.400007 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3508b9be-bd7d-426b-861f-94c0e9c6a37a tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "DELETE /v2.0/subnets/4711845c-c6e4-4800-83b5-48d72e536c53 HTTP/1.1" status: 204 len: 168 time: 0.3729424 Jan 17 14:20:46.400226 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37716) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:46.417816 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-e8c8084f-2fc2-44b1-9b62-a64a235913f3 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Calling delete_port for c99dab54-7985-46a5-a5d2-f60a6013dcd5 owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:46.425733 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fda5475-e7d0-4e59-9e2e-564c02aabf38 None None] Network 18a2f332-9acc-4d3b-a717-bf3a1b3befd6 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:46.467506 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15ffdbc-5479-4067-bb52-fb3391a45983 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Deleting subnet 0eaa1508-20f4-405c-93d8-a8af1ec512c4 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:20:46.470669 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c15ffdbc-5479-4067-bb52-fb3391a45983 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:46.529238 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c15ffdbc-5479-4067-bb52-fb3391a45983 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:46.546058 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-e131e21c-64b5-4f11-a717-428535aa306d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] For port 19ab643c-dd59-4cff-b763-736a0b22cff3, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=19ab643c-dd59-4cff-b763-736a0b22cff3,segment=NetworkSegment(c1e3d554-dadd-470b-af32-d185e2e4e803),segment_id=c1e3d554-dadd-470b-af32-d185e2e4e803)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:46.546418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e131e21c-64b5-4f11-a717-428535aa306d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:46.605857 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c15ffdbc-5479-4067-bb52-fb3391a45983 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:46.682896 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c15ffdbc-5479-4067-bb52-fb3391a45983 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server [None req-0db301e6-4a18-44c1-8ef1-29ec4b8797e1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0eaa1508-20f4-405c-93d8-a8af1ec512c4: This subnet is being modified by another concurrent operation. Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server raise exception Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0eaa1508-20f4-405c-93d8-a8af1ec512c4: This subnet is being modified by another concurrent operation. Jan 17 14:20:46.687594 dv-neutron-824901-1-hyperv neutron-server[87525]: ERROR oslo_messaging.rpc.server Jan 17 14:20:46.695401 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-e131e21c-64b5-4f11-a717-428535aa306d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Calling delete_port for 19ab643c-dd59-4cff-b763-736a0b22cff3 owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:46.712256 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd924bd-61aa-401c-8051-f5777b7d7ea1 None None] Network a5511650-8e8d-48e0-95fb-815ff81e74b0 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:46.723921 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ffdbc-5479-4067-bb52-fb3391a45983 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Pushing event deleted for resources: {'Subnet': ['ID=0eaa1508-20f4-405c-93d8-a8af1ec512c4,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:46.728252 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c15ffdbc-5479-4067-bb52-fb3391a45983 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:46.739633 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c15ffdbc-5479-4067-bb52-fb3391a45983 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "DELETE /v2.0/subnets/0eaa1508-20f4-405c-93d8-a8af1ec512c4 HTTP/1.1" status: 204 len: 168 time: 0.3372681 Jan 17 14:20:46.741808 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37720) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:46.824932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6141cf6-806f-44b6-9da7-911f0cf03aed tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:20:46.824932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f6141cf6-806f-44b6-9da7-911f0cf03aed tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Synchronizing usage tracker for tenant:1c57349658c246bf952d4bc777caabd0 on resource:subnet {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:20:46.843696 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f6141cf6-806f-44b6-9da7-911f0cf03aed tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Unset dirty status for tenant:1c57349658c246bf952d4bc777caabd0 on resource:subnet {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:20:46.845055 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f6141cf6-806f-44b6-9da7-911f0cf03aed tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1020861 Jan 17 14:20:46.853432 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37724) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:46.903042 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e8c8084f-2fc2-44b1-9b62-a64a235913f3 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:46.921302 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c829e9-64b3-432a-aaf7-9fabbb7259c5 None None] get_active_networks_info from dv-neutron-824901-1-hyperv {{(pid=87525) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 17 14:20:46.958105 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8084f-2fc2-44b1-9b62-a64a235913f3 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Pushing event deleted for resources: {'Port': ['ID=c99dab54-7985-46a5-a5d2-f60a6013dcd5,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:47.060881 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c829e9-64b3-432a-aaf7-9fabbb7259c5 None None] Resources bound (agent type, host, resource id): {{(pid=87525) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 14:20:47.083026 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0f96f3c0-7a67-45bc-971a-84521967daf0 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:47.110518 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e131e21c-64b5-4f11-a717-428535aa306d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:47.217623 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131e21c-64b5-4f11-a717-428535aa306d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Port': ['ID=19ab643c-dd59-4cff-b763-736a0b22cff3,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:47.239622 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0f96f3c0-7a67-45bc-971a-84521967daf0 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:47.266308 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-0f96f3c0-7a67-45bc-971a-84521967daf0 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5511650-8e8d-48e0-95fb-815ff81e74b0']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:47.282649 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-0f96f3c0-7a67-45bc-971a-84521967daf0 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df1ca6b-41fd-442b-ae58-2dd2ce004f2f') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:47.283101 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-0f96f3c0-7a67-45bc-971a-84521967daf0 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df1ca6b-41fd-442b-ae58-2dd2ce004f2f') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:47.296318 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0f96f3c0-7a67-45bc-971a-84521967daf0 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:47.314892 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0f96f3c0-7a67-45bc-971a-84521967daf0 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:47.322531 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f96f3c0-7a67-45bc-971a-84521967daf0 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:20:47.323227 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0f96f3c0-7a67-45bc-971a-84521967daf0 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:20:47.340068 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:20:47.427945 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f35aa1-aeeb-4c58-9647-0e8c8ccb6e0a None None] get_active_networks_info from dv-neutron-824901-1-hyperv {{(pid=87525) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 17 14:20:47.430155 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0f96f3c0-7a67-45bc-971a-84521967daf0 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:47.434715 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0f96f3c0-7a67-45bc-971a-84521967daf0 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:47.463315 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96f3c0-7a67-45bc-971a-84521967daf0 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Pushing event deleted for resources: {'Network': ['ID=a5511650-8e8d-48e0-95fb-815ff81e74b0,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:47.467392 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0f96f3c0-7a67-45bc-971a-84521967daf0 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "DELETE /v2.0/networks/a5511650-8e8d-48e0-95fb-815ff81e74b0 HTTP/1.1" status: 204 len: 168 time: 0.6129432 Jan 17 14:20:47.469909 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37728) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:47.498402 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e8c8084f-2fc2-44b1-9b62-a64a235913f3 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:47.584174 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f35aa1-aeeb-4c58-9647-0e8c8ccb6e0a None None] Resources bound (agent type, host, resource id): {{(pid=87525) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 14:20:47.609794 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a272b670-d1ff-431d-a1d8-e3950576a980 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:47.758710 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a272b670-d1ff-431d-a1d8-e3950576a980 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:47.786652 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-a272b670-d1ff-431d-a1d8-e3950576a980 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a2f332-9acc-4d3b-a717-bf3a1b3befd6']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:47.802982 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-a272b670-d1ff-431d-a1d8-e3950576a980 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3944d6b2-3c11-41b9-9de9-ea80b44540e0') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:47.803253 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-a272b670-d1ff-431d-a1d8-e3950576a980 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3944d6b2-3c11-41b9-9de9-ea80b44540e0') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:47.815738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a272b670-d1ff-431d-a1d8-e3950576a980 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:47.835249 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a272b670-d1ff-431d-a1d8-e3950576a980 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:47.842239 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a272b670-d1ff-431d-a1d8-e3950576a980 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:20:47.842544 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a272b670-d1ff-431d-a1d8-e3950576a980 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:20:47.861227 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:20:47.933356 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e131e21c-64b5-4f11-a717-428535aa306d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:47.946374 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a272b670-d1ff-431d-a1d8-e3950576a980 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:47.953652 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a272b670-d1ff-431d-a1d8-e3950576a980 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:47.988792 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272b670-d1ff-431d-a1d8-e3950576a980 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Pushing event deleted for resources: {'Network': ['ID=18a2f332-9acc-4d3b-a717-bf3a1b3befd6,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:47.993929 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a272b670-d1ff-431d-a1d8-e3950576a980 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "DELETE /v2.0/networks/18a2f332-9acc-4d3b-a717-bf3a1b3befd6 HTTP/1.1" status: 204 len: 168 time: 0.5220616 Jan 17 14:20:47.998330 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37732) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:48.009173 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c8084f-2fc2-44b1-9b62-a64a235913f3 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Router c13319fb-fcd2-4b61-b879-9a30ec77989f has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:20:48.135735 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77d14862-3d59-4b04-a643-9be394f6bd87 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:48.246447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c8084f-2fc2-44b1-9b62-a64a235913f3 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:20:48.259127 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f8d5c-3ff5-459d-9b18-13b36e0a54ac None None] Sync routers for ids ['c13319fb-fcd2-4b61-b879-9a30ec77989f'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:20:48.275369 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f8d5c-3ff5-459d-9b18-13b36e0a54ac None None] Routers {'c13319fb-fcd2-4b61-b879-9a30ec77989f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:48.278347 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-567f8d5c-3ff5-459d-9b18-13b36e0a54ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['c13319fb-fcd2-4b61-b879-9a30ec77989f'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:48.294987 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77d14862-3d59-4b04-a643-9be394f6bd87 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:48.313394 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e8c8084f-2fc2-44b1-9b62-a64a235913f3 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "PUT /v2.0/routers/c13319fb-fcd2-4b61-b879-9a30ec77989f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3169122 Jan 17 14:20:48.323599 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37736) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:48.330934 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-77d14862-3d59-4b04-a643-9be394f6bd87 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83bf14e2-e832-4d68-8edd-8b948a635b6e']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:48.343477 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-77d14862-3d59-4b04-a643-9be394f6bd87 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3defc2-6bbc-451c-92bd-4688adf52b58') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:48.343822 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-77d14862-3d59-4b04-a643-9be394f6bd87 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3defc2-6bbc-451c-92bd-4688adf52b58') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:48.358258 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77d14862-3d59-4b04-a643-9be394f6bd87 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:48.378426 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77d14862-3d59-4b04-a643-9be394f6bd87 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:48.383492 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-567f8d5c-3ff5-459d-9b18-13b36e0a54ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:48.385535 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d14862-3d59-4b04-a643-9be394f6bd87 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:20:48.385988 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77d14862-3d59-4b04-a643-9be394f6bd87 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:48.392653 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f8d5c-3ff5-459d-9b18-13b36e0a54ac None None] Routers {'c13319fb-fcd2-4b61-b879-9a30ec77989f'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:48.393235 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-567f8d5c-3ff5-459d-9b18-13b36e0a54ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['c13319fb-fcd2-4b61-b879-9a30ec77989f'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:20:48.401096 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:20:48.453556 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-567f8d5c-3ff5-459d-9b18-13b36e0a54ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:48.453944 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f8d5c-3ff5-459d-9b18-13b36e0a54ac None None] The sync data for ids ['c13319fb-fcd2-4b61-b879-9a30ec77989f'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:20:48.462138 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-3703cc7b-32c5-49e9-baaa-d11d7bfa813d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] show failed (client error): The resource could not be found. Jan 17 14:20:48.462990 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3703cc7b-32c5-49e9-baaa-d11d7bfa813d tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1992241007 HTTP/1.1" status: 404 len: 335 time: 0.1381102 Jan 17 14:20:48.466752 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37740) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:48.473962 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-fc4f39ce-aa0d-4140-9818-162f99ba509f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:48.482714 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77d14862-3d59-4b04-a643-9be394f6bd87 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:48.502841 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77d14862-3d59-4b04-a643-9be394f6bd87 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:48.511930 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d14862-3d59-4b04-a643-9be394f6bd87 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Pushing event deleted for resources: {'Network': ['ID=83bf14e2-e832-4d68-8edd-8b948a635b6e,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:48.516745 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-77d14862-3d59-4b04-a643-9be394f6bd87 tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "DELETE /v2.0/networks/83bf14e2-e832-4d68-8edd-8b948a635b6e HTTP/1.1" status: 204 len: 168 time: 0.5172417 Jan 17 14:20:48.519153 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37744) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:48.639736 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eea50163-6e37-4da4-aa6e-bfcf84e5888b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:48.683983 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-fc4f39ce-aa0d-4140-9818-162f99ba509f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] update failed (client error): The resource could not be found. Jan 17 14:20:48.685007 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fc4f39ce-aa0d-4140-9818-162f99ba509f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-1950022193 HTTP/1.1" status: 404 len: 335 time: 0.2173562 Jan 17 14:20:48.688482 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37748) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:48.746655 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e131e21c-64b5-4f11-a717-428535aa306d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router 4117b374-0843-4e61-a365-790e1f708583 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:20:48.772625 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1447ea-03ef-4042-8a5d-5c0ffe30b1a7 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Deleting subnet 03fde07f-3d33-486c-b464-5a8117efb4a3 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:20:48.833136 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0a1447ea-03ef-4042-8a5d-5c0ffe30b1a7 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:48.877932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eea50163-6e37-4da4-aa6e-bfcf84e5888b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:48.903899 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-eea50163-6e37-4da4-aa6e-bfcf84e5888b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df832cb-e23a-476e-9434-1112a657e466']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:48.917348 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-eea50163-6e37-4da4-aa6e-bfcf84e5888b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268ba031-efa8-4cf1-927d-740531e665a4') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:48.917637 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-eea50163-6e37-4da4-aa6e-bfcf84e5888b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268ba031-efa8-4cf1-927d-740531e665a4') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:48.929813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eea50163-6e37-4da4-aa6e-bfcf84e5888b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:48.945490 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eea50163-6e37-4da4-aa6e-bfcf84e5888b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:48.952432 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea50163-6e37-4da4-aa6e-bfcf84e5888b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:20:48.952853 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eea50163-6e37-4da4-aa6e-bfcf84e5888b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:20:48.967237 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:20:48.969972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0a1447ea-03ef-4042-8a5d-5c0ffe30b1a7 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:49.017383 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e131e21c-64b5-4f11-a717-428535aa306d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:20:49.023028 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e131e21c-64b5-4f11-a717-428535aa306d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/4117b374-0843-4e61-a365-790e1f708583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8587320 Jan 17 14:20:49.026724 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37752) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:49.028633 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cca712-fcfd-4321-89e0-c29e310f92a1 None None] Sync routers for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:20:49.038356 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cca712-fcfd-4321-89e0-c29e310f92a1 None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:49.038963 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-14cca712-fcfd-4321-89e0-c29e310f92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:49.054182 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eea50163-6e37-4da4-aa6e-bfcf84e5888b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:49.072906 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eea50163-6e37-4da4-aa6e-bfcf84e5888b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:49.084655 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea50163-6e37-4da4-aa6e-bfcf84e5888b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] Pushing event deleted for resources: {'Network': ['ID=6df832cb-e23a-476e-9434-1112a657e466,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:49.092220 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-eea50163-6e37-4da4-aa6e-bfcf84e5888b tempest-BulkNetworkOpsIpV6Test-1152053851 tempest-BulkNetworkOpsIpV6Test-1152053851-project] 10.222.0.48 "DELETE /v2.0/networks/6df832cb-e23a-476e-9434-1112a657e466 HTTP/1.1" status: 204 len: 168 time: 0.5690691 Jan 17 14:20:49.131021 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52cae13-9e5d-46db-a9e2-f8da1b348085 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting subnet fcec9571-a377-4e58-a09b-5e4722aedd8d {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:20:49.135815 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c52cae13-9e5d-46db-a9e2-f8da1b348085 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:49.184505 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0a1447ea-03ef-4042-8a5d-5c0ffe30b1a7 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:49.245904 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c52cae13-9e5d-46db-a9e2-f8da1b348085 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:49.249360 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-14cca712-fcfd-4321-89e0-c29e310f92a1 None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:49.330545 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0a1447ea-03ef-4042-8a5d-5c0ffe30b1a7 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:49.379293 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0a1447ea-03ef-4042-8a5d-5c0ffe30b1a7 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:49.384370 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1447ea-03ef-4042-8a5d-5c0ffe30b1a7 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Pushing event deleted for resources: {'Subnet': ['ID=03fde07f-3d33-486c-b464-5a8117efb4a3,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:49.391739 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0a1447ea-03ef-4042-8a5d-5c0ffe30b1a7 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "DELETE /v2.0/subnets/03fde07f-3d33-486c-b464-5a8117efb4a3 HTTP/1.1" status: 204 len: 168 time: 0.7021036 Jan 17 14:20:49.395454 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37760) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:49.400461 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ebe149-19ff-4596-8fec-e46fb2ab6b56 None None] Network 839ebf88-258c-430e-b924-3fee02052c72 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:49.401902 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c52cae13-9e5d-46db-a9e2-f8da1b348085 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:49.435829 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37764) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:49.473502 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7544bae-07c3-4dfa-9733-0b2ac9b0b9ee tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Deleting subnet 6c4b182e-fce7-4bde-b678-f92561b94795 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:20:49.477018 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7544bae-07c3-4dfa-9733-0b2ac9b0b9ee tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:49.498054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c52cae13-9e5d-46db-a9e2-f8da1b348085 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:49.539526 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52cae13-9e5d-46db-a9e2-f8da1b348085 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Subnet': ['ID=fcec9571-a377-4e58-a09b-5e4722aedd8d,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:49.548542 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c52cae13-9e5d-46db-a9e2-f8da1b348085 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:49.557216 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7544bae-07c3-4dfa-9733-0b2ac9b0b9ee tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:49.558492 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c52cae13-9e5d-46db-a9e2-f8da1b348085 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/subnets/fcec9571-a377-4e58-a09b-5e4722aedd8d HTTP/1.1" status: 204 len: 168 time: 0.5300441 Jan 17 14:20:49.558642 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938fd4a7-de4b-48b4-a806-b43b2727fa27 None None] Network c025b823-c2c4-40d2-acd5-1220b29f53ff requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:49.559063 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37770) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:49.664001 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7544bae-07c3-4dfa-9733-0b2ac9b0b9ee tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:49.704612 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4ac98f47-2c39-4068-9a94-d57d7bfb5ab2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c57349658c246bf952d4bc777caabd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2678134 Jan 17 14:20:49.710400 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37774) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:49.726757 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-22b02ba4-890c-45b3-afc8-78dbb8fdc498 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:49.737537 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-22b02ba4-890c-45b3-afc8-78dbb8fdc498 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting port 4959bd8c-3854-435e-815a-fbae3c2d012d {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:49.737874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-22b02ba4-890c-45b3-afc8-78dbb8fdc498 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:49.797036 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-03d0b90f-ac0b-4a5c-8758-c7758f3194ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:49.799943 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7544bae-07c3-4dfa-9733-0b2ac9b0b9ee tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:49.860420 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-03d0b90f-ac0b-4a5c-8758-c7758f3194ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:49.921931 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7544bae-07c3-4dfa-9733-0b2ac9b0b9ee tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Pushing event deleted for resources: {'Subnet': ['ID=6c4b182e-fce7-4bde-b678-f92561b94795,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:49.924119 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7544bae-07c3-4dfa-9733-0b2ac9b0b9ee tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:49.929057 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd98b39e-ee69-46f7-87df-fa08f143beab None None] Network 8407a2fa-428a-440c-a0f8-ace7fd43ab01 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:49.940786 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d7544bae-07c3-4dfa-9733-0b2ac9b0b9ee tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "DELETE /v2.0/subnets/6c4b182e-fce7-4bde-b678-f92561b94795 HTTP/1.1" status: 204 len: 168 time: 0.5414124 Jan 17 14:20:49.941090 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37778) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:49.983113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-22b02ba4-890c-45b3-afc8-78dbb8fdc498 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] For port 4959bd8c-3854-435e-815a-fbae3c2d012d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4959bd8c-3854-435e-815a-fbae3c2d012d,segment=NetworkSegment(c1e3d554-dadd-470b-af32-d185e2e4e803),segment_id=c1e3d554-dadd-470b-af32-d185e2e4e803)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:49.983474 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-22b02ba4-890c-45b3-afc8-78dbb8fdc498 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:50.011867 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-03d0b90f-ac0b-4a5c-8758-c7758f3194ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:50.014193 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-03d0b90f-ac0b-4a5c-8758-c7758f3194ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:50.017938 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-03d0b90f-ac0b-4a5c-8758-c7758f3194ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d4115fb-39a9-4b0a-a3e5-1b368bc41889 HTTP/1.1" status: 204 len: 168 time: 0.3037841 Jan 17 14:20:50.043073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0b90f-ac0b-4a5c-8758-c7758f3194ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4115fb-39a9-4b0a-a3e5-1b368bc41889,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:50.073252 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-445ed13c-dcaa-40c0-bd32-7b1211fb6dca tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:50.089194 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-445ed13c-dcaa-40c0-bd32-7b1211fb6dca tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Deleting port f3b27ba4-5921-4a6f-ac99-a811020a191c {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:50.090041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-445ed13c-dcaa-40c0-bd32-7b1211fb6dca tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:50.114698 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-14cca712-fcfd-4321-89e0-c29e310f92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:46Z', 'revision_number': 10, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:10Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:50.121249 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-22b02ba4-890c-45b3-afc8-78dbb8fdc498 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Calling delete_port for 4959bd8c-3854-435e-815a-fbae3c2d012d owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:50.163362 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cca712-fcfd-4321-89e0-c29e310f92a1 None None] Checking router: 4117b374-0843-4e61-a365-790e1f708583 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:20:50.188112 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cca712-fcfd-4321-89e0-c29e310f92a1 None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:50.188736 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-14cca712-fcfd-4321-89e0-c29e310f92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:50.266678 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065ab59c-49c9-4988-ad11-ddcc90d17c1f None None] DHCP port deletion for 839ebf88-258c-430e-b924-3fee02052c72 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:20:50.273681 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-22b02ba4-890c-45b3-afc8-78dbb8fdc498 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:50.328948 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd96000-79c8-402f-a84b-872304e513f9 None None] DHCP port deletion for c025b823-c2c4-40d2-acd5-1220b29f53ff request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:20:50.334407 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b02ba4-890c-45b3-afc8-78dbb8fdc498 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] No DVR routers for this DVR port 4959bd8c-3854-435e-815a-fbae3c2d012d on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:20:50.352078 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-065ab59c-49c9-4988-ad11-ddcc90d17c1f None None] Deleting port f3b27ba4-5921-4a6f-ac99-a811020a191c {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:50.352532 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-065ab59c-49c9-4988-ad11-ddcc90d17c1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:50.373032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b02ba4-890c-45b3-afc8-78dbb8fdc498 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Port': ['ID=4959bd8c-3854-435e-815a-fbae3c2d012d,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:50.434104 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-14cca712-fcfd-4321-89e0-c29e310f92a1 None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:50.447081 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-445ed13c-dcaa-40c0-bd32-7b1211fb6dca tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] For port f3b27ba4-5921-4a6f-ac99-a811020a191c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=f3b27ba4-5921-4a6f-ac99-a811020a191c,segment=NetworkSegment(373624fa-ef10-4a13-b692-de26bfee3410),segment_id=373624fa-ef10-4a13-b692-de26bfee3410)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:50.447463 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-445ed13c-dcaa-40c0-bd32-7b1211fb6dca tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:50.636975 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-445ed13c-dcaa-40c0-bd32-7b1211fb6dca tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Calling delete_port for f3b27ba4-5921-4a6f-ac99-a811020a191c owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:50.691936 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-22b02ba4-890c-45b3-afc8-78dbb8fdc498 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:50.702729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b04d26d-cdb6-41d6-ba22-6923d64e6200 None None] DHCP port deletion for 8407a2fa-428a-440c-a0f8-ace7fd43ab01 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:20:50.719771 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-22b02ba4-890c-45b3-afc8-78dbb8fdc498 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c025b823-c2c4-40d2-acd5-1220b29f53ff']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:50.728388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-445ed13c-dcaa-40c0-bd32-7b1211fb6dca tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:50.732332 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2b04d26d-cdb6-41d6-ba22-6923d64e6200 None None] Deleting port c4b9cdbf-94eb-4d5e-8700-9dbd799d000a {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:50.732695 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2b04d26d-cdb6-41d6-ba22-6923d64e6200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:50.734137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-22b02ba4-890c-45b3-afc8-78dbb8fdc498 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e3d554-dadd-470b-af32-d185e2e4e803') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:50.734438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-22b02ba4-890c-45b3-afc8-78dbb8fdc498 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e3d554-dadd-470b-af32-d185e2e4e803') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:50.747368 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-22b02ba4-890c-45b3-afc8-78dbb8fdc498 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:50.766406 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-22b02ba4-890c-45b3-afc8-78dbb8fdc498 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:50.777822 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b02ba4-890c-45b3-afc8-78dbb8fdc498 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:20:50.778246 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-22b02ba4-890c-45b3-afc8-78dbb8fdc498 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:50.783844 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ed13c-dcaa-40c0-bd32-7b1211fb6dca tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] No DVR routers for this DVR port f3b27ba4-5921-4a6f-ac99-a811020a191c on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:20:50.806702 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:20:50.818912 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ed13c-dcaa-40c0-bd32-7b1211fb6dca tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Pushing event deleted for resources: {'Port': ['ID=f3b27ba4-5921-4a6f-ac99-a811020a191c,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:50.913719 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-22b02ba4-890c-45b3-afc8-78dbb8fdc498 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:50.930529 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-445ed13c-dcaa-40c0-bd32-7b1211fb6dca tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:50.953392 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-22b02ba4-890c-45b3-afc8-78dbb8fdc498 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:50.958514 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b02ba4-890c-45b3-afc8-78dbb8fdc498 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Network': ['ID=c025b823-c2c4-40d2-acd5-1220b29f53ff,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:50.966720 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-445ed13c-dcaa-40c0-bd32-7b1211fb6dca tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839ebf88-258c-430e-b924-3fee02052c72']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:50.982435 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-22b02ba4-890c-45b3-afc8-78dbb8fdc498 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/networks/c025b823-c2c4-40d2-acd5-1220b29f53ff HTTP/1.1" status: 204 len: 168 time: 1.4218194 Jan 17 14:20:50.983552 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-445ed13c-dcaa-40c0-bd32-7b1211fb6dca tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373624fa-ef10-4a13-b692-de26bfee3410') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:50.983727 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37788) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:50.984466 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-445ed13c-dcaa-40c0-bd32-7b1211fb6dca tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373624fa-ef10-4a13-b692-de26bfee3410') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:50.997856 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-445ed13c-dcaa-40c0-bd32-7b1211fb6dca tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:51.020398 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-445ed13c-dcaa-40c0-bd32-7b1211fb6dca tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:51.027478 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445ed13c-dcaa-40c0-bd32-7b1211fb6dca tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:20:51.027870 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-445ed13c-dcaa-40c0-bd32-7b1211fb6dca tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:20:51.043375 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:20:51.124069 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-445ed13c-dcaa-40c0-bd32-7b1211fb6dca tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:51.130090 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-445ed13c-dcaa-40c0-bd32-7b1211fb6dca tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:51.149020 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-065ab59c-49c9-4988-ad11-ddcc90d17c1f None None] For port f3b27ba4-5921-4a6f-ac99-a811020a191c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=f3b27ba4-5921-4a6f-ac99-a811020a191c,segment=NetworkSegment(373624fa-ef10-4a13-b692-de26bfee3410),segment_id=373624fa-ef10-4a13-b692-de26bfee3410)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:51.149896 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-065ab59c-49c9-4988-ad11-ddcc90d17c1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:51.161247 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ed13c-dcaa-40c0-bd32-7b1211fb6dca tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Pushing event deleted for resources: {'Network': ['ID=839ebf88-258c-430e-b924-3fee02052c72,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:51.167503 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-445ed13c-dcaa-40c0-bd32-7b1211fb6dca tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "DELETE /v2.0/networks/839ebf88-258c-430e-b924-3fee02052c72 HTTP/1.1" status: 204 len: 168 time: 1.2223537 Jan 17 14:20:51.168110 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37792) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:51.295198 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:51.306677 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Deleting port c4b9cdbf-94eb-4d5e-8700-9dbd799d000a {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:51.307007 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:51.377792 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-065ab59c-49c9-4988-ad11-ddcc90d17c1f None None] Calling delete_port for f3b27ba4-5921-4a6f-ac99-a811020a191c owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:51.450333 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-2b04d26d-cdb6-41d6-ba22-6923d64e6200 None None] For port c4b9cdbf-94eb-4d5e-8700-9dbd799d000a, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c4b9cdbf-94eb-4d5e-8700-9dbd799d000a,segment=NetworkSegment(8b2560d1-127c-4519-a4fc-e1bd7a80d6a4),segment_id=8b2560d1-127c-4519-a4fc-e1bd7a80d6a4)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:51.451025 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2b04d26d-cdb6-41d6-ba22-6923d64e6200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:51.524820 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] For port c4b9cdbf-94eb-4d5e-8700-9dbd799d000a, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c4b9cdbf-94eb-4d5e-8700-9dbd799d000a,segment=NetworkSegment(8b2560d1-127c-4519-a4fc-e1bd7a80d6a4),segment_id=8b2560d1-127c-4519-a4fc-e1bd7a80d6a4)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:51.524820 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:51.558616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f32a520d-9e98-4b69-bc4f-487d40baa076 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:51.620620 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2b04d26d-cdb6-41d6-ba22-6923d64e6200 None None] Calling delete_port for c4b9cdbf-94eb-4d5e-8700-9dbd799d000a owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:51.665043 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device f3b27ba4-5921-4a6f-ac99-a811020a191c no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:20:51.712621 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-065ab59c-49c9-4988-ad11-ddcc90d17c1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:20:51.712975 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-065ab59c-49c9-4988-ad11-ddcc90d17c1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:20:51.713473 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: f3b27ba4-5921-4a6f-ac99-a811020a191c {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:20:51.713828 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device f3b27ba4-5921-4a6f-ac99-a811020a191c not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:20:51.714354 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4959bd8c-3854-435e-815a-fbae3c2d012d no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:20:51.755988 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 4959bd8c-3854-435e-815a-fbae3c2d012d {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:20:51.756330 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4959bd8c-3854-435e-815a-fbae3c2d012d not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:20:51.756749 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c4b9cdbf-94eb-4d5e-8700-9dbd799d000a no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:20:51.789012 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Calling delete_port for c4b9cdbf-94eb-4d5e-8700-9dbd799d000a owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:51.810956 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-14cca712-fcfd-4321-89e0-c29e310f92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:46Z', 'revision_number': 10, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:10Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:51.823812 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cca712-fcfd-4321-89e0-c29e310f92a1 None None] The sync data for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv is: [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:46Z', 'revision_number': 10, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None, '_interfaces': [{'id': 'b5e513d9-05ec-467c-b07c-b0bc0ca15720', 'name': '', 'network_id': '005c6111-e617-4b12-8a24-afba64352a56', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'mac_address': 'fa:16:3e:02:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4117b374-0843-4e61-a365-790e1f708583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:50Z', 'updated_at': '2022-01-17T14:20:10Z', 'revision_number': 5, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'subnets': [{'id': '9f0b68b0-21de-432c-b836-01e740e2691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:20:51.840279 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2b04d26d-cdb6-41d6-ba22-6923d64e6200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:51.893621 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No active binding found for port c4b9cdbf-94eb-4d5e-8700-9dbd799d000a {{(pid=87525) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 17 14:20:51.894026 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c4b9cdbf-94eb-4d5e-8700-9dbd799d000a not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:20:51.895825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b04d26d-cdb6-41d6-ba22-6923d64e6200 None None] No DVR routers for this DVR port c4b9cdbf-94eb-4d5e-8700-9dbd799d000a on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:20:51.897292 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04d26d-cdb6-41d6-ba22-6923d64e6200 None None] Pushing event deleted for resources: {'Port': ['ID=c4b9cdbf-94eb-4d5e-8700-9dbd799d000a,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:51.905130 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.api [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:20:51.905130 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG oslo_db.api [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:20:51.942710 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-f32a520d-9e98-4b69-bc4f-487d40baa076 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting port b5e513d9-05ec-467c-b07c-b0bc0ca15720 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:51.943317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f32a520d-9e98-4b69-bc4f-487d40baa076 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:52.130092 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-f32a520d-9e98-4b69-bc4f-487d40baa076 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] For port b5e513d9-05ec-467c-b07c-b0bc0ca15720, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b5e513d9-05ec-467c-b07c-b0bc0ca15720,segment=NetworkSegment(cc2410a3-5636-4bb1-a8f2-c696b140cda9),segment_id=cc2410a3-5636-4bb1-a8f2-c696b140cda9)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:52.130351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f32a520d-9e98-4b69-bc4f-487d40baa076 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:52.214031 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-065ab59c-49c9-4988-ad11-ddcc90d17c1f None None] Deleting port f3b27ba4-5921-4a6f-ac99-a811020a191c {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:52.214492 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-065ab59c-49c9-4988-ad11-ddcc90d17c1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:52.288574 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-065ab59c-49c9-4988-ad11-ddcc90d17c1f None None] The port 'f3b27ba4-5921-4a6f-ac99-a811020a191c' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:20:52.377443 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-f32a520d-9e98-4b69-bc4f-487d40baa076 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Calling delete_port for b5e513d9-05ec-467c-b07c-b0bc0ca15720 owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:52.406503 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Deleting port c4b9cdbf-94eb-4d5e-8700-9dbd799d000a {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:52.407053 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:52.474611 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] The port 'c4b9cdbf-94eb-4d5e-8700-9dbd799d000a' was deleted {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:20:52.556871 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f32a520d-9e98-4b69-bc4f-487d40baa076 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:52.599858 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:52.607684 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a520d-9e98-4b69-bc4f-487d40baa076 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Port': ['ID=b5e513d9-05ec-467c-b07c-b0bc0ca15720,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:52.630813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:52.637300 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8407a2fa-428a-440c-a0f8-ace7fd43ab01']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:52.652262 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b2560d1-127c-4519-a4fc-e1bd7a80d6a4') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:52.652611 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b2560d1-127c-4519-a4fc-e1bd7a80d6a4') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:52.667625 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:52.691074 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:52.699804 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:20:52.701061 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: util.warn( Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:20:52.726394 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:20:52.812915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:52.819185 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:52.848019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Pushing event deleted for resources: {'Network': ['ID=8407a2fa-428a-440c-a0f8-ace7fd43ab01,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:52.854108 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f39ac527-cdd5-4749-a1f5-4e98b0df34fc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "DELETE /v2.0/networks/8407a2fa-428a-440c-a0f8-ace7fd43ab01 HTTP/1.1" status: 204 len: 168 time: 1.6826646 Jan 17 14:20:52.854560 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37796) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:52.864328 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f32a520d-9e98-4b69-bc4f-487d40baa076 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:52.921709 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5dc9ed-6adc-421f-97db-9289f46c440f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Deleting subnet 08bc0000-3885-41bb-88b8-c3553b2ae6a2 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:20:52.924698 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2d5dc9ed-6adc-421f-97db-9289f46c440f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:52.990783 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2d5dc9ed-6adc-421f-97db-9289f46c440f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:53.078837 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2d5dc9ed-6adc-421f-97db-9289f46c440f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:53.152524 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2d5dc9ed-6adc-421f-97db-9289f46c440f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:53.157185 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32a520d-9e98-4b69-bc4f-487d40baa076 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router 4117b374-0843-4e61-a365-790e1f708583 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:20:53.201722 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2d5dc9ed-6adc-421f-97db-9289f46c440f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:53.203364 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2ce407-d4d1-45fb-b6a8-a58ee1e37862 None None] Network e0e59898-9d2c-46d8-8a7f-2d8af19c2870 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:53.204999 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5dc9ed-6adc-421f-97db-9289f46c440f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Pushing event deleted for resources: {'Subnet': ['ID=08bc0000-3885-41bb-88b8-c3553b2ae6a2,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:53.212048 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2d5dc9ed-6adc-421f-97db-9289f46c440f tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "DELETE /v2.0/subnets/08bc0000-3885-41bb-88b8-c3553b2ae6a2 HTTP/1.1" status: 204 len: 168 time: 0.3566942 Jan 17 14:20:53.214561 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37800) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:53.295756 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32a520d-9e98-4b69-bc4f-487d40baa076 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:20:53.309032 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da343464-1546-4e30-b75c-cbf018d4f6e6 None None] Sync routers for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:20:53.314340 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f32a520d-9e98-4b69-bc4f-487d40baa076 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/4117b374-0843-4e61-a365-790e1f708583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3267634 Jan 17 14:20:53.314527 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37806) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:53.322738 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da343464-1546-4e30-b75c-cbf018d4f6e6 None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:53.323700 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-da343464-1546-4e30-b75c-cbf018d4f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:53.336428 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5cf9da98-454a-4d60-af43-f8960ce89d42 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:53.347775 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-5cf9da98-454a-4d60-af43-f8960ce89d42 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Deleting port b87cf05a-7869-4f91-be35-6162b5b1b8dc {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:53.348121 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5cf9da98-454a-4d60-af43-f8960ce89d42 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:53.391320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-321d72cf-5d01-43e3-a50e-cb5573286b6d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting subnet 9f0b68b0-21de-432c-b836-01e740e2691b {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:20:53.395692 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-321d72cf-5d01-43e3-a50e-cb5573286b6d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:53.462666 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-321d72cf-5d01-43e3-a50e-cb5573286b6d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:53.470404 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-da343464-1546-4e30-b75c-cbf018d4f6e6 None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:53.546335 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a6db04-4489-4011-a5a0-56486164a614 None None] DHCP port deletion for e0e59898-9d2c-46d8-8a7f-2d8af19c2870 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:20:53.551389 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-32a6db04-4489-4011-a5a0-56486164a614 None None] Deleting port b87cf05a-7869-4f91-be35-6162b5b1b8dc {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:53.552029 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-32a6db04-4489-4011-a5a0-56486164a614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:53.565794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-321d72cf-5d01-43e3-a50e-cb5573286b6d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:53.580647 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-da343464-1546-4e30-b75c-cbf018d4f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:52Z', 'revision_number': 11, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:53.586734 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da343464-1546-4e30-b75c-cbf018d4f6e6 None None] Checking router: 4117b374-0843-4e61-a365-790e1f708583 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:20:53.588681 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-5cf9da98-454a-4d60-af43-f8960ce89d42 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] For port b87cf05a-7869-4f91-be35-6162b5b1b8dc, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b87cf05a-7869-4f91-be35-6162b5b1b8dc,segment=NetworkSegment(6f51dc5b-7fa8-4b9e-8d3d-0b36f6a11b27),segment_id=6f51dc5b-7fa8-4b9e-8d3d-0b36f6a11b27)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:53.590531 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5cf9da98-454a-4d60-af43-f8960ce89d42 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:53.596371 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da343464-1546-4e30-b75c-cbf018d4f6e6 None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:53.597176 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-da343464-1546-4e30-b75c-cbf018d4f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:53.677886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-321d72cf-5d01-43e3-a50e-cb5573286b6d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:53.733337 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-da343464-1546-4e30-b75c-cbf018d4f6e6 None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:53.759300 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-321d72cf-5d01-43e3-a50e-cb5573286b6d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:53.766424 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203f095b-766b-4dea-8d83-92067ef7df98 None None] Network 005c6111-e617-4b12-8a24-afba64352a56 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:20:53.770997 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-5cf9da98-454a-4d60-af43-f8960ce89d42 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Calling delete_port for b87cf05a-7869-4f91-be35-6162b5b1b8dc owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:53.772678 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d72cf-5d01-43e3-a50e-cb5573286b6d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Subnet': ['ID=9f0b68b0-21de-432c-b836-01e740e2691b,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:53.779506 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-321d72cf-5d01-43e3-a50e-cb5573286b6d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/subnets/9f0b68b0-21de-432c-b836-01e740e2691b HTTP/1.1" status: 204 len: 168 time: 0.4632931 Jan 17 14:20:53.781314 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37810) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:53.845014 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-da343464-1546-4e30-b75c-cbf018d4f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:52Z', 'revision_number': 11, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:53.849008 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da343464-1546-4e30-b75c-cbf018d4f6e6 None None] The sync data for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv is: [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:52Z', 'revision_number': 11, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:20:53.877809 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5cf9da98-454a-4d60-af43-f8960ce89d42 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:53.928624 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf9da98-454a-4d60-af43-f8960ce89d42 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] No DVR routers for this DVR port b87cf05a-7869-4f91-be35-6162b5b1b8dc on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:20:53.943030 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b87cf05a-7869-4f91-be35-6162b5b1b8dc no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:20:53.962227 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9da98-454a-4d60-af43-f8960ce89d42 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Pushing event deleted for resources: {'Port': ['ID=b87cf05a-7869-4f91-be35-6162b5b1b8dc,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:54.016356 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: b87cf05a-7869-4f91-be35-6162b5b1b8dc {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:20:54.016740 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b87cf05a-7869-4f91-be35-6162b5b1b8dc not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:20:54.017105 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 19ab643c-dd59-4cff-b763-736a0b22cff3 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:20:54.059407 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 19ab643c-dd59-4cff-b763-736a0b22cff3 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:20:54.059765 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 19ab643c-dd59-4cff-b763-736a0b22cff3 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:20:54.067359 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5cf9da98-454a-4d60-af43-f8960ce89d42 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:54.072861 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c7b1e4d1-a904-45ad-99fa-f77ce1e1ec43 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:54.084642 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-c7b1e4d1-a904-45ad-99fa-f77ce1e1ec43 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Deleting port a90779a6-9b62-4b0c-a502-8a188db45172 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:54.084974 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c7b1e4d1-a904-45ad-99fa-f77ce1e1ec43 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:54.093242 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-5cf9da98-454a-4d60-af43-f8960ce89d42 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e59898-9d2c-46d8-8a7f-2d8af19c2870']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:54.107842 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-5cf9da98-454a-4d60-af43-f8960ce89d42 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f51dc5b-7fa8-4b9e-8d3d-0b36f6a11b27') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:54.108059 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-5cf9da98-454a-4d60-af43-f8960ce89d42 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f51dc5b-7fa8-4b9e-8d3d-0b36f6a11b27') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:54.120539 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5cf9da98-454a-4d60-af43-f8960ce89d42 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:54.143366 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5cf9da98-454a-4d60-af43-f8960ce89d42 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:54.144835 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-32a6db04-4489-4011-a5a0-56486164a614 None None] For port b87cf05a-7869-4f91-be35-6162b5b1b8dc, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b87cf05a-7869-4f91-be35-6162b5b1b8dc,segment=NetworkSegment(6f51dc5b-7fa8-4b9e-8d3d-0b36f6a11b27),segment_id=6f51dc5b-7fa8-4b9e-8d3d-0b36f6a11b27)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:54.145231 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-32a6db04-4489-4011-a5a0-56486164a614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:54.150511 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf9da98-454a-4d60-af43-f8960ce89d42 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:20:54.150962 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5cf9da98-454a-4d60-af43-f8960ce89d42 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:20:54.166867 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:20:54.271358 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5cf9da98-454a-4d60-af43-f8960ce89d42 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:54.294284 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-32a6db04-4489-4011-a5a0-56486164a614 None None] Calling delete_port for b87cf05a-7869-4f91-be35-6162b5b1b8dc owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:54.307442 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5cf9da98-454a-4d60-af43-f8960ce89d42 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:54.311412 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9da98-454a-4d60-af43-f8960ce89d42 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Pushing event deleted for resources: {'Network': ['ID=e0e59898-9d2c-46d8-8a7f-2d8af19c2870,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:54.323843 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5cf9da98-454a-4d60-af43-f8960ce89d42 tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "DELETE /v2.0/networks/e0e59898-9d2c-46d8-8a7f-2d8af19c2870 HTTP/1.1" status: 204 len: 168 time: 1.1051874 Jan 17 14:20:54.324640 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-c7b1e4d1-a904-45ad-99fa-f77ce1e1ec43 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] For port a90779a6-9b62-4b0c-a502-8a188db45172, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a90779a6-9b62-4b0c-a502-8a188db45172,segment=NetworkSegment(cc2410a3-5636-4bb1-a8f2-c696b140cda9),segment_id=cc2410a3-5636-4bb1-a8f2-c696b140cda9)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:54.324640 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c7b1e4d1-a904-45ad-99fa-f77ce1e1ec43 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:54.326689 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37814) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:54.378435 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-70f87ac5-0b97-4146-9f0c-9801b558eb6c tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Synchronizing usage tracker for tenant:52b86b997c6c4efa9ded47fcd04c411c on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:20:54.399265 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-70f87ac5-0b97-4146-9f0c-9801b558eb6c tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Unset dirty status for tenant:52b86b997c6c4efa9ded47fcd04c411c on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:20:54.399613 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-70f87ac5-0b97-4146-9f0c-9801b558eb6c tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13319fb-fcd2-4b61-b879-9a30ec77989f HTTP/1.1" status: 200 len: 205 time: 0.0710235 Jan 17 14:20:54.401875 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37818) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:54.405002 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-32a6db04-4489-4011-a5a0-56486164a614 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:20:54.405858 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-32a6db04-4489-4011-a5a0-56486164a614 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:20:54.457109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da09e7d4-3158-47f9-a74f-f5765741bba5 None None] DHCP port deletion for 005c6111-e617-4b12-8a24-afba64352a56 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:20:54.461267 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-da09e7d4-3158-47f9-a74f-f5765741bba5 None None] Deleting port a90779a6-9b62-4b0c-a502-8a188db45172 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:54.461787 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-da09e7d4-3158-47f9-a74f-f5765741bba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:54.470605 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-c7b1e4d1-a904-45ad-99fa-f77ce1e1ec43 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Calling delete_port for a90779a6-9b62-4b0c-a502-8a188db45172 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:54.552751 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c7b1e4d1-a904-45ad-99fa-f77ce1e1ec43 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:54.602333 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1e4d1-a904-45ad-99fa-f77ce1e1ec43 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Port': ['ID=a90779a6-9b62-4b0c-a502-8a188db45172,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:54.604480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b1e4d1-a904-45ad-99fa-f77ce1e1ec43 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] No DVR routers for this DVR port a90779a6-9b62-4b0c-a502-8a188db45172 on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:20:54.658500 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-203115ce-811e-4bb7-a123-7fdac8d73ffc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:54.684600 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-da09e7d4-3158-47f9-a74f-f5765741bba5 None None] For port a90779a6-9b62-4b0c-a502-8a188db45172, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a90779a6-9b62-4b0c-a502-8a188db45172,segment=NetworkSegment(cc2410a3-5636-4bb1-a8f2-c696b140cda9),segment_id=cc2410a3-5636-4bb1-a8f2-c696b140cda9)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:20:54.685192 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-da09e7d4-3158-47f9-a74f-f5765741bba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:54.735439 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c7b1e4d1-a904-45ad-99fa-f77ce1e1ec43 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:54.794141 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-c7b1e4d1-a904-45ad-99fa-f77ce1e1ec43 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005c6111-e617-4b12-8a24-afba64352a56']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:54.813830 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-da09e7d4-3158-47f9-a74f-f5765741bba5 None None] Calling delete_port for a90779a6-9b62-4b0c-a502-8a188db45172 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:20:54.826496 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-c7b1e4d1-a904-45ad-99fa-f77ce1e1ec43 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2410a3-5636-4bb1-a8f2-c696b140cda9') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:54.827023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-c7b1e4d1-a904-45ad-99fa-f77ce1e1ec43 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2410a3-5636-4bb1-a8f2-c696b140cda9') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:54.849691 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c7b1e4d1-a904-45ad-99fa-f77ce1e1ec43 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:54.874315 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c7b1e4d1-a904-45ad-99fa-f77ce1e1ec43 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:54.887979 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b1e4d1-a904-45ad-99fa-f77ce1e1ec43 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:20:54.888380 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c7b1e4d1-a904-45ad-99fa-f77ce1e1ec43 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:54.904147 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-da09e7d4-3158-47f9-a74f-f5765741bba5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:20:54.904523 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-da09e7d4-3158-47f9-a74f-f5765741bba5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:20:54.908111 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-32a6db04-4489-4011-a5a0-56486164a614 None None] Deleting port b87cf05a-7869-4f91-be35-6162b5b1b8dc {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:54.908481 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-32a6db04-4489-4011-a5a0-56486164a614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:20:54.913288 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:20:54.991219 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-32a6db04-4489-4011-a5a0-56486164a614 None None] The port 'b87cf05a-7869-4f91-be35-6162b5b1b8dc' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:20:55.004574 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-203115ce-811e-4bb7-a123-7fdac8d73ffc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:55.008058 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-203115ce-811e-4bb7-a123-7fdac8d73ffc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:55.027530 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c7b1e4d1-a904-45ad-99fa-f77ce1e1ec43 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:55.039280 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-203115ce-811e-4bb7-a123-7fdac8d73ffc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:55.039830 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203115ce-811e-4bb7-a123-7fdac8d73ffc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Fanout notify agent at l3_agent the message router_deleted on router c13319fb-fcd2-4b61-b879-9a30ec77989f {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:20:55.048019 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c7b1e4d1-a904-45ad-99fa-f77ce1e1ec43 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:55.050887 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-203115ce-811e-4bb7-a123-7fdac8d73ffc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:55.054265 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-203115ce-811e-4bb7-a123-7fdac8d73ffc tempest-RoutersNegativeTest-478277482 tempest-RoutersNegativeTest-478277482-project] 10.222.0.48 "DELETE /v2.0/routers/c13319fb-fcd2-4b61-b879-9a30ec77989f HTTP/1.1" status: 204 len: 168 time: 0.6491244 Jan 17 14:20:55.059879 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1e4d1-a904-45ad-99fa-f77ce1e1ec43 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Pushing event deleted for resources: {'Network': ['ID=005c6111-e617-4b12-8a24-afba64352a56,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:55.071444 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37824) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:55.071596 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c7b1e4d1-a904-45ad-99fa-f77ce1e1ec43 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/networks/005c6111-e617-4b12-8a24-afba64352a56 HTTP/1.1" status: 204 len: 168 time: 1.2886739 Jan 17 14:20:55.077009 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-7abfcc07-6f57-407c-9f00-8e2831113c93 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'router': {'routes': None}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:55.342898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37830) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:55.372860 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.extraroute_db [None req-7abfcc07-6f57-407c-9f00-8e2831113c93 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Added routes are [] {{(pid=87524) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 17 14:20:55.373161 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.extraroute_db [None req-7abfcc07-6f57-407c-9f00-8e2831113c93 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Removed routes are [] {{(pid=87524) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 17 14:20:55.373512 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7abfcc07-6f57-407c-9f00-8e2831113c93 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:55.405805 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-da09e7d4-3158-47f9-a74f-f5765741bba5 None None] Deleting port a90779a6-9b62-4b0c-a502-8a188db45172 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:20:55.406333 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-da09e7d4-3158-47f9-a74f-f5765741bba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:55.497450 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2c4b9488-3c5a-4a09-8ddf-02b50f8b1358 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=52b86b997c6c4efa9ded47fcd04c411c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531692 Jan 17 14:20:55.499949 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37836) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:55.517254 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-da09e7d4-3158-47f9-a74f-f5765741bba5 None None] The port 'a90779a6-9b62-4b0c-a502-8a188db45172' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:20:55.561743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-86ab4cf4-fbe8-4c32-bcf7-eab1bf001153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:55.590519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-86ab4cf4-fbe8-4c32-bcf7-eab1bf001153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:55.629654 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7abfcc07-6f57-407c-9f00-8e2831113c93 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:55.632686 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7abfcc07-6f57-407c-9f00-8e2831113c93 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:55.646387 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a90779a6-9b62-4b0c-a502-8a188db45172 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:20:55.649846 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-86ab4cf4-fbe8-4c32-bcf7-eab1bf001153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:55.667020 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab4cf4-fbe8-4c32-bcf7-eab1bf001153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adedade-2d5d-4c14-84ea-185ecb1135ee,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:55.674272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-86ab4cf4-fbe8-4c32-bcf7-eab1bf001153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:55.680013 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-86ab4cf4-fbe8-4c32-bcf7-eab1bf001153 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2adedade-2d5d-4c14-84ea-185ecb1135ee HTTP/1.1" status: 204 len: 168 time: 0.1788507 Jan 17 14:20:55.690890 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: a90779a6-9b62-4b0c-a502-8a188db45172 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:20:55.691461 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a90779a6-9b62-4b0c-a502-8a188db45172 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:20:55.691642 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b5e513d9-05ec-467c-b07c-b0bc0ca15720 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:20:55.727685 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: b5e513d9-05ec-467c-b07c-b0bc0ca15720 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:20:55.728038 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b5e513d9-05ec-467c-b07c-b0bc0ca15720 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:20:55.789305 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abfcc07-6f57-407c-9f00-8e2831113c93 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router 4117b374-0843-4e61-a365-790e1f708583 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:20:56.044183 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abfcc07-6f57-407c-9f00-8e2831113c93 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:20:56.051587 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7abfcc07-6f57-407c-9f00-8e2831113c93 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:56.053545 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7abfcc07-6f57-407c-9f00-8e2831113c93 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/4117b374-0843-4e61-a365-790e1f708583 HTTP/1.1" status: 200 len: 701 time: 0.9810596 Jan 17 14:20:56.054757 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb12222-fdfb-4ad9-b9d0-fab1f837ac6b None None] Sync routers for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:20:56.056421 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37852) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:56.064484 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb12222-fdfb-4ad9-b9d0-fab1f837ac6b None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:56.065168 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-adb12222-fdfb-4ad9-b9d0-fab1f837ac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:56.103234 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-465f9251-9e1f-4a0a-8849-5701d69b3d3a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Synchronizing usage tracker for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:20:56.119981 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-465f9251-9e1f-4a0a-8849-5701d69b3d3a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Unset dirty status for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:20:56.121540 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-465f9251-9e1f-4a0a-8849-5701d69b3d3a tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/ports?device_id=4117b374-0843-4e61-a365-790e1f708583 HTTP/1.1" status: 200 len: 205 time: 0.0640466 Jan 17 14:20:56.124464 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37856) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:56.210325 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-adb12222-fdfb-4ad9-b9d0-fab1f837ac6b None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:56.265278 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-18bd9a15-3ca8-4159-b763-def44484f7aa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:56.319882 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-adb12222-fdfb-4ad9-b9d0-fab1f837ac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:52Z', 'revision_number': 11, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:56.324062 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb12222-fdfb-4ad9-b9d0-fab1f837ac6b None None] Checking router: 4117b374-0843-4e61-a365-790e1f708583 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:20:56.333386 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb12222-fdfb-4ad9-b9d0-fab1f837ac6b None None] Routers {'4117b374-0843-4e61-a365-790e1f708583'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:56.333994 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-adb12222-fdfb-4ad9-b9d0-fab1f837ac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['4117b374-0843-4e61-a365-790e1f708583'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:56.406127 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37868) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:56.463603 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-adb12222-fdfb-4ad9-b9d0-fab1f837ac6b None None] Set router 4117b374-0843-4e61-a365-790e1f708583 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:56.522693 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-840e5db5-9f55-4b43-8bd7-2abc28fac694 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:56.523276 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING neutron.api.v2.base [None req-840e5db5-9f55-4b43-8bd7-2abc28fac694 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 17 14:20:56.523934 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-840e5db5-9f55-4b43-8bd7-2abc28fac694 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] create failed (client error): There was a conflict when trying to complete your request. Jan 17 14:20:56.528327 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-840e5db5-9f55-4b43-8bd7-2abc28fac694 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1177785 Jan 17 14:20:56.528501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37874) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:56.533355 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group': {'name': 'tempest-secgroup--55921678'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:56.547327 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:56.552010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:56.556100 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:56.568724 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:56.579659 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-adb12222-fdfb-4ad9-b9d0-fab1f837ac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:52Z', 'revision_number': 11, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:56.585584 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb12222-fdfb-4ad9-b9d0-fab1f837ac6b None None] The sync data for ids ['4117b374-0843-4e61-a365-790e1f708583'] in dv-neutron-824901-1-hyperv is: [{'id': '4117b374-0843-4e61-a365-790e1f708583', 'name': 'tempest-RoutersTest-router-1557393696', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:46Z', 'updated_at': '2022-01-17T14:20:52Z', 'revision_number': 11, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:20:56.586568 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:56.600698 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:56.617553 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:56.619796 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-18bd9a15-3ca8-4159-b763-def44484f7aa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:56.622113 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-18bd9a15-3ca8-4159-b763-def44484f7aa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:56.622777 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group_rule and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:56.632080 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:56.643308 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:56.651753 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-18bd9a15-3ca8-4159-b763-def44484f7aa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:56.653339 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bd9a15-3ca8-4159-b763-def44484f7aa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Fanout notify agent at l3_agent the message router_deleted on router 4117b374-0843-4e61-a365-790e1f708583 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:20:56.675752 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-18bd9a15-3ca8-4159-b763-def44484f7aa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:56.680206 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-18bd9a15-3ca8-4159-b763-def44484f7aa tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/routers/4117b374-0843-4e61-a365-790e1f708583 HTTP/1.1" status: 204 len: 168 time: 0.5515308 Jan 17 14:20:56.681712 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37878) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:56.688226 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-98650772-426a-4079-84c3-95fae6035f1f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1202708671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:56.697663 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-98650772-426a-4079-84c3-95fae6035f1f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:56.702921 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-98650772-426a-4079-84c3-95fae6035f1f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Usage tracker for resource:router and tenant:746a920811d944b3b7fac1db9f27d8f3 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:56.706035 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-98650772-426a-4079-84c3-95fae6035f1f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:56.713983 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-98650772-426a-4079-84c3-95fae6035f1f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:56.726131 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-98650772-426a-4079-84c3-95fae6035f1f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:56.727287 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-98650772-426a-4079-84c3-95fae6035f1f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:56.746404 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-98650772-426a-4079-84c3-95fae6035f1f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:56.770165 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:56.771857 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-98650772-426a-4079-84c3-95fae6035f1f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:56.775972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:56.788088 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:56.797301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group_rule and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:56.803028 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-98650772-426a-4079-84c3-95fae6035f1f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:56.804041 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:56.808132 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-98650772-426a-4079-84c3-95fae6035f1f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1243191 Jan 17 14:20:56.808829 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37882) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:56.815268 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-69859af7-a4b1-4924-8cfc-95a09d40ede4 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:56.820672 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:56.829396 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb228c7-c140-4818-a38f-cdd41d74a1a8,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:56.905932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:56.909984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:56.956873 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:56.962145 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4287956 Jan 17 14:20:56.962791 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37888) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:56.965715 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbfa0e-f035-434d-a6c9-2fc0a3f5fa75 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71abcb0d-bb14-406b-a862-c624ff7e178e,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:56.970470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-66203aaa-1cc2-4bfd-8fa3-e0b343f00701 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group_rule': {'security_group_id': '71abcb0d-bb14-406b-a862-c624ff7e178e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:56.977572 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-66203aaa-1cc2-4bfd-8fa3-e0b343f00701 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:56.981451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-66203aaa-1cc2-4bfd-8fa3-e0b343f00701 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group_rule and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:56.984387 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-66203aaa-1cc2-4bfd-8fa3-e0b343f00701 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:56.991523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-66203aaa-1cc2-4bfd-8fa3-e0b343f00701 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:57.011297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-66203aaa-1cc2-4bfd-8fa3-e0b343f00701 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:57.075541 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-66203aaa-1cc2-4bfd-8fa3-e0b343f00701 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:57.080704 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-66203aaa-1cc2-4bfd-8fa3-e0b343f00701 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:57.104295 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66203aaa-1cc2-4bfd-8fa3-e0b343f00701 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1188aea0-ecda-4735-a5de-a568505c2ad9,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:57.114560 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-66203aaa-1cc2-4bfd-8fa3-e0b343f00701 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:57.115744 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-66203aaa-1cc2-4bfd-8fa3-e0b343f00701 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1520820 Jan 17 14:20:57.118600 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37892) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:57.123519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-dfb8b4ac-d2d8-41e3-8879-88f3b9be6c17 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group_rule': {'security_group_id': '71abcb0d-bb14-406b-a862-c624ff7e178e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:57.130030 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-dfb8b4ac-d2d8-41e3-8879-88f3b9be6c17 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:57.134042 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-dfb8b4ac-d2d8-41e3-8879-88f3b9be6c17 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group_rule and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:57.136663 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-dfb8b4ac-d2d8-41e3-8879-88f3b9be6c17 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:57.142680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-dfb8b4ac-d2d8-41e3-8879-88f3b9be6c17 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:57.161471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dfb8b4ac-d2d8-41e3-8879-88f3b9be6c17 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:57.216535 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-69859af7-a4b1-4924-8cfc-95a09d40ede4 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:57.221271 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-dfb8b4ac-d2d8-41e3-8879-88f3b9be6c17 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] create failed (client error): There was a conflict when trying to complete your request. Jan 17 14:20:57.222977 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-dfb8b4ac-d2d8-41e3-8879-88f3b9be6c17 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1029789 Jan 17 14:20:57.225857 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37896) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:57.227952 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-69859af7-a4b1-4924-8cfc-95a09d40ede4 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:57.294190 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-733d04af-f358-4c9c-9fdf-bb4c58db415a tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:57.323630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-733d04af-f358-4c9c-9fdf-bb4c58db415a tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:57.382909 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-733d04af-f358-4c9c-9fdf-bb4c58db415a tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:57.400105 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d04af-f358-4c9c-9fdf-bb4c58db415a tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71abcb0d-bb14-406b-a862-c624ff7e178e,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:57.404573 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-733d04af-f358-4c9c-9fdf-bb4c58db415a tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:57.409625 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37900) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:57.412292 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-733d04af-f358-4c9c-9fdf-bb4c58db415a tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "DELETE /v2.0/security-groups/71abcb0d-bb14-406b-a862-c624ff7e178e HTTP/1.1" status: 204 len: 168 time: 0.1852050 Jan 17 14:20:57.536731 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d19392db-9acf-4602-8d9f-d3cb3b5737f6 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1252429 Jan 17 14:20:57.540692 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37904) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:57.546024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-33c17001-9aed-48dc-919e-0c57410fd344 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group': {'name': 'tempest-secgroup--1892773987'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:57.551954 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69859af7-a4b1-4924-8cfc-95a09d40ede4 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Router 5aed6a4b-1f32-41a2-9ddb-21364c54ea01 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:20:57.552497 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-33c17001-9aed-48dc-919e-0c57410fd344 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:57.556678 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-33c17001-9aed-48dc-919e-0c57410fd344 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:57.559565 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-33c17001-9aed-48dc-919e-0c57410fd344 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:57.565475 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-33c17001-9aed-48dc-919e-0c57410fd344 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:57.577243 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-33c17001-9aed-48dc-919e-0c57410fd344 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:57.597308 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-33c17001-9aed-48dc-919e-0c57410fd344 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:57.601773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-33c17001-9aed-48dc-919e-0c57410fd344 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group_rule and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:57.604695 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-33c17001-9aed-48dc-919e-0c57410fd344 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:57.610607 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-33c17001-9aed-48dc-919e-0c57410fd344 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:57.680195 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-33c17001-9aed-48dc-919e-0c57410fd344 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:57.686220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-33c17001-9aed-48dc-919e-0c57410fd344 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:57.692420 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69859af7-a4b1-4924-8cfc-95a09d40ede4 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:20:57.699193 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-69859af7-a4b1-4924-8cfc-95a09d40ede4 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:57.703359 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-69859af7-a4b1-4924-8cfc-95a09d40ede4 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "PUT /v2.0/routers/5aed6a4b-1f32-41a2-9ddb-21364c54ea01 HTTP/1.1" status: 200 len: 694 time: 0.8932304 Jan 17 14:20:57.703588 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c90a5-2fb5-49f7-be37-6aafa4915243 None None] Sync routers for ids ['5aed6a4b-1f32-41a2-9ddb-21364c54ea01'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:20:57.704660 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37908) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:57.716497 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625c90a5-2fb5-49f7-be37-6aafa4915243 None None] Routers {'5aed6a4b-1f32-41a2-9ddb-21364c54ea01'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:57.717136 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-625c90a5-2fb5-49f7-be37-6aafa4915243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['5aed6a4b-1f32-41a2-9ddb-21364c54ea01'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:57.846744 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-625c90a5-2fb5-49f7-be37-6aafa4915243 None None] Set router 5aed6a4b-1f32-41a2-9ddb-21364c54ea01 gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:57.860513 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c17001-9aed-48dc-919e-0c57410fd344 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cba1e2b-ccbd-4ab9-982d-f0afd8ab8f26,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:57.862701 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-33c17001-9aed-48dc-919e-0c57410fd344 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:57.866793 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-33c17001-9aed-48dc-919e-0c57410fd344 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3222191 Jan 17 14:20:57.866973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37912) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:57.874068 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8765788b-30ba-4bc0-b087-299007f53397 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/routers/5aed6a4b-1f32-41a2-9ddb-21364c54ea01 HTTP/1.1" status: 200 len: 700 time: 0.1672895 Jan 17 14:20:57.876916 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37916) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:57.877373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-b183a0fb-8007-434c-9a59-5b575e451596 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group_rule': {'security_group_id': '1cba1e2b-ccbd-4ab9-982d-f0afd8ab8f26', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:57.877663 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING neutron.api.v2.base [None req-b183a0fb-8007-434c-9a59-5b575e451596 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 17 14:20:57.878139 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-b183a0fb-8007-434c-9a59-5b575e451596 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:20:57.880743 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b183a0fb-8007-434c-9a59-5b575e451596 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0113251 Jan 17 14:20:57.888215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37920) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:57.932589 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e5cf0ef3-ea11-4fd2-9bd5-e3c7f792ad36 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/ports?device_id=5aed6a4b-1f32-41a2-9ddb-21364c54ea01 HTTP/1.1" status: 200 len: 205 time: 0.0537641 Jan 17 14:20:57.934531 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37924) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:57.949931 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:20:57.957957 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-625c90a5-2fb5-49f7-be37-6aafa4915243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aed6a4b-1f32-41a2-9ddb-21364c54ea01', 'name': 'tempest-RoutersTest-router-1202708671', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:20:56Z', 'updated_at': '2022-01-17T14:20:57Z', 'revision_number': 2, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:57.961941 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c90a5-2fb5-49f7-be37-6aafa4915243 None None] Checking router: 5aed6a4b-1f32-41a2-9ddb-21364c54ea01 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:20:57.970275 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625c90a5-2fb5-49f7-be37-6aafa4915243 None None] Routers {'5aed6a4b-1f32-41a2-9ddb-21364c54ea01'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:20:57.970862 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-625c90a5-2fb5-49f7-be37-6aafa4915243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:20:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['5aed6a4b-1f32-41a2-9ddb-21364c54ea01'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:58.126712 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-625c90a5-2fb5-49f7-be37-6aafa4915243 None None] Set router 5aed6a4b-1f32-41a2-9ddb-21364c54ea01 gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:20:58.192913 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3bf08655-2544-447d-ae9a-61b49d113bc7 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:58.207691 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1e6c2018-464b-4d00-ba61-eef38c58d4c9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:58.233403 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-625c90a5-2fb5-49f7-be37-6aafa4915243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aed6a4b-1f32-41a2-9ddb-21364c54ea01', 'name': 'tempest-RoutersTest-router-1202708671', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:20:56Z', 'updated_at': '2022-01-17T14:20:57Z', 'revision_number': 2, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:20:58.237352 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c90a5-2fb5-49f7-be37-6aafa4915243 None None] The sync data for ids ['5aed6a4b-1f32-41a2-9ddb-21364c54ea01'] in dv-neutron-824901-1-hyperv is: [{'id': '5aed6a4b-1f32-41a2-9ddb-21364c54ea01', 'name': 'tempest-RoutersTest-router-1202708671', 'tenant_id': '746a920811d944b3b7fac1db9f27d8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:20:56Z', 'updated_at': '2022-01-17T14:20:57Z', 'revision_number': 2, 'project_id': '746a920811d944b3b7fac1db9f27d8f3', 'gw_port_host': None}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:20:58.345108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3bf08655-2544-447d-ae9a-61b49d113bc7 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:58.552719 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1e6c2018-464b-4d00-ba61-eef38c58d4c9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:58.555334 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1e6c2018-464b-4d00-ba61-eef38c58d4c9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:58.571500 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3bf08655-2544-447d-ae9a-61b49d113bc7 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:58.589001 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1e6c2018-464b-4d00-ba61-eef38c58d4c9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:58.589491 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6c2018-464b-4d00-ba61-eef38c58d4c9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Fanout notify agent at l3_agent the message router_deleted on router 5aed6a4b-1f32-41a2-9ddb-21364c54ea01 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:20:58.591480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf08655-2544-447d-ae9a-61b49d113bc7 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cba1e2b-ccbd-4ab9-982d-f0afd8ab8f26,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:58.604157 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3bf08655-2544-447d-ae9a-61b49d113bc7 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:58.605283 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3bf08655-2544-447d-ae9a-61b49d113bc7 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "DELETE /v2.0/security-groups/1cba1e2b-ccbd-4ab9-982d-f0afd8ab8f26 HTTP/1.1" status: 204 len: 168 time: 0.7161369 Jan 17 14:20:58.608356 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37928) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:58.611464 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1e6c2018-464b-4d00-ba61-eef38c58d4c9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:58.616243 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1e6c2018-464b-4d00-ba61-eef38c58d4c9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/routers/5aed6a4b-1f32-41a2-9ddb-21364c54ea01 HTTP/1.1" status: 204 len: 168 time: 0.6769576 Jan 17 14:20:58.616998 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37932) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:58.668953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-611d9641-98da-4d3b-89ef-672204ae7bdd tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Synchronizing usage tracker for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:20:58.669452 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5afdb21f-7d2f-4a13-9068-60fcf9567fdc tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0599728 Jan 17 14:20:58.673079 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37936) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:58.680393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-21b00a0b-7bd2-4763-ad49-cc280c5128db tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group': {'name': 'tempest-secgroup--129793279'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:58.689453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-21b00a0b-7bd2-4763-ad49-cc280c5128db tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:58.694829 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-21b00a0b-7bd2-4763-ad49-cc280c5128db tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:58.697237 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-611d9641-98da-4d3b-89ef-672204ae7bdd tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] Unset dirty status for tenant:746a920811d944b3b7fac1db9f27d8f3 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:20:58.698343 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-611d9641-98da-4d3b-89ef-672204ae7bdd tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/ports?device_id=5aed6a4b-1f32-41a2-9ddb-21364c54ea01 HTTP/1.1" status: 200 len: 205 time: 0.0807612 Jan 17 14:20:58.699283 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-21b00a0b-7bd2-4763-ad49-cc280c5128db tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:58.701238 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37940) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:58.705337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-21b00a0b-7bd2-4763-ad49-cc280c5128db tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:58.717041 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21b00a0b-7bd2-4763-ad49-cc280c5128db tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:58.737468 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-21b00a0b-7bd2-4763-ad49-cc280c5128db tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:58.741877 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-21b00a0b-7bd2-4763-ad49-cc280c5128db tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group_rule and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:58.744752 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-21b00a0b-7bd2-4763-ad49-cc280c5128db tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:58.750512 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-21b00a0b-7bd2-4763-ad49-cc280c5128db tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:58.773329 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-72617a20-a1ac-4c69-835e-27395e6e034d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] delete failed (client error): The resource could not be found. Jan 17 14:20:58.774879 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-72617a20-a1ac-4c69-835e-27395e6e034d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/routers/5aed6a4b-1f32-41a2-9ddb-21364c54ea01 HTTP/1.1" status: 404 len: 336 time: 0.0721548 Jan 17 14:20:58.777003 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37944) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:58.817220 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-9214f439-c892-4e62-8e29-0c5608ca4ae4 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:58.817678 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9214f439-c892-4e62-8e29-0c5608ca4ae4 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:58.819337 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9214f439-c892-4e62-8e29-0c5608ca4ae4 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/subnets/582684fa-d07a-46f0-92f7-49553306bc0f HTTP/1.1" status: 404 len: 337 time: 0.0414114 Jan 17 14:20:58.821968 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37948) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:58.830250 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21b00a0b-7bd2-4763-ad49-cc280c5128db tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:58.834382 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21b00a0b-7bd2-4763-ad49-cc280c5128db tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:58.866078 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-56170517-2736-4308-aff4-4ef711843974 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:58.866531 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56170517-2736-4308-aff4-4ef711843974 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:58.868235 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-56170517-2736-4308-aff4-4ef711843974 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/subnets/82b2732b-a0a0-4237-bd43-912933db0a60 HTTP/1.1" status: 404 len: 337 time: 0.0453537 Jan 17 14:20:58.870724 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37952) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:58.878432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b00a0b-7bd2-4763-ad49-cc280c5128db tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fb46bc-8459-4bca-9cbc-5a0a57d223a0,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:58.882554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21b00a0b-7bd2-4763-ad49-cc280c5128db tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:58.886533 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-21b00a0b-7bd2-4763-ad49-cc280c5128db tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2097890 Jan 17 14:20:58.887377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37956) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:58.892079 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-aa627f5e-69e8-4b98-b461-107096fa7e23 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group_rule': {'security_group_id': 'd3fb46bc-8459-4bca-9cbc-5a0a57d223a0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:58.892887 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING neutron.api.v2.base [None req-aa627f5e-69e8-4b98-b461-107096fa7e23 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 17 14:20:58.893422 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-aa627f5e-69e8-4b98-b461-107096fa7e23 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:20:58.896842 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-aa627f5e-69e8-4b98-b461-107096fa7e23 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067401 Jan 17 14:20:58.897035 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37960) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:58.917284 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad44db24-bebd-4497-8409-f7e78260c068 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:58.918095 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad44db24-bebd-4497-8409-f7e78260c068 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:58.922137 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ad44db24-bebd-4497-8409-f7e78260c068 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/subnets/fcec9571-a377-4e58-a09b-5e4722aedd8d HTTP/1.1" status: 404 len: 337 time: 0.0504580 Jan 17 14:20:58.922738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37964) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:58.961167 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-14cc50bc-8703-4ed6-aca0-bfae0d450b95 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:58.961522 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14cc50bc-8703-4ed6-aca0-bfae0d450b95 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:58.963306 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-14cc50bc-8703-4ed6-aca0-bfae0d450b95 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/subnets/9f0b68b0-21de-432c-b836-01e740e2691b HTTP/1.1" status: 404 len: 337 time: 0.0396798 Jan 17 14:20:58.966014 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37968) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:58.971089 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-964a5a23-70b1-4cc8-becb-d0c753eaa9e7 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:58.999172 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-964a5a23-70b1-4cc8-becb-d0c753eaa9e7 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:59.012985 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-cf0b39e5-63e0-463e-bb5e-467e508a862d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/ports?device_id=4117b374-0843-4e61-a365-790e1f708583 HTTP/1.1" status: 200 len: 205 time: 0.0459561 Jan 17 14:20:59.015407 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37972) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.051224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-964a5a23-70b1-4cc8-becb-d0c753eaa9e7 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:59.068348 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a5a23-70b1-4cc8-becb-d0c753eaa9e7 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fb46bc-8459-4bca-9cbc-5a0a57d223a0,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:59.073727 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-964a5a23-70b1-4cc8-becb-d0c753eaa9e7 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:59.077783 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-964a5a23-70b1-4cc8-becb-d0c753eaa9e7 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "DELETE /v2.0/security-groups/d3fb46bc-8459-4bca-9cbc-5a0a57d223a0 HTTP/1.1" status: 204 len: 168 time: 0.1798105 Jan 17 14:20:59.078411 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37976) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.081112 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-d9b8c2f3-472d-417b-a4cb-1455cfc4bf46 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] delete failed (client error): The resource could not be found. Jan 17 14:20:59.082591 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d9b8c2f3-472d-417b-a4cb-1455cfc4bf46 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/routers/4117b374-0843-4e61-a365-790e1f708583 HTTP/1.1" status: 404 len: 336 time: 0.0656807 Jan 17 14:20:59.088168 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37980) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.135923 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-51124d97-1269-429e-986b-c3c3dfd3240f tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/ports?device_id=107596fd-9944-4f55-a183-bc5bdf5e2916 HTTP/1.1" status: 200 len: 205 time: 0.0466473 Jan 17 14:20:59.138295 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37984) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.150518 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-97f3d206-b482-4d3a-9a4a-faf39934e2df tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Synchronizing usage tracker for tenant:22070aceec764044a3db9c6663863e78 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:20:59.173372 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-97f3d206-b482-4d3a-9a4a-faf39934e2df tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Unset dirty status for tenant:22070aceec764044a3db9c6663863e78 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:20:59.174888 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-97f3d206-b482-4d3a-9a4a-faf39934e2df tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0955727 Jan 17 14:20:59.180805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 37988) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.186461 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-9b238a4a-3986-4809-a4ee-4b113bd040cb tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group': {'name': 'tempest-secgroup--1548047425'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:59.193459 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9b238a4a-3986-4809-a4ee-4b113bd040cb tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:59.204660 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9b238a4a-3986-4809-a4ee-4b113bd040cb tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:59.208163 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-bf865b66-14fb-4965-89be-576824e65f39 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] delete failed (client error): The resource could not be found. Jan 17 14:20:59.211667 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bf865b66-14fb-4965-89be-576824e65f39 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/routers/107596fd-9944-4f55-a183-bc5bdf5e2916 HTTP/1.1" status: 404 len: 336 time: 0.0699811 Jan 17 14:20:59.212664 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37992) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.217034 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b238a4a-3986-4809-a4ee-4b113bd040cb tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:59.238296 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9b238a4a-3986-4809-a4ee-4b113bd040cb tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:59.242043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9b238a4a-3986-4809-a4ee-4b113bd040cb tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group_rule and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:59.245064 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9b238a4a-3986-4809-a4ee-4b113bd040cb tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:59.250820 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9b238a4a-3986-4809-a4ee-4b113bd040cb tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:59.255485 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f1c778-7555-4762-94b4-925588c77223 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:59.255955 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f1c778-7555-4762-94b4-925588c77223 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:59.257685 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-87f1c778-7555-4762-94b4-925588c77223 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/subnets/cc8ee11e-d1ed-4205-a0d9-8e19e4503153 HTTP/1.1" status: 404 len: 337 time: 0.0441287 Jan 17 14:20:59.260551 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 37996) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.305858 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a26b714e-6517-4c4e-90a4-79634699fc56 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c03e270-db5d-451c-aeb8-673522f10c57 HTTP/1.1" status: 200 len: 205 time: 0.0440826 Jan 17 14:20:59.308133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38000) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.325344 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b238a4a-3986-4809-a4ee-4b113bd040cb tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:59.329310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b238a4a-3986-4809-a4ee-4b113bd040cb tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:59.377836 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-978ead4a-886a-4659-af82-95b18028c347 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] delete failed (client error): The resource could not be found. Jan 17 14:20:59.378056 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b238a4a-3986-4809-a4ee-4b113bd040cb tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=552cf748-ae17-4f3f-8c2f-9ccdcb274902,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:59.378806 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-978ead4a-886a-4659-af82-95b18028c347 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/routers/7c03e270-db5d-451c-aeb8-673522f10c57 HTTP/1.1" status: 404 len: 336 time: 0.0697625 Jan 17 14:20:59.381789 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38004) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.385350 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b238a4a-3986-4809-a4ee-4b113bd040cb tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:59.386744 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9b238a4a-3986-4809-a4ee-4b113bd040cb tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2049677 Jan 17 14:20:59.390736 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38008) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.396448 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-549463dc-e41f-42ff-a5e4-e590cc70f59a tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group_rule': {'security_group_id': '552cf748-ae17-4f3f-8c2f-9ccdcb274902', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:59.397282 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING neutron.api.v2.base [None req-549463dc-e41f-42ff-a5e4-e590cc70f59a tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 17 14:20:59.397875 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-549463dc-e41f-42ff-a5e4-e590cc70f59a tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:20:59.398774 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-549463dc-e41f-42ff-a5e4-e590cc70f59a tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071671 Jan 17 14:20:59.402737 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38012) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.407430 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-11c43f9b-bf55-4ec8-b2e4-fd35f31a8996 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group_rule': {'security_group_id': '552cf748-ae17-4f3f-8c2f-9ccdcb274902', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:59.408093 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING neutron.api.v2.base [None req-11c43f9b-bf55-4ec8-b2e4-fd35f31a8996 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 17 14:20:59.408566 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-11c43f9b-bf55-4ec8-b2e4-fd35f31a8996 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:20:59.409458 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-11c43f9b-bf55-4ec8-b2e4-fd35f31a8996 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058668 Jan 17 14:20:59.413774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38016) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.419361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-d1f6365c-f366-4550-998a-c49e96629f7b tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group_rule': {'security_group_id': '552cf748-ae17-4f3f-8c2f-9ccdcb274902', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:59.420164 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING neutron.api.v2.base [None req-d1f6365c-f366-4550-998a-c49e96629f7b tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 17 14:20:59.420636 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-d1f6365c-f366-4550-998a-c49e96629f7b tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:20:59.421600 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d1f6365c-f366-4550-998a-c49e96629f7b tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069847 Jan 17 14:20:59.424057 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38020) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.428550 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-db15acdc-bcb6-4f26-bace-88ded3df05b7 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group_rule': {'security_group_id': '552cf748-ae17-4f3f-8c2f-9ccdcb274902', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:59.429387 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING neutron.api.v2.base [None req-db15acdc-bcb6-4f26-bace-88ded3df05b7 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 17 14:20:59.429835 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-db15acdc-bcb6-4f26-bace-88ded3df05b7 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:20:59.430742 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-db15acdc-bcb6-4f26-bace-88ded3df05b7 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058553 Jan 17 14:20:59.433572 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38024) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.434818 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2caad218-7fab-4f79-b5a6-fcd022279ad2 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a1770fb-3cd2-47d6-a720-142c7adb99b7 HTTP/1.1" status: 200 len: 205 time: 0.0515821 Jan 17 14:20:59.437134 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38028) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.496486 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d2f616ed-516a-4cfd-b815-977f26eeeb21 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:59.505276 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-11fd1c73-9ab6-4bff-a60f-5d75dddeac0d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] delete failed (client error): The resource could not be found. Jan 17 14:20:59.506281 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-11fd1c73-9ab6-4bff-a60f-5d75dddeac0d tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/routers/8a1770fb-3cd2-47d6-a720-142c7adb99b7 HTTP/1.1" status: 404 len: 336 time: 0.0682893 Jan 17 14:20:59.508875 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38032) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.525549 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d2f616ed-516a-4cfd-b815-977f26eeeb21 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:59.546151 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ee45b1-32e9-45f3-8a89-fa772bca990e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:59.546586 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ee45b1-32e9-45f3-8a89-fa772bca990e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:59.548262 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f2ee45b1-32e9-45f3-8a89-fa772bca990e tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/subnets/7a68a4e9-c109-4c6c-b89e-eab2279fef85 HTTP/1.1" status: 404 len: 337 time: 0.0385106 Jan 17 14:20:59.550897 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38036) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.573846 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d2f616ed-516a-4cfd-b815-977f26eeeb21 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:59.597233 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-60b4962c-6400-48e0-b25c-c7e019742310 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/ports?device_id=78480350-f526-4343-a7b4-f4dbc7d3fbfd HTTP/1.1" status: 200 len: 205 time: 0.0430577 Jan 17 14:20:59.597477 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f616ed-516a-4cfd-b815-977f26eeeb21 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=552cf748-ae17-4f3f-8c2f-9ccdcb274902,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:59.597599 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38040) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.601140 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d2f616ed-516a-4cfd-b815-977f26eeeb21 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:59.602283 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d2f616ed-516a-4cfd-b815-977f26eeeb21 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "DELETE /v2.0/security-groups/552cf748-ae17-4f3f-8c2f-9ccdcb274902 HTTP/1.1" status: 204 len: 168 time: 0.1677976 Jan 17 14:20:59.605033 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38044) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.659359 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a14ac732-8d1d-434c-a7e1-b3747c6240d5 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Synchronizing usage tracker for tenant:22070aceec764044a3db9c6663863e78 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:20:59.673132 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-5760137e-d771-454c-b795-b58ac89622fc tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] delete failed (client error): The resource could not be found. Jan 17 14:20:59.674133 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5760137e-d771-454c-b795-b58ac89622fc tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/routers/78480350-f526-4343-a7b4-f4dbc7d3fbfd HTTP/1.1" status: 404 len: 336 time: 0.0752823 Jan 17 14:20:59.674948 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a14ac732-8d1d-434c-a7e1-b3747c6240d5 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Unset dirty status for tenant:22070aceec764044a3db9c6663863e78 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:20:59.676273 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a14ac732-8d1d-434c-a7e1-b3747c6240d5 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0704875 Jan 17 14:20:59.677311 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38048) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.680207 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38052) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.684990 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-1cfc5fe8-cfd4-4d59-a97a-f17841d51aa4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group': {'name': 'tempest-secgroup--298324928'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:59.690837 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1cfc5fe8-cfd4-4d59-a97a-f17841d51aa4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:59.701839 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1cfc5fe8-cfd4-4d59-a97a-f17841d51aa4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:59.712225 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1cfc5fe8-cfd4-4d59-a97a-f17841d51aa4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:59.719197 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-57778b77-2382-4959-9800-ce95d509fd79 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:59.719664 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57778b77-2382-4959-9800-ce95d509fd79 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:59.724218 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-57778b77-2382-4959-9800-ce95d509fd79 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/subnets/fdeba23d-e2c6-488d-85c8-c3b8bd4b72a2 HTTP/1.1" status: 404 len: 337 time: 0.0459118 Jan 17 14:20:59.724864 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38056) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.732468 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1cfc5fe8-cfd4-4d59-a97a-f17841d51aa4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:20:59.736342 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1cfc5fe8-cfd4-4d59-a97a-f17841d51aa4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group_rule and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:20:59.739173 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1cfc5fe8-cfd4-4d59-a97a-f17841d51aa4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:20:59.745022 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1cfc5fe8-cfd4-4d59-a97a-f17841d51aa4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:20:59.769955 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-22641596-ee6b-44e7-8d6d-ca3cb4dbea89 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "GET /v2.0/ports?device_id=beaf3b17-b0d5-473f-8691-7886921eb00f HTTP/1.1" status: 200 len: 205 time: 0.0432642 Jan 17 14:20:59.772210 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38060) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.824230 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1cfc5fe8-cfd4-4d59-a97a-f17841d51aa4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:59.828714 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1cfc5fe8-cfd4-4d59-a97a-f17841d51aa4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:59.844962 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-3ce51790-3e34-4e7b-84c5-ff2bb90004b9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] delete failed (client error): The resource could not be found. Jan 17 14:20:59.848371 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3ce51790-3e34-4e7b-84c5-ff2bb90004b9 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/routers/beaf3b17-b0d5-473f-8691-7886921eb00f HTTP/1.1" status: 404 len: 336 time: 0.0728827 Jan 17 14:20:59.848656 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38064) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.890277 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4e551b-3a37-4d30-aacf-f3a0f1d106fb tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:59.890741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4e551b-3a37-4d30-aacf-f3a0f1d106fb tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:59.892521 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2a4e551b-3a37-4d30-aacf-f3a0f1d106fb tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/subnets/5a376744-3fb6-4c7d-9280-b436807dbc7d HTTP/1.1" status: 404 len: 337 time: 0.0427794 Jan 17 14:20:59.895185 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38068) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.937868 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-34bb8c99-7e0c-4f1f-ae84-2374f8b0ae22 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] DELETE failed (client error): The resource could not be found. Jan 17 14:20:59.938326 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34bb8c99-7e0c-4f1f-ae84-2374f8b0ae22 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:20:59.940022 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-34bb8c99-7e0c-4f1f-ae84-2374f8b0ae22 tempest-RoutersTest-84998244 tempest-RoutersTest-84998244-project] 10.222.0.48 "DELETE /v2.0/subnets/c8d3c238-7fe5-4c22-a031-4346262cc181 HTTP/1.1" status: 404 len: 337 time: 0.0438547 Jan 17 14:20:59.976770 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc5fe8-cfd4-4d59-a97a-f17841d51aa4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd741bd2-5496-40ed-b65d-817403ddd9e3,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:20:59.980272 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1cfc5fe8-cfd4-4d59-a97a-f17841d51aa4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:20:59.981473 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1cfc5fe8-cfd4-4d59-a97a-f17841d51aa4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3003583 Jan 17 14:20:59.985147 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38074) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:20:59.991354 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-585ca043-07fe-42d2-9acf-2ac4a6a6dcfc tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group_rule': {'security_group_id': 'bd741bd2-5496-40ed-b65d-817403ddd9e3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:20:59.991923 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING neutron.api.v2.base [None req-585ca043-07fe-42d2-9acf-2ac4a6a6dcfc tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 17 14:20:59.992477 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-585ca043-07fe-42d2-9acf-2ac4a6a6dcfc tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:20:59.994179 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-585ca043-07fe-42d2-9acf-2ac4a6a6dcfc tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070834 Jan 17 14:20:59.996526 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38078) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:00.001145 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-4bdd0b24-e614-42ac-b417-1a65520086c9 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group_rule': {'security_group_id': 'bd741bd2-5496-40ed-b65d-817403ddd9e3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:00.008350 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4bdd0b24-e614-42ac-b417-1a65520086c9 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:00.012202 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4bdd0b24-e614-42ac-b417-1a65520086c9 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group_rule and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:00.015027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4bdd0b24-e614-42ac-b417-1a65520086c9 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:00.020825 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4bdd0b24-e614-42ac-b417-1a65520086c9 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:00.049026 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-4bdd0b24-e614-42ac-b417-1a65520086c9 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:21:00.053352 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4bdd0b24-e614-42ac-b417-1a65520086c9 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0527260 Jan 17 14:21:00.053543 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38082) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:00.058529 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c5ebadf8-0383-4aba-b719-b2ad2083deec tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group_rule': {'security_group_id': 'bd741bd2-5496-40ed-b65d-817403ddd9e3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:00.059060 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING neutron.api.v2.base [None req-c5ebadf8-0383-4aba-b719-b2ad2083deec tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 17 14:21:00.059683 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-c5ebadf8-0383-4aba-b719-b2ad2083deec tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:21:00.061837 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c5ebadf8-0383-4aba-b719-b2ad2083deec tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063462 Jan 17 14:21:00.063316 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38086) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:00.068979 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-9403e847-3139-4574-960c-d85bf900e66f tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group_rule': {'security_group_id': 'bd741bd2-5496-40ed-b65d-817403ddd9e3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:00.075106 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9403e847-3139-4574-960c-d85bf900e66f tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:00.079205 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9403e847-3139-4574-960c-d85bf900e66f tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group_rule and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:00.082134 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9403e847-3139-4574-960c-d85bf900e66f tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:00.088071 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9403e847-3139-4574-960c-d85bf900e66f tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:00.117272 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-9403e847-3139-4574-960c-d85bf900e66f tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:21:00.118551 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9403e847-3139-4574-960c-d85bf900e66f tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0541782 Jan 17 14:21:00.121719 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38090) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:00.126605 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-5cac1113-0632-4cd2-835c-62e66e6cc75c tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group_rule': {'security_group_id': 'bd741bd2-5496-40ed-b65d-817403ddd9e3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:00.127076 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING neutron.api.v2.base [None req-5cac1113-0632-4cd2-835c-62e66e6cc75c tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 17 14:21:00.127551 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-5cac1113-0632-4cd2-835c-62e66e6cc75c tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:21:00.128493 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5cac1113-0632-4cd2-835c-62e66e6cc75c tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058796 Jan 17 14:21:00.131559 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38096) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:00.137080 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c5501cd7-c269-44a1-ad3f-c136c6e12a9a tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group_rule': {'security_group_id': 'bd741bd2-5496-40ed-b65d-817403ddd9e3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:00.142869 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c5501cd7-c269-44a1-ad3f-c136c6e12a9a tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:00.146765 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c5501cd7-c269-44a1-ad3f-c136c6e12a9a tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group_rule and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:00.149744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c5501cd7-c269-44a1-ad3f-c136c6e12a9a tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:00.155525 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c5501cd7-c269-44a1-ad3f-c136c6e12a9a tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:00.186127 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-c5501cd7-c269-44a1-ad3f-c136c6e12a9a tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:21:00.187243 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c5501cd7-c269-44a1-ad3f-c136c6e12a9a tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0548012 Jan 17 14:21:00.190104 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38100) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:00.195249 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-e584541a-2b17-4703-a9f8-2d3d3a6e4eb3 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group_rule': {'security_group_id': 'bd741bd2-5496-40ed-b65d-817403ddd9e3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:00.195745 dv-neutron-824901-1-hyperv neutron-server[87523]: WARNING neutron.api.v2.base [None req-e584541a-2b17-4703-a9f8-2d3d3a6e4eb3 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 17 14:21:00.196223 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-e584541a-2b17-4703-a9f8-2d3d3a6e4eb3 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:21:00.197138 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e584541a-2b17-4703-a9f8-2d3d3a6e4eb3 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061483 Jan 17 14:21:00.199704 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38104) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:00.204809 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-cd83fbed-e2f4-4e63-b41b-907303b20f9c tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group_rule': {'security_group_id': 'bd741bd2-5496-40ed-b65d-817403ddd9e3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:00.211495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-cd83fbed-e2f4-4e63-b41b-907303b20f9c tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:00.216064 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-cd83fbed-e2f4-4e63-b41b-907303b20f9c tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group_rule and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:00.218925 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-cd83fbed-e2f4-4e63-b41b-907303b20f9c tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:00.223034 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38108) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:00.225414 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-cd83fbed-e2f4-4e63-b41b-907303b20f9c tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:00.256622 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-cd83fbed-e2f4-4e63-b41b-907303b20f9c tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:21:00.257701 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cd83fbed-e2f4-4e63-b41b-907303b20f9c tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0571110 Jan 17 14:21:00.260816 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38114) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:00.265841 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-d3b02213-cab1-49a6-98dd-1de1c4bab435 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group_rule': {'security_group_id': 'bd741bd2-5496-40ed-b65d-817403ddd9e3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:00.272005 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d3b02213-cab1-49a6-98dd-1de1c4bab435 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:00.275742 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d3b02213-cab1-49a6-98dd-1de1c4bab435 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group_rule and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:00.278619 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d3b02213-cab1-49a6-98dd-1de1c4bab435 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:00.284705 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d3b02213-cab1-49a6-98dd-1de1c4bab435 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:00.316517 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-d3b02213-cab1-49a6-98dd-1de1c4bab435 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:21:00.317555 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d3b02213-cab1-49a6-98dd-1de1c4bab435 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0557644 Jan 17 14:21:00.320326 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38118) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:00.379838 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0978a5e6-efa6-4b5f-ba8f-50a7574b813f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=746a920811d944b3b7fac1db9f27d8f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555614 Jan 17 14:21:00.382217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38122) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:00.397827 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4a0f36c6-01b1-4f7c-9538-7f494f561172 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:00.448083 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4a0f36c6-01b1-4f7c-9538-7f494f561172 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:00.502626 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b8d9601e-377c-4dc7-b2c1-39fb220e5e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:00.531569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4a0f36c6-01b1-4f7c-9538-7f494f561172 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:00.538026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b8d9601e-377c-4dc7-b2c1-39fb220e5e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:00.563732 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f36c6-01b1-4f7c-9538-7f494f561172 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd741bd2-5496-40ed-b65d-817403ddd9e3,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:00.587840 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4a0f36c6-01b1-4f7c-9538-7f494f561172 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:00.588956 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4a0f36c6-01b1-4f7c-9538-7f494f561172 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "DELETE /v2.0/security-groups/bd741bd2-5496-40ed-b65d-817403ddd9e3 HTTP/1.1" status: 204 len: 168 time: 0.2677429 Jan 17 14:21:00.591763 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38126) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:00.613295 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b8d9601e-377c-4dc7-b2c1-39fb220e5e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:00.634370 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9601e-377c-4dc7-b2c1-39fb220e5e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4793b83e-ce59-475b-a5bf-7f6a7767e01f,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:00.637676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b8d9601e-377c-4dc7-b2c1-39fb220e5e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:00.638789 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b8d9601e-377c-4dc7-b2c1-39fb220e5e36 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4793b83e-ce59-475b-a5bf-7f6a7767e01f HTTP/1.1" status: 204 len: 168 time: 0.2556860 Jan 17 14:21:00.645991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0c873b13-378f-4b87-ae3a-38d212b5a879 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Synchronizing usage tracker for tenant:22070aceec764044a3db9c6663863e78 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:00.662628 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0c873b13-378f-4b87-ae3a-38d212b5a879 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Unset dirty status for tenant:22070aceec764044a3db9c6663863e78 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:00.668277 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0c873b13-378f-4b87-ae3a-38d212b5a879 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0709727 Jan 17 14:21:00.668882 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38132) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:00.673380 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-de1d1b7e-7461-435f-87b9-fd5d4e4207ef tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group': {'name': 'tempest-secgroup--543081008'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:00.679618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-de1d1b7e-7461-435f-87b9-fd5d4e4207ef tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:00.689698 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-de1d1b7e-7461-435f-87b9-fd5d4e4207ef tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:00.701955 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de1d1b7e-7461-435f-87b9-fd5d4e4207ef tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:00.722876 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-de1d1b7e-7461-435f-87b9-fd5d4e4207ef tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:00.727203 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-de1d1b7e-7461-435f-87b9-fd5d4e4207ef tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group_rule and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:00.730122 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-de1d1b7e-7461-435f-87b9-fd5d4e4207ef tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:00.736038 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-de1d1b7e-7461-435f-87b9-fd5d4e4207ef tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:00.809556 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de1d1b7e-7461-435f-87b9-fd5d4e4207ef tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:00.813882 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de1d1b7e-7461-435f-87b9-fd5d4e4207ef tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:00.864293 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d1b7e-7461-435f-87b9-fd5d4e4207ef tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a4758e-b3e4-4b28-acca-23663fadd64d,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:00.868101 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de1d1b7e-7461-435f-87b9-fd5d4e4207ef tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:00.872217 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-de1d1b7e-7461-435f-87b9-fd5d4e4207ef tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2001469 Jan 17 14:21:00.872604 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38138) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:00.877808 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-bb58f78f-baf1-48b4-995f-8c41a455ea20 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group_rule': {'security_group_id': '07a4758e-b3e4-4b28-acca-23663fadd64d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:00.884759 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-bb58f78f-baf1-48b4-995f-8c41a455ea20 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:00.888602 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bb58f78f-baf1-48b4-995f-8c41a455ea20 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group_rule and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:00.891466 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bb58f78f-baf1-48b4-995f-8c41a455ea20 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:00.897870 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-bb58f78f-baf1-48b4-995f-8c41a455ea20 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:00.934178 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-bb58f78f-baf1-48b4-995f-8c41a455ea20 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] create failed (client error): The resource could not be found. Jan 17 14:21:00.935291 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bb58f78f-baf1-48b4-995f-8c41a455ea20 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0617769 Jan 17 14:21:00.938239 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38146) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:00.943693 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-e72e9dd3-7424-432b-b720-8fee8df013c1 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group_rule': {'security_group_id': '07a4758e-b3e4-4b28-acca-23663fadd64d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd4edc36c-819a-481d-bd3c-cf142aedaff7'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:00.949698 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e72e9dd3-7424-432b-b720-8fee8df013c1 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:00.953754 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e72e9dd3-7424-432b-b720-8fee8df013c1 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group_rule and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:00.956663 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e72e9dd3-7424-432b-b720-8fee8df013c1 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:00.964133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e72e9dd3-7424-432b-b720-8fee8df013c1 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:01.004796 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-e72e9dd3-7424-432b-b720-8fee8df013c1 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] create failed (client error): The resource could not be found. Jan 17 14:21:01.005894 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e72e9dd3-7424-432b-b720-8fee8df013c1 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0667207 Jan 17 14:21:01.008894 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38152) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:01.076234 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-79613b07-9e7c-4082-b679-3461606f0003 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.110704 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-79613b07-9e7c-4082-b679-3461606f0003 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.160647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-79613b07-9e7c-4082-b679-3461606f0003 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.179594 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79613b07-9e7c-4082-b679-3461606f0003 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a4758e-b3e4-4b28-acca-23663fadd64d,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:01.186568 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-79613b07-9e7c-4082-b679-3461606f0003 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.190811 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-79613b07-9e7c-4082-b679-3461606f0003 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "DELETE /v2.0/security-groups/07a4758e-b3e4-4b28-acca-23663fadd64d HTTP/1.1" status: 204 len: 168 time: 0.1778915 Jan 17 14:21:01.190811 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38162) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:01.240360 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bc84550e-882a-45a2-95e2-9e95ec2f5cbd tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Synchronizing usage tracker for tenant:22070aceec764044a3db9c6663863e78 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:01.255631 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bc84550e-882a-45a2-95e2-9e95ec2f5cbd tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Unset dirty status for tenant:22070aceec764044a3db9c6663863e78 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:01.261021 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bc84550e-882a-45a2-95e2-9e95ec2f5cbd tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0656259 Jan 17 14:21:01.261410 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38168) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:01.266880 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-63923779-1203-42f2-b14f-3c6f1a7339fd tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group_rule': {'security_group_id': '59c33be8-f8fc-4f99-abc6-9d824c2a5fd4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:01.274265 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-63923779-1203-42f2-b14f-3c6f1a7339fd tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:01.278106 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-63923779-1203-42f2-b14f-3c6f1a7339fd tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group_rule and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:01.280997 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-63923779-1203-42f2-b14f-3c6f1a7339fd tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:01.286648 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-63923779-1203-42f2-b14f-3c6f1a7339fd tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:01.322888 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-63923779-1203-42f2-b14f-3c6f1a7339fd tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] create failed (client error): The resource could not be found. Jan 17 14:21:01.323969 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-63923779-1203-42f2-b14f-3c6f1a7339fd tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0617278 Jan 17 14:21:01.327791 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38176) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:01.332759 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-af5d64db-5ff9-4bba-b432-f8a2d8d14711 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group': {'name': 'tempest-secgroup--668822051'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:01.338413 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-af5d64db-5ff9-4bba-b432-f8a2d8d14711 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:01.347801 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-af5d64db-5ff9-4bba-b432-f8a2d8d14711 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:01.357495 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af5d64db-5ff9-4bba-b432-f8a2d8d14711 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.381756 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-af5d64db-5ff9-4bba-b432-f8a2d8d14711 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:01.385541 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-af5d64db-5ff9-4bba-b432-f8a2d8d14711 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group_rule and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:01.388584 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-af5d64db-5ff9-4bba-b432-f8a2d8d14711 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:01.392188 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38180) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:01.394575 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-af5d64db-5ff9-4bba-b432-f8a2d8d14711 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:01.465741 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af5d64db-5ff9-4bba-b432-f8a2d8d14711 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.470298 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af5d64db-5ff9-4bba-b432-f8a2d8d14711 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.497735 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412334520'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:01.504406 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:01.508692 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:01.511599 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:01.515676 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d64db-5ff9-4bba-b432-f8a2d8d14711 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07996214-5c84-4ca2-9037-678fe5b85e7b,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:01.518158 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:01.522213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af5d64db-5ff9-4bba-b432-f8a2d8d14711 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.523473 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-af5d64db-5ff9-4bba-b432-f8a2d8d14711 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1947370 Jan 17 14:21:01.526199 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38186) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:01.531396 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-51756ce8-1f3b-45a3-b2ff-d17d1bb3adb4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group': {'name': 'tempest-secgroup--1017458046'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:01.532392 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.537340 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-51756ce8-1f3b-45a3-b2ff-d17d1bb3adb4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:01.541462 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-51756ce8-1f3b-45a3-b2ff-d17d1bb3adb4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:01.544431 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-51756ce8-1f3b-45a3-b2ff-d17d1bb3adb4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:01.544568 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.550088 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-51756ce8-1f3b-45a3-b2ff-d17d1bb3adb4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:01.559974 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:01.560661 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-51756ce8-1f3b-45a3-b2ff-d17d1bb3adb4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.563684 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group_rule and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:01.567078 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:01.573039 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:01.583075 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-51756ce8-1f3b-45a3-b2ff-d17d1bb3adb4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:01.587221 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-51756ce8-1f3b-45a3-b2ff-d17d1bb3adb4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group_rule and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:01.590148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-51756ce8-1f3b-45a3-b2ff-d17d1bb3adb4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:01.596174 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-51756ce8-1f3b-45a3-b2ff-d17d1bb3adb4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:01.663940 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.669083 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.674846 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-51756ce8-1f3b-45a3-b2ff-d17d1bb3adb4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.679579 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-51756ce8-1f3b-45a3-b2ff-d17d1bb3adb4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.734734 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51756ce8-1f3b-45a3-b2ff-d17d1bb3adb4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c04fbae-8fe1-4cac-9345-02dbc28a320e,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:01.739394 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-51756ce8-1f3b-45a3-b2ff-d17d1bb3adb4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.743334 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-51756ce8-1f3b-45a3-b2ff-d17d1bb3adb4 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2136338 Jan 17 14:21:01.743938 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38190) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:01.749073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-acaa3331-6319-40be-bfe6-e98fefdc37dd tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group_rule': {'security_group_id': '07996214-5c84-4ca2-9037-678fe5b85e7b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5c04fbae-8fe1-4cac-9345-02dbc28a320e'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:01.755830 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-acaa3331-6319-40be-bfe6-e98fefdc37dd tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:01.759967 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-acaa3331-6319-40be-bfe6-e98fefdc37dd tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group_rule and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:01.764300 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-acaa3331-6319-40be-bfe6-e98fefdc37dd tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:01.771747 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-acaa3331-6319-40be-bfe6-e98fefdc37dd tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:01.798953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:01.803423 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-acaa3331-6319-40be-bfe6-e98fefdc37dd tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:21:01.807235 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-acaa3331-6319-40be-bfe6-e98fefdc37dd tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0599871 Jan 17 14:21:01.807411 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group_rule and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:01.807514 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38194) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:01.811200 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:01.824730 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:01.832565 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d039b998-c809-4bb6-a1d2-21a4ef7d81dd,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:01.883873 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-768f9ec0-4333-452a-93b2-a699e8e6b57d tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.903286 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.907061 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.911142 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-768f9ec0-4333-452a-93b2-a699e8e6b57d tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.949459 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=410a1367-24c2-42f0-8a61-88788ec9a68d,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:01.953641 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.954878 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a420d3d3-7be6-4ff1-b976-754d2f7fa62e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5617063 Jan 17 14:21:01.957489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38198) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:01.964705 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-768f9ec0-4333-452a-93b2-a699e8e6b57d tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.982509 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f9ec0-4333-452a-93b2-a699e8e6b57d tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c04fbae-8fe1-4cac-9345-02dbc28a320e,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:01.992565 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-768f9ec0-4333-452a-93b2-a699e8e6b57d tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:01.996171 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-768f9ec0-4333-452a-93b2-a699e8e6b57d tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "DELETE /v2.0/security-groups/5c04fbae-8fe1-4cac-9345-02dbc28a320e HTTP/1.1" status: 204 len: 168 time: 0.1852839 Jan 17 14:21:01.996420 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38202) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:02.048995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a09d266d-b24e-4b4a-9eb7-033fc022566c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:02.092718 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a09d266d-b24e-4b4a-9eb7-033fc022566c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:02.093915 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a09d266d-b24e-4b4a-9eb7-033fc022566c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1351707 Jan 17 14:21:02.096924 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38206) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:02.099093 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d3daa440-1c82-4d1a-b895-7ecd9d64b462 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Synchronizing usage tracker for tenant:22070aceec764044a3db9c6663863e78 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:02.102866 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-d6e6e317-ccf7-43ee-986a-db9541dce7c1 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group': {'name': 'tempest-security--56909566', 'description': 'tempest-security-description-568383523'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:02.114334 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d3daa440-1c82-4d1a-b895-7ecd9d64b462 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Unset dirty status for tenant:22070aceec764044a3db9c6663863e78 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:02.119390 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d3daa440-1c82-4d1a-b895-7ecd9d64b462 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1190305 Jan 17 14:21:02.119635 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38210) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:02.133412 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d6e6e317-ccf7-43ee-986a-db9541dce7c1 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.181690 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8e75b043-2267-42be-840d-a4eff580c160 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.189194 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d6e6e317-ccf7-43ee-986a-db9541dce7c1 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.194113 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d6e6e317-ccf7-43ee-986a-db9541dce7c1 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.196531 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d6e6e317-ccf7-43ee-986a-db9541dce7c1 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.197744 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d6e6e317-ccf7-43ee-986a-db9541dce7c1 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "PUT /v2.0/security-groups/410a1367-24c2-42f0-8a61-88788ec9a68d HTTP/1.1" status: 200 len: 1777 time: 0.0992773 Jan 17 14:21:02.204452 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38214) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:02.226403 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8e75b043-2267-42be-840d-a4eff580c160 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.226639 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6e317-ccf7-43ee-986a-db9541dce7c1 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=410a1367-24c2-42f0-8a61-88788ec9a68d,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:02.284067 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0a83e552-f979-4c6e-863a-117fe1a125c7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-groups/410a1367-24c2-42f0-8a61-88788ec9a68d HTTP/1.1" status: 200 len: 1777 time: 0.0784285 Jan 17 14:21:02.287025 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38220) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:02.307699 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8e75b043-2267-42be-840d-a4eff580c160 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.341220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75b043-2267-42be-840d-a4eff580c160 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07996214-5c84-4ca2-9037-678fe5b85e7b,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:02.359519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8e75b043-2267-42be-840d-a4eff580c160 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.360657 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8e75b043-2267-42be-840d-a4eff580c160 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "DELETE /v2.0/security-groups/07996214-5c84-4ca2-9037-678fe5b85e7b HTTP/1.1" status: 204 len: 168 time: 0.2400801 Jan 17 14:21:02.363790 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38224) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:02.381899 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1865359d-3595-4c93-b7e8-febecc166c4a tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.411361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1865359d-3595-4c93-b7e8-febecc166c4a tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.416596 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-21c997dc-54a5-4ce7-8037-034c5b71eff6 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Synchronizing usage tracker for tenant:22070aceec764044a3db9c6663863e78 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:02.432626 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-21c997dc-54a5-4ce7-8037-034c5b71eff6 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Unset dirty status for tenant:22070aceec764044a3db9c6663863e78 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:02.433502 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-21c997dc-54a5-4ce7-8037-034c5b71eff6 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0688546 Jan 17 14:21:02.438019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38228) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:02.443051 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-28354eec-11eb-4409-a4d5-899afcd0504f tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group': {'name': 'tempest-secgroup--1173447523'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:02.449939 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-28354eec-11eb-4409-a4d5-899afcd0504f tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:02.459960 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1865359d-3595-4c93-b7e8-febecc166c4a tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.462095 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-28354eec-11eb-4409-a4d5-899afcd0504f tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:02.472115 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-28354eec-11eb-4409-a4d5-899afcd0504f tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.479171 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865359d-3595-4c93-b7e8-febecc166c4a tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=410a1367-24c2-42f0-8a61-88788ec9a68d,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:02.494647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-28354eec-11eb-4409-a4d5-899afcd0504f tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:02.498595 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-28354eec-11eb-4409-a4d5-899afcd0504f tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Usage tracker for resource:security_group_rule and tenant:22070aceec764044a3db9c6663863e78 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:02.500604 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1865359d-3595-4c93-b7e8-febecc166c4a tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.501733 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-28354eec-11eb-4409-a4d5-899afcd0504f tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:02.504743 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38232) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:02.504996 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1865359d-3595-4c93-b7e8-febecc166c4a tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-groups/410a1367-24c2-42f0-8a61-88788ec9a68d HTTP/1.1" status: 204 len: 168 time: 0.2168553 Jan 17 14:21:02.522749 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-28354eec-11eb-4409-a4d5-899afcd0504f tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:02.579272 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-011392dc-2feb-4763-be02-f59aeb2aaa80 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0733335 Jan 17 14:21:02.582455 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38236) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:02.607568 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-80a6e4ee-0399-4a3b-a042-0ff3e08610eb tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] delete failed (client error): The resource could not be found. Jan 17 14:21:02.608492 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-80a6e4ee-0399-4a3b-a042-0ff3e08610eb tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-groups/410a1367-24c2-42f0-8a61-88788ec9a68d HTTP/1.1" status: 404 len: 347 time: 0.0251553 Jan 17 14:21:02.612767 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38240) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:02.618039 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-bf2fa373-a963-4146-a349-7eb9e54ec071 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group': {'name': 'tempest-secgroup--235210479'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:02.624402 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-bf2fa373-a963-4146-a349-7eb9e54ec071 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:02.629914 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bf2fa373-a963-4146-a349-7eb9e54ec071 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:02.632952 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bf2fa373-a963-4146-a349-7eb9e54ec071 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:02.638866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-bf2fa373-a963-4146-a349-7eb9e54ec071 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:02.641728 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-28354eec-11eb-4409-a4d5-899afcd0504f tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.647371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-28354eec-11eb-4409-a4d5-899afcd0504f tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.653567 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bf2fa373-a963-4146-a349-7eb9e54ec071 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.673509 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-bf2fa373-a963-4146-a349-7eb9e54ec071 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:02.677515 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bf2fa373-a963-4146-a349-7eb9e54ec071 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group_rule and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:02.680420 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bf2fa373-a963-4146-a349-7eb9e54ec071 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:02.686038 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-bf2fa373-a963-4146-a349-7eb9e54ec071 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:02.692204 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28354eec-11eb-4409-a4d5-899afcd0504f tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d394de-2167-48c1-930d-e70699b04ae4,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:02.699075 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-28354eec-11eb-4409-a4d5-899afcd0504f tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.703423 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-28354eec-11eb-4409-a4d5-899afcd0504f tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2650504 Jan 17 14:21:02.704214 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38244) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:02.709722 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-a030792e-23cf-4b93-823d-3b6f9f17b201 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:02.710127 dv-neutron-824901-1-hyperv neutron-server[87524]: WARNING neutron.api.v2.base [None req-a030792e-23cf-4b93-823d-3b6f9f17b201 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 17 14:21:02.710621 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-a030792e-23cf-4b93-823d-3b6f9f17b201 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] update failed (client error): There was a conflict when trying to complete your request. Jan 17 14:21:02.711756 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a030792e-23cf-4b93-823d-3b6f9f17b201 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "PUT /v2.0/security-groups/43d394de-2167-48c1-930d-e70699b04ae4 HTTP/1.1" status: 409 len: 330 time: 0.0064125 Jan 17 14:21:02.714351 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38248) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:02.764654 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bf2fa373-a963-4146-a349-7eb9e54ec071 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.770574 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bf2fa373-a963-4146-a349-7eb9e54ec071 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.780643 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7a77-7402-4fb0-95df-f88510138bc0 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.809476 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7a77-7402-4fb0-95df-f88510138bc0 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.823760 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2fa373-a963-4146-a349-7eb9e54ec071 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802a2e56-a6d7-43b4-8cd1-7f32e5edfe32,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:02.827357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bf2fa373-a963-4146-a349-7eb9e54ec071 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.831687 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bf2fa373-a963-4146-a349-7eb9e54ec071 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2176983 Jan 17 14:21:02.832580 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38252) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:02.838147 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-b981d8ca-9ff8-4ea5-b6e9-261b2d152cb7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group_rule': {'security_group_id': '802a2e56-a6d7-43b4-8cd1-7f32e5edfe32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:02.844273 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b981d8ca-9ff8-4ea5-b6e9-261b2d152cb7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:02.848186 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b981d8ca-9ff8-4ea5-b6e9-261b2d152cb7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group_rule and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:02.851110 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b981d8ca-9ff8-4ea5-b6e9-261b2d152cb7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:02.857030 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b981d8ca-9ff8-4ea5-b6e9-261b2d152cb7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:02.864065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7a77-7402-4fb0-95df-f88510138bc0 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.874277 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b981d8ca-9ff8-4ea5-b6e9-261b2d152cb7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.884211 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e7a77-7402-4fb0-95df-f88510138bc0 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d394de-2167-48c1-930d-e70699b04ae4,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:02.892771 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7a77-7402-4fb0-95df-f88510138bc0 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.896466 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5f3e7a77-7402-4fb0-95df-f88510138bc0 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "DELETE /v2.0/security-groups/43d394de-2167-48c1-930d-e70699b04ae4 HTTP/1.1" status: 204 len: 168 time: 0.1786821 Jan 17 14:21:02.896727 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38256) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:02.972147 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b981d8ca-9ff8-4ea5-b6e9-261b2d152cb7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.977055 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b981d8ca-9ff8-4ea5-b6e9-261b2d152cb7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:02.991180 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-debbf4b4-e139-4364-88eb-051741cb81b0 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Synchronizing usage tracker for tenant:22070aceec764044a3db9c6663863e78 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:03.010801 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981d8ca-9ff8-4ea5-b6e9-261b2d152cb7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af0ff84-3263-49cc-866e-90d25a865130,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:03.023952 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b981d8ca-9ff8-4ea5-b6e9-261b2d152cb7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.025259 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b981d8ca-9ff8-4ea5-b6e9-261b2d152cb7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1920314 Jan 17 14:21:03.028060 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38262) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:03.030569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-debbf4b4-e139-4364-88eb-051741cb81b0 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] Unset dirty status for tenant:22070aceec764044a3db9c6663863e78 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:03.032729 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-debbf4b4-e139-4364-88eb-051741cb81b0 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1350608 Jan 17 14:21:03.036617 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38266) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:03.054924 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-d39aee34-00de-4385-afd9-5facc64c2a7b tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] delete failed (client error): The resource could not be found. Jan 17 14:21:03.056207 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d39aee34-00de-4385-afd9-5facc64c2a7b tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "DELETE /v2.0/security-groups/9ec592fb-aa32-4b23-a816-d0d2e56a111f HTTP/1.1" status: 404 len: 347 time: 0.0186062 Jan 17 14:21:03.060479 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38270) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:03.065878 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cb395e0c-b79f-46b1-9d8f-e30f496b6358 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.078252 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-24016985-444c-4bbd-820e-ccac479ad9d2 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] show failed (client error): The resource could not be found. Jan 17 14:21:03.078900 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cb395e0c-b79f-46b1-9d8f-e30f496b6358 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.079478 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-24016985-444c-4bbd-820e-ccac479ad9d2 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "GET /v2.0/security-groups/fcdd7fb0-4505-48e0-8e90-928808fc8de4 HTTP/1.1" status: 404 len: 347 time: 0.0180836 Jan 17 14:21:03.083268 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38274) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:03.098091 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-fe155fd7-aec2-445f-86db-42e289353ea5 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] show failed (client error): The resource could not be found. Jan 17 14:21:03.099084 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fe155fd7-aec2-445f-86db-42e289353ea5 tempest-NegativeSecGroupTest-866917173 tempest-NegativeSecGroupTest-866917173-project] 10.222.0.48 "GET /v2.0/security-group-rules/3f537d35-124c-4a6e-a226-0820b45bb4c7 HTTP/1.1" status: 404 len: 356 time: 0.0148807 Jan 17 14:21:03.109883 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cb395e0c-b79f-46b1-9d8f-e30f496b6358 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.128401 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cb395e0c-b79f-46b1-9d8f-e30f496b6358 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.130009 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cb395e0c-b79f-46b1-9d8f-e30f496b6358 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/3af0ff84-3263-49cc-866e-90d25a865130 HTTP/1.1" status: 204 len: 168 time: 0.1010237 Jan 17 14:21:03.130936 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb395e0c-b79f-46b1-9d8f-e30f496b6358 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3af0ff84-3263-49cc-866e-90d25a865130,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:03.132988 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38280) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:03.180643 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2a9b38a7-54f6-40f9-8e0b-479427cffa5f tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0463073 Jan 17 14:21:03.183539 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38284) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:03.251339 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6ff057fb-774f-431a-bde8-a2775d4d5710 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.279175 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6ff057fb-774f-431a-bde8-a2775d4d5710 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.328319 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6ff057fb-774f-431a-bde8-a2775d4d5710 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.347963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff057fb-774f-431a-bde8-a2775d4d5710 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=802a2e56-a6d7-43b4-8cd1-7f32e5edfe32,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:03.355079 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6ff057fb-774f-431a-bde8-a2775d4d5710 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.358545 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6ff057fb-774f-431a-bde8-a2775d4d5710 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-groups/802a2e56-a6d7-43b4-8cd1-7f32e5edfe32 HTTP/1.1" status: 204 len: 168 time: 0.1716218 Jan 17 14:21:03.358831 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38290) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:03.381731 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38294) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:03.408738 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-672b26db-4fa5-4fb5-b7d4-100fb3102974 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:03.430592 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-672b26db-4fa5-4fb5-b7d4-100fb3102974 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:03.436491 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-672b26db-4fa5-4fb5-b7d4-100fb3102974 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0721211 Jan 17 14:21:03.436491 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38302) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:03.442222 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-21262cd4-b12a-41a0-b535-be84c9ed5735 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group': {'name': 'tempest-secgroup--634815503'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:03.448505 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-21262cd4-b12a-41a0-b535-be84c9ed5735 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:03.458714 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-21262cd4-b12a-41a0-b535-be84c9ed5735 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:03.469597 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21262cd4-b12a-41a0-b535-be84c9ed5735 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.490489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-21262cd4-b12a-41a0-b535-be84c9ed5735 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:03.494356 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-21262cd4-b12a-41a0-b535-be84c9ed5735 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group_rule and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:03.497249 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-21262cd4-b12a-41a0-b535-be84c9ed5735 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:03.502912 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-21262cd4-b12a-41a0-b535-be84c9ed5735 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:03.540207 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-dba16bf0-98d5-4309-b2cf-d8f4bef02a16 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22070aceec764044a3db9c6663863e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568770 Jan 17 14:21:03.542230 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38306) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:03.577980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21262cd4-b12a-41a0-b535-be84c9ed5735 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.583271 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21262cd4-b12a-41a0-b535-be84c9ed5735 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.601274 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-059b8141-bf0c-443f-bae2-ed71c69811a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.629222 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21262cd4-b12a-41a0-b535-be84c9ed5735 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f0bb27-9c52-400f-8415-ff8c1da0e3b4,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:03.631316 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-059b8141-bf0c-443f-bae2-ed71c69811a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.638387 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21262cd4-b12a-41a0-b535-be84c9ed5735 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.639630 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-21262cd4-b12a-41a0-b535-be84c9ed5735 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2027330 Jan 17 14:21:03.642358 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38310) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:03.648116 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-7934fac5-5c86-49e2-97e2-c1149c2f9a8d tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group_rule': {'security_group_id': 'b9f0bb27-9c52-400f-8415-ff8c1da0e3b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:03.654479 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7934fac5-5c86-49e2-97e2-c1149c2f9a8d tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:03.658485 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7934fac5-5c86-49e2-97e2-c1149c2f9a8d tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group_rule and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:03.662048 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7934fac5-5c86-49e2-97e2-c1149c2f9a8d tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:03.667813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7934fac5-5c86-49e2-97e2-c1149c2f9a8d tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:03.687453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7934fac5-5c86-49e2-97e2-c1149c2f9a8d tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.689098 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-059b8141-bf0c-443f-bae2-ed71c69811a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.705513 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b8141-bf0c-443f-bae2-ed71c69811a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb228c7-c140-4818-a38f-cdd41d74a1a8,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:03.726150 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-059b8141-bf0c-443f-bae2-ed71c69811a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.727322 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-059b8141-bf0c-443f-bae2-ed71c69811a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dcb228c7-c140-4818-a38f-cdd41d74a1a8 HTTP/1.1" status: 204 len: 168 time: 0.1840229 Jan 17 14:21:03.753006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7934fac5-5c86-49e2-97e2-c1149c2f9a8d tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.757702 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7934fac5-5c86-49e2-97e2-c1149c2f9a8d tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.780382 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934fac5-5c86-49e2-97e2-c1149c2f9a8d tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74f274d-8dba-40ea-81ec-d47614b1a418,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:03.797492 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7934fac5-5c86-49e2-97e2-c1149c2f9a8d tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.801337 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7934fac5-5c86-49e2-97e2-c1149c2f9a8d tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1554580 Jan 17 14:21:03.801581 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38316) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:03.807007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-78cc6ee8-c265-439a-aac2-1f4f9b7580c4 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group_rule': {'security_group_id': 'b9f0bb27-9c52-400f-8415-ff8c1da0e3b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:03.813183 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-78cc6ee8-c265-439a-aac2-1f4f9b7580c4 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:03.817529 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-78cc6ee8-c265-439a-aac2-1f4f9b7580c4 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group_rule and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:03.820524 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-78cc6ee8-c265-439a-aac2-1f4f9b7580c4 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:03.827372 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-78cc6ee8-c265-439a-aac2-1f4f9b7580c4 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:03.844543 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-78cc6ee8-c265-439a-aac2-1f4f9b7580c4 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.911021 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-78cc6ee8-c265-439a-aac2-1f4f9b7580c4 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.914890 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-78cc6ee8-c265-439a-aac2-1f4f9b7580c4 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.941011 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc6ee8-c265-439a-aac2-1f4f9b7580c4 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be77507c-ec6f-48da-a8ee-d20161502eca,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:03.952391 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-78cc6ee8-c265-439a-aac2-1f4f9b7580c4 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:03.956050 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-78cc6ee8-c265-439a-aac2-1f4f9b7580c4 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1509244 Jan 17 14:21:03.956297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38322) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:03.961811 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-dd591807-6e87-46ad-b44c-e2ec713c4b8c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group_rule': {'security_group_id': 'b9f0bb27-9c52-400f-8415-ff8c1da0e3b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:03.967825 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-dd591807-6e87-46ad-b44c-e2ec713c4b8c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:03.971549 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-dd591807-6e87-46ad-b44c-e2ec713c4b8c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group_rule and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:03.974446 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-dd591807-6e87-46ad-b44c-e2ec713c4b8c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:03.980214 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-dd591807-6e87-46ad-b44c-e2ec713c4b8c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:03.997122 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dd591807-6e87-46ad-b44c-e2ec713c4b8c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.063104 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dd591807-6e87-46ad-b44c-e2ec713c4b8c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.067624 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dd591807-6e87-46ad-b44c-e2ec713c4b8c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.092693 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd591807-6e87-46ad-b44c-e2ec713c4b8c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a4d93c-affe-42e5-b3c9-6ab20798d99b,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:04.104327 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dd591807-6e87-46ad-b44c-e2ec713c4b8c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.108159 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-dd591807-6e87-46ad-b44c-e2ec713c4b8c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1477811 Jan 17 14:21:04.108946 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38334) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:04.113297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c5d70f09-f7fe-423b-8834-dcd2eacabf11 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group_rule': {'security_group_id': 'b9f0bb27-9c52-400f-8415-ff8c1da0e3b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:04.120318 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c5d70f09-f7fe-423b-8834-dcd2eacabf11 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:04.123072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c5d70f09-f7fe-423b-8834-dcd2eacabf11 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group_rule and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:04.125999 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c5d70f09-f7fe-423b-8834-dcd2eacabf11 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:04.132488 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c5d70f09-f7fe-423b-8834-dcd2eacabf11 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:04.149926 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c5d70f09-f7fe-423b-8834-dcd2eacabf11 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.220480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c5d70f09-f7fe-423b-8834-dcd2eacabf11 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.224441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c5d70f09-f7fe-423b-8834-dcd2eacabf11 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.249935 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d70f09-f7fe-423b-8834-dcd2eacabf11 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6634ab62-5ee8-4661-b5e0-33fe939b4b54,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:04.264378 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c5d70f09-f7fe-423b-8834-dcd2eacabf11 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.265610 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c5d70f09-f7fe-423b-8834-dcd2eacabf11 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1562829 Jan 17 14:21:04.268385 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38342) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:04.274491 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-7680801b-40e3-471f-b322-9d9febeb2f7c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group_rule': {'security_group_id': 'b9f0bb27-9c52-400f-8415-ff8c1da0e3b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:04.281133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7680801b-40e3-471f-b322-9d9febeb2f7c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:04.285127 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7680801b-40e3-471f-b322-9d9febeb2f7c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group_rule and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:04.288052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7680801b-40e3-471f-b322-9d9febeb2f7c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:04.294624 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7680801b-40e3-471f-b322-9d9febeb2f7c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:04.311734 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7680801b-40e3-471f-b322-9d9febeb2f7c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.381620 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7680801b-40e3-471f-b322-9d9febeb2f7c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.385685 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7680801b-40e3-471f-b322-9d9febeb2f7c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.413027 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680801b-40e3-471f-b322-9d9febeb2f7c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ffdcf69-676e-4363-a87c-2bad4ea99eaa,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:04.420361 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7680801b-40e3-471f-b322-9d9febeb2f7c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.421657 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7680801b-40e3-471f-b322-9d9febeb2f7c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1521804 Jan 17 14:21:04.424408 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38350) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:04.441910 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38354) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:04.454721 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ccfc69c9-cc0a-40e3-bf7b-4e9db4df0a76 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.465694 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ccfc69c9-cc0a-40e3-bf7b-4e9db4df0a76 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.489698 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ccfc69c9-cc0a-40e3-bf7b-4e9db4df0a76 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.507074 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc69c9-cc0a-40e3-bf7b-4e9db4df0a76 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ffdcf69-676e-4363-a87c-2bad4ea99eaa,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:04.509591 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ccfc69c9-cc0a-40e3-bf7b-4e9db4df0a76 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.510842 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ccfc69c9-cc0a-40e3-bf7b-4e9db4df0a76 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/6ffdcf69-676e-4363-a87c-2bad4ea99eaa HTTP/1.1" status: 204 len: 168 time: 0.0855274 Jan 17 14:21:04.514220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38360) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:04.571870 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a0861d7d-99ac-4de4-a4b5-fb8c7ac26083 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:04.577133 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1995110653-network', 'tenant_id': '1d5d9a65771c49f6a6d30d17b5d72e20'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:04.582655 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:04.589608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Usage tracker for resource:network and tenant:1d5d9a65771c49f6a6d30d17b5d72e20 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:04.593714 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:04.603065 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:04.610554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-a0861d7d-99ac-4de4-a4b5-fb8c7ac26083 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:04.611998 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a0861d7d-99ac-4de4-a4b5-fb8c7ac26083 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0967937 Jan 17 14:21:04.614983 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38364) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:04.626613 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Made reservation on behalf of 1d5d9a65771c49f6a6d30d17b5d72e20 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:21:04.628825 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.650642 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.670008 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4aa8b430-3c8e-44f2-9851-90add87e5e65 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.675020 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:04.682665 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Usage tracker for resource:security_group_rule and tenant:1d5d9a65771c49f6a6d30d17b5d72e20 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:04.685775 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4aa8b430-3c8e-44f2-9851-90add87e5e65 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.691731 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:04.700184 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:04.728940 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4aa8b430-3c8e-44f2-9851-90add87e5e65 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.751561 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8b430-3c8e-44f2-9851-90add87e5e65 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6634ab62-5ee8-4661-b5e0-33fe939b4b54,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:04.777248 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4aa8b430-3c8e-44f2-9851-90add87e5e65 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.781101 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4aa8b430-3c8e-44f2-9851-90add87e5e65 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/6634ab62-5ee8-4661-b5e0-33fe939b4b54 HTTP/1.1" status: 204 len: 168 time: 0.1623490 Jan 17 14:21:04.781301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38368) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:04.868392 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0f6c7a31-108d-4fc9-85ff-5d09be5ff78c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:04.871689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.877879 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.902749 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0f6c7a31-108d-4fc9-85ff-5d09be5ff78c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:04.903995 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0f6c7a31-108d-4fc9-85ff-5d09be5ff78c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1217883 Jan 17 14:21:04.907193 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38372) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:04.913330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:21:04.926121 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ce8adf-8289-4ca5-88d6-b9240513538c,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:04.930537 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.930872 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Added segment 11aec794-f531-45ec-b77a-dbea85d09aa7 of type vlan for network 8edbfacf-2ff0-4361-a09f-e1c01e978eb4 Jan 17 14:21:04.938669 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d5977237-634c-4fc1-b8a2-6b6491c3d966 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.950027 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d5977237-634c-4fc1-b8a2-6b6491c3d966 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.960087 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.974906 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d5977237-634c-4fc1-b8a2-6b6491c3d966 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.990265 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.991225 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:04.991824 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:04.996501 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5977237-634c-4fc1-b8a2-6b6491c3d966 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1a4d93c-affe-42e5-b3c9-6ab20798d99b,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:05.005359 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d5977237-634c-4fc1-b8a2-6b6491c3d966 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:05.006615 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d5977237-634c-4fc1-b8a2-6b6491c3d966 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b1a4d93c-affe-42e5-b3c9-6ab20798d99b HTTP/1.1" status: 204 len: 168 time: 0.0983977 Jan 17 14:21:05.009618 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38376) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:05.060617 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-468f7ba2-9271-4d59-9d51-ab606a14542e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:05.077496 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-468f7ba2-9271-4d59-9d51-ab606a14542e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:05.078868 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-468f7ba2-9271-4d59-9d51-ab606a14542e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0681217 Jan 17 14:21:05.081872 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38380) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:05.097893 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6548791 Jan 17 14:21:05.102491 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38384) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:05.105160 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831dc3d-5079-44d3-8433-9a68dd36e7d7 admin admin] Pushing event updated for resources: {'Network': ['ID=8edbfacf-2ff0-4361-a09f-e1c01e978eb4,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:05.109977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-b619b387-9fa4-407f-bb31-dfacc4b47e62 admin admin] Request body: {'subnet': {'network_id': '8edbfacf-2ff0-4361-a09f-e1c01e978eb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1995110653-subnet', 'tenant_id': '1d5d9a65771c49f6a6d30d17b5d72e20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:05.110877 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-75eb2c9f-2cba-42c3-a8ae-ef80933a7133 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:05.115400 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b619b387-9fa4-407f-bb31-dfacc4b47e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:05.117288 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 8edbfacf-2ff0-4361-a09f-e1c01e978eb4 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:21:05.119468 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b619b387-9fa4-407f-bb31-dfacc4b47e62 admin admin] Usage tracker for resource:subnet and tenant:1d5d9a65771c49f6a6d30d17b5d72e20 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:05.122386 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b619b387-9fa4-407f-bb31-dfacc4b47e62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:05.123052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-75eb2c9f-2cba-42c3-a8ae-ef80933a7133 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:05.128102 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b619b387-9fa4-407f-bb31-dfacc4b47e62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:05.141050 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b619b387-9fa4-407f-bb31-dfacc4b47e62 admin admin] Made reservation on behalf of 1d5d9a65771c49f6a6d30d17b5d72e20 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:21:05.144075 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b619b387-9fa4-407f-bb31-dfacc4b47e62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:05.149158 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-75eb2c9f-2cba-42c3-a8ae-ef80933a7133 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:05.166873 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb2c9f-2cba-42c3-a8ae-ef80933a7133 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be77507c-ec6f-48da-a8ee-d20161502eca,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:05.177237 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-75eb2c9f-2cba-42c3-a8ae-ef80933a7133 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:05.178306 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-75eb2c9f-2cba-42c3-a8ae-ef80933a7133 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/be77507c-ec6f-48da-a8ee-d20161502eca HTTP/1.1" status: 204 len: 168 time: 0.0955503 Jan 17 14:21:05.181087 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38388) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:05.233089 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-efc8601a-f280-43e6-b4e7-4447e3569dd2 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:05.251280 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-efc8601a-f280-43e6-b4e7-4447e3569dd2 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:05.253249 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-efc8601a-f280-43e6-b4e7-4447e3569dd2 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0712340 Jan 17 14:21:05.256733 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38392) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:05.285020 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-12b4739e-5d96-4393-b544-a2fe63b959b5 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:05.295420 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-12b4739e-5d96-4393-b544-a2fe63b959b5 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:05.321044 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-12b4739e-5d96-4393-b544-a2fe63b959b5 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:05.342772 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4739e-5d96-4393-b544-a2fe63b959b5 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a74f274d-8dba-40ea-81ec-d47614b1a418,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:05.349256 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-12b4739e-5d96-4393-b544-a2fe63b959b5 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:05.350371 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-12b4739e-5d96-4393-b544-a2fe63b959b5 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/a74f274d-8dba-40ea-81ec-d47614b1a418 HTTP/1.1" status: 204 len: 168 time: 0.0926828 Jan 17 14:21:05.353252 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38396) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:05.361775 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b619b387-9fa4-407f-bb31-dfacc4b47e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:05.404770 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-91ce5b05-ca0b-43f3-9462-f1254f76d062 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:05.422025 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-91ce5b05-ca0b-43f3-9462-f1254f76d062 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:05.423637 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-91ce5b05-ca0b-43f3-9462-f1254f76d062 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0690503 Jan 17 14:21:05.427280 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38400) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:05.442216 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619b387-9fa4-407f-bb31-dfacc4b47e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b735327-fdd5-493b-a880-7729ac1eb3cd,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:05.454085 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b619b387-9fa4-407f-bb31-dfacc4b47e62 admin admin] Checking segment: {'id': '11aec794-f531-45ec-b77a-dbea85d09aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8edbfacf-2ff0-4361-a09f-e1c01e978eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:21:05.454441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b619b387-9fa4-407f-bb31-dfacc4b47e62 admin admin] Network hostable DHCP agents. Network: 8edbfacf-2ff0-4361-a09f-e1c01e978eb4, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:21:05.474005 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b619b387-9fa4-407f-bb31-dfacc4b47e62 admin admin] Network 8edbfacf-2ff0-4361-a09f-e1c01e978eb4 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:21:05.483391 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-b619b387-9fa4-407f-bb31-dfacc4b47e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 8edbfacf-2ff0-4361-a09f-e1c01e978eb4) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:21:05.489050 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b619b387-9fa4-407f-bb31-dfacc4b47e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:05.489703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d8107b73-c795-45d4-841b-0e2518358708 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:05.490960 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b619b387-9fa4-407f-bb31-dfacc4b47e62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:05.493458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c672d0be-a2a0-4633-a2f4-fab6d18809d5 None None] Network 8edbfacf-2ff0-4361-a09f-e1c01e978eb4 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:21:05.513403 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b619b387-9fa4-407f-bb31-dfacc4b47e62 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4097257 Jan 17 14:21:05.526477 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d8107b73-c795-45d4-841b-0e2518358708 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:05.580340 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d8107b73-c795-45d4-841b-0e2518358708 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:05.600623 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8107b73-c795-45d4-841b-0e2518358708 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f0bb27-9c52-400f-8415-ff8c1da0e3b4,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:05.619448 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d8107b73-c795-45d4-841b-0e2518358708 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:05.624348 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d8107b73-c795-45d4-841b-0e2518358708 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-groups/b9f0bb27-9c52-400f-8415-ff8c1da0e3b4 HTTP/1.1" status: 204 len: 168 time: 0.1957803 Jan 17 14:21:05.624650 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38406) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:05.697708 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e58e01e7-bc0f-41ac-ace3-95cc33aea19e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:05.718597 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e58e01e7-bc0f-41ac-ace3-95cc33aea19e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:05.724739 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e58e01e7-bc0f-41ac-ace3-95cc33aea19e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0941665 Jan 17 14:21:05.724975 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38414) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:05.731554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-7521d872-e5ae-4da6-93bf-b91d62d8d2f5 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group': {'name': 'tempest-secgroup--1405135468'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:05.739162 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7521d872-e5ae-4da6-93bf-b91d62d8d2f5 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:05.741779 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e391c9-ce9e-4090-8514-fd50997ea4e4 None None] Network 8edbfacf-2ff0-4361-a09f-e1c01e978eb4 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:21:05.749576 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7521d872-e5ae-4da6-93bf-b91d62d8d2f5 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:05.763220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7521d872-e5ae-4da6-93bf-b91d62d8d2f5 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:05.795829 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7521d872-e5ae-4da6-93bf-b91d62d8d2f5 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:05.802143 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7521d872-e5ae-4da6-93bf-b91d62d8d2f5 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group_rule and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:05.806138 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7521d872-e5ae-4da6-93bf-b91d62d8d2f5 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:05.813547 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7521d872-e5ae-4da6-93bf-b91d62d8d2f5 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:05.905399 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7521d872-e5ae-4da6-93bf-b91d62d8d2f5 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:05.911289 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7521d872-e5ae-4da6-93bf-b91d62d8d2f5 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:05.962475 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521d872-e5ae-4da6-93bf-b91d62d8d2f5 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e6bd50-a4ae-4c05-ac2e-1757edf02247,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:05.973912 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7521d872-e5ae-4da6-93bf-b91d62d8d2f5 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:05.977734 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7521d872-e5ae-4da6-93bf-b91d62d8d2f5 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2481074 Jan 17 14:21:05.977934 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38424) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:05.983307 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-855dc955-80cf-46e9-9f94-8deb7fa5f149 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group_rule': {'security_group_id': '63e6bd50-a4ae-4c05-ac2e-1757edf02247', 'direction': 'ingress', 'protocol': 17}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:05.989231 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-855dc955-80cf-46e9-9f94-8deb7fa5f149 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:05.993594 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-855dc955-80cf-46e9-9f94-8deb7fa5f149 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group_rule and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:05.996544 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-855dc955-80cf-46e9-9f94-8deb7fa5f149 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:06.002240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-855dc955-80cf-46e9-9f94-8deb7fa5f149 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:06.019951 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-855dc955-80cf-46e9-9f94-8deb7fa5f149 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.083409 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-855dc955-80cf-46e9-9f94-8deb7fa5f149 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.090055 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-855dc955-80cf-46e9-9f94-8deb7fa5f149 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.108437 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38430) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:06.114629 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1297673356-network', 'tenant_id': '12fe9778d03a442391677eae0a8c4333'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:06.114922 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dc955-80cf-46e9-9f94-8deb7fa5f149 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764c6e53-78c7-4eec-866f-d080a648c97d,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:06.119691 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:06.124228 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Usage tracker for resource:network and tenant:12fe9778d03a442391677eae0a8c4333 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:06.127517 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:06.128018 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-855dc955-80cf-46e9-9f94-8deb7fa5f149 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.129240 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-855dc955-80cf-46e9-9f94-8deb7fa5f149 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1503510 Jan 17 14:21:06.132101 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38434) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:06.133537 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:06.143307 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Made reservation on behalf of 12fe9778d03a442391677eae0a8c4333 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:21:06.146172 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.158122 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.176396 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:06.180284 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Usage tracker for resource:security_group_rule and tenant:12fe9778d03a442391677eae0a8c4333 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:06.182975 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:06.188908 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:06.196192 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-19c0db90-e1c9-4a8e-a456-df2a7190b0ce tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.225610 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-19c0db90-e1c9-4a8e-a456-df2a7190b0ce tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.276781 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.280840 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.282326 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-19c0db90-e1c9-4a8e-a456-df2a7190b0ce tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.301463 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0db90-e1c9-4a8e-a456-df2a7190b0ce tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e6bd50-a4ae-4c05-ac2e-1757edf02247,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:06.311632 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:21:06.312207 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-19c0db90-e1c9-4a8e-a456-df2a7190b0ce tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.313139 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-19c0db90-e1c9-4a8e-a456-df2a7190b0ce tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-groups/63e6bd50-a4ae-4c05-ac2e-1757edf02247 HTTP/1.1" status: 204 len: 168 time: 0.1801190 Jan 17 14:21:06.315738 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38438) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:06.321578 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6dd557-fcc3-4a76-9eca-47a70ac7ec91,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:06.328100 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.328447 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Added segment 8e3239d5-93a6-45ce-85c5-0b6111eb79b0 of type vlan for network fa1225ca-7add-4dcc-969d-3ceed4d0161e Jan 17 14:21:06.356301 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.369968 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-75443b47-d7b4-4581-8326-8bef3bdbec3a tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:06.386029 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-75443b47-d7b4-4581-8326-8bef3bdbec3a tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:06.386589 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.387285 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-75443b47-d7b4-4581-8326-8bef3bdbec3a tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0697937 Jan 17 14:21:06.387821 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:06.388440 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.391096 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38442) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:06.396672 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-35aa8ecb-41f0-4e80-b5ec-6dcfd776c367 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group': {'name': 'tempest-secgroup--920329601'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:06.403312 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-35aa8ecb-41f0-4e80-b5ec-6dcfd776c367 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:06.412870 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-35aa8ecb-41f0-4e80-b5ec-6dcfd776c367 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:06.421872 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-35aa8ecb-41f0-4e80-b5ec-6dcfd776c367 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.441912 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-35aa8ecb-41f0-4e80-b5ec-6dcfd776c367 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:06.445807 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-35aa8ecb-41f0-4e80-b5ec-6dcfd776c367 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group_rule and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:06.448738 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-35aa8ecb-41f0-4e80-b5ec-6dcfd776c367 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:06.454633 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-35aa8ecb-41f0-4e80-b5ec-6dcfd776c367 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:06.494160 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] Pushing event updated for resources: {'Network': ['ID=fa1225ca-7add-4dcc-969d-3ceed4d0161e,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:06.497580 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6c4b3045-4d77-4657-bfe3-f1fa207f4bd4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3880315 Jan 17 14:21:06.500503 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38446) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:06.505501 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network fa1225ca-7add-4dcc-969d-3ceed4d0161e details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:21:06.507364 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-91860c9a-80a8-4f7b-b387-07b9e40b5eff admin admin] Request body: {'subnet': {'network_id': 'fa1225ca-7add-4dcc-969d-3ceed4d0161e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1297673356-subnet', 'tenant_id': '12fe9778d03a442391677eae0a8c4333', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:06.514801 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-91860c9a-80a8-4f7b-b387-07b9e40b5eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:06.528622 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-91860c9a-80a8-4f7b-b387-07b9e40b5eff admin admin] Usage tracker for resource:subnet and tenant:12fe9778d03a442391677eae0a8c4333 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:06.533108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-91860c9a-80a8-4f7b-b387-07b9e40b5eff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:06.547474 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-91860c9a-80a8-4f7b-b387-07b9e40b5eff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:06.551630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-35aa8ecb-41f0-4e80-b5ec-6dcfd776c367 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.559855 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-35aa8ecb-41f0-4e80-b5ec-6dcfd776c367 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.582451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91860c9a-80a8-4f7b-b387-07b9e40b5eff admin admin] Made reservation on behalf of 12fe9778d03a442391677eae0a8c4333 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:21:06.584635 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-91860c9a-80a8-4f7b-b387-07b9e40b5eff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.699310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa8ecb-41f0-4e80-b5ec-6dcfd776c367 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b06ec2f-b791-45da-b23e-e37e8cd3873e,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:06.709672 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-35aa8ecb-41f0-4e80-b5ec-6dcfd776c367 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.710900 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-35aa8ecb-41f0-4e80-b5ec-6dcfd776c367 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3189085 Jan 17 14:21:06.714007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38450) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:06.723491 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-b4aaa958-f3c6-406d-bd8b-d7919533c644 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group': {'name': 'tempest-secgroup--1804393558'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:06.731584 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b4aaa958-f3c6-406d-bd8b-d7919533c644 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:06.738913 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b4aaa958-f3c6-406d-bd8b-d7919533c644 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:06.742785 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b4aaa958-f3c6-406d-bd8b-d7919533c644 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:06.751936 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b4aaa958-f3c6-406d-bd8b-d7919533c644 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:06.766410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4aaa958-f3c6-406d-bd8b-d7919533c644 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:06.933357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b4aaa958-f3c6-406d-bd8b-d7919533c644 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:06.939957 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b4aaa958-f3c6-406d-bd8b-d7919533c644 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group_rule and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:06.944056 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b4aaa958-f3c6-406d-bd8b-d7919533c644 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:06.953406 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b4aaa958-f3c6-406d-bd8b-d7919533c644 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:07.008334 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-91860c9a-80a8-4f7b-b387-07b9e40b5eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:07.116100 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91860c9a-80a8-4f7b-b387-07b9e40b5eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f3d272-98bb-4ceb-bc69-fe8d71424c49,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:07.135778 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4aaa958-f3c6-406d-bd8b-d7919533c644 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:07.142048 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4aaa958-f3c6-406d-bd8b-d7919533c644 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:07.159428 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91860c9a-80a8-4f7b-b387-07b9e40b5eff admin admin] Checking segment: {'id': '8e3239d5-93a6-45ce-85c5-0b6111eb79b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fa1225ca-7add-4dcc-969d-3ceed4d0161e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:21:07.160432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91860c9a-80a8-4f7b-b387-07b9e40b5eff admin admin] Network hostable DHCP agents. Network: fa1225ca-7add-4dcc-969d-3ceed4d0161e, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:21:07.208373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aaa958-f3c6-406d-bd8b-d7919533c644 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f5e433-26c7-4851-b7f0-c150424e1447,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:07.214491 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4aaa958-f3c6-406d-bd8b-d7919533c644 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:07.218979 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b4aaa958-f3c6-406d-bd8b-d7919533c644 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5008643 Jan 17 14:21:07.218979 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91860c9a-80a8-4f7b-b387-07b9e40b5eff admin admin] Network fa1225ca-7add-4dcc-969d-3ceed4d0161e is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:21:07.219456 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38456) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:07.225274 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-b6780714-c423-4854-bdaf-914ea517e791 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group_rule': {'security_group_id': '7b06ec2f-b791-45da-b23e-e37e8cd3873e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '04f5e433-26c7-4851-b7f0-c150424e1447', 'remote_ip_prefix': None}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:07.229640 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-91860c9a-80a8-4f7b-b387-07b9e40b5eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, fa1225ca-7add-4dcc-969d-3ceed4d0161e) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:21:07.231585 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b6780714-c423-4854-bdaf-914ea517e791 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:07.234745 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91860c9a-80a8-4f7b-b387-07b9e40b5eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:07.235347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-91860c9a-80a8-4f7b-b387-07b9e40b5eff admin admin] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:07.237328 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b6780714-c423-4854-bdaf-914ea517e791 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group_rule and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:07.240410 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367095f6-a0bb-47c4-ab19-82c0a178ff26 None None] Network fa1225ca-7add-4dcc-969d-3ceed4d0161e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:21:07.241104 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b6780714-c423-4854-bdaf-914ea517e791 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:07.246857 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b6780714-c423-4854-bdaf-914ea517e791 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:07.255785 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-91860c9a-80a8-4f7b-b387-07b9e40b5eff admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7542448 Jan 17 14:21:07.280274 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b6780714-c423-4854-bdaf-914ea517e791 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:07.347400 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b6780714-c423-4854-bdaf-914ea517e791 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:07.354248 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b6780714-c423-4854-bdaf-914ea517e791 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:07.380559 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6780714-c423-4854-bdaf-914ea517e791 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e3b83b-aa12-496d-9ffd-9483c885a9bb,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:07.397619 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b6780714-c423-4854-bdaf-914ea517e791 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:07.401558 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b6780714-c423-4854-bdaf-914ea517e791 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1785116 Jan 17 14:21:07.402309 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38464) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:07.435772 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-568a6ef6-aac5-450e-863f-5e51d76d8c02 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:07.446912 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-568a6ef6-aac5-450e-863f-5e51d76d8c02 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:07.474680 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-568a6ef6-aac5-450e-863f-5e51d76d8c02 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:07.478008 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97c38ba-152d-4132-9091-b1a8e6f19359 None None] Network fa1225ca-7add-4dcc-969d-3ceed4d0161e requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:21:07.491041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a6ef6-aac5-450e-863f-5e51d76d8c02 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01e3b83b-aa12-496d-9ffd-9483c885a9bb,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:07.505791 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-568a6ef6-aac5-450e-863f-5e51d76d8c02 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:07.509099 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-568a6ef6-aac5-450e-863f-5e51d76d8c02 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/01e3b83b-aa12-496d-9ffd-9483c885a9bb HTTP/1.1" status: 204 len: 168 time: 0.1042216 Jan 17 14:21:07.509721 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38470) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:07.563215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c235253b-2365-4840-9bbb-206d11b6ac9f tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:07.581524 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c235253b-2365-4840-9bbb-206d11b6ac9f tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:07.584229 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c235253b-2365-4840-9bbb-206d11b6ac9f tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0734742 Jan 17 14:21:07.587199 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38476) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:07.652345 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e509c6f6-d909-4930-a758-86722731d611 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:07.684401 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e509c6f6-d909-4930-a758-86722731d611 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:07.735228 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e509c6f6-d909-4930-a758-86722731d611 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:07.755443 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509c6f6-d909-4930-a758-86722731d611 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f5e433-26c7-4851-b7f0-c150424e1447,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:07.771259 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e509c6f6-d909-4930-a758-86722731d611 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:07.774815 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e509c6f6-d909-4930-a758-86722731d611 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-groups/04f5e433-26c7-4851-b7f0-c150424e1447 HTTP/1.1" status: 204 len: 168 time: 0.1842728 Jan 17 14:21:07.775255 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38486) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:07.841283 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9a21ce99-6c07-4658-8ced-72524f029fe4 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:07.857925 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9a21ce99-6c07-4658-8ced-72524f029fe4 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:07.862572 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38494) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:07.862737 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9a21ce99-6c07-4658-8ced-72524f029fe4 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0862238 Jan 17 14:21:07.933085 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e93fee20-8f5e-4c0f-a628-8d79e6316287 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:07.961432 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e93fee20-8f5e-4c0f-a628-8d79e6316287 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:08.008165 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e93fee20-8f5e-4c0f-a628-8d79e6316287 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:08.025161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-2cd5e25c-7881-4fc6-8274-cce06f4d710d tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:08.025847 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fee20-8f5e-4c0f-a628-8d79e6316287 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b06ec2f-b791-45da-b23e-e37e8cd3873e,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:08.025978 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-2cd5e25c-7881-4fc6-8274-cce06f4d710d tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Synchronizing usage tracker for tenant:1d5d9a65771c49f6a6d30d17b5d72e20 on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:08.041963 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e93fee20-8f5e-4c0f-a628-8d79e6316287 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:08.043345 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e93fee20-8f5e-4c0f-a628-8d79e6316287 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-groups/7b06ec2f-b791-45da-b23e-e37e8cd3873e HTTP/1.1" status: 204 len: 168 time: 0.1797206 Jan 17 14:21:08.045961 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38498) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:08.051935 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-2cd5e25c-7881-4fc6-8274-cce06f4d710d tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Unset dirty status for tenant:1d5d9a65771c49f6a6d30d17b5d72e20 on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:08.053299 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-2cd5e25c-7881-4fc6-8274-cce06f4d710d tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/networks?id=8edbfacf-2ff0-4361-a09f-e1c01e978eb4 HTTP/1.1" status: 200 len: 812 time: 0.1757362 Jan 17 14:21:08.068535 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-776b7687-fe7d-4c9d-a7d3-8262cff86f43 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/quotas/1d5d9a65771c49f6a6d30d17b5d72e20 HTTP/1.1" status: 200 len: 375 time: 0.0097787 Jan 17 14:21:08.097732 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-faeeed2f-fb5b-475f-8750-223b6780110b tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:08.113614 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-faeeed2f-fb5b-475f-8750-223b6780110b tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:08.115272 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-faeeed2f-fb5b-475f-8750-223b6780110b tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0684216 Jan 17 14:21:08.120180 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38502) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:08.120354 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-96432edc-0e95-474a-89b8-71c8f2709789 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d5d9a65771c49f6a6d30d17b5d72e20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464802 Jan 17 14:21:08.125246 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ac0bcbe6-e88d-491b-be9f-21c33f1789a7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group': {'name': 'tempest-secgroup--1800294059'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:08.132779 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ac0bcbe6-e88d-491b-be9f-21c33f1789a7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:08.142582 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ac0bcbe6-e88d-491b-be9f-21c33f1789a7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:08.153392 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ac0bcbe6-e88d-491b-be9f-21c33f1789a7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:08.173299 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ac0bcbe6-e88d-491b-be9f-21c33f1789a7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:08.177982 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ac0bcbe6-e88d-491b-be9f-21c33f1789a7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group_rule and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:08.180903 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ac0bcbe6-e88d-491b-be9f-21c33f1789a7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:08.186750 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ac0bcbe6-e88d-491b-be9f-21c33f1789a7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:08.229754 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-ab26108a-6e38-428d-9f4c-040e9cfce647 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:21:08.230830 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-ab26108a-6e38-428d-9f4c-040e9cfce647 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1032212 Jan 17 14:21:08.260696 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ac0bcbe6-e88d-491b-be9f-21c33f1789a7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:08.264652 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ac0bcbe6-e88d-491b-be9f-21c33f1789a7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:08.313301 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bcbe6-e88d-491b-be9f-21c33f1789a7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d136633c-8c57-4ed9-85d0-bc6cd55a28db,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:08.326402 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ac0bcbe6-e88d-491b-be9f-21c33f1789a7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:08.327620 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ac0bcbe6-e88d-491b-be9f-21c33f1789a7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2065084 Jan 17 14:21:08.330373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38508) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:08.336964 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c19eaf64-3f3a-400b-833d-49e732c6ec78 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group_rule': {'security_group_id': 'd136633c-8c57-4ed9-85d0-bc6cd55a28db', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:08.344268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c19eaf64-3f3a-400b-833d-49e732c6ec78 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:08.359634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c19eaf64-3f3a-400b-833d-49e732c6ec78 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group_rule and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:08.364998 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c19eaf64-3f3a-400b-833d-49e732c6ec78 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:08.375847 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c19eaf64-3f3a-400b-833d-49e732c6ec78 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:08.399556 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-b2fc9b91-e76f-41eb-b8cb-8e52f33480c9 service neutron] 10.222.0.48 "GET /v2.0/networks/8edbfacf-2ff0-4361-a09f-e1c01e978eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625571 Jan 17 14:21:08.432222 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c19eaf64-3f3a-400b-833d-49e732c6ec78 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:08.577015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c19eaf64-3f3a-400b-833d-49e732c6ec78 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:08.580882 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-24b6a7f8-7585-474b-8150-53a64ceed709 service neutron] 10.222.0.48 "GET /v2.0/networks/8edbfacf-2ff0-4361-a09f-e1c01e978eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742132 Jan 17 14:21:08.583172 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c19eaf64-3f3a-400b-833d-49e732c6ec78 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:08.626446 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19eaf64-3f3a-400b-833d-49e732c6ec78 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc8c09db-a2b0-4719-8e55-fa8f4529d6f2,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:08.645787 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c19eaf64-3f3a-400b-833d-49e732c6ec78 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:08.649920 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c19eaf64-3f3a-400b-833d-49e732c6ec78 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3160121 Jan 17 14:21:08.650195 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38514) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:08.682498 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9edddab4-8959-49bb-bb78-72f9d8b10a64 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:08.694178 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9edddab4-8959-49bb-bb78-72f9d8b10a64 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:08.719135 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9edddab4-8959-49bb-bb78-72f9d8b10a64 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:08.740882 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edddab4-8959-49bb-bb78-72f9d8b10a64 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc8c09db-a2b0-4719-8e55-fa8f4529d6f2,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:08.745124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9edddab4-8959-49bb-bb78-72f9d8b10a64 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:08.746281 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9edddab4-8959-49bb-bb78-72f9d8b10a64 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/dc8c09db-a2b0-4719-8e55-fa8f4529d6f2 HTTP/1.1" status: 204 len: 168 time: 0.0951557 Jan 17 14:21:08.748786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38518) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:08.793968 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-52e18188-f366-4a02-8d6e-f3c4ca07409e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:08.809743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-52e18188-f366-4a02-8d6e-f3c4ca07409e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:08.811125 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-52e18188-f366-4a02-8d6e-f3c4ca07409e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0614700 Jan 17 14:21:08.813917 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38522) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:08.875966 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ff2db86e-182e-4127-acec-81a0445f444b tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:08.902389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ff2db86e-182e-4127-acec-81a0445f444b tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:08.949270 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ff2db86e-182e-4127-acec-81a0445f444b tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:08.967297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2db86e-182e-4127-acec-81a0445f444b tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d136633c-8c57-4ed9-85d0-bc6cd55a28db,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:08.987113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ff2db86e-182e-4127-acec-81a0445f444b tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:08.988482 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ff2db86e-182e-4127-acec-81a0445f444b tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-groups/d136633c-8c57-4ed9-85d0-bc6cd55a28db HTTP/1.1" status: 204 len: 168 time: 0.1734419 Jan 17 14:21:08.991162 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38526) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:09.041884 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-76d43df5-9707-41f9-b674-d2bc30873353 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:09.056563 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-76d43df5-9707-41f9-b674-d2bc30873353 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:09.057910 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-76d43df5-9707-41f9-b674-d2bc30873353 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0657053 Jan 17 14:21:09.061912 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38530) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:09.066827 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-9df6af14-01b8-408a-84e3-9d469cc29817 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group': {'name': 'tempest-secgroup--751130744'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:09.073406 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9df6af14-01b8-408a-84e3-9d469cc29817 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:09.083480 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9df6af14-01b8-408a-84e3-9d469cc29817 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:09.093680 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9df6af14-01b8-408a-84e3-9d469cc29817 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:09.113481 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9df6af14-01b8-408a-84e3-9d469cc29817 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:09.117462 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9df6af14-01b8-408a-84e3-9d469cc29817 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group_rule and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:09.120799 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-9df6af14-01b8-408a-84e3-9d469cc29817 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:09.126618 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-9df6af14-01b8-408a-84e3-9d469cc29817 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:09.197220 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9df6af14-01b8-408a-84e3-9d469cc29817 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:09.201225 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9df6af14-01b8-408a-84e3-9d469cc29817 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:09.245571 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6af14-01b8-408a-84e3-9d469cc29817 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2295b382-5689-4da7-99c3-f8d5cf3ed53b,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:09.255968 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9df6af14-01b8-408a-84e3-9d469cc29817 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:09.257503 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9df6af14-01b8-408a-84e3-9d469cc29817 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1945314 Jan 17 14:21:09.260802 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38534) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:09.266073 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c3fbecac-3600-4cd1-b48b-73fe0ec4d085 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group_rule': {'security_group_id': '2295b382-5689-4da7-99c3-f8d5cf3ed53b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:09.272666 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c3fbecac-3600-4cd1-b48b-73fe0ec4d085 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:09.276661 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c3fbecac-3600-4cd1-b48b-73fe0ec4d085 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group_rule and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:09.279485 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c3fbecac-3600-4cd1-b48b-73fe0ec4d085 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:09.285124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c3fbecac-3600-4cd1-b48b-73fe0ec4d085 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:09.305173 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c3fbecac-3600-4cd1-b48b-73fe0ec4d085 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:09.367010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c3fbecac-3600-4cd1-b48b-73fe0ec4d085 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:09.370896 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c3fbecac-3600-4cd1-b48b-73fe0ec4d085 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:09.395418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbecac-3600-4cd1-b48b-73fe0ec4d085 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dfcacc7-1846-4d08-8410-fba5d1fd84a5,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:09.407402 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c3fbecac-3600-4cd1-b48b-73fe0ec4d085 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:09.408603 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c3fbecac-3600-4cd1-b48b-73fe0ec4d085 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1466565 Jan 17 14:21:09.411310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38538) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:09.429893 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-beb61018-f79d-4c44-8637-da6007a72f31 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-group-rules/2dfcacc7-1846-4d08-8410-fba5d1fd84a5 HTTP/1.1" status: 200 len: 763 time: 0.0175107 Jan 17 14:21:09.432310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38542) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:09.478800 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-830939b7-3c9d-4d36-ba82-e2f8abc0a53f tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:09.493485 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-830939b7-3c9d-4d36-ba82-e2f8abc0a53f tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:09.494810 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-830939b7-3c9d-4d36-ba82-e2f8abc0a53f tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0616252 Jan 17 14:21:09.497545 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38546) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:09.525646 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-87958efc-eb4b-4a23-9310-4e55745c7fa3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:09.535635 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-87958efc-eb4b-4a23-9310-4e55745c7fa3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:09.559022 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-87958efc-eb4b-4a23-9310-4e55745c7fa3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:09.576794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87958efc-eb4b-4a23-9310-4e55745c7fa3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2dfcacc7-1846-4d08-8410-fba5d1fd84a5,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:09.584271 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-87958efc-eb4b-4a23-9310-4e55745c7fa3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:09.585383 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-87958efc-eb4b-4a23-9310-4e55745c7fa3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/2dfcacc7-1846-4d08-8410-fba5d1fd84a5 HTTP/1.1" status: 204 len: 168 time: 0.0869553 Jan 17 14:21:09.587862 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38550) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:09.633271 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-08a4dacd-e0c8-432e-9323-167f469c7b67 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:09.648114 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-08a4dacd-e0c8-432e-9323-167f469c7b67 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:09.649328 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-08a4dacd-e0c8-432e-9323-167f469c7b67 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0605700 Jan 17 14:21:09.652380 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38554) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:09.657252 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-1feb6853-4176-46a0-b2d8-92fa24d5f8b3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group_rule': {'security_group_id': '2295b382-5689-4da7-99c3-f8d5cf3ed53b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:09.663120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1feb6853-4176-46a0-b2d8-92fa24d5f8b3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:09.672538 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1feb6853-4176-46a0-b2d8-92fa24d5f8b3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:09.694321 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1feb6853-4176-46a0-b2d8-92fa24d5f8b3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:09.775229 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1feb6853-4176-46a0-b2d8-92fa24d5f8b3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:09.780414 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1feb6853-4176-46a0-b2d8-92fa24d5f8b3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:09.809071 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb6853-4176-46a0-b2d8-92fa24d5f8b3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e82458-4582-47eb-92aa-77947a6d993a,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:09.831913 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1feb6853-4176-46a0-b2d8-92fa24d5f8b3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:09.833193 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1feb6853-4176-46a0-b2d8-92fa24d5f8b3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1798913 Jan 17 14:21:09.835863 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38566) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:09.855587 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ae3297b4-1972-42ca-8eea-1d57496b6e2b tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-group-rules/23e82458-4582-47eb-92aa-77947a6d993a HTTP/1.1" status: 200 len: 763 time: 0.0185921 Jan 17 14:21:09.858087 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38570) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:09.907118 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0951a5d6-5021-453e-a8b9-1850eb6b9ecd req-8115b976-0469-4bc3-b386-130355b5d652 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 210 time: 0.1191664 Jan 17 14:21:09.915769 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4fe5e93c-4548-4bb8-a287-2400059b4722 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:09.934612 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4fe5e93c-4548-4bb8-a287-2400059b4722 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:09.935960 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4fe5e93c-4548-4bb8-a287-2400059b4722 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0767744 Jan 17 14:21:09.938735 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38578) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:09.968716 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ebf9c93-6a9b-4284-a898-08b5434d0ad7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:09.984826 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ebf9c93-6a9b-4284-a898-08b5434d0ad7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:10.010900 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ebf9c93-6a9b-4284-a898-08b5434d0ad7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:10.033634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf9c93-6a9b-4284-a898-08b5434d0ad7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23e82458-4582-47eb-92aa-77947a6d993a,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:10.041688 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ebf9c93-6a9b-4284-a898-08b5434d0ad7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:10.045552 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9ebf9c93-6a9b-4284-a898-08b5434d0ad7 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/23e82458-4582-47eb-92aa-77947a6d993a HTTP/1.1" status: 204 len: 168 time: 0.1036155 Jan 17 14:21:10.045945 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38582) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:10.101640 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-086128f4-5ae6-4d07-bc29-fb9ca8f135f0 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:10.117969 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-086128f4-5ae6-4d07-bc29-fb9ca8f135f0 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:10.122072 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38588) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:10.122611 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-086128f4-5ae6-4d07-bc29-fb9ca8f135f0 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0741439 Jan 17 14:21:10.127220 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-8ef153f3-cbb3-4a20-8db4-be71cc30b486 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group_rule': {'security_group_id': '2295b382-5689-4da7-99c3-f8d5cf3ed53b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:10.135037 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8ef153f3-cbb3-4a20-8db4-be71cc30b486 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:10.146815 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8ef153f3-cbb3-4a20-8db4-be71cc30b486 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:10.164366 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8ef153f3-cbb3-4a20-8db4-be71cc30b486 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:10.227304 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8ef153f3-cbb3-4a20-8db4-be71cc30b486 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:10.231390 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8ef153f3-cbb3-4a20-8db4-be71cc30b486 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:10.259981 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef153f3-cbb3-4a20-8db4-be71cc30b486 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d94f528-3c12-4c52-afb1-f24faba2c8a4,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:10.271783 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8ef153f3-cbb3-4a20-8db4-be71cc30b486 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:10.272955 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8ef153f3-cbb3-4a20-8db4-be71cc30b486 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1498623 Jan 17 14:21:10.276416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38592) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:10.295898 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6e0fdd39-ff1e-4b5f-b5c3-e5a8811180ab tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-group-rules/6d94f528-3c12-4c52-afb1-f24faba2c8a4 HTTP/1.1" status: 200 len: 764 time: 0.0182672 Jan 17 14:21:10.298596 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38596) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:10.355141 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-36615419-3093-44cf-908a-8f2d36a5454d tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0552664 Jan 17 14:21:10.357836 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38600) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:10.396605 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0ba57440-1d89-4edb-91f1-5fa2136ad458 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:10.407903 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0ba57440-1d89-4edb-91f1-5fa2136ad458 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:10.432739 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0ba57440-1d89-4edb-91f1-5fa2136ad458 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:10.450786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba57440-1d89-4edb-91f1-5fa2136ad458 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d94f528-3c12-4c52-afb1-f24faba2c8a4,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:10.454983 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0ba57440-1d89-4edb-91f1-5fa2136ad458 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:10.456101 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0ba57440-1d89-4edb-91f1-5fa2136ad458 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/6d94f528-3c12-4c52-afb1-f24faba2c8a4 HTTP/1.1" status: 204 len: 168 time: 0.0973172 Jan 17 14:21:10.459099 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38604) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:10.506631 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-af30a643-197b-46a0-ae9f-157a557bde9e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:10.521966 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-af30a643-197b-46a0-ae9f-157a557bde9e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:10.523193 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-af30a643-197b-46a0-ae9f-157a557bde9e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0632052 Jan 17 14:21:10.526067 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38608) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:10.587141 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-807be557-28d5-432b-928f-1ddd25f37083 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:10.613605 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-807be557-28d5-432b-928f-1ddd25f37083 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:10.629912 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1c5376cc-0749-4109-a9c9-a29edacf0360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:10.665261 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-807be557-28d5-432b-928f-1ddd25f37083 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:10.684894 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807be557-28d5-432b-928f-1ddd25f37083 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2295b382-5689-4da7-99c3-f8d5cf3ed53b,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:10.703880 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-807be557-28d5-432b-928f-1ddd25f37083 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:10.705126 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-807be557-28d5-432b-928f-1ddd25f37083 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-groups/2295b382-5689-4da7-99c3-f8d5cf3ed53b HTTP/1.1" status: 204 len: 168 time: 0.1781948 Jan 17 14:21:10.708521 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38612) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:10.758648 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-040c119e-a291-421b-a267-1bdd4ca77e0f tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:10.777140 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-040c119e-a291-421b-a267-1bdd4ca77e0f tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:10.778377 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-040c119e-a291-421b-a267-1bdd4ca77e0f tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689042 Jan 17 14:21:10.784764 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38616) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:10.793927 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-cc72e4a9-f710-46ae-bbcd-7d12992ce551 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group': {'name': 'tempest-secgroup--1583252805'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:10.824666 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-cc72e4a9-f710-46ae-bbcd-7d12992ce551 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:10.892539 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-cc72e4a9-f710-46ae-bbcd-7d12992ce551 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:10.911562 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cc72e4a9-f710-46ae-bbcd-7d12992ce551 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:10.956373 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-cc72e4a9-f710-46ae-bbcd-7d12992ce551 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:11.069775 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-cc72e4a9-f710-46ae-bbcd-7d12992ce551 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group_rule and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:11.074092 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-cc72e4a9-f710-46ae-bbcd-7d12992ce551 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:11.076819 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-969e1f29-3c25-42c7-b59d-979e7cda0db0 req-106bac2f-fdda-4d6f-b74d-f3d572f604ce tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 210 time: 0.0460367 Jan 17 14:21:11.086641 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-4a953beb-7505-49be-925f-9cddb3bc33d6 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:11.088130 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-4a953beb-7505-49be-925f-9cddb3bc33d6 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.15 "GET /v2.0/networks?id=8edbfacf-2ff0-4361-a09f-e1c01e978eb4 HTTP/1.1" status: 200 len: 812 time: 0.2978899 Jan 17 14:21:11.089061 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-cc72e4a9-f710-46ae-bbcd-7d12992ce551 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:11.108342 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-bf689114-f200-4123-86f6-15428cabd834 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Request body: {'port': {'device_id': 'f7227aa7-96b2-4b87-a0e3-c8e509010150', 'network_id': '8edbfacf-2ff0-4361-a09f-e1c01e978eb4', 'admin_state_up': True, 'tenant_id': '1d5d9a65771c49f6a6d30d17b5d72e20'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:11.291637 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cc72e4a9-f710-46ae-bbcd-7d12992ce551 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:11.293144 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-bf689114-f200-4123-86f6-15428cabd834 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:11.297074 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cc72e4a9-f710-46ae-bbcd-7d12992ce551 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:11.302609 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-bf689114-f200-4123-86f6-15428cabd834 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Usage tracker for resource:port and tenant:1d5d9a65771c49f6a6d30d17b5d72e20 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:11.312254 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-bf689114-f200-4123-86f6-15428cabd834 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:11.328885 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-bf689114-f200-4123-86f6-15428cabd834 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:11.357509 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72e4a9-f710-46ae-bbcd-7d12992ce551 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf16634d-b76e-41c2-92e6-417ea361dd45,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:11.362155 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-bf689114-f200-4123-86f6-15428cabd834 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Made reservation on behalf of 1d5d9a65771c49f6a6d30d17b5d72e20 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:21:11.366124 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-bf689114-f200-4123-86f6-15428cabd834 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:11.382779 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cc72e4a9-f710-46ae-bbcd-7d12992ce551 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:11.383992 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-cc72e4a9-f710-46ae-bbcd-7d12992ce551 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5954647 Jan 17 14:21:11.386762 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38626) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:11.392475 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-6d7c39dc-9436-4dbf-b452-f4ea9a49f1c3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Request body: {'security_group_rule': {'security_group_id': 'cf16634d-b76e-41c2-92e6-417ea361dd45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:11.401232 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6d7c39dc-9436-4dbf-b452-f4ea9a49f1c3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:11.443323 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6d7c39dc-9436-4dbf-b452-f4ea9a49f1c3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Usage tracker for resource:security_group_rule and tenant:e6b1ed7510444201b832679a171bef77 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:11.447048 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6d7c39dc-9436-4dbf-b452-f4ea9a49f1c3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:11.461857 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6d7c39dc-9436-4dbf-b452-f4ea9a49f1c3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:11.497338 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6d7c39dc-9436-4dbf-b452-f4ea9a49f1c3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:11.599825 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-bf689114-f200-4123-86f6-15428cabd834 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Allocated IP 172.20.0.11 (8edbfacf-2ff0-4361-a09f-e1c01e978eb4/8b735327-fdd5-493b-a880-7729ac1eb3cd/1ad8f389-6727-4394-b134-5dcd989fae74) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:21:11.619063 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6d7c39dc-9436-4dbf-b452-f4ea9a49f1c3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:11.626510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6d7c39dc-9436-4dbf-b452-f4ea9a49f1c3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:11.671674 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c39dc-9436-4dbf-b452-f4ea9a49f1c3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1bacf9-66af-4fb8-9529-207357c2d183,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:11.720791 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6d7c39dc-9436-4dbf-b452-f4ea9a49f1c3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:11.722002 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6d7c39dc-9436-4dbf-b452-f4ea9a49f1c3 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3343244 Jan 17 14:21:11.725092 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38630) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:11.787969 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e8146293-5909-4679-85c2-1f951e0a473e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:11.820617 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e8146293-5909-4679-85c2-1f951e0a473e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:11.858347 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-bf689114-f200-4123-86f6-15428cabd834 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:11.872264 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e8146293-5909-4679-85c2-1f951e0a473e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:11.889586 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-bf689114-f200-4123-86f6-15428cabd834 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:11.893411 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8146293-5909-4679-85c2-1f951e0a473e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf16634d-b76e-41c2-92e6-417ea361dd45,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:11.905643 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e8146293-5909-4679-85c2-1f951e0a473e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:11.910953 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e8146293-5909-4679-85c2-1f951e0a473e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-groups/cf16634d-b76e-41c2-92e6-417ea361dd45 HTTP/1.1" status: 204 len: 168 time: 0.1837981 Jan 17 14:21:11.910953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38634) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:11.962042 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-bf689114-f200-4123-86f6-15428cabd834 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Network 8edbfacf-2ff0-4361-a09f-e1c01e978eb4 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:21:11.962321 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c00aef32-4aff-428e-ba2d-0e3141f90f6e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:11.964819 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-bf689114-f200-4123-86f6-15428cabd834 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:21:11.968690 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-bf689114-f200-4123-86f6-15428cabd834 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:21:11.977762 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c00aef32-4aff-428e-ba2d-0e3141f90f6e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:11.979109 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c00aef32-4aff-428e-ba2d-0e3141f90f6e tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0676498 Jan 17 14:21:11.982729 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38638) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:12.008060 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf689114-f200-4123-86f6-15428cabd834 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Pushing event updated for resources: {'Port': ['ID=1ad8f389-6727-4394-b134-5dcd989fae74,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:12.027464 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2fc8bbb3-5111-4baf-a4b8-8a932e28cf01 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Synchronizing usage tracker for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:12.039372 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-bf689114-f200-4123-86f6-15428cabd834 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:12.039990 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-bf689114-f200-4123-86f6-15428cabd834 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:12.043286 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2fc8bbb3-5111-4baf-a4b8-8a932e28cf01 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] Unset dirty status for tenant:e6b1ed7510444201b832679a171bef77 on resource:security_group_rule {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:12.047026 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2fc8bbb3-5111-4baf-a4b8-8a932e28cf01 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0606515 Jan 17 14:21:12.047284 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38642) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:12.062340 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-bf689114-f200-4123-86f6-15428cabd834 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9619522 Jan 17 14:21:12.065860 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-adc60ac9-a560-493b-bc7c-6329b833b59c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] delete failed (client error): The resource could not be found. Jan 17 14:21:12.067486 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-adc60ac9-a560-493b-bc7c-6329b833b59c tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "DELETE /v2.0/security-groups/cf16634d-b76e-41c2-92e6-417ea361dd45 HTTP/1.1" status: 404 len: 347 time: 0.0190823 Jan 17 14:21:12.071560 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38646) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:12.073651 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] Request body: {'port': {'device_id': 'f7227aa7-96b2-4b87-a0e3-c8e509010150', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:12.124654 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ce428a5f-ae32-49b7-936f-a8951bd8d167 tempest-SecGroupTest-282436484 tempest-SecGroupTest-282436484-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0516491 Jan 17 14:21:12.227313 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:12.395152 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246257c-9ff2-4467-8909-3e77c7ff5fcb req-ee7ef5d9-60d3-4446-b86b-6b04e987fdc6 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:12.395901 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-4246257c-9ff2-4467-8909-3e77c7ff5fcb req-ee7ef5d9-60d3-4446-b86b-6b04e987fdc6 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Synchronizing usage tracker for tenant:1d5d9a65771c49f6a6d30d17b5d72e20 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:12.406644 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38656) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:12.491942 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-4246257c-9ff2-4467-8909-3e77c7ff5fcb req-ee7ef5d9-60d3-4446-b86b-6b04e987fdc6 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Unset dirty status for tenant:1d5d9a65771c49f6a6d30d17b5d72e20 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:12.493079 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4246257c-9ff2-4467-8909-3e77c7ff5fcb req-ee7ef5d9-60d3-4446-b86b-6b04e987fdc6 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 932 time: 0.3041785 Jan 17 14:21:12.558755 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7bb31704-4cdc-4baa-96c3-641f64a50830 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e6b1ed7510444201b832679a171bef77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526461 Jan 17 14:21:12.561242 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38662) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:12.567483 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4246257c-9ff2-4467-8909-3e77c7ff5fcb req-94dfc2cf-8700-4e3c-864a-3d9822d4daef tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676780 Jan 17 14:21:12.620802 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f8980992-c872-45d2-8572-1ab036ed6c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:12.646899 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f8980992-c872-45d2-8572-1ab036ed6c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:12.653000 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad8f389-6727-4394-b134-5dcd989fae74 {{(pid=87524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:21:12.660832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:12.674733 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] Transition to ACTIVE for port object 1ad8f389-6727-4394-b134-5dcd989fae74 will not be triggered until provisioned by entity L2. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:21:12.678790 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:12.699734 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f8980992-c872-45d2-8572-1ab036ed6c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:12.718183 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8980992-c872-45d2-8572-1ab036ed6c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d039b998-c809-4bb6-a1d2-21a4ef7d81dd,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:12.743977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f8980992-c872-45d2-8572-1ab036ed6c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:12.747683 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f8980992-c872-45d2-8572-1ab036ed6c35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d039b998-c809-4bb6-a1d2-21a4ef7d81dd HTTP/1.1" status: 204 len: 168 time: 0.1832170 Jan 17 14:21:12.845017 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad8f389-6727-4394-b134-5dcd989fae74,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:12.923086 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] Attempting to bind port 1ad8f389-6727-4394-b134-5dcd989fae74 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:21:12.923335 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] Attempting to bind port 1ad8f389-6727-4394-b134-5dcd989fae74 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '11aec794-f531-45ec-b77a-dbea85d09aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8edbfacf-2ff0-4361-a09f-e1c01e978eb4'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:21:12.923632 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] Attempting to bind port 1ad8f389-6727-4394-b134-5dcd989fae74 on network 8edbfacf-2ff0-4361-a09f-e1c01e978eb4 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:21:12.929398 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] Port 1ad8f389-6727-4394-b134-5dcd989fae74 on network 8edbfacf-2ff0-4361-a09f-e1c01e978eb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:21:12.929744 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] Attempting to bind port 1ad8f389-6727-4394-b134-5dcd989fae74 on network 8edbfacf-2ff0-4361-a09f-e1c01e978eb4 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:21:12.935675 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:21:12.936037 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] Checking segment: {'id': '11aec794-f531-45ec-b77a-dbea85d09aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8edbfacf-2ff0-4361-a09f-e1c01e978eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:21:12.936416 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] Bound using segment: {'id': '11aec794-f531-45ec-b77a-dbea85d09aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8edbfacf-2ff0-4361-a09f-e1c01e978eb4'} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:21:12.936831 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] Bound port: 1ad8f389-6727-4394-b134-5dcd989fae74, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11aec794-f531-45ec-b77a-dbea85d09aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8edbfacf-2ff0-4361-a09f-e1c01e978eb4'}}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:21:12.937169 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:13.149657 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] For port 1ad8f389-6727-4394-b134-5dcd989fae74, host hv-neutron-8249, cleared binding levels {{(pid=87524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:21:13.153017 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] For port 1ad8f389-6727-4394-b134-5dcd989fae74, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=1ad8f389-6727-4394-b134-5dcd989fae74,segment=NetworkSegment(11aec794-f531-45ec-b77a-dbea85d09aa7),segment_id=11aec794-f531-45ec-b77a-dbea85d09aa7)] {{(pid=87524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:21:13.156507 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:13.216443 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:13.217032 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:13.218358 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] 10.222.0.15 "PUT /v2.0/ports/1ad8f389-6727-4394-b134-5dcd989fae74 HTTP/1.1" status: 200 len: 1094 time: 1.1490297 Jan 17 14:21:13.218805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7227aa7-96b2-4b87-a0e3-c8e509010150', 'tag': '1ad8f389-6727-4394-b134-5dcd989fae74'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:21:13.245940 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761733df-9764-4def-8557-f7c8daca69e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad8f389-6727-4394-b134-5dcd989fae74,revision_number=3']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:13.291442 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7227aa7-96b2-4b87-a0e3-c8e509010150', 'tag': '1ad8f389-6727-4394-b134-5dcd989fae74', 'status': 'completed', 'code': 200} Jan 17 14:21:13.331811 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-e05a2ce0-c42a-4ab4-86db-af862e8271fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:13.333268 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-e05a2ce0-c42a-4ab4-86db-af862e8271fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1d5d9a65771c49f6a6d30d17b5d72e20&device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 1097 time: 0.0738149 Jan 17 14:21:13.403763 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-ac6bf7f5-a40e-4cae-8472-5046ff0ed5b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad8f389-6727-4394-b134-5dcd989fae74 HTTP/1.1" status: 200 len: 217 time: 0.0625458 Jan 17 14:21:13.464964 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-994f2661-0c37-4edf-82e9-5059000e4d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:13.466264 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-994f2661-0c37-4edf-82e9-5059000e4d05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b735327-fdd5-493b-a880-7729ac1eb3cd HTTP/1.1" status: 200 len: 852 time: 0.0563867 Jan 17 14:21:13.513291 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-d578c7d1-5931-4302-b6c4-555492569262 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8edbfacf-2ff0-4361-a09f-e1c01e978eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396094 Jan 17 14:21:13.524266 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-d15688e4-9566-4bb1-913f-02687fb5a4e5 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:21:13.525195 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-d15688e4-9566-4bb1-913f-02687fb5a4e5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047345 Jan 17 14:21:13.656857 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-3ba2c880-0e5c-4aba-bff7-14f48fda0a52 service neutron] 10.222.0.15 "GET /v2.0/networks/8edbfacf-2ff0-4361-a09f-e1c01e978eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253440 Jan 17 14:21:13.778782 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2c50b021-2130-4c95-b8f3-b4d676bda22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:13.849408 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:13.850802 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f7cfc6fb-fa4d-4512-874b-ae5930b73006 req-fdd73662-3e66-4bb9-9264-808c3c1aa5a7 service neutron] 10.222.0.15 "GET /v2.0/networks/8edbfacf-2ff0-4361-a09f-e1c01e978eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871977 Jan 17 14:21:13.861893 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272278a2-0c52-47c9-92fb-769f3a596788 req-37287cc6-5821-4cf0-9d2d-7e2c04190875 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:13.863922 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-272278a2-0c52-47c9-92fb-769f3a596788 req-37287cc6-5821-4cf0-9d2d-7e2c04190875 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 944 time: 0.1782219 Jan 17 14:21:13.919880 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:13.950645 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-272278a2-0c52-47c9-92fb-769f3a596788 req-a4f3e0f4-b4a4-43e0-9a18-87125ecca876 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803101 Jan 17 14:21:13.980470 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987e88a-9210-4512-b167-8cbcb761a9e8 req-2024422b-ccbe-4641-91cb-ecbdd88a4b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:13.981847 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4987e88a-9210-4512-b167-8cbcb761a9e8 req-2024422b-ccbe-4641-91cb-ecbdd88a4b2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1d5d9a65771c49f6a6d30d17b5d72e20&device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 1097 time: 0.0824389 Jan 17 14:21:14.115185 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987e88a-9210-4512-b167-8cbcb761a9e8 req-f49ab9d7-e0d7-466a-839a-07fbbf398c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:14.116666 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4987e88a-9210-4512-b167-8cbcb761a9e8 req-f49ab9d7-e0d7-466a-839a-07fbbf398c36 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8edbfacf-2ff0-4361-a09f-e1c01e978eb4 HTTP/1.1" status: 200 len: 913 time: 0.1267059 Jan 17 14:21:14.182808 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4987e88a-9210-4512-b167-8cbcb761a9e8 req-d5656642-703d-448f-a8e9-b71f7c96ef5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad8f389-6727-4394-b134-5dcd989fae74 HTTP/1.1" status: 200 len: 217 time: 0.0590672 Jan 17 14:21:14.248326 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987e88a-9210-4512-b167-8cbcb761a9e8 req-aa450c0f-510d-4acb-8466-f08755cf9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:14.249651 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4987e88a-9210-4512-b167-8cbcb761a9e8 req-aa450c0f-510d-4acb-8466-f08755cf9130 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b735327-fdd5-493b-a880-7729ac1eb3cd HTTP/1.1" status: 200 len: 852 time: 0.0600035 Jan 17 14:21:14.296843 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4987e88a-9210-4512-b167-8cbcb761a9e8 req-b658116f-85fb-4e08-af96-434b37605b1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8edbfacf-2ff0-4361-a09f-e1c01e978eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402019 Jan 17 14:21:14.429318 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4987e88a-9210-4512-b167-8cbcb761a9e8 req-2532a382-0e0b-4bdb-92d7-5caa4018a45c service neutron] 10.222.0.15 "GET /v2.0/networks/8edbfacf-2ff0-4361-a09f-e1c01e978eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248271 Jan 17 14:21:14.560166 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4987e88a-9210-4512-b167-8cbcb761a9e8 req-a9aa8751-c5bf-4418-abbe-f4852be8d11f service neutron] 10.222.0.15 "GET /v2.0/networks/8edbfacf-2ff0-4361-a09f-e1c01e978eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229255 Jan 17 14:21:15.136801 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591c893-b189-48cb-9cd4-2f317a1138d6 req-aba2fe4c-ca03-475b-aebe-c720d2bfe532 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:15.138166 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d591c893-b189-48cb-9cd4-2f317a1138d6 req-aba2fe4c-ca03-475b-aebe-c720d2bfe532 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 944 time: 0.0826433 Jan 17 14:21:15.181148 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-d591c893-b189-48cb-9cd4-2f317a1138d6 req-8296508c-a058-4fa1-87a7-cdf01e5d669a tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Synchronizing usage tracker for tenant:1d5d9a65771c49f6a6d30d17b5d72e20 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:15.198171 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-d591c893-b189-48cb-9cd4-2f317a1138d6 req-8296508c-a058-4fa1-87a7-cdf01e5d669a tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Unset dirty status for tenant:1d5d9a65771c49f6a6d30d17b5d72e20 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:15.199316 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d591c893-b189-48cb-9cd4-2f317a1138d6 req-8296508c-a058-4fa1-87a7-cdf01e5d669a tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555046 Jan 17 14:21:15.381529 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:16.382979 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d5517-b417-45e2-bed2-39b22a7f4af7 req-757ae633-1d4d-43a5-a528-eb15cce4810d tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:16.384443 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e39d5517-b417-45e2-bed2-39b22a7f4af7 req-757ae633-1d4d-43a5-a528-eb15cce4810d tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 944 time: 0.0793800 Jan 17 14:21:16.531522 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e39d5517-b417-45e2-bed2-39b22a7f4af7 req-695c3d8f-7f5a-4b71-83b1-87c78145ae4b tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413116 Jan 17 14:21:16.806248 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 1ad8f389-6727-4394-b134-5dcd989fae74 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:21:16.935041 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 1ad8f389-6727-4394-b134-5dcd989fae74, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=1ad8f389-6727-4394-b134-5dcd989fae74,segment=NetworkSegment(11aec794-f531-45ec-b77a-dbea85d09aa7),segment_id=11aec794-f531-45ec-b77a-dbea85d09aa7)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:21:16.947989 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '1ad8f389-6727-4394-b134-5dcd989fae74', 'network_id': '8edbfacf-2ff0-4361-a09f-e1c01e978eb4', 'port_id': '1ad8f389-6727-4394-b134-5dcd989fae74', 'mac_address': 'fa:16:3e:0d:f6:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b735327-fdd5-493b-a880-7729ac1eb3cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:21:17.005430 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:17.021890 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad8f389-6727-4394-b134-5dcd989fae74 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:21:17.037224 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 1ad8f389-6727-4394-b134-5dcd989fae74, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=1ad8f389-6727-4394-b134-5dcd989fae74,segment=NetworkSegment(11aec794-f531-45ec-b77a-dbea85d09aa7),segment_id=11aec794-f531-45ec-b77a-dbea85d09aa7)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:21:17.041285 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:17.111088 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=1ad8f389-6727-4394-b134-5dcd989fae74,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:17.415119 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['1ad8f389-6727-4394-b134-5dcd989fae74'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:21:17.716647 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d03cac-6705-4c80-81d1-7ab0dafd899e req-6e7e1933-7789-4f30-9c14-6d0b5d667929 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:17.718050 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-38d03cac-6705-4c80-81d1-7ab0dafd899e req-6e7e1933-7789-4f30-9c14-6d0b5d667929 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 945 time: 0.0792525 Jan 17 14:21:17.762136 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-38d03cac-6705-4c80-81d1-7ab0dafd899e req-251364b5-9174-4095-a24b-889074fa269e tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383921 Jan 17 14:21:18.830708 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 1ad8f389-6727-4394-b134-5dcd989fae74 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:21:18.898819 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 1ad8f389-6727-4394-b134-5dcd989fae74 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:21:18.903611 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 1ad8f389-6727-4394-b134-5dcd989fae74 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:21:18.904013 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:18.949610 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd501b65-0d34-424c-a7ff-07a63b714e6f req-48854c2e-7e2d-4701-b750-c435ee117cc3 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:18.951505 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bd501b65-0d34-424c-a7ff-07a63b714e6f req-48854c2e-7e2d-4701-b750-c435ee117cc3 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 945 time: 0.0806072 Jan 17 14:21:18.995376 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bd501b65-0d34-424c-a7ff-07a63b714e6f req-561398d5-d0e8-4b8a-b860-0ed40bb044a4 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376413 Jan 17 14:21:19.026458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:19.052892 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7227aa7-96b2-4b87-a0e3-c8e509010150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad8f389-6727-4394-b134-5dcd989fae74'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:21:19.062701 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 1ad8f389-6727-4394-b134-5dcd989fae74, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=1ad8f389-6727-4394-b134-5dcd989fae74,segment=NetworkSegment(11aec794-f531-45ec-b77a-dbea85d09aa7),segment_id=11aec794-f531-45ec-b77a-dbea85d09aa7)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:21:19.067487 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:19.103594 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7227aa7-96b2-4b87-a0e3-c8e509010150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad8f389-6727-4394-b134-5dcd989fae74', 'code': 200} Jan 17 14:21:19.138387 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=1ad8f389-6727-4394-b134-5dcd989fae74,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:19.328087 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75004d-e3a9-4d16-8eb3-5481ecd4aa99 req-150902b1-11ca-40e5-9737-ba96462c1148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:19.329453 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ca75004d-e3a9-4d16-8eb3-5481ecd4aa99 req-150902b1-11ca-40e5-9737-ba96462c1148 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 1099 time: 0.0719955 Jan 17 14:21:19.376512 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ca75004d-e3a9-4d16-8eb3-5481ecd4aa99 req-ce7f9f89-7f90-4079-bbc5-295caf02f1f1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358181 Jan 17 14:21:20.175263 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001e14a-7d3a-46f2-881f-d16b04f85228 req-227f15b9-adb7-491d-8628-e644cce7351d tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:20.176733 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d001e14a-7d3a-46f2-881f-d16b04f85228 req-227f15b9-adb7-491d-8628-e644cce7351d tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 946 time: 0.0779929 Jan 17 14:21:20.220620 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d001e14a-7d3a-46f2-881f-d16b04f85228 req-7f62c665-f132-4ad0-a9d4-1270ca7a8b3e tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381501 Jan 17 14:21:21.406233 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb9bd3-bafd-42d0-a687-5f500cc114b4 req-45f54493-5f5d-42bf-8d7c-d69441dfc25d tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:21.407663 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-63cb9bd3-bafd-42d0-a687-5f500cc114b4 req-45f54493-5f5d-42bf-8d7c-d69441dfc25d tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 946 time: 0.0821514 Jan 17 14:21:21.452080 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-63cb9bd3-bafd-42d0-a687-5f500cc114b4 req-d8636c1c-8145-400f-a061-aa0644a723ee tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381842 Jan 17 14:21:21.640400 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3ea37-a023-431c-8a6f-07369bbd1ebe req-0863e7d3-40c2-4e35-8fcd-88698b92b8c7 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:21.641854 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-54d3ea37-a023-431c-8a6f-07369bbd1ebe req-0863e7d3-40c2-4e35-8fcd-88698b92b8c7 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 946 time: 0.0844066 Jan 17 14:21:21.685441 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-54d3ea37-a023-431c-8a6f-07369bbd1ebe req-e645bc7c-38c1-4202-8cc9-7059e641042b tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378497 Jan 17 14:21:22.081075 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d2bb-5a8b-4735-8e18-03de0a992691 req-303c44f9-9f13-4822-9e89-66e500a54df1 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:22.082542 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bcb3d2bb-5a8b-4735-8e18-03de0a992691 req-303c44f9-9f13-4822-9e89-66e500a54df1 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 946 time: 0.0808284 Jan 17 14:21:22.129862 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bcb3d2bb-5a8b-4735-8e18-03de0a992691 req-2a2794bb-6d3c-4977-94f1-9a05ec16191f tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416467 Jan 17 14:21:22.642856 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:23.311034 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea185e4-d341-4f2e-9076-9cea92af85a9 req-9e37ca52-9113-4a8a-9d5c-82a2a1749353 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:23.312526 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8ea185e4-d341-4f2e-9076-9cea92af85a9 req-9e37ca52-9113-4a8a-9d5c-82a2a1749353 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 946 time: 0.0775685 Jan 17 14:21:23.360156 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8ea185e4-d341-4f2e-9076-9cea92af85a9 req-b3ae6f70-4214-4112-9a2d-0c8f71ae272b tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420299 Jan 17 14:21:23.693986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffc5ff-ef88-4d4a-9266-287aa027f3e8 req-a5099eb1-c46f-4963-aaad-cc0f54ee86e3 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:23.695595 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3cffc5ff-ef88-4d4a-9266-287aa027f3e8 req-a5099eb1-c46f-4963-aaad-cc0f54ee86e3 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 946 time: 0.0815618 Jan 17 14:21:23.742179 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3cffc5ff-ef88-4d4a-9266-287aa027f3e8 req-e8b5fc5c-d494-4255-9745-204aca098e5f tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403593 Jan 17 14:21:23.823348 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ea16a-a19e-4eff-94fc-8132cfff396b req-870e3e1d-7fbf-4331-a19e-c2f59767f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:23.824857 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5d7ea16a-a19e-4eff-94fc-8132cfff396b req-870e3e1d-7fbf-4331-a19e-c2f59767f90f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1d5d9a65771c49f6a6d30d17b5d72e20&device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 1099 time: 0.1771407 Jan 17 14:21:23.958722 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ea16a-a19e-4eff-94fc-8132cfff396b req-9085230e-daed-4a03-96fa-1b10581b6a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:23.960210 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5d7ea16a-a19e-4eff-94fc-8132cfff396b req-9085230e-daed-4a03-96fa-1b10581b6a61 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8edbfacf-2ff0-4361-a09f-e1c01e978eb4 HTTP/1.1" status: 200 len: 913 time: 0.1268349 Jan 17 14:21:24.032445 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5d7ea16a-a19e-4eff-94fc-8132cfff396b req-d6df7e8f-43af-410b-9fd3-8510da5bf941 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad8f389-6727-4394-b134-5dcd989fae74 HTTP/1.1" status: 200 len: 217 time: 0.0644562 Jan 17 14:21:24.103589 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ea16a-a19e-4eff-94fc-8132cfff396b req-0a4abd92-bd7c-495d-95f0-dd7e1aac923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:24.104953 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5d7ea16a-a19e-4eff-94fc-8132cfff396b req-0a4abd92-bd7c-495d-95f0-dd7e1aac923b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b735327-fdd5-493b-a880-7729ac1eb3cd HTTP/1.1" status: 200 len: 852 time: 0.0643141 Jan 17 14:21:24.152569 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5d7ea16a-a19e-4eff-94fc-8132cfff396b req-d8ce88d8-757b-46ac-859a-ea0958cdc5b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8edbfacf-2ff0-4361-a09f-e1c01e978eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405142 Jan 17 14:21:24.286020 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5d7ea16a-a19e-4eff-94fc-8132cfff396b req-e4935079-2158-48fe-bb2b-256807460776 service neutron] 10.222.0.15 "GET /v2.0/networks/8edbfacf-2ff0-4361-a09f-e1c01e978eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251612 Jan 17 14:21:24.419693 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5d7ea16a-a19e-4eff-94fc-8132cfff396b req-403539c7-6d0c-4b3e-bb96-5bcbe9f02e4b service neutron] 10.222.0.15 "GET /v2.0/networks/8edbfacf-2ff0-4361-a09f-e1c01e978eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259634 Jan 17 14:21:24.938697 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b3c2f-92c5-42d0-b786-aaf43f185bfe req-7710519b-cc58-4afa-91b9-5147d1682892 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:24.940186 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ef7b3c2f-92c5-42d0-b786-aaf43f185bfe req-7710519b-cc58-4afa-91b9-5147d1682892 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 946 time: 0.0826755 Jan 17 14:21:24.984857 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ef7b3c2f-92c5-42d0-b786-aaf43f185bfe req-3f2c0420-7c87-4479-98ec-c35e0e624113 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383062 Jan 17 14:21:26.278630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6d1a8-2d42-4d39-b828-79dbc547520c req-e94905df-05a4-4df8-8f04-62200fbbc4a1 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:26.280037 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-77b6d1a8-2d42-4d39-b828-79dbc547520c req-e94905df-05a4-4df8-8f04-62200fbbc4a1 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 946 time: 0.1882682 Jan 17 14:21:26.323394 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-77b6d1a8-2d42-4d39-b828-79dbc547520c req-6c6514f0-d2b5-4815-9953-8e3849a130fb tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370250 Jan 17 14:21:26.707996 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45597e60-8877-4275-a3da-8177b7de7fa6 req-581319e8-9afb-4f92-997f-3cf0f1639dfe tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:26.709454 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-45597e60-8877-4275-a3da-8177b7de7fa6 req-581319e8-9afb-4f92-997f-3cf0f1639dfe tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 946 time: 0.0803490 Jan 17 14:21:26.753703 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-45597e60-8877-4275-a3da-8177b7de7fa6 req-01b82a7c-670b-45f3-8d69-32207037b31f tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381181 Jan 17 14:21:27.942407 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2572b5c-1532-4267-b9dd-32dc81549f14 req-c106646c-e588-44fe-a1fb-28c98852f142 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:27.943897 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f2572b5c-1532-4267-b9dd-32dc81549f14 req-c106646c-e588-44fe-a1fb-28c98852f142 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 946 time: 0.0800040 Jan 17 14:21:27.992245 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f2572b5c-1532-4267-b9dd-32dc81549f14 req-233b53f6-0490-44a1-b342-ae034795dd49 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426085 Jan 17 14:21:28.386938 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b4ea0-33c3-4248-b604-79b36883ea5b req-5f3e3e12-8c0f-49ec-8d46-82f6f065a333 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:28.388327 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-265b4ea0-33c3-4248-b604-79b36883ea5b req-5f3e3e12-8c0f-49ec-8d46-82f6f065a333 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 946 time: 0.1403458 Jan 17 14:21:28.394457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72b9de-c0b3-4670-ac24-4baf741cedc5 req-264e1384-4a72-4083-866f-0b26a28439e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:28.395856 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ef72b9de-c0b3-4670-ac24-4baf741cedc5 req-264e1384-4a72-4083-866f-0b26a28439e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1d5d9a65771c49f6a6d30d17b5d72e20&device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 1099 time: 0.1135290 Jan 17 14:21:28.614598 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-265b4ea0-33c3-4248-b604-79b36883ea5b req-a78483a7-f1e7-4812-b974-ef66acee3412 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178078 Jan 17 14:21:28.652718 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72b9de-c0b3-4670-ac24-4baf741cedc5 req-2bba89c2-2dda-4ad4-87a5-a93e46a9f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:28.654131 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ef72b9de-c0b3-4670-ac24-4baf741cedc5 req-2bba89c2-2dda-4ad4-87a5-a93e46a9f045 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8edbfacf-2ff0-4361-a09f-e1c01e978eb4 HTTP/1.1" status: 200 len: 913 time: 0.2448525 Jan 17 14:21:28.721314 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ef72b9de-c0b3-4670-ac24-4baf741cedc5 req-7d2fee79-42cf-4b22-98ab-c05859a0e753 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad8f389-6727-4394-b134-5dcd989fae74 HTTP/1.1" status: 200 len: 217 time: 0.0602987 Jan 17 14:21:28.785785 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72b9de-c0b3-4670-ac24-4baf741cedc5 req-3a03e918-7e71-418c-8f5a-0f507083079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:28.787219 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ef72b9de-c0b3-4670-ac24-4baf741cedc5 req-3a03e918-7e71-418c-8f5a-0f507083079c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b735327-fdd5-493b-a880-7729ac1eb3cd HTTP/1.1" status: 200 len: 852 time: 0.0600350 Jan 17 14:21:28.834934 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ef72b9de-c0b3-4670-ac24-4baf741cedc5 req-1b28066e-556e-4f5a-bdb3-bf54d4aae652 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8edbfacf-2ff0-4361-a09f-e1c01e978eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403762 Jan 17 14:21:28.968245 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ef72b9de-c0b3-4670-ac24-4baf741cedc5 req-53884595-c564-4749-abd8-6b98935abd93 service neutron] 10.222.0.15 "GET /v2.0/networks/8edbfacf-2ff0-4361-a09f-e1c01e978eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255770 Jan 17 14:21:29.098800 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ef72b9de-c0b3-4670-ac24-4baf741cedc5 req-fcea9fd9-cce8-483d-96ed-e3b24bd8282f service neutron] 10.222.0.15 "GET /v2.0/networks/8edbfacf-2ff0-4361-a09f-e1c01e978eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241236 Jan 17 14:21:29.724645 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38722) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:29.803269 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee45f3a-9077-4e51-8b6f-6fbda9c537e9 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:29.803754 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee45f3a-9077-4e51-8b6f-6fbda9c537e9 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:29.804214 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee45f3a-9077-4e51-8b6f-6fbda9c537e9 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:29.805945 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0ee45f3a-9077-4e51-8b6f-6fbda9c537e9 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=b984fd6eaa2842d8abc65eb7a2d4e417&network_id=4dbd5c10-2dd0-4964-949e-32f957ba960b HTTP/1.1" status: 200 len: 2999 time: 0.0803006 Jan 17 14:21:29.807018 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e9bf5-e050-4ca3-b482-3c9bfd11947d req-7aa63b0c-9d5a-4408-a10a-aa3a5bb49ce7 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:29.808545 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bd2e9bf5-e050-4ca3-b482-3c9bfd11947d req-7aa63b0c-9d5a-4408-a10a-aa3a5bb49ce7 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 946 time: 0.0846674 Jan 17 14:21:29.853442 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bd2e9bf5-e050-4ca3-b482-3c9bfd11947d req-2a3b7643-135c-4966-bf6d-3d53a9d1a1a0 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390553 Jan 17 14:21:31.035821 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56933d84-eb6a-4f3d-a4ff-107207ffbebc req-4d69d57d-1a5e-4069-8627-f89f6c2b4de1 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:31.037279 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-56933d84-eb6a-4f3d-a4ff-107207ffbebc req-4d69d57d-1a5e-4069-8627-f89f6c2b4de1 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 946 time: 0.0798175 Jan 17 14:21:31.081214 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-56933d84-eb6a-4f3d-a4ff-107207ffbebc req-6c0a3c5c-1669-4ac3-9b68-6d7714c6c760 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382442 Jan 17 14:21:31.458783 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a66e59-3193-47cd-a0b6-d0a4c4f4fb3c req-242b8b49-b362-4681-87b1-7220afcb8040 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:31.460246 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-49a66e59-3193-47cd-a0b6-d0a4c4f4fb3c req-242b8b49-b362-4681-87b1-7220afcb8040 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 946 time: 0.0825219 Jan 17 14:21:31.504443 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-49a66e59-3193-47cd-a0b6-d0a4c4f4fb3c req-fce5eb8d-e117-4451-9eb5-3c886dcb8a00 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384591 Jan 17 14:21:32.686139 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542ed9d-b77b-4dbc-beec-dbdb6e68ecea req-2baff344-45a0-4cfc-a470-dc5e6b1379c8 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:32.686772 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38742) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:32.687591 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0542ed9d-b77b-4dbc-beec-dbdb6e68ecea req-2baff344-45a0-4cfc-a470-dc5e6b1379c8 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 946 time: 0.0779407 Jan 17 14:21:32.736888 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0542ed9d-b77b-4dbc-beec-dbdb6e68ecea req-3a0b8bd3-a256-4a64-aefa-f44d8c76cd29 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420899 Jan 17 14:21:32.746397 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bffc89-efbd-40ce-9e50-880bf33061ea tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:32.751857 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-66bffc89-efbd-40ce-9e50-880bf33061ea tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=8e713ad1-069e-4db5-8938-0391ff946f65 HTTP/1.1" status: 200 len: 814 time: 0.0606282 Jan 17 14:21:33.660326 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38750) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:33.665946 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'network': {'name': 'tempest-network-smoke--1816818101', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'port_security_enabled': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:33.670788 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:33.680713 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:33.689967 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:21:33.692161 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9345b54-4cc1-4318-b331-5157bc888fd6 req-c0895909-7102-47f0-a3d3-b623a4f838b5 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:33.693503 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:33.693644 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e9345b54-4cc1-4318-b331-5157bc888fd6 req-c0895909-7102-47f0-a3d3-b623a4f838b5 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.15 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 946 time: 0.0855093 Jan 17 14:21:33.722915 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:21:33.732072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:33.733779 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Added segment 0a8a0313-b72c-45e7-9f9b-ebb6312b1066 of type vlan for network b11dc284-0e98-4b27-a74d-17565922bcc6 Jan 17 14:21:33.761276 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:33.767354 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-e9345b54-4cc1-4318-b331-5157bc888fd6 req-330afed1-9e72-4673-b1f2-ddaf1a5040a3 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Deleting port 1ad8f389-6727-4394-b134-5dcd989fae74 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:21:33.767787 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-e9345b54-4cc1-4318-b331-5157bc888fd6 req-330afed1-9e72-4673-b1f2-ddaf1a5040a3 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:33.794683 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:33.803074 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:33.803703 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:33.900889 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2394245 Jan 17 14:21:33.904390 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38756) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:33.923378 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Network': ['ID=b11dc284-0e98-4b27-a74d-17565922bcc6,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:33.930712 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:33.931054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:33.931675 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:33.932032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:33.932843 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:33.933178 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:33.933502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:33.933823 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:33.934142 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:33.934456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:33.934771 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:33.935082 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1397c4bf-d633-45cb-996c-22545a80884b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:33.946924 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network b11dc284-0e98-4b27-a74d-17565922bcc6 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:21:34.070282 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66942f42-0025-4a1a-9e9c-40514d342724 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:34.071738 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-66942f42-0025-4a1a-9e9c-40514d342724 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=b984fd6eaa2842d8abc65eb7a2d4e417&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1620545 Jan 17 14:21:34.074810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38760) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:34.117364 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14734a19-be06-4ba0-92a2-edfe3029c28b req-3453e4cb-26c8-4825-a7fb-c7e87b6e3878 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:34.118869 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-14734a19-be06-4ba0-92a2-edfe3029c28b req-3453e4cb-26c8-4825-a7fb-c7e87b6e3878 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 946 time: 0.2509625 Jan 17 14:21:34.182720 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-e9345b54-4cc1-4318-b331-5157bc888fd6 req-330afed1-9e72-4673-b1f2-ddaf1a5040a3 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] For port 1ad8f389-6727-4394-b134-5dcd989fae74, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=1ad8f389-6727-4394-b134-5dcd989fae74,segment=NetworkSegment(11aec794-f531-45ec-b77a-dbea85d09aa7),segment_id=11aec794-f531-45ec-b77a-dbea85d09aa7)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:21:34.182971 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-e9345b54-4cc1-4318-b331-5157bc888fd6 req-330afed1-9e72-4673-b1f2-ddaf1a5040a3 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:34.201108 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-14734a19-be06-4ba0-92a2-edfe3029c28b req-19b32c93-b5c7-48c7-970a-bc3b96655f56 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/security-groups?id=29ce8adf-8289-4ca5-88d6-b9240513538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708308 Jan 17 14:21:34.212698 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadae19e-2eff-43f1-9159-ce1f5c0d0b7c tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:34.214196 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cadae19e-2eff-43f1-9159-ce1f5c0d0b7c tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1384091 Jan 17 14:21:34.216967 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38764) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:34.262433 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8715bc5d-f82b-48fa-8d10-fedf1e27579b tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443883 Jan 17 14:21:34.265207 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38768) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:34.304138 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-dc6415ea-822b-4146-94c1-8f8e7360fab9 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=b984fd6eaa2842d8abc65eb7a2d4e417&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378528 Jan 17 14:21:34.306658 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38772) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:34.321077 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-e9345b54-4cc1-4318-b331-5157bc888fd6 req-330afed1-9e72-4673-b1f2-ddaf1a5040a3 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Calling delete_port for 1ad8f389-6727-4394-b134-5dcd989fae74 owned by compute:nova {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:21:34.441971 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a39f43a-6447-4ee5-ad97-05f3fdeb8d6d tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:34.443383 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1a39f43a-6447-4ee5-ad97-05f3fdeb8d6d tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1358449 Jan 17 14:21:34.446238 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38776) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:34.490083 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3bd60e11-a8ce-4749-815b-6d8078fcf353 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427423 Jan 17 14:21:34.492813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38780) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:34.498233 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-4b9c72c6-4561-4852-9754-32dccef763bb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-61123340', 'network_id': 'b11dc284-0e98-4b27-a74d-17565922bcc6', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:34.584245 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-e9345b54-4cc1-4318-b331-5157bc888fd6 req-330afed1-9e72-4673-b1f2-ddaf1a5040a3 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:34.597799 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['1ad8f389-6727-4394-b134-5dcd989fae74'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:21:34.615944 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4b9c72c6-4561-4852-9754-32dccef763bb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:34.620370 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4b9c72c6-4561-4852-9754-32dccef763bb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:subnet and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:34.623223 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4b9c72c6-4561-4852-9754-32dccef763bb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:34.630063 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4b9c72c6-4561-4852-9754-32dccef763bb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:34.634829 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330afed1-9e72-4673-b1f2-ddaf1a5040a3 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Pushing event deleted for resources: {'Port': ['ID=1ad8f389-6727-4394-b134-5dcd989fae74,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:34.643168 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9c72c6-4561-4852-9754-32dccef763bb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:21:34.647088 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4b9c72c6-4561-4852-9754-32dccef763bb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:34.711549 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9345b54-4cc1-4318-b331-5157bc888fd6 req-330afed1-9e72-4673-b1f2-ddaf1a5040a3 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] No DVR routers for this DVR port 1ad8f389-6727-4394-b134-5dcd989fae74 on host hv-neutron-8249 {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:21:34.714256 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-e9345b54-4cc1-4318-b331-5157bc888fd6 req-330afed1-9e72-4673-b1f2-ddaf1a5040a3 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:34.719003 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7227aa7-96b2-4b87-a0e3-c8e509010150', 'name': 'network-vif-deleted', 'tag': '1ad8f389-6727-4394-b134-5dcd989fae74'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:21:34.733541 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e9345b54-4cc1-4318-b331-5157bc888fd6 req-330afed1-9e72-4673-b1f2-ddaf1a5040a3 tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.15 "DELETE /v2.0/ports/1ad8f389-6727-4394-b134-5dcd989fae74 HTTP/1.1" status: 204 len: 173 time: 1.0339749 Jan 17 14:21:34.769002 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7227aa7-96b2-4b87-a0e3-c8e509010150', 'name': 'network-vif-deleted', 'tag': '1ad8f389-6727-4394-b134-5dcd989fae74', 'status': 'completed', 'code': 200} Jan 17 14:21:34.850269 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:21:34.871491 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4b9c72c6-4561-4852-9754-32dccef763bb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:34.960319 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c72c6-4561-4852-9754-32dccef763bb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Subnet': ['ID=3efef0fa-e42f-494b-8565-f2a1a0928ad9,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:34.964366 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9c72c6-4561-4852-9754-32dccef763bb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Checking segment: {'id': '0a8a0313-b72c-45e7-9f9b-ebb6312b1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b11dc284-0e98-4b27-a74d-17565922bcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:21:34.964654 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9c72c6-4561-4852-9754-32dccef763bb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network hostable DHCP agents. Network: b11dc284-0e98-4b27-a74d-17565922bcc6, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:21:34.984231 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9c72c6-4561-4852-9754-32dccef763bb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network b11dc284-0e98-4b27-a74d-17565922bcc6 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:21:34.993627 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-4b9c72c6-4561-4852-9754-32dccef763bb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, b11dc284-0e98-4b27-a74d-17565922bcc6) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:21:34.997513 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9c72c6-4561-4852-9754-32dccef763bb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:34.998089 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4b9c72c6-4561-4852-9754-32dccef763bb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:35.003049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3c8e1c-bf29-4ad2-a710-4f5ca5e70688 None None] Network b11dc284-0e98-4b27-a74d-17565922bcc6 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:21:35.018047 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4b9c72c6-4561-4852-9754-32dccef763bb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.5241692 Jan 17 14:21:35.250848 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-b11dc284-0e98-4b27-a74d-17565922bcc6', 'network_id': 'b11dc284-0e98-4b27-a74d-17565922bcc6', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ips': [{'subnet_id': '3efef0fa-e42f-494b-8565-f2a1a0928ad9'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:21:35.252325 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:35.426069 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c69d222c-8aea-45ff-87f5-8b7dae5717df req-275d1ec6-754b-426a-b893-51b19df4896d tempest-TestServerAdvancedOps-344151411 tempest-TestServerAdvancedOps-344151411-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7227aa7-96b2-4b87-a0e3-c8e509010150 HTTP/1.1" status: 200 len: 210 time: 0.0561225 Jan 17 14:21:35.443422 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Allocated IP 172.20.0.18 (b11dc284-0e98-4b27-a74d-17565922bcc6/3efef0fa-e42f-494b-8565-f2a1a0928ad9/b6ca57cf-2e43-4788-827f-a33634efb67c) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:21:35.484303 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38790) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:35.489913 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-2ffd8463-f72b-43a7-bf22-233f3e5a6c2f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1245537279', 'description': 'tempest-secgroup-smoke-1245537279 description', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:35.496247 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2ffd8463-f72b-43a7-bf22-233f3e5a6c2f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:35.506563 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2ffd8463-f72b-43a7-bf22-233f3e5a6c2f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:35.517067 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8463-f72b-43a7-bf22-233f3e5a6c2f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:35.541836 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2ffd8463-f72b-43a7-bf22-233f3e5a6c2f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:35.547167 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2ffd8463-f72b-43a7-bf22-233f3e5a6c2f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:35.550317 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2ffd8463-f72b-43a7-bf22-233f3e5a6c2f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:35.558015 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2ffd8463-f72b-43a7-bf22-233f3e5a6c2f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:35.639494 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8463-f72b-43a7-bf22-233f3e5a6c2f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:35.645037 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8463-f72b-43a7-bf22-233f3e5a6c2f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:35.661280 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:35.671702 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Transition to ACTIVE for port object b6ca57cf-2e43-4788-827f-a33634efb67c will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:21:35.690007 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Transition to ACTIVE for port object b6ca57cf-2e43-4788-827f-a33634efb67c will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:21:35.696526 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd8463-f72b-43a7-bf22-233f3e5a6c2f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd8c53e-2c47-45de-97e7-92ca2e5a6f26,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:35.697562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:35.701735 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8463-f72b-43a7-bf22-233f3e5a6c2f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:35.705705 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2ffd8463-f72b-43a7-bf22-233f3e5a6c2f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2174542 Jan 17 14:21:35.707270 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38794) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:35.711582 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-d7830cd4-ba24-41be-94bb-c531a0e84191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '1cd8c53e-2c47-45de-97e7-92ca2e5a6f26', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:35.718255 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d7830cd4-ba24-41be-94bb-c531a0e84191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:35.722826 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d7830cd4-ba24-41be-94bb-c531a0e84191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:35.725769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d7830cd4-ba24-41be-94bb-c531a0e84191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:35.731522 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d7830cd4-ba24-41be-94bb-c531a0e84191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:35.749409 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7830cd4-ba24-41be-94bb-c531a0e84191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:35.766935 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Network b11dc284-0e98-4b27-a74d-17565922bcc6 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:21:35.770337 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:21:35.774595 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:21:35.776752 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Pushing event updated for resources: {'Port': ['ID=b6ca57cf-2e43-4788-827f-a33634efb67c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:35.814507 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:35.814860 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:35.815203 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:35.815603 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:35.816470 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:35.816789 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:35.817116 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:35.817440 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:35.817766 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:35.818081 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:35.818405 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:35.818728 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:35.822039 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7830cd4-ba24-41be-94bb-c531a0e84191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:35.825962 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7830cd4-ba24-41be-94bb-c531a0e84191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:35.851457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7830cd4-ba24-41be-94bb-c531a0e84191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bac6fc5-cb56-4f0b-95b6-b844d36472d0,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:35.864944 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d7830cd4-ba24-41be-94bb-c531a0e84191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:35.866868 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d7830cd4-ba24-41be-94bb-c531a0e84191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1595380 Jan 17 14:21:35.869955 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38798) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:35.875274 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-92554bce-0c77-4d8b-9a72-3476b7d4a460 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '1cd8c53e-2c47-45de-97e7-92ca2e5a6f26', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:35.879474 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Attempting to bind port b6ca57cf-2e43-4788-827f-a33634efb67c on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:21:35.879893 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Attempting to bind port b6ca57cf-2e43-4788-827f-a33634efb67c by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '0a8a0313-b72c-45e7-9f9b-ebb6312b1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b11dc284-0e98-4b27-a74d-17565922bcc6'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:21:35.880248 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Attempting to bind port b6ca57cf-2e43-4788-827f-a33634efb67c on network b11dc284-0e98-4b27-a74d-17565922bcc6 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:21:35.881837 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-92554bce-0c77-4d8b-9a72-3476b7d4a460 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:35.886238 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:21:35.886499 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-92554bce-0c77-4d8b-9a72-3476b7d4a460 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:35.886630 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Checking segment: {'id': '0a8a0313-b72c-45e7-9f9b-ebb6312b1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b11dc284-0e98-4b27-a74d-17565922bcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:21:35.886998 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:35.887384 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Bound using segment: {'id': '0a8a0313-b72c-45e7-9f9b-ebb6312b1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b11dc284-0e98-4b27-a74d-17565922bcc6'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:21:35.887950 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Bound port: b6ca57cf-2e43-4788-827f-a33634efb67c, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8a0313-b72c-45e7-9f9b-ebb6312b1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b11dc284-0e98-4b27-a74d-17565922bcc6'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:21:35.888312 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:35.890100 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-92554bce-0c77-4d8b-9a72-3476b7d4a460 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:35.896024 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-92554bce-0c77-4d8b-9a72-3476b7d4a460 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:35.912113 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-92554bce-0c77-4d8b-9a72-3476b7d4a460 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:35.974363 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-92554bce-0c77-4d8b-9a72-3476b7d4a460 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:35.979012 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-92554bce-0c77-4d8b-9a72-3476b7d4a460 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:35.979832 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] For port b6ca57cf-2e43-4788-827f-a33634efb67c, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:21:35.983158 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] For port b6ca57cf-2e43-4788-827f-a33634efb67c, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b6ca57cf-2e43-4788-827f-a33634efb67c,segment=NetworkSegment(0a8a0313-b72c-45e7-9f9b-ebb6312b1066),segment_id=0a8a0313-b72c-45e7-9f9b-ebb6312b1066)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:21:35.988789 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.004170 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92554bce-0c77-4d8b-9a72-3476b7d4a460 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f49665-6ba1-46da-8954-acbfb6ac00cc,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:36.012986 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-92554bce-0c77-4d8b-9a72-3476b7d4a460 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.014254 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-92554bce-0c77-4d8b-9a72-3476b7d4a460 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1432106 Jan 17 14:21:36.017185 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38802) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:36.022139 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '1cd8c53e-2c47-45de-97e7-92ca2e5a6f26', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:36.027959 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:36.031776 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:36.034667 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:36.040328 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:36.058687 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.077527 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315cd7f-d615-4357-8310-97b9511985b8 None None] Pushing event updated for resources: {'Port': ['ID=b6ca57cf-2e43-4788-827f-a33634efb67c,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:36.133275 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.138173 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.168473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a434298-fa60-4edf-a5d4-12b100d37e62,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:36.182565 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:36.182905 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:36.183245 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:36.183568 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:36.183907 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:36.184225 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:36.184538 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:36.184856 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:36.185267 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:36.185464 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:36.185772 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:36.186077 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:21:36.190574 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.194454 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-094ed6bf-de47-45da-b07d-b7a48c285baf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1736615 Jan 17 14:21:36.194967 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38806) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:36.199519 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-b4d82ce0-7b36-4922-93d3-d7ac28a32950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '1cd8c53e-2c47-45de-97e7-92ca2e5a6f26', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:36.206029 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b4d82ce0-7b36-4922-93d3-d7ac28a32950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:36.210186 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b4d82ce0-7b36-4922-93d3-d7ac28a32950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:36.213768 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b4d82ce0-7b36-4922-93d3-d7ac28a32950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:36.219656 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b4d82ce0-7b36-4922-93d3-d7ac28a32950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:36.236518 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b4d82ce0-7b36-4922-93d3-d7ac28a32950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.323928 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b4d82ce0-7b36-4922-93d3-d7ac28a32950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.328981 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b4d82ce0-7b36-4922-93d3-d7ac28a32950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.353500 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d82ce0-7b36-4922-93d3-d7ac28a32950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257ed20b-99fb-4628-b0be-3952a186fd23,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:36.363652 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b4d82ce0-7b36-4922-93d3-d7ac28a32950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.364866 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b4d82ce0-7b36-4922-93d3-d7ac28a32950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1693330 Jan 17 14:21:36.367989 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38810) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:36.373222 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-31478da6-bf12-4b47-8c98-6c57fa4f692a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '1cd8c53e-2c47-45de-97e7-92ca2e5a6f26', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:36.379337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-31478da6-bf12-4b47-8c98-6c57fa4f692a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:36.383510 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-31478da6-bf12-4b47-8c98-6c57fa4f692a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:36.388787 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-31478da6-bf12-4b47-8c98-6c57fa4f692a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:36.395393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-31478da6-bf12-4b47-8c98-6c57fa4f692a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:36.404761 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.securitygroups_db [None req-31478da6-bf12-4b47-8c98-6c57fa4f692a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:21:36.412249 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-31478da6-bf12-4b47-8c98-6c57fa4f692a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.480993 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-31478da6-bf12-4b47-8c98-6c57fa4f692a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.484827 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-31478da6-bf12-4b47-8c98-6c57fa4f692a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.510484 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31478da6-bf12-4b47-8c98-6c57fa4f692a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7def74-4665-49dc-9a14-b0c6655ed9e4,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:36.522933 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-31478da6-bf12-4b47-8c98-6c57fa4f692a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.524530 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-31478da6-bf12-4b47-8c98-6c57fa4f692a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1555812 Jan 17 14:21:36.527215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38816) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:36.533336 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-f29b9ee9-d538-4299-b11c-07defe06e337 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '1cd8c53e-2c47-45de-97e7-92ca2e5a6f26', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:36.536285 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38820) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:36.543010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f29b9ee9-d538-4299-b11c-07defe06e337 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:36.547208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f29b9ee9-d538-4299-b11c-07defe06e337 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:36.550944 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f29b9ee9-d538-4299-b11c-07defe06e337 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:36.557070 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f29b9ee9-d538-4299-b11c-07defe06e337 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:36.574979 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.securitygroups_db [None req-f29b9ee9-d538-4299-b11c-07defe06e337 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:21:36.584065 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f29b9ee9-d538-4299-b11c-07defe06e337 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.607601 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa57300b-d71a-4767-b6c5-5632d9339417 admin admin] Deleting subnet 8b735327-fdd5-493b-a880-7729ac1eb3cd {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:21:36.610826 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa57300b-d71a-4767-b6c5-5632d9339417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.662563 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa57300b-d71a-4767-b6c5-5632d9339417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.663074 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f29b9ee9-d538-4299-b11c-07defe06e337 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.667459 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f29b9ee9-d538-4299-b11c-07defe06e337 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.691454 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b9ee9-d538-4299-b11c-07defe06e337 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6645c490-a022-4b4a-b0cf-afb1c5749580,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:36.701838 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f29b9ee9-d538-4299-b11c-07defe06e337 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.703292 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f29b9ee9-d538-4299-b11c-07defe06e337 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1750793 Jan 17 14:21:36.718563 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa57300b-d71a-4767-b6c5-5632d9339417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.804502 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa57300b-d71a-4767-b6c5-5632d9339417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.846098 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa57300b-d71a-4767-b6c5-5632d9339417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:36.859759 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57300b-d71a-4767-b6c5-5632d9339417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b735327-fdd5-493b-a880-7729ac1eb3cd,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:36.866445 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fa57300b-d71a-4767-b6c5-5632d9339417 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8b735327-fdd5-493b-a880-7729ac1eb3cd HTTP/1.1" status: 204 len: 168 time: 0.3269513 Jan 17 14:21:36.867345 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38832) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:36.921401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 1ad8f389-6727-4394-b134-5dcd989fae74 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:21:36.963663 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 1ad8f389-6727-4394-b134-5dcd989fae74 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:21:36.964023 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 1ad8f389-6727-4394-b134-5dcd989fae74 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:21:36.994962 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-aaef4809-ffd9-4cde-82db-e9f1b999dda4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:37.021017 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-aaef4809-ffd9-4cde-82db-e9f1b999dda4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:37.022262 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-aaef4809-ffd9-4cde-82db-e9f1b999dda4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1245537279&fields=id&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 267 time: 0.0940602 Jan 17 14:21:37.032164 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-171fcc68-910f-426b-ae0d-8c5fa18a1e5a req-22ffbb1f-b7e2-4f48-99ff-6da5c7963a77 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1463940 Jan 17 14:21:37.118144 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bf827e2f-6369-4aea-ac82-7229232dc078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:37.168318 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bb7e84-32c6-4721-b1ea-1f52c8037134 None None] Network b11dc284-0e98-4b27-a74d-17565922bcc6 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:21:37.245220 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-1ae93be2-ebba-4a37-8db5-b46b5c62cbd0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:37.246712 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-1ae93be2-ebba-4a37-8db5-b46b5c62cbd0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/networks?id=b11dc284-0e98-4b27-a74d-17565922bcc6 HTTP/1.1" status: 200 len: 797 time: 0.2136643 Jan 17 14:21:37.251234 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bf827e2f-6369-4aea-ac82-7229232dc078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:37.253707 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fcc68-910f-426b-ae0d-8c5fa18a1e5a req-91eb2e84-0181-4bec-afa1-af7a2647e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:37.255137 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-171fcc68-910f-426b-ae0d-8c5fa18a1e5a req-91eb2e84-0181-4bec-afa1-af7a2647e683 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 1098 time: 0.1377618 Jan 17 14:21:37.267490 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-3fac3f91-6bb8-44c6-8788-9c044750783b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/quotas/b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 375 time: 0.0113857 Jan 17 14:21:37.275938 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-1c0a4dbe-7292-40a6-911b-e4431bdd45ad None None] Provisioning for port b6ca57cf-2e43-4788-827f-a33634efb67c completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:21:37.287175 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-bf827e2f-6369-4aea-ac82-7229232dc078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8edbfacf-2ff0-4361-a09f-e1c01e978eb4']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:21:37.302109 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-bf827e2f-6369-4aea-ac82-7229232dc078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11aec794-f531-45ec-b77a-dbea85d09aa7') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:21:37.302402 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-bf827e2f-6369-4aea-ac82-7229232dc078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11aec794-f531-45ec-b77a-dbea85d09aa7') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:21:37.314722 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bf827e2f-6369-4aea-ac82-7229232dc078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:37.332744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bf827e2f-6369-4aea-ac82-7229232dc078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:37.339961 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf827e2f-6369-4aea-ac82-7229232dc078 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:21:37.340357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bf827e2f-6369-4aea-ac82-7229232dc078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:21:37.354365 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:21:37.452574 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bf827e2f-6369-4aea-ac82-7229232dc078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:37.474583 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bf827e2f-6369-4aea-ac82-7229232dc078 admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:37.480858 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf827e2f-6369-4aea-ac82-7229232dc078 admin admin] Pushing event deleted for resources: {'Network': ['ID=8edbfacf-2ff0-4361-a09f-e1c01e978eb4,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:37.483582 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-b72f6a6c-5b8c-455c-87dc-0c7d9aeb0e37 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2098215 Jan 17 14:21:37.489824 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fcc68-910f-426b-ae0d-8c5fa18a1e5a req-e6a5d89b-1938-42bb-ae88-58b0ac5b8db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:37.491268 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-171fcc68-910f-426b-ae0d-8c5fa18a1e5a req-e6a5d89b-1938-42bb-ae88-58b0ac5b8db5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4dbd5c10-2dd0-4964-949e-32f957ba960b HTTP/1.1" status: 200 len: 898 time: 0.1828499 Jan 17 14:21:37.500555 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-ffa35197-f6b2-4575-ba22-aae19cf945c7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:21:37.501008 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bf827e2f-6369-4aea-ac82-7229232dc078 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8edbfacf-2ff0-4361-a09f-e1c01e978eb4 HTTP/1.1" status: 204 len: 168 time: 0.6327698 Jan 17 14:21:37.501487 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-ffa35197-f6b2-4575-ba22-aae19cf945c7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054238 Jan 17 14:21:37.504051 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38840) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:37.571301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-516096e0-9bbb-440e-b409-6d4b32a0802b admin admin] Deleting subnet 54f3d272-98bb-4ceb-bc69-fe8d71424c49 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:21:37.574670 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-516096e0-9bbb-440e-b409-6d4b32a0802b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:37.640946 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-516096e0-9bbb-440e-b409-6d4b32a0802b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:37.685926 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-171fcc68-910f-426b-ae0d-8c5fa18a1e5a req-570fa2b5-1e07-461c-be5d-0a59f8425ca3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6dfb90d-8416-468e-807b-65e33baca4cf HTTP/1.1" status: 200 len: 1001 time: 0.1835237 Jan 17 14:21:37.712677 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b6ca57cf-2e43-4788-827f-a33634efb67c up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:21:37.720794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-516096e0-9bbb-440e-b409-6d4b32a0802b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:37.819170 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-516096e0-9bbb-440e-b409-6d4b32a0802b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:37.820672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port b6ca57cf-2e43-4788-827f-a33634efb67c completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:21:37.827337 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port b6ca57cf-2e43-4788-827f-a33634efb67c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:21:37.827847 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:37.863750 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-516096e0-9bbb-440e-b409-6d4b32a0802b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:37.867543 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516096e0-9bbb-440e-b409-6d4b32a0802b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f3d272-98bb-4ceb-bc69-fe8d71424c49,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:37.874000 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-516096e0-9bbb-440e-b409-6d4b32a0802b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/54f3d272-98bb-4ceb-bc69-fe8d71424c49 HTTP/1.1" status: 204 len: 168 time: 0.3685248 Jan 17 14:21:37.876167 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38844) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:37.888925 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-5c979b1d-51c7-4b97-a704-77979ea664a0 service neutron] 10.222.0.48 "GET /v2.0/networks/b11dc284-0e98-4b27-a74d-17565922bcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364129 Jan 17 14:21:37.898436 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fcc68-910f-426b-ae0d-8c5fa18a1e5a req-dd5bf435-155a-49f7-8bc3-d47c0332f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:37.899900 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-171fcc68-910f-426b-ae0d-8c5fa18a1e5a req-dd5bf435-155a-49f7-8bc3-d47c0332f15f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59aac7e4-1eb4-456a-a6d3-b8b2da7454bf HTTP/1.1" status: 200 len: 835 time: 0.0770764 Jan 17 14:21:37.962976 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:37.990046 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3a910c34-5c3e-442c-81bc-a86f911fc1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:37.997170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port b6ca57cf-2e43-4788-827f-a33634efb67c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b6ca57cf-2e43-4788-827f-a33634efb67c,segment=NetworkSegment(0a8a0313-b72c-45e7-9f9b-ebb6312b1066),segment_id=0a8a0313-b72c-45e7-9f9b-ebb6312b1066)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:21:38.002614 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:38.075299 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=b6ca57cf-2e43-4788-827f-a33634efb67c,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:38.088259 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fcc68-910f-426b-ae0d-8c5fa18a1e5a req-305d47fe-3ef0-4197-8caa-c9b1e1b2e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:38.089730 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-171fcc68-910f-426b-ae0d-8c5fa18a1e5a req-305d47fe-3ef0-4197-8caa-c9b1e1b2e9a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4dbd5c10-2dd0-4964-949e-32f957ba960b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1706996 Jan 17 14:21:38.091600 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-75d6db08-9df7-456a-8d47-01d65192b0b7 service neutron] 10.222.0.48 "GET /v2.0/networks/b11dc284-0e98-4b27-a74d-17565922bcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908591 Jan 17 14:21:38.130460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3a910c34-5c3e-442c-81bc-a86f911fc1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:38.156644 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-3a910c34-5c3e-442c-81bc-a86f911fc1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1225ca-7add-4dcc-969d-3ceed4d0161e']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:21:38.170638 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-3a910c34-5c3e-442c-81bc-a86f911fc1c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3239d5-93a6-45ce-85c5-0b6111eb79b0') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:21:38.170941 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-3a910c34-5c3e-442c-81bc-a86f911fc1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3239d5-93a6-45ce-85c5-0b6111eb79b0') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:21:38.186093 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3a910c34-5c3e-442c-81bc-a86f911fc1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:38.206638 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3a910c34-5c3e-442c-81bc-a86f911fc1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:38.214952 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a910c34-5c3e-442c-81bc-a86f911fc1c0 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:21:38.215502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3a910c34-5c3e-442c-81bc-a86f911fc1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:21:38.231864 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:21:38.256123 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-171fcc68-910f-426b-ae0d-8c5fa18a1e5a req-6fedf6b1-8222-4a5d-9568-55210d25280e service neutron] 10.222.0.15 "GET /v2.0/networks/4dbd5c10-2dd0-4964-949e-32f957ba960b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587858 Jan 17 14:21:38.350742 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-494f5e31-9766-4d65-9b36-5a1c54750ad1 req-22514685-5007-41b6-9829-e552f3be04fa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=857f0f95-7ab7-4aea-a932-944568bac904 HTTP/1.1" status: 200 len: 210 time: 0.0567510 Jan 17 14:21:38.359507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3a910c34-5c3e-442c-81bc-a86f911fc1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:38.380467 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3a910c34-5c3e-442c-81bc-a86f911fc1c0 admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:38.395519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a910c34-5c3e-442c-81bc-a86f911fc1c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa1225ca-7add-4dcc-969d-3ceed4d0161e,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:38.400927 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3a910c34-5c3e-442c-81bc-a86f911fc1c0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fa1225ca-7add-4dcc-969d-3ceed4d0161e HTTP/1.1" status: 204 len: 168 time: 0.5234196 Jan 17 14:21:38.408676 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-171fcc68-910f-426b-ae0d-8c5fa18a1e5a req-f7eb7324-7e62-4711-a2bf-5d02b622eed8 service neutron] 10.222.0.15 "GET /v2.0/networks/4dbd5c10-2dd0-4964-949e-32f957ba960b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454337 Jan 17 14:21:38.580589 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38860) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:38.632419 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fca7668b-a5b2-415d-9100-276ff56f98bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d5d9a65771c49f6a6d30d17b5d72e20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500309 Jan 17 14:21:38.635033 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38864) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:38.696942 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9f55e7c8-9832-4264-af6c-0789096aa78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:38.725997 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9f55e7c8-9832-4264-af6c-0789096aa78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:38.788636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9f55e7c8-9832-4264-af6c-0789096aa78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:38.807373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55e7c8-9832-4264-af6c-0789096aa78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ce8adf-8289-4ca5-88d6-b9240513538c,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:38.821446 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9f55e7c8-9832-4264-af6c-0789096aa78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:38.821959 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9f55e7c8-9832-4264-af6c-0789096aa78f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29ce8adf-8289-4ca5-88d6-b9240513538c HTTP/1.1" status: 204 len: 168 time: 0.1860323 Jan 17 14:21:39.170383 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38872) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:39.223028 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c5e90a01-aa94-4a33-87d3-b5a2a5f14428 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12fe9778d03a442391677eae0a8c4333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514524 Jan 17 14:21:39.225605 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38876) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:39.298550 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e27cc179-ae0f-4647-a57c-13d7cb5a416f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:39.324950 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e27cc179-ae0f-4647-a57c-13d7cb5a416f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:39.389525 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e27cc179-ae0f-4647-a57c-13d7cb5a416f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:39.407037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cc179-ae0f-4647-a57c-13d7cb5a416f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6dd557-fcc3-4a76-9eca-47a70ac7ec91,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:39.410865 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-1e2f82c6-73a4-43fa-be31-3a5ffa68dada tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:39.412614 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-1e2f82c6-73a4-43fa-be31-3a5ffa68dada tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/networks?id=b11dc284-0e98-4b27-a74d-17565922bcc6 HTTP/1.1" status: 200 len: 797 time: 0.1631355 Jan 17 14:21:39.418047 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e27cc179-ae0f-4647-a57c-13d7cb5a416f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:39.419821 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e27cc179-ae0f-4647-a57c-13d7cb5a416f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d6dd557-fcc3-4a76-9eca-47a70ac7ec91 HTTP/1.1" status: 204 len: 168 time: 0.1927013 Jan 17 14:21:39.494958 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-94003b9d-5054-40de-a0e2-bbaa0d6114f6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 472 time: 0.0663223 Jan 17 14:21:39.537778 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-6bd3d882-02e0-49ac-bcec-ba23febfcda3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'port': {'device_id': '857f0f95-7ab7-4aea-a932-944568bac904', 'network_id': 'b11dc284-0e98-4b27-a74d-17565922bcc6', 'admin_state_up': True, 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'security_groups': ['1cd8c53e-2c47-45de-97e7-92ca2e5a6f26']}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:39.559977 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-af320ba1-4a13-49b0-98ec-947b6a151d7e req-0e66ee9b-6d94-4688-a40d-b6658fefbc35 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=857f0f95-7ab7-4aea-a932-944568bac904 HTTP/1.1" status: 200 len: 210 time: 0.0621948 Jan 17 14:21:39.665467 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b6ca57cf-2e43-4788-827f-a33634efb67c up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:21:39.697311 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-6bd3d882-02e0-49ac-bcec-ba23febfcda3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:21:39.702738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-6bd3d882-02e0-49ac-bcec-ba23febfcda3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:port and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:21:39.706359 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-6bd3d882-02e0-49ac-bcec-ba23febfcda3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:21:39.713433 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-6bd3d882-02e0-49ac-bcec-ba23febfcda3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:21:39.726084 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-6bd3d882-02e0-49ac-bcec-ba23febfcda3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:21:39.730236 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-6bd3d882-02e0-49ac-bcec-ba23febfcda3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:39.793004 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port b6ca57cf-2e43-4788-827f-a33634efb67c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:21:39.793378 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:39.915937 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-6bd3d882-02e0-49ac-bcec-ba23febfcda3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.20.0.19 (b11dc284-0e98-4b27-a74d-17565922bcc6/3efef0fa-e42f-494b-8565-f2a1a0928ad9/f679ff60-ca81-402e-9570-ad3141ce55a7) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:21:40.109586 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-6bd3d882-02e0-49ac-bcec-ba23febfcda3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:40.125574 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-6bd3d882-02e0-49ac-bcec-ba23febfcda3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Transition to ACTIVE for port object f679ff60-ca81-402e-9570-ad3141ce55a7 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:21:40.148675 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-6bd3d882-02e0-49ac-bcec-ba23febfcda3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:40.224241 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-6bd3d882-02e0-49ac-bcec-ba23febfcda3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network b11dc284-0e98-4b27-a74d-17565922bcc6 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:21:40.227636 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-6bd3d882-02e0-49ac-bcec-ba23febfcda3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:21:40.231604 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-6bd3d882-02e0-49ac-bcec-ba23febfcda3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:21:40.263233 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3d882-02e0-49ac-bcec-ba23febfcda3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=f679ff60-ca81-402e-9570-ad3141ce55a7,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:40.303843 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-6bd3d882-02e0-49ac-bcec-ba23febfcda3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:40.304555 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-6bd3d882-02e0-49ac-bcec-ba23febfcda3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:40.331791 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-6bd3d882-02e0-49ac-bcec-ba23febfcda3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8013780 Jan 17 14:21:40.343630 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] Request body: {'port': {'device_id': '857f0f95-7ab7-4aea-a932-944568bac904', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:21:40.464709 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:40.543245 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2d857591-d4a3-4752-8c4b-2d2edc350a22 None None] Provisioning for port f679ff60-ca81-402e-9570-ad3141ce55a7 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:21:40.550890 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2d857591-d4a3-4752-8c4b-2d2edc350a22 None None] Provisioning complete for port f679ff60-ca81-402e-9570-ad3141ce55a7 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:21:40.551335 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2d857591-d4a3-4752-8c4b-2d2edc350a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:40.611077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2d857591-d4a3-4752-8c4b-2d2edc350a22 None None] Port f679ff60-ca81-402e-9570-ad3141ce55a7 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:21:40.634412 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fd8b472e-ae0b-424a-bc1a-d9f584f05a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:40.761312 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42bc68-31ff-40cb-837a-860b22258833 req-401df6ef-1543-41d7-84bf-bb83985cea7d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:40.762828 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4d42bc68-31ff-40cb-837a-860b22258833 req-401df6ef-1543-41d7-84bf-bb83985cea7d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=857f0f95-7ab7-4aea-a932-944568bac904 HTTP/1.1" status: 200 len: 932 time: 0.0855219 Jan 17 14:21:40.823816 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4d42bc68-31ff-40cb-837a-860b22258833 req-db040729-2ff9-4667-9fcf-48d067a1cc67 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cd8c53e-2c47-45de-97e7-92ca2e5a6f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546386 Jan 17 14:21:40.954935 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f679ff60-ca81-402e-9570-ad3141ce55a7 {{(pid=87524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:21:40.962125 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:40.976607 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] Transition to ACTIVE for port object f679ff60-ca81-402e-9570-ad3141ce55a7 will not be triggered until provisioned by entity L2. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:21:40.980469 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:41.137653 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] Pushing event updated for resources: {'Port': ['ID=f679ff60-ca81-402e-9570-ad3141ce55a7,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:41.229614 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] Attempting to bind port f679ff60-ca81-402e-9570-ad3141ce55a7 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:21:41.229933 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] Attempting to bind port f679ff60-ca81-402e-9570-ad3141ce55a7 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '0a8a0313-b72c-45e7-9f9b-ebb6312b1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b11dc284-0e98-4b27-a74d-17565922bcc6'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:21:41.230246 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] Attempting to bind port f679ff60-ca81-402e-9570-ad3141ce55a7 on network b11dc284-0e98-4b27-a74d-17565922bcc6 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:21:41.234855 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] Port f679ff60-ca81-402e-9570-ad3141ce55a7 on network b11dc284-0e98-4b27-a74d-17565922bcc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:21:41.235159 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] Attempting to bind port f679ff60-ca81-402e-9570-ad3141ce55a7 on network b11dc284-0e98-4b27-a74d-17565922bcc6 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:21:41.240957 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:21:41.241294 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] Checking segment: {'id': '0a8a0313-b72c-45e7-9f9b-ebb6312b1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b11dc284-0e98-4b27-a74d-17565922bcc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:21:41.241664 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] Bound using segment: {'id': '0a8a0313-b72c-45e7-9f9b-ebb6312b1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b11dc284-0e98-4b27-a74d-17565922bcc6'} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:21:41.242375 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] Bound port: f679ff60-ca81-402e-9570-ad3141ce55a7, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a8a0313-b72c-45e7-9f9b-ebb6312b1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b11dc284-0e98-4b27-a74d-17565922bcc6'}}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:21:41.242375 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:41.328910 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] For port f679ff60-ca81-402e-9570-ad3141ce55a7, host hv-neutron-8249, cleared binding levels {{(pid=87524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:21:41.332202 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] For port f679ff60-ca81-402e-9570-ad3141ce55a7, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=f679ff60-ca81-402e-9570-ad3141ce55a7,segment=NetworkSegment(0a8a0313-b72c-45e7-9f9b-ebb6312b1066),segment_id=0a8a0313-b72c-45e7-9f9b-ebb6312b1066)] {{(pid=87524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:21:41.336630 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:41.398418 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:41.399041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:41.400529 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] 10.222.0.15 "PUT /v2.0/ports/f679ff60-ca81-402e-9570-ad3141ce55a7 HTTP/1.1" status: 200 len: 1094 time: 1.0612419 Jan 17 14:21:41.400961 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857f0f95-7ab7-4aea-a932-944568bac904', 'tag': 'f679ff60-ca81-402e-9570-ad3141ce55a7'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:21:41.428456 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3013f-ebc1-40d6-8430-a23b6a925a00 service neutron] Pushing event updated for resources: {'Port': ['ID=f679ff60-ca81-402e-9570-ad3141ce55a7,revision_number=3']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:41.475549 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857f0f95-7ab7-4aea-a932-944568bac904', 'tag': 'f679ff60-ca81-402e-9570-ad3141ce55a7', 'status': 'completed', 'code': 200} Jan 17 14:21:41.517046 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-978ffa7b-5411-4fed-9623-dc783a73488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:41.519186 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-978ffa7b-5411-4fed-9623-dc783a73488c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=857f0f95-7ab7-4aea-a932-944568bac904 HTTP/1.1" status: 200 len: 1097 time: 0.0761151 Jan 17 14:21:41.591039 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-54da24f7-d756-4a93-ae4a-89e90bbb43dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=f679ff60-ca81-402e-9570-ad3141ce55a7 HTTP/1.1" status: 200 len: 217 time: 0.0654275 Jan 17 14:21:41.654144 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-f9d77678-c611-4a8d-95bc-ca8c29beba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:41.655855 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-f9d77678-c611-4a8d-95bc-ca8c29beba87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3efef0fa-e42f-494b-8565-f2a1a0928ad9 HTTP/1.1" status: 200 len: 836 time: 0.0585229 Jan 17 14:21:41.731470 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-f1236c39-3a7a-42f8-9baf-19abab012cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:41.732920 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-f1236c39-3a7a-42f8-9baf-19abab012cde service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b11dc284-0e98-4b27-a74d-17565922bcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0709713 Jan 17 14:21:41.864559 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-7944e1aa-9878-48eb-8253-2ce5a212b1f0 service neutron] 10.222.0.15 "GET /v2.0/networks/b11dc284-0e98-4b27-a74d-17565922bcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253757 Jan 17 14:21:41.997360 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-61ec19f7-38cc-4ad5-b6e5-b42c0d70fa02 req-2fce3139-7f5e-4ec1-ba78-8caed045296a service neutron] 10.222.0.15 "GET /v2.0/networks/b11dc284-0e98-4b27-a74d-17565922bcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261132 Jan 17 14:21:42.006580 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c413c2-8f9a-498f-9bff-825a0c1934a3 req-4a05b239-38b8-4b85-afff-b28e79e14d97 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:42.008077 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-43c413c2-8f9a-498f-9bff-825a0c1934a3 req-4a05b239-38b8-4b85-afff-b28e79e14d97 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=857f0f95-7ab7-4aea-a932-944568bac904 HTTP/1.1" status: 200 len: 944 time: 0.0807703 Jan 17 14:21:42.055734 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-43c413c2-8f9a-498f-9bff-825a0c1934a3 req-7e8881b4-4b05-4dd3-aefc-d2e6d39c42d5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cd8c53e-2c47-45de-97e7-92ca2e5a6f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417769 Jan 17 14:21:42.118345 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830de94-0aa2-4763-b48b-9ec328efdbe7 req-d2c768e3-7de3-443d-89fa-596c9c7f5b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:42.119942 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a830de94-0aa2-4763-b48b-9ec328efdbe7 req-d2c768e3-7de3-443d-89fa-596c9c7f5b58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=857f0f95-7ab7-4aea-a932-944568bac904 HTTP/1.1" status: 200 len: 1097 time: 0.0745835 Jan 17 14:21:42.251978 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830de94-0aa2-4763-b48b-9ec328efdbe7 req-af0c95dc-f9cf-412d-b50c-2fa0345cc7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:42.253347 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a830de94-0aa2-4763-b48b-9ec328efdbe7 req-af0c95dc-f9cf-412d-b50c-2fa0345cc7a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b11dc284-0e98-4b27-a74d-17565922bcc6 HTTP/1.1" status: 200 len: 898 time: 0.1272247 Jan 17 14:21:42.321765 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a830de94-0aa2-4763-b48b-9ec328efdbe7 req-3dd899b3-24f1-4ff7-b68e-5ee953b4f140 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=f679ff60-ca81-402e-9570-ad3141ce55a7 HTTP/1.1" status: 200 len: 217 time: 0.0622983 Jan 17 14:21:42.486865 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830de94-0aa2-4763-b48b-9ec328efdbe7 req-7d924025-fe32-4d58-b979-9c4c1387248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:42.489248 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a830de94-0aa2-4763-b48b-9ec328efdbe7 req-7d924025-fe32-4d58-b979-9c4c1387248b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3efef0fa-e42f-494b-8565-f2a1a0928ad9 HTTP/1.1" status: 200 len: 836 time: 0.1606104 Jan 17 14:21:42.568645 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830de94-0aa2-4763-b48b-9ec328efdbe7 req-53aad635-ab7f-476e-b6fd-8b50577cce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:42.570064 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a830de94-0aa2-4763-b48b-9ec328efdbe7 req-53aad635-ab7f-476e-b6fd-8b50577cce04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b11dc284-0e98-4b27-a74d-17565922bcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0735154 Jan 17 14:21:42.701156 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a830de94-0aa2-4763-b48b-9ec328efdbe7 req-e731c5cf-95f2-4911-9d10-c60ac917b9c7 service neutron] 10.222.0.15 "GET /v2.0/networks/b11dc284-0e98-4b27-a74d-17565922bcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236947 Jan 17 14:21:42.832066 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a830de94-0aa2-4763-b48b-9ec328efdbe7 req-0b8591b6-c86a-4344-97bd-504c1a4a59bc service neutron] 10.222.0.15 "GET /v2.0/networks/b11dc284-0e98-4b27-a74d-17565922bcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239252 Jan 17 14:21:43.242702 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c171ff7-45bf-42c1-bab2-6b54e3f2dead req-12f8038e-7833-4902-85a2-1f3990c10155 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:43.243422 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-8c171ff7-45bf-42c1-bab2-6b54e3f2dead req-12f8038e-7833-4902-85a2-1f3990c10155 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:21:43.259090 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-8c171ff7-45bf-42c1-bab2-6b54e3f2dead req-12f8038e-7833-4902-85a2-1f3990c10155 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:21:43.260322 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c171ff7-45bf-42c1-bab2-6b54e3f2dead req-12f8038e-7833-4902-85a2-1f3990c10155 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=857f0f95-7ab7-4aea-a932-944568bac904 HTTP/1.1" status: 200 len: 944 time: 0.0985203 Jan 17 14:21:43.306758 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c171ff7-45bf-42c1-bab2-6b54e3f2dead req-fa4eee40-1043-4671-80f6-857be9c64b04 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cd8c53e-2c47-45de-97e7-92ca2e5a6f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407188 Jan 17 14:21:43.782492 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b872e795-5108-4b7c-814f-19c620ca5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:43.850537 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:43.921777 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:44.506410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159d1b6-077b-4f0a-ab53-681869f55e53 req-5d1af77f-b06f-4227-ab87-206e59cc0e95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:44.507943 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3159d1b6-077b-4f0a-ab53-681869f55e53 req-5d1af77f-b06f-4227-ab87-206e59cc0e95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=857f0f95-7ab7-4aea-a932-944568bac904 HTTP/1.1" status: 200 len: 944 time: 0.0899618 Jan 17 14:21:44.552996 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3159d1b6-077b-4f0a-ab53-681869f55e53 req-ca6e21c5-8439-4c52-b387-b35ee10d6287 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cd8c53e-2c47-45de-97e7-92ca2e5a6f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382376 Jan 17 14:21:44.970134 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device f679ff60-ca81-402e-9570-ad3141ce55a7 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:21:45.104630 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port f679ff60-ca81-402e-9570-ad3141ce55a7, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=f679ff60-ca81-402e-9570-ad3141ce55a7,segment=NetworkSegment(0a8a0313-b72c-45e7-9f9b-ebb6312b1066),segment_id=0a8a0313-b72c-45e7-9f9b-ebb6312b1066)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:21:45.117296 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': 'f679ff60-ca81-402e-9570-ad3141ce55a7', 'network_id': 'b11dc284-0e98-4b27-a74d-17565922bcc6', 'port_id': 'f679ff60-ca81-402e-9570-ad3141ce55a7', 'mac_address': 'fa:16:3e:3b:0c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3efef0fa-e42f-494b-8565-f2a1a0928ad9', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:21:45.171689 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:45.187972 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f679ff60-ca81-402e-9570-ad3141ce55a7 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:21:45.203425 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port f679ff60-ca81-402e-9570-ad3141ce55a7, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=f679ff60-ca81-402e-9570-ad3141ce55a7,segment=NetworkSegment(0a8a0313-b72c-45e7-9f9b-ebb6312b1066),segment_id=0a8a0313-b72c-45e7-9f9b-ebb6312b1066)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:21:45.207859 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:45.278261 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=f679ff60-ca81-402e-9570-ad3141ce55a7,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:45.383845 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:45.515093 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['f679ff60-ca81-402e-9570-ad3141ce55a7'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:21:45.743970 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8646c46-d087-4438-bb6c-82fcbf4c1979 req-b45c1926-d902-4bae-a680-29dfed2edf90 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:45.745435 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c8646c46-d087-4438-bb6c-82fcbf4c1979 req-b45c1926-d902-4bae-a680-29dfed2edf90 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=857f0f95-7ab7-4aea-a932-944568bac904 HTTP/1.1" status: 200 len: 945 time: 0.0833948 Jan 17 14:21:45.790976 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c8646c46-d087-4438-bb6c-82fcbf4c1979 req-e283b091-d738-42ef-9372-68b7be1ec016 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cd8c53e-2c47-45de-97e7-92ca2e5a6f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383422 Jan 17 14:21:46.975428 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7613a7-38ee-466b-8606-c4ce686d6b20 req-eca62cd7-e201-41bc-9dd7-fc76775737b0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:46.976921 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5e7613a7-38ee-466b-8606-c4ce686d6b20 req-eca62cd7-e201-41bc-9dd7-fc76775737b0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=857f0f95-7ab7-4aea-a932-944568bac904 HTTP/1.1" status: 200 len: 945 time: 0.0795033 Jan 17 14:21:46.985849 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device f679ff60-ca81-402e-9570-ad3141ce55a7 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:21:47.021925 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5e7613a7-38ee-466b-8606-c4ce686d6b20 req-708163ed-1bea-4646-9b18-a11c4fec16a4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cd8c53e-2c47-45de-97e7-92ca2e5a6f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394208 Jan 17 14:21:47.052348 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port f679ff60-ca81-402e-9570-ad3141ce55a7 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:21:47.057389 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port f679ff60-ca81-402e-9570-ad3141ce55a7 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:21:47.057756 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:47.172878 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:47.204936 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857f0f95-7ab7-4aea-a932-944568bac904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f679ff60-ca81-402e-9570-ad3141ce55a7'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:21:47.216453 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port f679ff60-ca81-402e-9570-ad3141ce55a7, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=f679ff60-ca81-402e-9570-ad3141ce55a7,segment=NetworkSegment(0a8a0313-b72c-45e7-9f9b-ebb6312b1066),segment_id=0a8a0313-b72c-45e7-9f9b-ebb6312b1066)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:21:47.225159 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:47.264102 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857f0f95-7ab7-4aea-a932-944568bac904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f679ff60-ca81-402e-9570-ad3141ce55a7', 'code': 200} Jan 17 14:21:47.304887 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=f679ff60-ca81-402e-9570-ad3141ce55a7,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:47.477939 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb78366-ebe0-4b7b-a896-bce18e9450e6 req-e5ef57fa-0072-49d6-8e7f-e4c281d9583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:47.479305 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0bb78366-ebe0-4b7b-a896-bce18e9450e6 req-e5ef57fa-0072-49d6-8e7f-e4c281d9583e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=857f0f95-7ab7-4aea-a932-944568bac904 HTTP/1.1" status: 200 len: 1099 time: 0.0683119 Jan 17 14:21:47.519006 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0bb78366-ebe0-4b7b-a896-bce18e9450e6 req-3923f063-ff8b-4c6b-830e-44b2710b2336 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1cd8c53e-2c47-45de-97e7-92ca2e5a6f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335028 Jan 17 14:21:48.310161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ae676-a495-4afb-a151-3d230761b54d req-ec89eb85-24ad-4261-83cd-8768de0514fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:48.311637 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-381ae676-a495-4afb-a151-3d230761b54d req-ec89eb85-24ad-4261-83cd-8768de0514fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=857f0f95-7ab7-4aea-a932-944568bac904 HTTP/1.1" status: 200 len: 946 time: 0.1877713 Jan 17 14:21:48.355994 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-381ae676-a495-4afb-a151-3d230761b54d req-3043c375-f99d-471e-8110-d8423063536a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cd8c53e-2c47-45de-97e7-92ca2e5a6f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381706 Jan 17 14:21:49.542070 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadab505-dfa8-48f8-acf3-6a7ad56f2bde req-49050115-a167-41c2-91df-9748efd50c29 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:49.543503 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-aadab505-dfa8-48f8-acf3-6a7ad56f2bde req-49050115-a167-41c2-91df-9748efd50c29 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=857f0f95-7ab7-4aea-a932-944568bac904 HTTP/1.1" status: 200 len: 946 time: 0.0825541 Jan 17 14:21:49.587489 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-aadab505-dfa8-48f8-acf3-6a7ad56f2bde req-c6b01153-0f67-4811-911b-f84264087f0a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cd8c53e-2c47-45de-97e7-92ca2e5a6f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382206 Jan 17 14:21:49.772028 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd16a1f-a639-4da9-a3ff-309c2943564c req-cdfe1bbd-e920-4faa-bdc8-030c3d136950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:21:49.773504 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0cd16a1f-a639-4da9-a3ff-309c2943564c req-cdfe1bbd-e920-4faa-bdc8-030c3d136950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=857f0f95-7ab7-4aea-a932-944568bac904 HTTP/1.1" status: 200 len: 946 time: 0.0817506 Jan 17 14:21:49.820828 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0cd16a1f-a639-4da9-a3ff-309c2943564c req-f6cb426b-52db-4ba3-aefe-b070c7ea4d24 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cd8c53e-2c47-45de-97e7-92ca2e5a6f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415025 Jan 17 14:21:51.317023 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38914) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:21:52.102291 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-97e675c7-4d68-4e79-bed6-6b9e6913c11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:52.507371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-97e675c7-4d68-4e79-bed6-6b9e6913c11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.20.0.17 (b11dc284-0e98-4b27-a74d-17565922bcc6/3efef0fa-e42f-494b-8565-f2a1a0928ad9/c3a64d2e-837a-4088-8604-24046fb32b7c) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:21:52.640297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:52.670629 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-97e675c7-4d68-4e79-bed6-6b9e6913c11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:52.689471 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-97e675c7-4d68-4e79-bed6-6b9e6913c11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Transition to ACTIVE for port object c3a64d2e-837a-4088-8604-24046fb32b7c will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:21:52.714063 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-97e675c7-4d68-4e79-bed6-6b9e6913c11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:52.787580 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e675c7-4d68-4e79-bed6-6b9e6913c11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network b11dc284-0e98-4b27-a74d-17565922bcc6 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:21:52.790447 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-97e675c7-4d68-4e79-bed6-6b9e6913c11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:21:52.794607 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e675c7-4d68-4e79-bed6-6b9e6913c11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:21:52.832488 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e675c7-4d68-4e79-bed6-6b9e6913c11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=c3a64d2e-837a-4088-8604-24046fb32b7c,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:52.863386 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-97e675c7-4d68-4e79-bed6-6b9e6913c11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:52.995793 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-97e675c7-4d68-4e79-bed6-6b9e6913c11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:53.052663 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f9d079a2-1fe9-412b-b2e8-e5ad26badf4a None None] Provisioning for port c3a64d2e-837a-4088-8604-24046fb32b7c completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:21:53.059794 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f9d079a2-1fe9-412b-b2e8-e5ad26badf4a None None] Provisioning complete for port c3a64d2e-837a-4088-8604-24046fb32b7c triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:21:53.060735 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f9d079a2-1fe9-412b-b2e8-e5ad26badf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:53.134169 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f9d079a2-1fe9-412b-b2e8-e5ad26badf4a None None] Port c3a64d2e-837a-4088-8604-24046fb32b7c cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:21:53.413178 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-97e675c7-4d68-4e79-bed6-6b9e6913c11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:53.417920 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-97e675c7-4d68-4e79-bed6-6b9e6913c11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:53.528513 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-97e675c7-4d68-4e79-bed6-6b9e6913c11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:53.531769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e675c7-4d68-4e79-bed6-6b9e6913c11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=c3a64d2e-837a-4088-8604-24046fb32b7c,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:53.788032 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e675c7-4d68-4e79-bed6-6b9e6913c11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network b11dc284-0e98-4b27-a74d-17565922bcc6 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:21:53.789419 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-97e675c7-4d68-4e79-bed6-6b9e6913c11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:21:53.987907 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e675c7-4d68-4e79-bed6-6b9e6913c11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 45d0dd15-f759-42e9-b137-9e6e5619a40d has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:21:54.059229 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ba8a2a37-f430-4a5f-aa87-e65239c6e386 None None] Provisioning complete for port c3a64d2e-837a-4088-8604-24046fb32b7c triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:21:54.059852 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ba8a2a37-f430-4a5f-aa87-e65239c6e386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:54.115696 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ba8a2a37-f430-4a5f-aa87-e65239c6e386 None None] Port c3a64d2e-837a-4088-8604-24046fb32b7c cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:21:54.177328 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e675c7-4d68-4e79-bed6-6b9e6913c11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:21:54.186967 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] Sync routers for ids ['45d0dd15-f759-42e9-b137-9e6e5619a40d'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:21:54.197474 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] Routers {'45d0dd15-f759-42e9-b137-9e6e5619a40d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:21:54.198116 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:21:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['45d0dd15-f759-42e9-b137-9e6e5619a40d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:21:54.200496 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-97e675c7-4d68-4e79-bed6-6b9e6913c11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/routers/45d0dd15-f759-42e9-b137-9e6e5619a40d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8822458 Jan 17 14:21:54.374836 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] Set router 45d0dd15-f759-42e9-b137-9e6e5619a40d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:21:54.762053 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'name': 'tempest-TestNetworkBasicOps-router-411605626', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:21Z', 'updated_at': '2022-01-17T14:21:52Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:23Z', 'updated_at': '2022-01-17T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '40667a6b-5dd2-4909-b35d-03fbecba9868', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.232', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'port_id': 'e6dfb90d-8416-468e-807b-65e33baca4cf', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'mac_address': 'fa:16:3e:23:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ae2a8-241e-4d99-850e-13607608457c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:20:18Z', 'updated_at': '2022-01-17T14:20:24Z', 'revision_number': 1, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a73c859-6fa5-4f0d-ae69-eecada3874fd', 'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2f:38:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:35Z', 'updated_at': '2022-01-17T14:19:47Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a64d2e-837a-4088-8604-24046fb32b7c', 'name': '', 'network_id': 'b11dc284-0e98-4b27-a74d-17565922bcc6', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:f5:5f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3efef0fa-e42f-494b-8565-f2a1a0928ad9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:21:52Z', 'updated_at': '2022-01-17T14:21:53Z', 'revision_number': 2, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '3efef0fa-e42f-494b-8565-f2a1a0928ad9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:21:54.766033 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] Checking router: 45d0dd15-f759-42e9-b137-9e6e5619a40d for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:21:54.766415 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] Updating router 45d0dd15-f759-42e9-b137-9e6e5619a40d port c3a64d2e-837a-4088-8604-24046fb32b7c binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:21:54.822904 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:55.168757 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:55.182401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] Transition to ACTIVE for port object c3a64d2e-837a-4088-8604-24046fb32b7c will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:21:55.193308 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:55.334817 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298bcce-b20b-486d-9b9a-d77959954bc6 None None] Pushing event updated for resources: {'Port': ['ID=c3a64d2e-837a-4088-8604-24046fb32b7c,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:55.428864 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] Attempting to bind port c3a64d2e-837a-4088-8604-24046fb32b7c on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:21:55.429158 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] Attempting to bind port c3a64d2e-837a-4088-8604-24046fb32b7c by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '0a8a0313-b72c-45e7-9f9b-ebb6312b1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b11dc284-0e98-4b27-a74d-17565922bcc6'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:21:55.429525 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] Attempting to bind port c3a64d2e-837a-4088-8604-24046fb32b7c on network b11dc284-0e98-4b27-a74d-17565922bcc6 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:21:55.438241 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:21:55.438612 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] Checking segment: {'id': '0a8a0313-b72c-45e7-9f9b-ebb6312b1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b11dc284-0e98-4b27-a74d-17565922bcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:21:55.439012 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:55.439456 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] Bound using segment: {'id': '0a8a0313-b72c-45e7-9f9b-ebb6312b1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b11dc284-0e98-4b27-a74d-17565922bcc6'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:21:55.440393 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] Bound port: c3a64d2e-837a-4088-8604-24046fb32b7c, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8a0313-b72c-45e7-9f9b-ebb6312b1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b11dc284-0e98-4b27-a74d-17565922bcc6'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:21:55.441552 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:55.548836 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] For port c3a64d2e-837a-4088-8604-24046fb32b7c, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:21:55.551972 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] For port c3a64d2e-837a-4088-8604-24046fb32b7c, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c3a64d2e-837a-4088-8604-24046fb32b7c,segment=NetworkSegment(0a8a0313-b72c-45e7-9f9b-ebb6312b1066),segment_id=0a8a0313-b72c-45e7-9f9b-ebb6312b1066)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:21:55.558013 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:55.640714 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] Routers {'45d0dd15-f759-42e9-b137-9e6e5619a40d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:21:55.641352 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:21:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['45d0dd15-f759-42e9-b137-9e6e5619a40d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:21:55.697248 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298bcce-b20b-486d-9b9a-d77959954bc6 None None] Pushing event updated for resources: {'Port': ['ID=c3a64d2e-837a-4088-8604-24046fb32b7c,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:55.841006 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] Set router 45d0dd15-f759-42e9-b137-9e6e5619a40d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:21:56.232773 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'name': 'tempest-TestNetworkBasicOps-router-411605626', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:21Z', 'updated_at': '2022-01-17T14:21:52Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:23Z', 'updated_at': '2022-01-17T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '40667a6b-5dd2-4909-b35d-03fbecba9868', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.232', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'port_id': 'e6dfb90d-8416-468e-807b-65e33baca4cf', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'mac_address': 'fa:16:3e:23:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ae2a8-241e-4d99-850e-13607608457c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:20:18Z', 'updated_at': '2022-01-17T14:20:24Z', 'revision_number': 1, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a73c859-6fa5-4f0d-ae69-eecada3874fd', 'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2f:38:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:35Z', 'updated_at': '2022-01-17T14:19:47Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a64d2e-837a-4088-8604-24046fb32b7c', 'name': '', 'network_id': 'b11dc284-0e98-4b27-a74d-17565922bcc6', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:f5:5f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3efef0fa-e42f-494b-8565-f2a1a0928ad9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:21:52Z', 'updated_at': '2022-01-17T14:21:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '3efef0fa-e42f-494b-8565-f2a1a0928ad9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:21:56.237484 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e3839-5c2b-444e-8ba2-97809d85ed93 None None] The sync data for ids ['45d0dd15-f759-42e9-b137-9e6e5619a40d'] in dv-neutron-824901-1-hyperv is: [{'id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'name': 'tempest-TestNetworkBasicOps-router-411605626', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:21Z', 'updated_at': '2022-01-17T14:21:52Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:23Z', 'updated_at': '2022-01-17T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '40667a6b-5dd2-4909-b35d-03fbecba9868', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.232', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'port_id': 'e6dfb90d-8416-468e-807b-65e33baca4cf', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'mac_address': 'fa:16:3e:23:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ae2a8-241e-4d99-850e-13607608457c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:20:18Z', 'updated_at': '2022-01-17T14:20:24Z', 'revision_number': 1, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a73c859-6fa5-4f0d-ae69-eecada3874fd', 'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2f:38:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:35Z', 'updated_at': '2022-01-17T14:19:47Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a64d2e-837a-4088-8604-24046fb32b7c', 'name': '', 'network_id': 'b11dc284-0e98-4b27-a74d-17565922bcc6', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:f5:5f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3efef0fa-e42f-494b-8565-f2a1a0928ad9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:21:52Z', 'updated_at': '2022-01-17T14:21:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '3efef0fa-e42f-494b-8565-f2a1a0928ad9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:21:57.679106 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c3a64d2e-837a-4088-8604-24046fb32b7c up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:21:57.747691 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port c3a64d2e-837a-4088-8604-24046fb32b7c completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:21:57.752538 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port c3a64d2e-837a-4088-8604-24046fb32b7c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:21:57.752915 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:57.872174 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:57.904674 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port c3a64d2e-837a-4088-8604-24046fb32b7c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c3a64d2e-837a-4088-8604-24046fb32b7c,segment=NetworkSegment(0a8a0313-b72c-45e7-9f9b-ebb6312b1066),segment_id=0a8a0313-b72c-45e7-9f9b-ebb6312b1066)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:21:57.910198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:21:57.977992 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=c3a64d2e-837a-4088-8604-24046fb32b7c,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:21:59.666338 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c3a64d2e-837a-4088-8604-24046fb32b7c up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:21:59.732569 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port c3a64d2e-837a-4088-8604-24046fb32b7c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:21:59.732936 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:10.639395 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-56ddad81-0be1-46ce-9f71-04918228588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:11.849778 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:22:13.785088 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f67525b7-36c7-4e27-8f4b-2af1527c642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:13.853435 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:13.924286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:15.386509 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:22.642948 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:25.875325 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38952) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:26.420522 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8ac924f-8066-4208-bc5e-1f98109695a8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:26.798584 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-c8ac924f-8066-4208-bc5e-1f98109695a8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port c3a64d2e-837a-4088-8604-24046fb32b7c {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:22:26.798813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8ac924f-8066-4208-bc5e-1f98109695a8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:26.985780 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-c8ac924f-8066-4208-bc5e-1f98109695a8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port c3a64d2e-837a-4088-8604-24046fb32b7c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c3a64d2e-837a-4088-8604-24046fb32b7c,segment=NetworkSegment(0a8a0313-b72c-45e7-9f9b-ebb6312b1066),segment_id=0a8a0313-b72c-45e7-9f9b-ebb6312b1066)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:22:26.986513 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8ac924f-8066-4208-bc5e-1f98109695a8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:27.217196 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-c8ac924f-8066-4208-bc5e-1f98109695a8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for c3a64d2e-837a-4088-8604-24046fb32b7c owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:22:27.423271 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8ac924f-8066-4208-bc5e-1f98109695a8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:27.470607 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac924f-8066-4208-bc5e-1f98109695a8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=c3a64d2e-837a-4088-8604-24046fb32b7c,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:27.751308 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8ac924f-8066-4208-bc5e-1f98109695a8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:28.112583 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ac924f-8066-4208-bc5e-1f98109695a8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 45d0dd15-f759-42e9-b137-9e6e5619a40d has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:22:28.287417 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ac924f-8066-4208-bc5e-1f98109695a8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:22:28.296671 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba9efdb-f39a-4d98-8a5c-a068fcc2c338 None None] Sync routers for ids ['45d0dd15-f759-42e9-b137-9e6e5619a40d'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:22:28.300017 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c8ac924f-8066-4208-bc5e-1f98109695a8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/routers/45d0dd15-f759-42e9-b137-9e6e5619a40d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4233243 Jan 17 14:22:28.306626 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba9efdb-f39a-4d98-8a5c-a068fcc2c338 None None] Routers {'45d0dd15-f759-42e9-b137-9e6e5619a40d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:22:28.307244 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7ba9efdb-f39a-4d98-8a5c-a068fcc2c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:22:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['45d0dd15-f759-42e9-b137-9e6e5619a40d'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:28.490415 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-7ba9efdb-f39a-4d98-8a5c-a068fcc2c338 None None] Set router 45d0dd15-f759-42e9-b137-9e6e5619a40d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:22:28.662984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64a4a9-2cb0-41f5-b164-fa8aa36ea6eb req-84169bca-5750-4768-92c0-9f5e5b53e4d3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:28.663685 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-1c64a4a9-2cb0-41f5-b164-fa8aa36ea6eb req-84169bca-5750-4768-92c0-9f5e5b53e4d3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:22:28.679597 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-1c64a4a9-2cb0-41f5-b164-fa8aa36ea6eb req-84169bca-5750-4768-92c0-9f5e5b53e4d3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:22:28.680907 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1c64a4a9-2cb0-41f5-b164-fa8aa36ea6eb req-84169bca-5750-4768-92c0-9f5e5b53e4d3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=857f0f95-7ab7-4aea-a932-944568bac904 HTTP/1.1" status: 200 len: 946 time: 0.0998182 Jan 17 14:22:28.725523 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1c64a4a9-2cb0-41f5-b164-fa8aa36ea6eb req-b573d156-3a0c-4808-b33c-2f2d6a7d82c2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cd8c53e-2c47-45de-97e7-92ca2e5a6f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390241 Jan 17 14:22:28.836760 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7ba9efdb-f39a-4d98-8a5c-a068fcc2c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'name': 'tempest-TestNetworkBasicOps-router-411605626', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:21Z', 'updated_at': '2022-01-17T14:22:27Z', 'revision_number': 6, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:23Z', 'updated_at': '2022-01-17T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '40667a6b-5dd2-4909-b35d-03fbecba9868', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.232', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'port_id': 'e6dfb90d-8416-468e-807b-65e33baca4cf', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'mac_address': 'fa:16:3e:23:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ae2a8-241e-4d99-850e-13607608457c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:20:18Z', 'updated_at': '2022-01-17T14:20:24Z', 'revision_number': 1, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a73c859-6fa5-4f0d-ae69-eecada3874fd', 'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2f:38:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:35Z', 'updated_at': '2022-01-17T14:19:47Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:28.840389 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba9efdb-f39a-4d98-8a5c-a068fcc2c338 None None] Checking router: 45d0dd15-f759-42e9-b137-9e6e5619a40d for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:22:28.848822 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba9efdb-f39a-4d98-8a5c-a068fcc2c338 None None] Routers {'45d0dd15-f759-42e9-b137-9e6e5619a40d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:22:28.849396 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7ba9efdb-f39a-4d98-8a5c-a068fcc2c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:22:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['45d0dd15-f759-42e9-b137-9e6e5619a40d'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:29.018945 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-7ba9efdb-f39a-4d98-8a5c-a068fcc2c338 None None] Set router 45d0dd15-f759-42e9-b137-9e6e5619a40d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:22:29.376512 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7ba9efdb-f39a-4d98-8a5c-a068fcc2c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'name': 'tempest-TestNetworkBasicOps-router-411605626', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:21Z', 'updated_at': '2022-01-17T14:22:27Z', 'revision_number': 6, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:23Z', 'updated_at': '2022-01-17T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '40667a6b-5dd2-4909-b35d-03fbecba9868', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.232', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'port_id': 'e6dfb90d-8416-468e-807b-65e33baca4cf', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'mac_address': 'fa:16:3e:23:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ae2a8-241e-4d99-850e-13607608457c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:20:18Z', 'updated_at': '2022-01-17T14:20:24Z', 'revision_number': 1, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a73c859-6fa5-4f0d-ae69-eecada3874fd', 'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2f:38:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:35Z', 'updated_at': '2022-01-17T14:19:47Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:29.380858 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba9efdb-f39a-4d98-8a5c-a068fcc2c338 None None] The sync data for ids ['45d0dd15-f759-42e9-b137-9e6e5619a40d'] in dv-neutron-824901-1-hyperv is: [{'id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'name': 'tempest-TestNetworkBasicOps-router-411605626', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:21Z', 'updated_at': '2022-01-17T14:22:27Z', 'revision_number': 6, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:23Z', 'updated_at': '2022-01-17T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '40667a6b-5dd2-4909-b35d-03fbecba9868', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.232', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'port_id': 'e6dfb90d-8416-468e-807b-65e33baca4cf', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'mac_address': 'fa:16:3e:23:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ae2a8-241e-4d99-850e-13607608457c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:20:18Z', 'updated_at': '2022-01-17T14:20:24Z', 'revision_number': 1, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a73c859-6fa5-4f0d-ae69-eecada3874fd', 'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2f:38:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:35Z', 'updated_at': '2022-01-17T14:19:47Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:22:29.731162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c3a64d2e-837a-4088-8604-24046fb32b7c no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:22:29.772534 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: c3a64d2e-837a-4088-8604-24046fb32b7c {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:22:29.772879 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c3a64d2e-837a-4088-8604-24046fb32b7c not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:22:29.930320 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446e773-0ebe-401c-b961-889bea74719a req-a6cd1e5a-5228-43d2-95fd-ba862bc170d1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:29.931093 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-7446e773-0ebe-401c-b961-889bea74719a req-a6cd1e5a-5228-43d2-95fd-ba862bc170d1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:22:29.942969 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-7446e773-0ebe-401c-b961-889bea74719a req-a6cd1e5a-5228-43d2-95fd-ba862bc170d1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:22:29.944112 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7446e773-0ebe-401c-b961-889bea74719a req-a6cd1e5a-5228-43d2-95fd-ba862bc170d1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=857f0f95-7ab7-4aea-a932-944568bac904 HTTP/1.1" status: 200 len: 946 time: 0.0990164 Jan 17 14:22:29.989567 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7446e773-0ebe-401c-b961-889bea74719a req-f6a1664e-fbba-4f57-bf77-03e12c6639ae tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cd8c53e-2c47-45de-97e7-92ca2e5a6f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397606 Jan 17 14:22:30.292956 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82e58e-b654-4a48-be86-76b5e01ad102 req-3efde4b7-4e1d-45c6-b64d-69a6a0d44280 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:30.294265 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-6c82e58e-b654-4a48-be86-76b5e01ad102 req-3efde4b7-4e1d-45c6-b64d-69a6a0d44280 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/ports?device_id=857f0f95-7ab7-4aea-a932-944568bac904 HTTP/1.1" status: 200 len: 946 time: 0.0794218 Jan 17 14:22:30.365897 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-6c82e58e-b654-4a48-be86-76b5e01ad102 req-9381a37d-4216-405b-8911-680178b53e0d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port f679ff60-ca81-402e-9570-ad3141ce55a7 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:22:30.366266 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-6c82e58e-b654-4a48-be86-76b5e01ad102 req-9381a37d-4216-405b-8911-680178b53e0d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:30.606001 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-6c82e58e-b654-4a48-be86-76b5e01ad102 req-9381a37d-4216-405b-8911-680178b53e0d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port f679ff60-ca81-402e-9570-ad3141ce55a7, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=f679ff60-ca81-402e-9570-ad3141ce55a7,segment=NetworkSegment(0a8a0313-b72c-45e7-9f9b-ebb6312b1066),segment_id=0a8a0313-b72c-45e7-9f9b-ebb6312b1066)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:22:30.606253 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-6c82e58e-b654-4a48-be86-76b5e01ad102 req-9381a37d-4216-405b-8911-680178b53e0d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:30.725864 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-6c82e58e-b654-4a48-be86-76b5e01ad102 req-9381a37d-4216-405b-8911-680178b53e0d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for f679ff60-ca81-402e-9570-ad3141ce55a7 owned by compute:nova {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:22:30.866232 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-6c82e58e-b654-4a48-be86-76b5e01ad102 req-9381a37d-4216-405b-8911-680178b53e0d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:30.914894 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381a37d-4216-405b-8911-680178b53e0d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=f679ff60-ca81-402e-9570-ad3141ce55a7,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:30.988290 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c82e58e-b654-4a48-be86-76b5e01ad102 req-9381a37d-4216-405b-8911-680178b53e0d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] No DVR routers for this DVR port f679ff60-ca81-402e-9570-ad3141ce55a7 on host hv-neutron-8249 {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:22:30.990677 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-6c82e58e-b654-4a48-be86-76b5e01ad102 req-9381a37d-4216-405b-8911-680178b53e0d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:30.993452 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857f0f95-7ab7-4aea-a932-944568bac904', 'name': 'network-vif-deleted', 'tag': 'f679ff60-ca81-402e-9570-ad3141ce55a7'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:22:31.009301 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-6c82e58e-b654-4a48-be86-76b5e01ad102 req-9381a37d-4216-405b-8911-680178b53e0d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "DELETE /v2.0/ports/f679ff60-ca81-402e-9570-ad3141ce55a7 HTTP/1.1" status: 204 len: 173 time: 0.7091763 Jan 17 14:22:31.041408 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857f0f95-7ab7-4aea-a932-944568bac904', 'name': 'network-vif-deleted', 'tag': 'f679ff60-ca81-402e-9570-ad3141ce55a7', 'status': 'completed', 'code': 200} Jan 17 14:22:31.143299 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-901b195f-a192-4bc8-85e5-04cf3b7973fa req-bc807b88-7353-4aa0-b760-dec674977353 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:22:31.160116 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-901b195f-a192-4bc8-85e5-04cf3b7973fa req-bc807b88-7353-4aa0-b760-dec674977353 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:22:31.161284 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-901b195f-a192-4bc8-85e5-04cf3b7973fa req-bc807b88-7353-4aa0-b760-dec674977353 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=857f0f95-7ab7-4aea-a932-944568bac904 HTTP/1.1" status: 200 len: 210 time: 0.0621674 Jan 17 14:22:32.253126 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 38968) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:32.320105 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f91c2122-9f49-4109-9ab8-3111c0a53925 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:32.349241 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f91c2122-9f49-4109-9ab8-3111c0a53925 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:32.412584 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f91c2122-9f49-4109-9ab8-3111c0a53925 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:32.433280 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c2122-9f49-4109-9ab8-3111c0a53925 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd8c53e-2c47-45de-97e7-92ca2e5a6f26,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:32.443214 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f91c2122-9f49-4109-9ab8-3111c0a53925 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:32.444466 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f91c2122-9f49-4109-9ab8-3111c0a53925 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/security-groups/1cd8c53e-2c47-45de-97e7-92ca2e5a6f26 HTTP/1.1" status: 204 len: 168 time: 0.1903715 Jan 17 14:22:32.474301 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38974) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:32.537650 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-27eb1fb9-2b68-46b8-8c80-f8ba843a49f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting subnet 3efef0fa-e42f-494b-8565-f2a1a0928ad9 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:22:32.540574 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-27eb1fb9-2b68-46b8-8c80-f8ba843a49f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:32.698045 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-27eb1fb9-2b68-46b8-8c80-f8ba843a49f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:32.778735 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-27eb1fb9-2b68-46b8-8c80-f8ba843a49f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:32.854238 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-27eb1fb9-2b68-46b8-8c80-f8ba843a49f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:32.892929 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb1fb9-2b68-46b8-8c80-f8ba843a49f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Subnet': ['ID=3efef0fa-e42f-494b-8565-f2a1a0928ad9,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:32.896586 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-27eb1fb9-2b68-46b8-8c80-f8ba843a49f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:32.903662 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a0bf04-82d9-431b-8903-225e313d92b3 None None] Network b11dc284-0e98-4b27-a74d-17565922bcc6 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:22:32.904177 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-27eb1fb9-2b68-46b8-8c80-f8ba843a49f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/subnets/3efef0fa-e42f-494b-8565-f2a1a0928ad9 HTTP/1.1" status: 204 len: 168 time: 0.4286578 Jan 17 14:22:32.905367 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38978) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:33.018375 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d4105d7f-da3d-418e-81fa-09711ee39695 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:33.028489 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-d4105d7f-da3d-418e-81fa-09711ee39695 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port b6ca57cf-2e43-4788-827f-a33634efb67c {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:22:33.028810 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d4105d7f-da3d-418e-81fa-09711ee39695 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:33.153088 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3727aab7-1cc4-4b36-b04a-762cffcbd6c6 None None] DHCP port deletion for b11dc284-0e98-4b27-a74d-17565922bcc6 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:22:33.157496 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3727aab7-1cc4-4b36-b04a-762cffcbd6c6 None None] Deleting port b6ca57cf-2e43-4788-827f-a33634efb67c {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:22:33.157866 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3727aab7-1cc4-4b36-b04a-762cffcbd6c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:33.240368 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device f679ff60-ca81-402e-9570-ad3141ce55a7 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:22:33.243885 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-d4105d7f-da3d-418e-81fa-09711ee39695 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port b6ca57cf-2e43-4788-827f-a33634efb67c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b6ca57cf-2e43-4788-827f-a33634efb67c,segment=NetworkSegment(0a8a0313-b72c-45e7-9f9b-ebb6312b1066),segment_id=0a8a0313-b72c-45e7-9f9b-ebb6312b1066)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:22:33.244230 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d4105d7f-da3d-418e-81fa-09711ee39695 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:33.289463 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: f679ff60-ca81-402e-9570-ad3141ce55a7 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:22:33.289739 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device f679ff60-ca81-402e-9570-ad3141ce55a7 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:22:33.366580 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-d4105d7f-da3d-418e-81fa-09711ee39695 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for b6ca57cf-2e43-4788-827f-a33634efb67c owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:22:33.395521 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3727aab7-1cc4-4b36-b04a-762cffcbd6c6 None None] For port b6ca57cf-2e43-4788-827f-a33634efb67c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b6ca57cf-2e43-4788-827f-a33634efb67c,segment=NetworkSegment(0a8a0313-b72c-45e7-9f9b-ebb6312b1066),segment_id=0a8a0313-b72c-45e7-9f9b-ebb6312b1066)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:22:33.395943 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3727aab7-1cc4-4b36-b04a-762cffcbd6c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:33.440398 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d4105d7f-da3d-418e-81fa-09711ee39695 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:33.496005 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4105d7f-da3d-418e-81fa-09711ee39695 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] No DVR routers for this DVR port b6ca57cf-2e43-4788-827f-a33634efb67c on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:22:33.498103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4105d7f-da3d-418e-81fa-09711ee39695 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=b6ca57cf-2e43-4788-827f-a33634efb67c,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:33.523391 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3727aab7-1cc4-4b36-b04a-762cffcbd6c6 None None] Calling delete_port for b6ca57cf-2e43-4788-827f-a33634efb67c owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: from cryptography.utils import int_from_bytes Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: from cryptography.utils import int_from_bytes Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn_limited( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn_limited( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 14:22:33.587350 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 14:22:33.593785 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-3727aab7-1cc4-4b36-b04a-762cffcbd6c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:22:33.594144 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-3727aab7-1cc4-4b36-b04a-762cffcbd6c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:22:33.620257 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d4105d7f-da3d-418e-81fa-09711ee39695 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:33.646687 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-d4105d7f-da3d-418e-81fa-09711ee39695 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11dc284-0e98-4b27-a74d-17565922bcc6']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:33.658655 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-d4105d7f-da3d-418e-81fa-09711ee39695 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8a0313-b72c-45e7-9f9b-ebb6312b1066') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:33.658932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-d4105d7f-da3d-418e-81fa-09711ee39695 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8a0313-b72c-45e7-9f9b-ebb6312b1066') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:33.670582 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d4105d7f-da3d-418e-81fa-09711ee39695 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:33.677550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b6ca57cf-2e43-4788-827f-a33634efb67c no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:22:33.688336 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d4105d7f-da3d-418e-81fa-09711ee39695 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:33.694700 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4105d7f-da3d-418e-81fa-09711ee39695 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:22:33.695070 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d4105d7f-da3d-418e-81fa-09711ee39695 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:22:33.710194 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:22:33.714276 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: b6ca57cf-2e43-4788-827f-a33634efb67c {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:22:33.714635 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b6ca57cf-2e43-4788-827f-a33634efb67c not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:22:33.793142 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d4105d7f-da3d-418e-81fa-09711ee39695 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:33.798477 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d4105d7f-da3d-418e-81fa-09711ee39695 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:33.825407 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4105d7f-da3d-418e-81fa-09711ee39695 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Network': ['ID=b11dc284-0e98-4b27-a74d-17565922bcc6,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:33.839304 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d4105d7f-da3d-418e-81fa-09711ee39695 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/networks/b11dc284-0e98-4b27-a74d-17565922bcc6 HTTP/1.1" status: 204 len: 168 time: 0.9329326 Jan 17 14:22:33.841861 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 38982) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:34.041233 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-ea11be47-67dd-4724-bdcb-c67b380e1a12 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 33927414-a928-480c-a8eb-e56e6f95edb2 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:22:34.041568 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ea11be47-67dd-4724-bdcb-c67b380e1a12 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:34.095978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3727aab7-1cc4-4b36-b04a-762cffcbd6c6 None None] Deleting port b6ca57cf-2e43-4788-827f-a33634efb67c {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:22:34.096521 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3727aab7-1cc4-4b36-b04a-762cffcbd6c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:34.164079 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3727aab7-1cc4-4b36-b04a-762cffcbd6c6 None None] The port 'b6ca57cf-2e43-4788-827f-a33634efb67c' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:22:34.311035 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ea11be47-67dd-4724-bdcb-c67b380e1a12 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:34.311358 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ea11be47-67dd-4724-bdcb-c67b380e1a12 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:34.433879 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-ea11be47-67dd-4724-bdcb-c67b380e1a12 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 33927414-a928-480c-a8eb-e56e6f95edb2 owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:22:34.588025 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ea11be47-67dd-4724-bdcb-c67b380e1a12 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:34.638159 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11be47-67dd-4724-bdcb-c67b380e1a12 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=33927414-a928-480c-a8eb-e56e6f95edb2,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:34.723927 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ea11be47-67dd-4724-bdcb-c67b380e1a12 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:34.724219 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-ea11be47-67dd-4724-bdcb-c67b380e1a12 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Floating IP 40667a6b-5dd2-4909-b35d-03fbecba9868 disassociated (deleted). External IP: 172.26.3.232, port: e6dfb90d-8416-468e-807b-65e33baca4cf. Jan 17 14:22:35.070620 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea11be47-67dd-4724-bdcb-c67b380e1a12 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 45d0dd15-f759-42e9-b137-9e6e5619a40d has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:22:35.245331 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea11be47-67dd-4724-bdcb-c67b380e1a12 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:22:35.254638 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad60eb6-9d9d-42cb-bd2e-c35eb2af8b87 None None] Sync routers for ids ['45d0dd15-f759-42e9-b137-9e6e5619a40d'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:22:35.260792 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ea11be47-67dd-4724-bdcb-c67b380e1a12 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:35.263781 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad60eb6-9d9d-42cb-bd2e-c35eb2af8b87 None None] Routers {'45d0dd15-f759-42e9-b137-9e6e5619a40d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:22:35.264464 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-aad60eb6-9d9d-42cb-bd2e-c35eb2af8b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:22:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['45d0dd15-f759-42e9-b137-9e6e5619a40d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:35.317252 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ea11be47-67dd-4724-bdcb-c67b380e1a12 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/floatingips/40667a6b-5dd2-4909-b35d-03fbecba9868 HTTP/1.1" status: 204 len: 168 time: 1.4744053 Jan 17 14:22:35.317827 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4ae2a8-241e-4d99-850e-13607608457c', 'tag': 'e6dfb90d-8416-468e-807b-65e33baca4cf'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:22:35.366227 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4ae2a8-241e-4d99-850e-13607608457c', 'tag': 'e6dfb90d-8416-468e-807b-65e33baca4cf', 'status': 'completed', 'code': 200} Jan 17 14:22:35.463482 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f59853-41e6-4e1f-9bc3-4df9757dcaeb req-6fa84088-a430-464a-9be2-6962fd18852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:35.464981 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-73f59853-41e6-4e1f-9bc3-4df9757dcaeb req-6fa84088-a430-464a-9be2-6962fd18852f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 1098 time: 0.0731711 Jan 17 14:22:35.494730 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-aad60eb6-9d9d-42cb-bd2e-c35eb2af8b87 None None] Set router 45d0dd15-f759-42e9-b137-9e6e5619a40d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:22:35.611493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f59853-41e6-4e1f-9bc3-4df9757dcaeb req-fcbcc358-9906-43b6-9ca4-a087b9c21733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:35.613007 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-73f59853-41e6-4e1f-9bc3-4df9757dcaeb req-fcbcc358-9906-43b6-9ca4-a087b9c21733 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4dbd5c10-2dd0-4964-949e-32f957ba960b HTTP/1.1" status: 200 len: 898 time: 0.1401758 Jan 17 14:22:35.841605 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-aad60eb6-9d9d-42cb-bd2e-c35eb2af8b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'name': 'tempest-TestNetworkBasicOps-router-411605626', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:21Z', 'updated_at': '2022-01-17T14:22:27Z', 'revision_number': 6, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:23Z', 'updated_at': '2022-01-17T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '2a73c859-6fa5-4f0d-ae69-eecada3874fd', 'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2f:38:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:35Z', 'updated_at': '2022-01-17T14:19:47Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:35.845416 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad60eb6-9d9d-42cb-bd2e-c35eb2af8b87 None None] Checking router: 45d0dd15-f759-42e9-b137-9e6e5619a40d for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:22:35.848166 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-73f59853-41e6-4e1f-9bc3-4df9757dcaeb req-6be6472f-6af2-4200-b9eb-f962873b8335 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6dfb90d-8416-468e-807b-65e33baca4cf HTTP/1.1" status: 200 len: 217 time: 0.2236998 Jan 17 14:22:35.853901 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad60eb6-9d9d-42cb-bd2e-c35eb2af8b87 None None] Routers {'45d0dd15-f759-42e9-b137-9e6e5619a40d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:22:35.854572 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-aad60eb6-9d9d-42cb-bd2e-c35eb2af8b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:22:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['45d0dd15-f759-42e9-b137-9e6e5619a40d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:35.928703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f59853-41e6-4e1f-9bc3-4df9757dcaeb req-2ec0da67-5fae-4ddb-a0d3-e702678649a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:35.930158 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-73f59853-41e6-4e1f-9bc3-4df9757dcaeb req-2ec0da67-5fae-4ddb-a0d3-e702678649a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59aac7e4-1eb4-456a-a6d3-b8b2da7454bf HTTP/1.1" status: 200 len: 835 time: 0.0719914 Jan 17 14:22:35.941691 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91d3a4-093e-4e90-b0b6-15ab2f2b4e19 req-76a10006-f400-4a04-9f0f-e26ed68be07d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:35.942355 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-bc91d3a4-093e-4e90-b0b6-15ab2f2b4e19 req-76a10006-f400-4a04-9f0f-e26ed68be07d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:22:36.009159 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-bc91d3a4-093e-4e90-b0b6-15ab2f2b4e19 req-76a10006-f400-4a04-9f0f-e26ed68be07d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:22:36.010311 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bc91d3a4-093e-4e90-b0b6-15ab2f2b4e19 req-76a10006-f400-4a04-9f0f-e26ed68be07d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 945 time: 0.3871405 Jan 17 14:22:36.033309 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-aad60eb6-9d9d-42cb-bd2e-c35eb2af8b87 None None] Set router 45d0dd15-f759-42e9-b137-9e6e5619a40d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:22:36.054034 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f59853-41e6-4e1f-9bc3-4df9757dcaeb req-cd8c34c7-cda9-4a19-9860-926795c92a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:36.055067 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-73f59853-41e6-4e1f-9bc3-4df9757dcaeb req-cd8c34c7-cda9-4a19-9860-926795c92a02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4dbd5c10-2dd0-4964-949e-32f957ba960b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1100399 Jan 17 14:22:36.064814 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bc91d3a4-093e-4e90-b0b6-15ab2f2b4e19 req-d0e8f222-37bd-40cf-befb-57cca1139d03 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=41ad7512-fc84-4097-93af-09327db945b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471320 Jan 17 14:22:36.191855 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-73f59853-41e6-4e1f-9bc3-4df9757dcaeb req-73b49739-b826-44b2-9aef-4e8d7683ee44 service neutron] 10.222.0.15 "GET /v2.0/networks/4dbd5c10-2dd0-4964-949e-32f957ba960b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260836 Jan 17 14:22:36.325026 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-73f59853-41e6-4e1f-9bc3-4df9757dcaeb req-1fe8a76c-532c-431a-b4d6-e511d812a573 service neutron] 10.222.0.15 "GET /v2.0/networks/4dbd5c10-2dd0-4964-949e-32f957ba960b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267362 Jan 17 14:22:36.354657 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-aad60eb6-9d9d-42cb-bd2e-c35eb2af8b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'name': 'tempest-TestNetworkBasicOps-router-411605626', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:21Z', 'updated_at': '2022-01-17T14:22:27Z', 'revision_number': 6, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:23Z', 'updated_at': '2022-01-17T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '2a73c859-6fa5-4f0d-ae69-eecada3874fd', 'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2f:38:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:35Z', 'updated_at': '2022-01-17T14:19:47Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:36.360994 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad60eb6-9d9d-42cb-bd2e-c35eb2af8b87 None None] The sync data for ids ['45d0dd15-f759-42e9-b137-9e6e5619a40d'] in dv-neutron-824901-1-hyperv is: [{'id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'name': 'tempest-TestNetworkBasicOps-router-411605626', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:21Z', 'updated_at': '2022-01-17T14:22:27Z', 'revision_number': 6, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:23Z', 'updated_at': '2022-01-17T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '2a73c859-6fa5-4f0d-ae69-eecada3874fd', 'name': '', 'network_id': '4dbd5c10-2dd0-4964-949e-32f957ba960b', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2f:38:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:35Z', 'updated_at': '2022-01-17T14:19:47Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '59aac7e4-1eb4-456a-a6d3-b8b2da7454bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:22:36.569572 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32085062-f83d-4d58-84f1-90899d38a412 None None] New status for floating IP 40667a6b-5dd2-4909-b35d-03fbecba9868: DOWN {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:22:37.123421 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b87d95-e2a0-4537-893a-dc657a8ed580 req-882d79f7-2f87-4e9d-a54d-b9da8c878679 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:37.124883 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-74b87d95-e2a0-4537-893a-dc657a8ed580 req-882d79f7-2f87-4e9d-a54d-b9da8c878679 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 945 time: 0.0842469 Jan 17 14:22:37.194711 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-74b87d95-e2a0-4537-893a-dc657a8ed580 req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port e6dfb90d-8416-468e-807b-65e33baca4cf {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:22:37.195053 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-74b87d95-e2a0-4537-893a-dc657a8ed580 req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:37.249471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537f0b8-6548-4a30-9202-4489543804aa req-0b16fb6d-7aa8-44b2-85cb-924a380d2ad4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:37.250926 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c537f0b8-6548-4a30-9202-4489543804aa req-0b16fb6d-7aa8-44b2-85cb-924a380d2ad4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 945 time: 0.0797224 Jan 17 14:22:37.294911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-c537f0b8-6548-4a30-9202-4489543804aa req-e776e1d7-54fc-42b3-b0f3-b8a3b52dfdfa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:22:37.310149 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-c537f0b8-6548-4a30-9202-4489543804aa req-e776e1d7-54fc-42b3-b0f3-b8a3b52dfdfa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:22:37.311291 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c537f0b8-6548-4a30-9202-4489543804aa req-e776e1d7-54fc-42b3-b0f3-b8a3b52dfdfa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=41ad7512-fc84-4097-93af-09327db945b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539804 Jan 17 14:22:37.439450 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-74b87d95-e2a0-4537-893a-dc657a8ed580 req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port e6dfb90d-8416-468e-807b-65e33baca4cf, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=e6dfb90d-8416-468e-807b-65e33baca4cf,segment=NetworkSegment(0158a30b-d440-471d-88ea-d7fc3a2964e3),segment_id=0158a30b-d440-471d-88ea-d7fc3a2964e3)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:22:37.439827 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-74b87d95-e2a0-4537-893a-dc657a8ed580 req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:37.560401 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-74b87d95-e2a0-4537-893a-dc657a8ed580 req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for e6dfb90d-8416-468e-807b-65e33baca4cf owned by compute:nova {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:22:37.700971 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-74b87d95-e2a0-4537-893a-dc657a8ed580 req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:37.756373 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=e6dfb90d-8416-468e-807b-65e33baca4cf,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:37.792062 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:37.792405 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:37.792734 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:37.793058 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:37.793375 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:37.793691 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:37.794014 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:37.794329 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:37.794644 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:37.794954 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:37.795262 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:37.795568 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:37.843113 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b87d95-e2a0-4537-893a-dc657a8ed580 req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] No DVR routers for this DVR port e6dfb90d-8416-468e-807b-65e33baca4cf on host hv-neutron-8249 {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:22:37.845354 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-74b87d95-e2a0-4537-893a-dc657a8ed580 req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:37.847773 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4ae2a8-241e-4d99-850e-13607608457c', 'name': 'network-vif-deleted', 'tag': 'e6dfb90d-8416-468e-807b-65e33baca4cf'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:22:37.862845 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-74b87d95-e2a0-4537-893a-dc657a8ed580 req-cc4eee5b-9912-4740-9bda-314b7901e3cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "DELETE /v2.0/ports/e6dfb90d-8416-468e-807b-65e33baca4cf HTTP/1.1" status: 204 len: 173 time: 0.7324481 Jan 17 14:22:37.899350 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4ae2a8-241e-4d99-850e-13607608457c', 'name': 'network-vif-deleted', 'tag': 'e6dfb90d-8416-468e-807b-65e33baca4cf', 'status': 'completed', 'code': 200} Jan 17 14:22:38.471455 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6b71d6f2-f519-4f6b-b77b-09d3c5923801 req-2a8f66c2-c96f-4974-95c8-3b6c8bd26bb2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a4ae2a8-241e-4d99-850e-13607608457c HTTP/1.1" status: 200 len: 210 time: 0.0409811 Jan 17 14:22:39.566586 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39000) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:39.635833 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cc82d944-3efb-4016-88f2-7cfe2ae109cf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:39.668515 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cc82d944-3efb-4016-88f2-7cfe2ae109cf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:39.731931 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cc82d944-3efb-4016-88f2-7cfe2ae109cf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:39.750545 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82d944-3efb-4016-88f2-7cfe2ae109cf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ad7512-fc84-4097-93af-09327db945b6,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:39.764536 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cc82d944-3efb-4016-88f2-7cfe2ae109cf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:39.768259 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-cc82d944-3efb-4016-88f2-7cfe2ae109cf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/security-groups/41ad7512-fc84-4097-93af-09327db945b6 HTTP/1.1" status: 204 len: 168 time: 0.1981034 Jan 17 14:22:39.799082 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39006) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:40.454262 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-74b1ab0a-b32c-426e-ab9d-58950aad5256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:40.644593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c527f825-3427-47bd-9116-d9f5b387b98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:40.810484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-74b1ab0a-b32c-426e-ab9d-58950aad5256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 2a73c859-6fa5-4f0d-ae69-eecada3874fd {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:22:40.811058 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-74b1ab0a-b32c-426e-ab9d-58950aad5256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:40.995963 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-74b1ab0a-b32c-426e-ab9d-58950aad5256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port 2a73c859-6fa5-4f0d-ae69-eecada3874fd, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=2a73c859-6fa5-4f0d-ae69-eecada3874fd,segment=NetworkSegment(0158a30b-d440-471d-88ea-d7fc3a2964e3),segment_id=0158a30b-d440-471d-88ea-d7fc3a2964e3)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:22:40.996216 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-74b1ab0a-b32c-426e-ab9d-58950aad5256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:41.119296 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-74b1ab0a-b32c-426e-ab9d-58950aad5256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 2a73c859-6fa5-4f0d-ae69-eecada3874fd owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:22:41.264638 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device e6dfb90d-8416-468e-807b-65e33baca4cf no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:22:41.298109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: e6dfb90d-8416-468e-807b-65e33baca4cf {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:22:41.298550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device e6dfb90d-8416-468e-807b-65e33baca4cf not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:22:41.382067 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-74b1ab0a-b32c-426e-ab9d-58950aad5256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:41.539037 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1ab0a-b32c-426e-ab9d-58950aad5256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=2a73c859-6fa5-4f0d-ae69-eecada3874fd,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:41.810844 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-74b1ab0a-b32c-426e-ab9d-58950aad5256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:42.162414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b1ab0a-b32c-426e-ab9d-58950aad5256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 45d0dd15-f759-42e9-b137-9e6e5619a40d has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:22:42.337280 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b1ab0a-b32c-426e-ab9d-58950aad5256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:22:42.346886 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7fa6d0-580f-4345-bb56-060693e0047f None None] Sync routers for ids ['45d0dd15-f759-42e9-b137-9e6e5619a40d'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:22:42.349278 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-74b1ab0a-b32c-426e-ab9d-58950aad5256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/routers/45d0dd15-f759-42e9-b137-9e6e5619a40d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5481026 Jan 17 14:22:42.351920 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39010) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:42.356389 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7fa6d0-580f-4345-bb56-060693e0047f None None] Routers {'45d0dd15-f759-42e9-b137-9e6e5619a40d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:22:42.357058 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-df7fa6d0-580f-4345-bb56-060693e0047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:22:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['45d0dd15-f759-42e9-b137-9e6e5619a40d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:42.418414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67ac1f6-bd07-44a8-aaf2-6c30bd1daf95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting subnet 59aac7e4-1eb4-456a-a6d3-b8b2da7454bf {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:22:42.421258 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d67ac1f6-bd07-44a8-aaf2-6c30bd1daf95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:42.474963 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d67ac1f6-bd07-44a8-aaf2-6c30bd1daf95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:42.532176 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-df7fa6d0-580f-4345-bb56-060693e0047f None None] Set router 45d0dd15-f759-42e9-b137-9e6e5619a40d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:22:42.556526 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d67ac1f6-bd07-44a8-aaf2-6c30bd1daf95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:42.640766 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d67ac1f6-bd07-44a8-aaf2-6c30bd1daf95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:42.680434 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ac1f6-bd07-44a8-aaf2-6c30bd1daf95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Subnet': ['ID=59aac7e4-1eb4-456a-a6d3-b8b2da7454bf,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:42.683920 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d67ac1f6-bd07-44a8-aaf2-6c30bd1daf95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:42.690005 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d67ac1f6-bd07-44a8-aaf2-6c30bd1daf95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/subnets/59aac7e4-1eb4-456a-a6d3-b8b2da7454bf HTTP/1.1" status: 204 len: 168 time: 0.3371379 Jan 17 14:22:42.693272 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39014) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:42.695727 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f260913-2fc1-40d2-962b-269a374d9edf None None] Network 4dbd5c10-2dd0-4964-949e-32f957ba960b requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:22:42.997115 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-28844da1-9dd9-4030-854c-7aa1e3d2c033 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:43.034980 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-df7fa6d0-580f-4345-bb56-060693e0047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'name': 'tempest-TestNetworkBasicOps-router-411605626', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:21Z', 'updated_at': '2022-01-17T14:22:41Z', 'revision_number': 7, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:23Z', 'updated_at': '2022-01-17T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:43.038929 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7fa6d0-580f-4345-bb56-060693e0047f None None] Checking router: 45d0dd15-f759-42e9-b137-9e6e5619a40d for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:22:43.047967 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7fa6d0-580f-4345-bb56-060693e0047f None None] Routers {'45d0dd15-f759-42e9-b137-9e6e5619a40d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:22:43.048583 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-df7fa6d0-580f-4345-bb56-060693e0047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:22:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['45d0dd15-f759-42e9-b137-9e6e5619a40d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:43.104868 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475e760c-ac56-455b-ae81-ffcbf3d3542e None None] DHCP port deletion for 4dbd5c10-2dd0-4964-949e-32f957ba960b request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:22:43.130475 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-475e760c-ac56-455b-ae81-ffcbf3d3542e None None] Deleting port dbb5f454-31fd-4e8a-9617-c2279aa6bd38 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:22:43.130862 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-475e760c-ac56-455b-ae81-ffcbf3d3542e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:43.189827 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-28844da1-9dd9-4030-854c-7aa1e3d2c033 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:43.198500 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-28844da1-9dd9-4030-854c-7aa1e3d2c033 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 04bbf96a-6072-47cd-a5c0-dcab46e993ef {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:22:43.198895 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-28844da1-9dd9-4030-854c-7aa1e3d2c033 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:43.343079 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-df7fa6d0-580f-4345-bb56-060693e0047f None None] Set router 45d0dd15-f759-42e9-b137-9e6e5619a40d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:22:43.383990 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-28844da1-9dd9-4030-854c-7aa1e3d2c033 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port 04bbf96a-6072-47cd-a5c0-dcab46e993ef, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=04bbf96a-6072-47cd-a5c0-dcab46e993ef,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:22:43.384344 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-28844da1-9dd9-4030-854c-7aa1e3d2c033 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:43.510012 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-28844da1-9dd9-4030-854c-7aa1e3d2c033 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 04bbf96a-6072-47cd-a5c0-dcab46e993ef owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:22:43.597968 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-475e760c-ac56-455b-ae81-ffcbf3d3542e None None] For port dbb5f454-31fd-4e8a-9617-c2279aa6bd38, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=dbb5f454-31fd-4e8a-9617-c2279aa6bd38,segment=NetworkSegment(0158a30b-d440-471d-88ea-d7fc3a2964e3),segment_id=0158a30b-d440-471d-88ea-d7fc3a2964e3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:22:43.598578 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-475e760c-ac56-455b-ae81-ffcbf3d3542e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:43.683352 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-28844da1-9dd9-4030-854c-7aa1e3d2c033 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:43.729760 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device dbb5f454-31fd-4e8a-9617-c2279aa6bd38 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:22:43.732845 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28844da1-9dd9-4030-854c-7aa1e3d2c033 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=04bbf96a-6072-47cd-a5c0-dcab46e993ef,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:43.767506 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-475e760c-ac56-455b-ae81-ffcbf3d3542e None None] Calling delete_port for dbb5f454-31fd-4e8a-9617-c2279aa6bd38 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:22:43.825936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-28844da1-9dd9-4030-854c-7aa1e3d2c033 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:43.894058 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0a40e0da-e53d-4d1e-8b74-743ad5ef60cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:43.993325 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:44.003378 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-28844da1-9dd9-4030-854c-7aa1e3d2c033 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:44.005883 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-28844da1-9dd9-4030-854c-7aa1e3d2c033 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:44.032594 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-28844da1-9dd9-4030-854c-7aa1e3d2c033 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:44.033186 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28844da1-9dd9-4030-854c-7aa1e3d2c033 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Fanout notify agent at l3_agent the message router_deleted on router 45d0dd15-f759-42e9-b137-9e6e5619a40d {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:22:44.049074 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-28844da1-9dd9-4030-854c-7aa1e3d2c033 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:44.052625 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-28844da1-9dd9-4030-854c-7aa1e3d2c033 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/routers/45d0dd15-f759-42e9-b137-9e6e5619a40d HTTP/1.1" status: 204 len: 168 time: 1.3559921 Jan 17 14:22:44.052800 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:44.052928 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39018) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:44.058506 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-475e760c-ac56-455b-ae81-ffcbf3d3542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:44.093042 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Port dbb5f454-31fd-4e8a-9617-c2279aa6bd38 update to DOWN by agent not found {{(pid=87525) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 17 14:22:44.113540 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e760c-ac56-455b-ae81-ffcbf3d3542e None None] Pushing event deleted for resources: {'Port': ['ID=dbb5f454-31fd-4e8a-9617-c2279aa6bd38,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:44.116357 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475e760c-ac56-455b-ae81-ffcbf3d3542e None None] No DVR routers for this DVR port dbb5f454-31fd-4e8a-9617-c2279aa6bd38 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:22:44.125460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e760c-ac56-455b-ae81-ffcbf3d3542e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:44.125810 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e760c-ac56-455b-ae81-ffcbf3d3542e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:44.126144 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e760c-ac56-455b-ae81-ffcbf3d3542e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:44.126473 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e760c-ac56-455b-ae81-ffcbf3d3542e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:44.126795 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e760c-ac56-455b-ae81-ffcbf3d3542e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:44.127391 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e760c-ac56-455b-ae81-ffcbf3d3542e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:44.127514 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e760c-ac56-455b-ae81-ffcbf3d3542e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:44.127755 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e760c-ac56-455b-ae81-ffcbf3d3542e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:44.128153 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e760c-ac56-455b-ae81-ffcbf3d3542e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:44.128425 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e760c-ac56-455b-ae81-ffcbf3d3542e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:44.128743 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e760c-ac56-455b-ae81-ffcbf3d3542e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:44.129055 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e760c-ac56-455b-ae81-ffcbf3d3542e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:44.144492 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-df7fa6d0-580f-4345-bb56-060693e0047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'name': 'tempest-TestNetworkBasicOps-router-411605626', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:21Z', 'updated_at': '2022-01-17T14:22:41Z', 'revision_number': 7, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:23Z', 'updated_at': '2022-01-17T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:44.148801 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7fa6d0-580f-4345-bb56-060693e0047f None None] The sync data for ids ['45d0dd15-f759-42e9-b137-9e6e5619a40d'] in dv-neutron-824901-1-hyperv is: [{'id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'name': 'tempest-TestNetworkBasicOps-router-411605626', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:19:21Z', 'updated_at': '2022-01-17T14:22:41Z', 'revision_number': 7, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '04bbf96a-6072-47cd-a5c0-dcab46e993ef', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0dd15-f759-42e9-b137-9e6e5619a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:19:23Z', 'updated_at': '2022-01-17T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:22:44.169877 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-48cb56f6-8b96-45f5-8cc4-76a16b5517de tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:44.300862 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-48cb56f6-8b96-45f5-8cc4-76a16b5517de tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:44.325410 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-48cb56f6-8b96-45f5-8cc4-76a16b5517de tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbd5c10-2dd0-4964-949e-32f957ba960b']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:44.338138 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-48cb56f6-8b96-45f5-8cc4-76a16b5517de tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0158a30b-d440-471d-88ea-d7fc3a2964e3') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:44.338469 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-48cb56f6-8b96-45f5-8cc4-76a16b5517de tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0158a30b-d440-471d-88ea-d7fc3a2964e3') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:44.349527 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-48cb56f6-8b96-45f5-8cc4-76a16b5517de tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:44.366354 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-48cb56f6-8b96-45f5-8cc4-76a16b5517de tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:44.372275 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48cb56f6-8b96-45f5-8cc4-76a16b5517de tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:22:44.372647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-48cb56f6-8b96-45f5-8cc4-76a16b5517de tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:22:44.387153 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:22:44.574404 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-48cb56f6-8b96-45f5-8cc4-76a16b5517de tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:44.592552 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-48cb56f6-8b96-45f5-8cc4-76a16b5517de tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:44.604200 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb56f6-8b96-45f5-8cc4-76a16b5517de tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Network': ['ID=4dbd5c10-2dd0-4964-949e-32f957ba960b,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:44.609161 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-48cb56f6-8b96-45f5-8cc4-76a16b5517de tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/networks/4dbd5c10-2dd0-4964-949e-32f957ba960b HTTP/1.1" status: 204 len: 168 time: 0.5552173 Jan 17 14:22:44.631285 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39022) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:44.637384 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-c2b6be3a-41e6-4e69-b17c-d86016dd9c8f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'network': {'name': 'tempest-network-smoke--646062946', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'port_security_enabled': True}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:22:44.642513 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c2b6be3a-41e6-4e69-b17c-d86016dd9c8f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:22:44.646885 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c2b6be3a-41e6-4e69-b17c-d86016dd9c8f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:network and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:22:44.649936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c2b6be3a-41e6-4e69-b17c-d86016dd9c8f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:22:44.655873 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c2b6be3a-41e6-4e69-b17c-d86016dd9c8f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:22:44.666969 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b6be3a-41e6-4e69-b17c-d86016dd9c8f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:22:44.670359 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c2b6be3a-41e6-4e69-b17c-d86016dd9c8f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:44.698832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b6be3a-41e6-4e69-b17c-d86016dd9c8f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:22:44.708500 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c2b6be3a-41e6-4e69-b17c-d86016dd9c8f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:44.708974 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-c2b6be3a-41e6-4e69-b17c-d86016dd9c8f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Added segment 682a7b96-8096-402c-9cda-92eba52ca9a3 of type vlan for network 884b06a5-9b6d-4c2f-a751-5a4798d70bbb Jan 17 14:22:44.738169 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c2b6be3a-41e6-4e69-b17c-d86016dd9c8f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:44.770678 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c2b6be3a-41e6-4e69-b17c-d86016dd9c8f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:44.776247 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b6be3a-41e6-4e69-b17c-d86016dd9c8f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:44.776900 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c2b6be3a-41e6-4e69-b17c-d86016dd9c8f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:44.882137 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c2b6be3a-41e6-4e69-b17c-d86016dd9c8f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2496779 Jan 17 14:22:44.884971 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39026) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:44.890002 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-818134509', 'admin_state_up': True, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:22:44.890834 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6be3a-41e6-4e69-b17c-d86016dd9c8f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Network': ['ID=884b06a5-9b6d-4c2f-a751-5a4798d70bbb,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:44.898127 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:22:44.901491 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 884b06a5-9b6d-4c2f-a751-5a4798d70bbb details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:22:44.902116 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:router and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:22:44.908760 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:22:44.915128 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:22:44.925536 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:44.926541 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:44.941647 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:45.326505 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:45.390212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:45.627135 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:45.656781 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:45.685978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 04bbf96a-6072-47cd-a5c0-dcab46e993ef no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:22:45.722338 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 04bbf96a-6072-47cd-a5c0-dcab46e993ef {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:22:45.723089 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 04bbf96a-6072-47cd-a5c0-dcab46e993ef not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:22:45.723543 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 2a73c859-6fa5-4f0d-ae69-eecada3874fd no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:22:45.757176 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 2a73c859-6fa5-4f0d-ae69-eecada3874fd {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:22:45.757541 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 2a73c859-6fa5-4f0d-ae69-eecada3874fd not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:22:45.796145 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.26.3.125 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/997814d8-1774-48fc-b2c3-f914c6593c1c) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:22:45.942047 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:45.969903 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:46.036837 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:22:46.039427 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:22:46.041953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:22:46.083440 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=997814d8-1774-48fc-b2c3-f914c6593c1c,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:46.095117 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:46.095467 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:46.095835 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:46.096170 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:46.096498 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:46.097335 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:46.097663 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:46.097989 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:46.098309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:46.098627 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:46.098944 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:46.099258 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:46.567791 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:46.906266 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:47.109166 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 78249009-01b8-42ec-bc2a-be476f3c579d is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:22:47.287673 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:22:47.297505 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] Sync routers for ids ['78249009-01b8-42ec-bc2a-be476f3c579d'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:22:47.307579 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] Routers {'78249009-01b8-42ec-bc2a-be476f3c579d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:22:47.308222 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:22:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['78249009-01b8-42ec-bc2a-be476f3c579d'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:47.314607 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:47.316371 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d899390a-a90c-4d88-abdb-bfdd0a259e1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4297826 Jan 17 14:22:47.319339 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39030) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:47.358204 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2c07767d-4306-4cf6-b59b-a199423389bb tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=b984fd6eaa2842d8abc65eb7a2d4e417&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377109 Jan 17 14:22:47.360683 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39034) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:47.482286 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] Set router 78249009-01b8-42ec-bc2a-be476f3c579d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:22:47.490212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae562a6-4a6e-4873-8943-6333f130d3f8 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:47.491695 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fae562a6-4a6e-4873-8943-6333f130d3f8 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301241 Jan 17 14:22:47.494517 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39038) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:47.533400 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e8b66597-e28c-4a25-ac37-78c77a58d784 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377328 Jan 17 14:22:47.535817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39042) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:47.541132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-846e5f57-43e4-43d3-8b2d-506c9570c77d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1589103800', 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:22:47.650333 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-846e5f57-43e4-43d3-8b2d-506c9570c77d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:22:47.654153 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-846e5f57-43e4-43d3-8b2d-506c9570c77d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:subnet and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:22:47.656977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-846e5f57-43e4-43d3-8b2d-506c9570c77d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:22:47.662564 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-846e5f57-43e4-43d3-8b2d-506c9570c77d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:22:47.672292 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846e5f57-43e4-43d3-8b2d-506c9570c77d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:22:47.675904 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-846e5f57-43e4-43d3-8b2d-506c9570c77d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:47.774239 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'name': 'tempest-TestNetworkBasicOps-router-818134509', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:22:44Z', 'updated_at': '2022-01-17T14:22:46Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:45Z', 'updated_at': '2022-01-17T14:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:47.778778 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] Checking router: 78249009-01b8-42ec-bc2a-be476f3c579d for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:22:47.779264 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] Updating router 78249009-01b8-42ec-bc2a-be476f3c579d port 997814d8-1774-48fc-b2c3-f914c6593c1c binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:22:47.831753 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:47.893461 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-846e5f57-43e4-43d3-8b2d-506c9570c77d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:48.087536 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e5f57-43e4-43d3-8b2d-506c9570c77d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Subnet': ['ID=f386e4fb-1199-4f8a-b2d4-1eed523db954,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:48.097455 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846e5f57-43e4-43d3-8b2d-506c9570c77d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Checking segment: {'id': '682a7b96-8096-402c-9cda-92eba52ca9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:22:48.097807 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846e5f57-43e4-43d3-8b2d-506c9570c77d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network hostable DHCP agents. Network: 884b06a5-9b6d-4c2f-a751-5a4798d70bbb, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:22:48.117255 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846e5f57-43e4-43d3-8b2d-506c9570c77d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 884b06a5-9b6d-4c2f-a751-5a4798d70bbb is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:22:48.126575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-846e5f57-43e4-43d3-8b2d-506c9570c77d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 884b06a5-9b6d-4c2f-a751-5a4798d70bbb) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:22:48.131398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846e5f57-43e4-43d3-8b2d-506c9570c77d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:48.131998 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-846e5f57-43e4-43d3-8b2d-506c9570c77d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:48.137516 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cef9bd-7b84-4584-84f2-16ae0e0456ec None None] Network 884b06a5-9b6d-4c2f-a751-5a4798d70bbb requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:22:48.153370 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-846e5f57-43e4-43d3-8b2d-506c9570c77d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6165614 Jan 17 14:22:48.156346 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39046) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:48.172647 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:48.185367 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] Transition to ACTIVE for port object 997814d8-1774-48fc-b2c3-f914c6593c1c will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:22:48.191994 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:48.262354 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f892f7-366b-4ab7-aa52-38d3ae2c7306 None None] Pushing event updated for resources: {'Port': ['ID=997814d8-1774-48fc-b2c3-f914c6593c1c,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:48.271921 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f892f7-366b-4ab7-aa52-38d3ae2c7306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:48.272266 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f892f7-366b-4ab7-aa52-38d3ae2c7306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:48.272603 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f892f7-366b-4ab7-aa52-38d3ae2c7306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:48.272936 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f892f7-366b-4ab7-aa52-38d3ae2c7306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:48.273256 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f892f7-366b-4ab7-aa52-38d3ae2c7306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:48.273590 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f892f7-366b-4ab7-aa52-38d3ae2c7306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:48.273905 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f892f7-366b-4ab7-aa52-38d3ae2c7306 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:48.274195 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f892f7-366b-4ab7-aa52-38d3ae2c7306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:48.274520 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f892f7-366b-4ab7-aa52-38d3ae2c7306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:48.274834 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f892f7-366b-4ab7-aa52-38d3ae2c7306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:48.275148 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f892f7-366b-4ab7-aa52-38d3ae2c7306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:48.275458 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f892f7-366b-4ab7-aa52-38d3ae2c7306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:22:48.294301 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] Attempting to bind port 997814d8-1774-48fc-b2c3-f914c6593c1c on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:22:48.294661 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] Attempting to bind port 997814d8-1774-48fc-b2c3-f914c6593c1c by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:22:48.295015 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] Attempting to bind port 997814d8-1774-48fc-b2c3-f914c6593c1c on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:22:48.300903 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:22:48.301571 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:22:48.301687 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:48.302000 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:22:48.302447 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] Bound port: 997814d8-1774-48fc-b2c3-f914c6593c1c, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:22:48.302809 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:48.368244 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-884b06a5-9b6d-4c2f-a751-5a4798d70bbb', 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ips': [{'subnet_id': 'f386e4fb-1199-4f8a-b2d4-1eed523db954'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:22:48.369223 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:48.374492 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] For port 997814d8-1774-48fc-b2c3-f914c6593c1c, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:22:48.377505 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] For port 997814d8-1774-48fc-b2c3-f914c6593c1c, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=997814d8-1774-48fc-b2c3-f914c6593c1c,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:22:48.382148 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:48.460110 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] Routers {'78249009-01b8-42ec-bc2a-be476f3c579d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:22:48.460715 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:22:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['78249009-01b8-42ec-bc2a-be476f3c579d'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:48.532755 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Allocated IP 172.20.0.2 (884b06a5-9b6d-4c2f-a751-5a4798d70bbb/f386e4fb-1199-4f8a-b2d4-1eed523db954/42babdc7-2fce-4ba4-9bb1-0644287adc15) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:22:48.658101 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] Set router 78249009-01b8-42ec-bc2a-be476f3c579d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:22:48.743593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:48.753669 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Transition to ACTIVE for port object 42babdc7-2fce-4ba4-9bb1-0644287adc15 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:22:48.772569 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Transition to ACTIVE for port object 42babdc7-2fce-4ba4-9bb1-0644287adc15 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:22:48.780148 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:48.856623 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Network 884b06a5-9b6d-4c2f-a751-5a4798d70bbb is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:22:48.859681 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:22:48.863322 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:22:48.868438 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f892f7-366b-4ab7-aa52-38d3ae2c7306 None None] Pushing event updated for resources: {'Port': ['ID=997814d8-1774-48fc-b2c3-f914c6593c1c,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:48.869428 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Pushing event updated for resources: {'Port': ['ID=42babdc7-2fce-4ba4-9bb1-0644287adc15,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:48.871489 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91eb7e65-3c73-4465-a685-4f5cd4fc3644 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:48.881254 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:22:48.957925 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Attempting to bind port 42babdc7-2fce-4ba4-9bb1-0644287adc15 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:22:48.958566 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Attempting to bind port 42babdc7-2fce-4ba4-9bb1-0644287adc15 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '682a7b96-8096-402c-9cda-92eba52ca9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:22:48.959343 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Attempting to bind port 42babdc7-2fce-4ba4-9bb1-0644287adc15 on network 884b06a5-9b6d-4c2f-a751-5a4798d70bbb {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:22:48.964455 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'name': 'tempest-TestNetworkBasicOps-router-818134509', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:22:44Z', 'updated_at': '2022-01-17T14:22:46Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:45Z', 'updated_at': '2022-01-17T14:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:48.965271 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:22:48.965641 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Checking segment: {'id': '682a7b96-8096-402c-9cda-92eba52ca9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:22:48.966038 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:48.966425 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Bound using segment: {'id': '682a7b96-8096-402c-9cda-92eba52ca9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:22:48.966894 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Bound port: 42babdc7-2fce-4ba4-9bb1-0644287adc15, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682a7b96-8096-402c-9cda-92eba52ca9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:22:48.967624 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:48.969086 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbcabe7-d53b-4102-9173-4d967e771475 None None] The sync data for ids ['78249009-01b8-42ec-bc2a-be476f3c579d'] in dv-neutron-824901-1-hyperv is: [{'id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'name': 'tempest-TestNetworkBasicOps-router-818134509', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:22:44Z', 'updated_at': '2022-01-17T14:22:46Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:45Z', 'updated_at': '2022-01-17T14:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:22:49.064713 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] For port 42babdc7-2fce-4ba4-9bb1-0644287adc15, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:22:49.068510 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] For port 42babdc7-2fce-4ba4-9bb1-0644287adc15, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=42babdc7-2fce-4ba4-9bb1-0644287adc15,segment=NetworkSegment(682a7b96-8096-402c-9cda-92eba52ca9a3),segment_id=682a7b96-8096-402c-9cda-92eba52ca9a3)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:22:49.072933 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:49.156201 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73f554-de15-4a95-b9b1-769936765daa None None] Pushing event updated for resources: {'Port': ['ID=42babdc7-2fce-4ba4-9bb1-0644287adc15,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:49.335289 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-91eb7e65-3c73-4465-a685-4f5cd4fc3644 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.20.0.1 (884b06a5-9b6d-4c2f-a751-5a4798d70bbb/f386e4fb-1199-4f8a-b2d4-1eed523db954/541f4440-651f-4106-93c7-5ef0b7c891be) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:22:49.628520 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91eb7e65-3c73-4465-a685-4f5cd4fc3644 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:49.645501 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-91eb7e65-3c73-4465-a685-4f5cd4fc3644 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Transition to ACTIVE for port object 541f4440-651f-4106-93c7-5ef0b7c891be will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:22:49.670843 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91eb7e65-3c73-4465-a685-4f5cd4fc3644 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:49.743494 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eb7e65-3c73-4465-a685-4f5cd4fc3644 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 884b06a5-9b6d-4c2f-a751-5a4798d70bbb is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:22:49.746718 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-91eb7e65-3c73-4465-a685-4f5cd4fc3644 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:22:49.750934 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eb7e65-3c73-4465-a685-4f5cd4fc3644 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:22:49.757450 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 997814d8-1774-48fc-b2c3-f914c6593c1c up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:22:49.796351 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb7e65-3c73-4465-a685-4f5cd4fc3644 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=541f4440-651f-4106-93c7-5ef0b7c891be,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:49.817737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91eb7e65-3c73-4465-a685-4f5cd4fc3644 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:49.842650 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 997814d8-1774-48fc-b2c3-f914c6593c1c completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:22:49.847891 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 997814d8-1774-48fc-b2c3-f914c6593c1c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:22:49.848264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:49.983439 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:50.004070 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 997814d8-1774-48fc-b2c3-f914c6593c1c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=997814d8-1774-48fc-b2c3-f914c6593c1c,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:22:50.009649 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:50.010445 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 42babdc7-2fce-4ba4-9bb1-0644287adc15 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:22:50.132612 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91eb7e65-3c73-4465-a685-4f5cd4fc3644 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:50.146739 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=997814d8-1774-48fc-b2c3-f914c6593c1c,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:50.160211 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 42babdc7-2fce-4ba4-9bb1-0644287adc15 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:22:50.303205 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdbc3d7-f278-4db4-b3bf-0668f40b0f8a None None] Network 884b06a5-9b6d-4c2f-a751-5a4798d70bbb requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:22:50.428098 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c3eaa1f9-8414-49f1-81d9-7b141401f7db None None] Provisioning for port 42babdc7-2fce-4ba4-9bb1-0644287adc15 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:22:50.453158 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c3eaa1f9-8414-49f1-81d9-7b141401f7db None None] Provisioning complete for port 42babdc7-2fce-4ba4-9bb1-0644287adc15 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:22:50.453158 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c3eaa1f9-8414-49f1-81d9-7b141401f7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:50.577677 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91eb7e65-3c73-4465-a685-4f5cd4fc3644 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:50.583490 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91eb7e65-3c73-4465-a685-4f5cd4fc3644 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:50.675647 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c3eaa1f9-8414-49f1-81d9-7b141401f7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:50.695621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91eb7e65-3c73-4465-a685-4f5cd4fc3644 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:50.699888 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb7e65-3c73-4465-a685-4f5cd4fc3644 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=541f4440-651f-4106-93c7-5ef0b7c891be,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:50.717261 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c3eaa1f9-8414-49f1-81d9-7b141401f7db None None] For port 42babdc7-2fce-4ba4-9bb1-0644287adc15, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=42babdc7-2fce-4ba4-9bb1-0644287adc15,segment=NetworkSegment(682a7b96-8096-402c-9cda-92eba52ca9a3),segment_id=682a7b96-8096-402c-9cda-92eba52ca9a3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:22:50.721269 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c3eaa1f9-8414-49f1-81d9-7b141401f7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:50.795596 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eaa1f9-8414-49f1-81d9-7b141401f7db None None] Pushing event updated for resources: {'Port': ['ID=42babdc7-2fce-4ba4-9bb1-0644287adc15,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:50.837365 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eb7e65-3c73-4465-a685-4f5cd4fc3644 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 884b06a5-9b6d-4c2f-a751-5a4798d70bbb is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:22:50.838544 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-91eb7e65-3c73-4465-a685-4f5cd4fc3644 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:22:50.950781 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-67a6d582-a3fe-4f6b-8001-b9d15889fcc9 None None] Provisioning for port 541f4440-651f-4106-93c7-5ef0b7c891be completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:22:50.955940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-67a6d582-a3fe-4f6b-8001-b9d15889fcc9 None None] Provisioning complete for port 541f4440-651f-4106-93c7-5ef0b7c891be triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:22:50.956832 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-67a6d582-a3fe-4f6b-8001-b9d15889fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:51.012517 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-67a6d582-a3fe-4f6b-8001-b9d15889fcc9 None None] Port 541f4440-651f-4106-93c7-5ef0b7c891be cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:22:51.024687 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-67a6d582-a3fe-4f6b-8001-b9d15889fcc9 None None] Provisioning complete for port 42babdc7-2fce-4ba4-9bb1-0644287adc15 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:22:51.025068 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-67a6d582-a3fe-4f6b-8001-b9d15889fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:51.033409 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91eb7e65-3c73-4465-a685-4f5cd4fc3644 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 78249009-01b8-42ec-bc2a-be476f3c579d has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:22:51.285051 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d89b18ea-92b0-463a-9117-2c5ca0d6eb89 None None] Provisioning complete for port 541f4440-651f-4106-93c7-5ef0b7c891be triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:22:51.285638 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d89b18ea-92b0-463a-9117-2c5ca0d6eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:51.333630 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91eb7e65-3c73-4465-a685-4f5cd4fc3644 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:22:51.340004 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d89b18ea-92b0-463a-9117-2c5ca0d6eb89 None None] Port 541f4440-651f-4106-93c7-5ef0b7c891be cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:22:51.344228 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] Sync routers for ids ['78249009-01b8-42ec-bc2a-be476f3c579d'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:22:51.347962 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-91eb7e65-3c73-4465-a685-4f5cd4fc3644 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/routers/78249009-01b8-42ec-bc2a-be476f3c579d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1905291 Jan 17 14:22:51.350413 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39052) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:51.354986 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] Routers {'78249009-01b8-42ec-bc2a-be476f3c579d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:22:51.355593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:22:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['78249009-01b8-42ec-bc2a-be476f3c579d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:51.488064 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fada7bb-a6a4-45ec-a15c-b5c8f9793c50 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:51.488533 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fada7bb-a6a4-45ec-a15c-b5c8f9793c50 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:51.488974 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fada7bb-a6a4-45ec-a15c-b5c8f9793c50 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:51.489428 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fada7bb-a6a4-45ec-a15c-b5c8f9793c50 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:51.494569 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7fada7bb-a6a4-45ec-a15c-b5c8f9793c50 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1398149 Jan 17 14:22:51.494569 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39056) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:51.533073 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-02e11f01-1146-4bd2-9b8a-d7fa692ebc39 None None] Provisioning complete for port 541f4440-651f-4106-93c7-5ef0b7c891be triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:22:51.533362 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-02e11f01-1146-4bd2-9b8a-d7fa692ebc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:51.561450 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5564593b-4f9d-4acb-bb0b-6040b1a9c358 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:51.561913 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5564593b-4f9d-4acb-bb0b-6040b1a9c358 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:51.562361 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5564593b-4f9d-4acb-bb0b-6040b1a9c358 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:51.562808 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5564593b-4f9d-4acb-bb0b-6040b1a9c358 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:51.564452 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5564593b-4f9d-4acb-bb0b-6040b1a9c358 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0690093 Jan 17 14:22:51.567096 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39060) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:51.585823 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] Set router 78249009-01b8-42ec-bc2a-be476f3c579d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:22:51.654229 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-02e11f01-1146-4bd2-9b8a-d7fa692ebc39 None None] Port 541f4440-651f-4106-93c7-5ef0b7c891be cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:22:51.716105 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 997814d8-1774-48fc-b2c3-f914c6593c1c up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:22:51.788744 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ac224368-85ab-437d-82e4-ee325f2dca06 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2205029 Jan 17 14:22:51.897146 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 997814d8-1774-48fc-b2c3-f914c6593c1c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:22:51.897526 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.052428 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39066) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:52.056750 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'name': 'tempest-TestNetworkBasicOps-router-818134509', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:22:44Z', 'updated_at': '2022-01-17T14:22:50Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:45Z', 'updated_at': '2022-01-17T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '541f4440-651f-4106-93c7-5ef0b7c891be', 'name': '', 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:82:31:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f386e4fb-1199-4f8a-b2d4-1eed523db954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:49Z', 'updated_at': '2022-01-17T14:22:50Z', 'revision_number': 2, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'f386e4fb-1199-4f8a-b2d4-1eed523db954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:52.057984 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-5d1e7f94-dcaf-4adc-8225-0971d2f9ad81 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1337975438', 'description': 'tempest-secgroup-smoke-1337975438 description', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:22:52.063621 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 42babdc7-2fce-4ba4-9bb1-0644287adc15 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:22:52.063946 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5d1e7f94-dcaf-4adc-8225-0971d2f9ad81 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:22:52.068915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5d1e7f94-dcaf-4adc-8225-0971d2f9ad81 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:22:52.072076 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5d1e7f94-dcaf-4adc-8225-0971d2f9ad81 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:22:52.078419 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5d1e7f94-dcaf-4adc-8225-0971d2f9ad81 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:22:52.089681 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7f94-dcaf-4adc-8225-0971d2f9ad81 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.112473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5d1e7f94-dcaf-4adc-8225-0971d2f9ad81 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:22:52.116762 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5d1e7f94-dcaf-4adc-8225-0971d2f9ad81 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:22:52.121194 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5d1e7f94-dcaf-4adc-8225-0971d2f9ad81 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:22:52.126884 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5d1e7f94-dcaf-4adc-8225-0971d2f9ad81 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:22:52.127760 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] Checking router: 78249009-01b8-42ec-bc2a-be476f3c579d for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:22:52.128641 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] Updating router 78249009-01b8-42ec-bc2a-be476f3c579d port 541f4440-651f-4106-93c7-5ef0b7c891be binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:22:52.199634 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7f94-dcaf-4adc-8225-0971d2f9ad81 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.200344 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.204023 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7f94-dcaf-4adc-8225-0971d2f9ad81 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.248138 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e7f94-dcaf-4adc-8225-0971d2f9ad81 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50d3ddb-6821-4dce-9e87-bcac9430df95,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:52.255067 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7f94-dcaf-4adc-8225-0971d2f9ad81 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.259438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39070) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:52.260008 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5d1e7f94-dcaf-4adc-8225-0971d2f9ad81 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2060449 Jan 17 14:22:52.265284 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-785991d4-93a9-4602-9f90-a5d67a470b18 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': 'd50d3ddb-6821-4dce-9e87-bcac9430df95', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:22:52.272320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-785991d4-93a9-4602-9f90-a5d67a470b18 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:22:52.274036 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 42babdc7-2fce-4ba4-9bb1-0644287adc15 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:22:52.274402 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.276348 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-785991d4-93a9-4602-9f90-a5d67a470b18 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:22:52.279310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-785991d4-93a9-4602-9f90-a5d67a470b18 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:22:52.285027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-785991d4-93a9-4602-9f90-a5d67a470b18 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:22:52.302104 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-785991d4-93a9-4602-9f90-a5d67a470b18 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.367338 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-785991d4-93a9-4602-9f90-a5d67a470b18 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.371664 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-785991d4-93a9-4602-9f90-a5d67a470b18 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.396420 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785991d4-93a9-4602-9f90-a5d67a470b18 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0a0408-8f8b-436b-9b37-ad4acf20884f,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:52.406773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-785991d4-93a9-4602-9f90-a5d67a470b18 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.408114 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-785991d4-93a9-4602-9f90-a5d67a470b18 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469162 Jan 17 14:22:52.410962 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39074) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:52.416054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-f606d8b0-631a-4210-9fee-cae691513fc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': 'd50d3ddb-6821-4dce-9e87-bcac9430df95', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:22:52.421891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f606d8b0-631a-4210-9fee-cae691513fc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:22:52.426132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f606d8b0-631a-4210-9fee-cae691513fc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:22:52.428985 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f606d8b0-631a-4210-9fee-cae691513fc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:22:52.434786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f606d8b0-631a-4210-9fee-cae691513fc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:22:52.452389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f606d8b0-631a-4210-9fee-cae691513fc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.517172 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f606d8b0-631a-4210-9fee-cae691513fc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.521112 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f606d8b0-631a-4210-9fee-cae691513fc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.546848 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606d8b0-631a-4210-9fee-cae691513fc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09bb6543-b23c-482a-8ebd-d10e8ee225fa,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:52.559689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f606d8b0-631a-4210-9fee-cae691513fc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.561636 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f606d8b0-631a-4210-9fee-cae691513fc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496601 Jan 17 14:22:52.564391 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39078) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:52.571186 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-bf231f77-b902-4c4b-ba5f-8050fc70f26a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': 'd50d3ddb-6821-4dce-9e87-bcac9430df95', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:22:52.577470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-bf231f77-b902-4c4b-ba5f-8050fc70f26a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:22:52.581276 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bf231f77-b902-4c4b-ba5f-8050fc70f26a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:22:52.584461 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bf231f77-b902-4c4b-ba5f-8050fc70f26a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:22:52.590460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-bf231f77-b902-4c4b-ba5f-8050fc70f26a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:22:52.607964 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bf231f77-b902-4c4b-ba5f-8050fc70f26a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.676269 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.684723 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bf231f77-b902-4c4b-ba5f-8050fc70f26a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.685481 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.688706 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bf231f77-b902-4c4b-ba5f-8050fc70f26a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.701910 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] Transition to ACTIVE for port object 541f4440-651f-4106-93c7-5ef0b7c891be will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:22:52.708643 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.712591 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf231f77-b902-4c4b-ba5f-8050fc70f26a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ff9ded-3e0f-4e98-9c7f-b77bd6a8c01b,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:52.721091 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bf231f77-b902-4c4b-ba5f-8050fc70f26a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.722785 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bf231f77-b902-4c4b-ba5f-8050fc70f26a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1561007 Jan 17 14:22:52.725563 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39082) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:52.730765 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-ca4ef582-7344-40a2-bcc2-de8f5307211d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': 'd50d3ddb-6821-4dce-9e87-bcac9430df95', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:22:52.737128 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ca4ef582-7344-40a2-bcc2-de8f5307211d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:22:52.741580 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ca4ef582-7344-40a2-bcc2-de8f5307211d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:22:52.744613 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ca4ef582-7344-40a2-bcc2-de8f5307211d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:22:52.751145 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ca4ef582-7344-40a2-bcc2-de8f5307211d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:22:52.772918 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ca4ef582-7344-40a2-bcc2-de8f5307211d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.848702 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ca4ef582-7344-40a2-bcc2-de8f5307211d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.853962 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ca4ef582-7344-40a2-bcc2-de8f5307211d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.881739 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc31458-0991-418d-a2a8-feeb309fdd74 None None] Pushing event updated for resources: {'Port': ['ID=541f4440-651f-4106-93c7-5ef0b7c891be,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:52.882012 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ef582-7344-40a2-bcc2-de8f5307211d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a05742-d1e4-42e5-959c-e52582ea82d3,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:52.891562 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ca4ef582-7344-40a2-bcc2-de8f5307211d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.892931 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ca4ef582-7344-40a2-bcc2-de8f5307211d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1664567 Jan 17 14:22:52.895803 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39086) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:52.901197 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-88e1fa43-9947-40e5-9b27-0ff497968ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': 'd50d3ddb-6821-4dce-9e87-bcac9430df95', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:22:52.908311 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-88e1fa43-9947-40e5-9b27-0ff497968ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:22:52.913472 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-88e1fa43-9947-40e5-9b27-0ff497968ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:22:52.916629 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-88e1fa43-9947-40e5-9b27-0ff497968ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:22:52.922568 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-88e1fa43-9947-40e5-9b27-0ff497968ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:22:52.935030 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-88e1fa43-9947-40e5-9b27-0ff497968ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:22:52.942296 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-88e1fa43-9947-40e5-9b27-0ff497968ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.952661 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] Attempting to bind port 541f4440-651f-4106-93c7-5ef0b7c891be on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:22:52.953171 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] Attempting to bind port 541f4440-651f-4106-93c7-5ef0b7c891be by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '682a7b96-8096-402c-9cda-92eba52ca9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:22:52.953644 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] Attempting to bind port 541f4440-651f-4106-93c7-5ef0b7c891be on network 884b06a5-9b6d-4c2f-a751-5a4798d70bbb {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:22:52.959991 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:22:52.960687 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] Checking segment: {'id': '682a7b96-8096-402c-9cda-92eba52ca9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:22:52.961182 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:52.961669 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] Bound using segment: {'id': '682a7b96-8096-402c-9cda-92eba52ca9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:22:52.962235 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] Bound port: 541f4440-651f-4106-93c7-5ef0b7c891be, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682a7b96-8096-402c-9cda-92eba52ca9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:22:52.962744 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:53.024983 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-88e1fa43-9947-40e5-9b27-0ff497968ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:53.028661 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-88e1fa43-9947-40e5-9b27-0ff497968ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:53.054050 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1fa43-9947-40e5-9b27-0ff497968ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b691a3-ff48-4a5f-8cc8-33674ea22c8b,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:53.056497 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] For port 541f4440-651f-4106-93c7-5ef0b7c891be, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:22:53.060288 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] For port 541f4440-651f-4106-93c7-5ef0b7c891be, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=541f4440-651f-4106-93c7-5ef0b7c891be,segment=NetworkSegment(682a7b96-8096-402c-9cda-92eba52ca9a3),segment_id=682a7b96-8096-402c-9cda-92eba52ca9a3)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:22:53.064312 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-88e1fa43-9947-40e5-9b27-0ff497968ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:53.068142 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-88e1fa43-9947-40e5-9b27-0ff497968ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1687102 Jan 17 14:22:53.068307 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:53.068677 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39090) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:22:53.074144 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-5a1e2620-0f2b-4ffb-ad6a-6ff6b14b60bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': 'd50d3ddb-6821-4dce-9e87-bcac9430df95', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:22:53.080391 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5a1e2620-0f2b-4ffb-ad6a-6ff6b14b60bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:22:53.084805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5a1e2620-0f2b-4ffb-ad6a-6ff6b14b60bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:22:53.087952 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5a1e2620-0f2b-4ffb-ad6a-6ff6b14b60bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:22:53.093938 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5a1e2620-0f2b-4ffb-ad6a-6ff6b14b60bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:22:53.104869 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.securitygroups_db [None req-5a1e2620-0f2b-4ffb-ad6a-6ff6b14b60bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:22:53.111426 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2620-0f2b-4ffb-ad6a-6ff6b14b60bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:53.163477 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] Routers {'78249009-01b8-42ec-bc2a-be476f3c579d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:22:53.164557 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:22:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['78249009-01b8-42ec-bc2a-be476f3c579d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:53.183001 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2620-0f2b-4ffb-ad6a-6ff6b14b60bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:53.187507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2620-0f2b-4ffb-ad6a-6ff6b14b60bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:53.212651 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e2620-0f2b-4ffb-ad6a-6ff6b14b60bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711814d1-f019-4d4e-97f4-f1fe78273bba,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:53.223575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2620-0f2b-4ffb-ad6a-6ff6b14b60bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:53.228419 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5a1e2620-0f2b-4ffb-ad6a-6ff6b14b60bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1584299 Jan 17 14:22:53.255081 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc31458-0991-418d-a2a8-feeb309fdd74 None None] Pushing event updated for resources: {'Port': ['ID=541f4440-651f-4106-93c7-5ef0b7c891be,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:53.368327 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] Set router 78249009-01b8-42ec-bc2a-be476f3c579d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:22:53.447862 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-b169c5de-1e47-4d1a-96b4-8156f9c7629a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337975438&fields=id&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 267 time: 0.0406418 Jan 17 14:22:53.602288 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-add95162-ef47-41ed-8d4c-05d91b224eae tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:53.602883 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-add95162-ef47-41ed-8d4c-05d91b224eae tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:22:53.618235 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-add95162-ef47-41ed-8d4c-05d91b224eae tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:22:53.619360 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-add95162-ef47-41ed-8d4c-05d91b224eae tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/networks?id=884b06a5-9b6d-4c2f-a751-5a4798d70bbb HTTP/1.1" status: 200 len: 796 time: 0.1637940 Jan 17 14:22:53.635110 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-30174e62-f198-47c7-b172-8fceb47acab2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/quotas/b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 375 time: 0.0100200 Jan 17 14:22:53.721022 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-1527b639-eaed-4f70-8289-be73390c337e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796473 Jan 17 14:22:53.732815 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'name': 'tempest-TestNetworkBasicOps-router-818134509', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:22:44Z', 'updated_at': '2022-01-17T14:22:50Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:45Z', 'updated_at': '2022-01-17T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '541f4440-651f-4106-93c7-5ef0b7c891be', 'name': '', 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:82:31:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f386e4fb-1199-4f8a-b2d4-1eed523db954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:49Z', 'updated_at': '2022-01-17T14:22:53Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'f386e4fb-1199-4f8a-b2d4-1eed523db954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:22:53.737158 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0a1eb5-a180-49e7-9e76-210eabd27c72 None None] The sync data for ids ['78249009-01b8-42ec-bc2a-be476f3c579d'] in dv-neutron-824901-1-hyperv is: [{'id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'name': 'tempest-TestNetworkBasicOps-router-818134509', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:22:44Z', 'updated_at': '2022-01-17T14:22:50Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:45Z', 'updated_at': '2022-01-17T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '541f4440-651f-4106-93c7-5ef0b7c891be', 'name': '', 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:82:31:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f386e4fb-1199-4f8a-b2d4-1eed523db954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:49Z', 'updated_at': '2022-01-17T14:22:53Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'f386e4fb-1199-4f8a-b2d4-1eed523db954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:22:53.883083 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-f4021466-0f5a-48ed-8899-f44d3577d48e service neutron] 10.222.0.48 "GET /v2.0/networks/884b06a5-9b6d-4c2f-a751-5a4798d70bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494620 Jan 17 14:22:54.021075 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-aeb72bee-18e5-4578-8697-ac1a8335a455 service neutron] 10.222.0.48 "GET /v2.0/networks/884b06a5-9b6d-4c2f-a751-5a4798d70bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311748 Jan 17 14:22:54.200683 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-b1cf1a9f-4952-40cd-a80c-ab7d55849fc8 req-c05d0153-2ee7-42fc-82e0-12dd3643d675 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:22:54.222323 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-b1cf1a9f-4952-40cd-a80c-ab7d55849fc8 req-c05d0153-2ee7-42fc-82e0-12dd3643d675 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:22:54.231274 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b1cf1a9f-4952-40cd-a80c-ab7d55849fc8 req-c05d0153-2ee7-42fc-82e0-12dd3643d675 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 210 time: 0.0733240 Jan 17 14:22:55.263265 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-45ec6d72-d158-4af6-860e-e84907081903 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:55.264060 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-45ec6d72-d158-4af6-860e-e84907081903 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:network {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:22:55.277186 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-45ec6d72-d158-4af6-860e-e84907081903 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:network {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:22:55.278224 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-45ec6d72-d158-4af6-860e-e84907081903 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/networks?id=884b06a5-9b6d-4c2f-a751-5a4798d70bbb HTTP/1.1" status: 200 len: 796 time: 0.1705980 Jan 17 14:22:55.328934 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-44e62f52-aebe-4960-8bc1-dbbc319c996c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:22:55.344906 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-44e62f52-aebe-4960-8bc1-dbbc319c996c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:22:55.346022 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-44e62f52-aebe-4960-8bc1-dbbc319c996c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 380 time: 0.0588126 Jan 17 14:22:55.355553 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-56cb3697-9003-4340-afc6-3949b1eb3f7e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'port': {'device_id': '15463fa0-3821-4f66-86fb-7357665c1a6f', 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb', 'admin_state_up': True, 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'security_groups': ['d50d3ddb-6821-4dce-9e87-bcac9430df95']}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:22:55.396710 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d33fe791-2e5d-4208-a498-be7edfc3001e req-8e94d0d6-e5e4-4073-a78a-38184f9241a7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 210 time: 0.0429387 Jan 17 14:22:55.490783 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-56cb3697-9003-4340-afc6-3949b1eb3f7e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:22:55.500210 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-56cb3697-9003-4340-afc6-3949b1eb3f7e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:22:55.512028 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-56cb3697-9003-4340-afc6-3949b1eb3f7e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:22:55.515835 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-56cb3697-9003-4340-afc6-3949b1eb3f7e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:55.691363 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-56cb3697-9003-4340-afc6-3949b1eb3f7e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.20.0.8 (884b06a5-9b6d-4c2f-a751-5a4798d70bbb/f386e4fb-1199-4f8a-b2d4-1eed523db954/6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:22:55.723376 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 541f4440-651f-4106-93c7-5ef0b7c891be up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:22:55.806101 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 541f4440-651f-4106-93c7-5ef0b7c891be completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:22:55.812803 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 541f4440-651f-4106-93c7-5ef0b7c891be triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:22:55.813293 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:55.898932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-56cb3697-9003-4340-afc6-3949b1eb3f7e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:55.915596 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-56cb3697-9003-4340-afc6-3949b1eb3f7e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Transition to ACTIVE for port object 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:22:55.930494 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:55.940411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-56cb3697-9003-4340-afc6-3949b1eb3f7e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:55.961674 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 541f4440-651f-4106-93c7-5ef0b7c891be, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=541f4440-651f-4106-93c7-5ef0b7c891be,segment=NetworkSegment(682a7b96-8096-402c-9cda-92eba52ca9a3),segment_id=682a7b96-8096-402c-9cda-92eba52ca9a3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:22:55.965704 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:56.015210 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-56cb3697-9003-4340-afc6-3949b1eb3f7e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 884b06a5-9b6d-4c2f-a751-5a4798d70bbb is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:22:56.018146 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-56cb3697-9003-4340-afc6-3949b1eb3f7e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:22:56.021439 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-56cb3697-9003-4340-afc6-3949b1eb3f7e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:22:56.034767 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=541f4440-651f-4106-93c7-5ef0b7c891be,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:56.069324 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb3697-9003-4340-afc6-3949b1eb3f7e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:56.095058 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-56cb3697-9003-4340-afc6-3949b1eb3f7e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:56.095748 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-56cb3697-9003-4340-afc6-3949b1eb3f7e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:56.120993 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-56cb3697-9003-4340-afc6-3949b1eb3f7e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7696755 Jan 17 14:22:56.136540 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] Request body: {'port': {'device_id': '15463fa0-3821-4f66-86fb-7357665c1a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:22:56.233770 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a9d564d5-6c62-4883-a32f-7bca5adcc6e1 None None] Provisioning for port 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:22:56.239688 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a9d564d5-6c62-4883-a32f-7bca5adcc6e1 None None] Provisioning complete for port 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:22:56.240166 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a9d564d5-6c62-4883-a32f-7bca5adcc6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:56.295119 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a9d564d5-6c62-4883-a32f-7bca5adcc6e1 None None] Port 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:22:56.353152 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:56.691731 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1967e2a-fa4e-4dde-9733-5cc70cbf6157 req-b4d0b59c-78b8-40f9-973c-5471149a50a9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:56.692427 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-c1967e2a-fa4e-4dde-9733-5cc70cbf6157 req-b4d0b59c-78b8-40f9-973c-5471149a50a9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:22:56.761670 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-c1967e2a-fa4e-4dde-9733-5cc70cbf6157 req-b4d0b59c-78b8-40f9-973c-5471149a50a9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:22:56.762799 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c1967e2a-fa4e-4dde-9733-5cc70cbf6157 req-b4d0b59c-78b8-40f9-973c-5471149a50a9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 931 time: 0.2478874 Jan 17 14:22:56.772795 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf {{(pid=87524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:22:56.792200 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:56.821705 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] Transition to ACTIVE for port object 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf will not be triggered until provisioned by entity L2. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:22:56.825100 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:56.862918 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c1967e2a-fa4e-4dde-9733-5cc70cbf6157 req-73015ca2-e417-40dd-9345-38a0b2a2ea82 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=d50d3ddb-6821-4dce-9e87-bcac9430df95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925264 Jan 17 14:22:56.985878 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] Pushing event updated for resources: {'Port': ['ID=6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:57.062155 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] Attempting to bind port 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:22:57.062482 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] Attempting to bind port 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '682a7b96-8096-402c-9cda-92eba52ca9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:22:57.062798 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] Attempting to bind port 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf on network 884b06a5-9b6d-4c2f-a751-5a4798d70bbb {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:22:57.067925 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] Port 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf on network 884b06a5-9b6d-4c2f-a751-5a4798d70bbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:22:57.068236 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] Attempting to bind port 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf on network 884b06a5-9b6d-4c2f-a751-5a4798d70bbb {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:22:57.073253 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:22:57.073575 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] Checking segment: {'id': '682a7b96-8096-402c-9cda-92eba52ca9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:22:57.073944 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] Bound using segment: {'id': '682a7b96-8096-402c-9cda-92eba52ca9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb'} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:22:57.074347 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] Bound port: 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682a7b96-8096-402c-9cda-92eba52ca9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb'}}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:22:57.074675 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:57.162805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] For port 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf, host hv-neutron-8249, cleared binding levels {{(pid=87524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:22:57.165775 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] For port 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf,segment=NetworkSegment(682a7b96-8096-402c-9cda-92eba52ca9a3),segment_id=682a7b96-8096-402c-9cda-92eba52ca9a3)] {{(pid=87524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:22:57.170349 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:57.231792 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:57.232477 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:57.233831 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] 10.222.0.15 "PUT /v2.0/ports/6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf HTTP/1.1" status: 200 len: 1093 time: 1.1016431 Jan 17 14:22:57.234263 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15463fa0-3821-4f66-86fb-7357665c1a6f', 'tag': '6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:22:57.257509 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff345cbb-f71e-4387-a149-1f4db9ab9fbb service neutron] Pushing event updated for resources: {'Port': ['ID=6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf,revision_number=3']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:22:57.308614 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15463fa0-3821-4f66-86fb-7357665c1a6f', 'tag': '6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf', 'status': 'completed', 'code': 200} Jan 17 14:22:57.350720 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-3279505b-ddf5-4711-aada-55a8b61fd5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:57.351871 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-3279505b-ddf5-4711-aada-55a8b61fd5bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 1096 time: 0.0764241 Jan 17 14:22:57.425569 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-18dbfefc-14c0-4585-894d-a032fc7068db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf HTTP/1.1" status: 200 len: 217 time: 0.0650356 Jan 17 14:22:57.486799 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-531a2d61-cbb8-40cd-a758-1ca7c85e4ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:57.488837 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-531a2d61-cbb8-40cd-a758-1ca7c85e4ef5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f386e4fb-1199-4f8a-b2d4-1eed523db954 HTTP/1.1" status: 200 len: 835 time: 0.0578520 Jan 17 14:22:57.567321 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-dfe737b5-83fa-493a-9f8f-958507f4900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:57.568786 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-dfe737b5-83fa-493a-9f8f-958507f4900a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b06a5-9b6d-4c2f-a751-5a4798d70bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721238 Jan 17 14:22:57.693826 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 541f4440-651f-4106-93c7-5ef0b7c891be up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:22:57.701349 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-7422cf72-7b4b-46c3-ba80-fcf9338d9b19 service neutron] 10.222.0.15 "GET /v2.0/networks/884b06a5-9b6d-4c2f-a751-5a4798d70bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254821 Jan 17 14:22:57.764782 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 541f4440-651f-4106-93c7-5ef0b7c891be triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:22:57.765054 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:22:57.835446 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b3b64b57-82e4-4913-aa64-0bb3d285dacc req-f7a19622-525f-4f17-ac27-f2144a15ab7d service neutron] 10.222.0.15 "GET /v2.0/networks/884b06a5-9b6d-4c2f-a751-5a4798d70bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273022 Jan 17 14:22:57.954858 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343286c-5e8f-487e-a532-596a2bbc3295 req-92822352-661f-41a2-8358-4dfa4c2dce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:57.956372 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2343286c-5e8f-487e-a532-596a2bbc3295 req-92822352-661f-41a2-8358-4dfa4c2dce16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 1096 time: 0.0717883 Jan 17 14:22:58.242223 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343286c-5e8f-487e-a532-596a2bbc3295 req-4c328e2e-df1d-4617-81db-352b4f900208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:58.243734 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2343286c-5e8f-487e-a532-596a2bbc3295 req-4c328e2e-df1d-4617-81db-352b4f900208 service neutron] 10.222.0.15 "GET /v2.0/networks?id=884b06a5-9b6d-4c2f-a751-5a4798d70bbb HTTP/1.1" status: 200 len: 897 time: 0.2816513 Jan 17 14:22:58.251810 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731d037-8b07-4aa6-a763-b9407cadac81 req-a1b9862a-1968-4aa9-9af3-5757fdad5f5b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:58.253191 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2731d037-8b07-4aa6-a763-b9407cadac81 req-a1b9862a-1968-4aa9-9af3-5757fdad5f5b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 943 time: 0.2727563 Jan 17 14:22:58.326425 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2343286c-5e8f-487e-a532-596a2bbc3295 req-810dab0d-fbe3-4946-b1ec-92fbdfaff946 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf HTTP/1.1" status: 200 len: 217 time: 0.0723362 Jan 17 14:22:58.400289 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2731d037-8b07-4aa6-a763-b9407cadac81 req-793778ae-fc99-4618-aa4a-97aa9b68cbcf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=d50d3ddb-6821-4dce-9e87-bcac9430df95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928314 Jan 17 14:22:58.409901 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343286c-5e8f-487e-a532-596a2bbc3295 req-05f9d1f3-3c31-4093-84b1-b75cebf71660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:58.411359 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2343286c-5e8f-487e-a532-596a2bbc3295 req-05f9d1f3-3c31-4093-84b1-b75cebf71660 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f386e4fb-1199-4f8a-b2d4-1eed523db954 HTTP/1.1" status: 200 len: 835 time: 0.0788825 Jan 17 14:22:58.488470 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343286c-5e8f-487e-a532-596a2bbc3295 req-cbfbea32-6e81-4ca3-b399-ef8a67ae0cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:58.490115 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2343286c-5e8f-487e-a532-596a2bbc3295 req-cbfbea32-6e81-4ca3-b399-ef8a67ae0cd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b06a5-9b6d-4c2f-a751-5a4798d70bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719798 Jan 17 14:22:58.621193 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2343286c-5e8f-487e-a532-596a2bbc3295 req-3b4c05dd-cb63-4fd1-b7c9-76ce7eb1dbca service neutron] 10.222.0.15 "GET /v2.0/networks/884b06a5-9b6d-4c2f-a751-5a4798d70bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242619 Jan 17 14:22:58.752018 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2343286c-5e8f-487e-a532-596a2bbc3295 req-de56b132-fc6c-4499-a0ee-ec97e87b17d8 service neutron] 10.222.0.15 "GET /v2.0/networks/884b06a5-9b6d-4c2f-a751-5a4798d70bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241701 Jan 17 14:22:59.590522 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14fdf2-d708-475d-9031-cbb03fab1b46 req-6006a10c-4376-47fe-9271-60155745f725 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:22:59.591998 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cd14fdf2-d708-475d-9031-cbb03fab1b46 req-6006a10c-4376-47fe-9271-60155745f725 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 943 time: 0.0824850 Jan 17 14:22:59.644765 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cd14fdf2-d708-475d-9031-cbb03fab1b46 req-3d328db4-6939-4c0f-984e-2c92d962ac27 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=d50d3ddb-6821-4dce-9e87-bcac9430df95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471041 Jan 17 14:23:00.828966 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65290a53-7409-484e-a75b-0d47c623c354 req-f3f8c196-4ddf-4c78-819d-30865e55b7f7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:23:00.830403 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-65290a53-7409-484e-a75b-0d47c623c354 req-f3f8c196-4ddf-4c78-819d-30865e55b7f7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 943 time: 0.0837002 Jan 17 14:23:00.874170 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-65290a53-7409-484e-a75b-0d47c623c354 req-fd712089-9c32-4aee-95dd-b098810b0cb5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=d50d3ddb-6821-4dce-9e87-bcac9430df95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375285 Jan 17 14:23:01.389329 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:23:01.517876 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf,segment=NetworkSegment(682a7b96-8096-402c-9cda-92eba52ca9a3),segment_id=682a7b96-8096-402c-9cda-92eba52ca9a3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:23:01.533532 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf', 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb', 'port_id': '6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf', 'mac_address': 'fa:16:3e:9c:09:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f386e4fb-1199-4f8a-b2d4-1eed523db954', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:23:01.587009 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:01.603150 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:23:01.618509 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf,segment=NetworkSegment(682a7b96-8096-402c-9cda-92eba52ca9a3),segment_id=682a7b96-8096-402c-9cda-92eba52ca9a3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:23:01.623084 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:01.690942 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:23:01.958951 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:23:02.055373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b24f17-cb10-4823-bf7d-7174e1b7a3a7 req-60e1ba35-8d9f-467f-9a96-458d951a5433 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:23:02.056869 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-68b24f17-cb10-4823-bf7d-7174e1b7a3a7 req-60e1ba35-8d9f-467f-9a96-458d951a5433 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 944 time: 0.0795915 Jan 17 14:23:02.102750 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-68b24f17-cb10-4823-bf7d-7174e1b7a3a7 req-dc66ba91-ca42-4099-81c0-959b169ec411 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=d50d3ddb-6821-4dce-9e87-bcac9430df95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402937 Jan 17 14:23:03.281873 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb3ef2-29b7-48ee-af7c-13af30d54205 req-714effce-a71b-45c4-bfce-cc8239894a2b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:23:03.283329 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-68eb3ef2-29b7-48ee-af7c-13af30d54205 req-714effce-a71b-45c4-bfce-cc8239894a2b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 944 time: 0.0779107 Jan 17 14:23:03.330439 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-68eb3ef2-29b7-48ee-af7c-13af30d54205 req-24b4b75e-0f12-4293-816c-2f0ed3de6108 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=d50d3ddb-6821-4dce-9e87-bcac9430df95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410321 Jan 17 14:23:03.407590 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:23:03.473886 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:23:03.478927 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:23:03.479295 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:03.594094 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:03.620246 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15463fa0-3821-4f66-86fb-7357665c1a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:23:03.630346 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf,segment=NetworkSegment(682a7b96-8096-402c-9cda-92eba52ca9a3),segment_id=682a7b96-8096-402c-9cda-92eba52ca9a3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:23:03.634691 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:03.705208 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:23:03.841622 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15463fa0-3821-4f66-86fb-7357665c1a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf', 'code': 200} Jan 17 14:23:04.066334 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9deae1a-e3c9-490a-927b-3231d442272f req-7c7af5c5-6a1d-46bb-a461-80dcb328f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:23:04.067823 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c9deae1a-e3c9-490a-927b-3231d442272f req-7c7af5c5-6a1d-46bb-a461-80dcb328f647 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 1098 time: 0.0689986 Jan 17 14:23:04.108839 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c9deae1a-e3c9-490a-927b-3231d442272f req-5fbd6efc-369d-4a99-b7e1-b314a911c292 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d50d3ddb-6821-4dce-9e87-bcac9430df95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342569 Jan 17 14:23:04.517133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38853780-8c0b-43b3-bdd9-46ac05440a2b req-0ff7c136-ba25-4680-bbf1-2ca76844daec tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:23:04.518594 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-38853780-8c0b-43b3-bdd9-46ac05440a2b req-0ff7c136-ba25-4680-bbf1-2ca76844daec tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 945 time: 0.0829000 Jan 17 14:23:04.561861 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-38853780-8c0b-43b3-bdd9-46ac05440a2b req-61e412d8-623c-4715-8cfd-caa832aa34e1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=d50d3ddb-6821-4dce-9e87-bcac9430df95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376108 Jan 17 14:23:05.749690 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721041f-e8e9-4a19-99ab-a29e31b8a0aa req-596d281d-cb93-4d56-94bb-0368a2187179 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:23:05.751141 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3721041f-e8e9-4a19-99ab-a29e31b8a0aa req-596d281d-cb93-4d56-94bb-0368a2187179 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 945 time: 0.0840831 Jan 17 14:23:05.794902 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3721041f-e8e9-4a19-99ab-a29e31b8a0aa req-a0d03347-09c0-4f5e-b71f-09048b95d0cc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=d50d3ddb-6821-4dce-9e87-bcac9430df95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381172 Jan 17 14:23:05.975171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1257950-4540-4997-9c2d-af8d4077885e req-501407d2-532b-4ea1-97a4-b699d789b587 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:23:05.976649 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e1257950-4540-4997-9c2d-af8d4077885e req-501407d2-532b-4ea1-97a4-b699d789b587 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 945 time: 0.0794754 Jan 17 14:23:06.019751 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e1257950-4540-4997-9c2d-af8d4077885e req-e29dd80c-4efc-47d3-b048-748f92a8810b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=d50d3ddb-6821-4dce-9e87-bcac9430df95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375137 Jan 17 14:23:06.042385 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39148) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:23:06.113740 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b1fa82-8f91-4310-b581-d1c787fc7168 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:23:06.115219 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-68b1fa82-8f91-4310-b581-d1c787fc7168 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 1093 time: 0.0718884 Jan 17 14:23:06.118015 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39152) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:23:06.122932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': '6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:23:06.129181 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:23:06.133377 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:floatingip and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:23:06.136152 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:23:06.141716 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:23:06.152526 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:06.286317 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:06.414326 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.26.3.5 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/d92623ff-9a69-44a8-9d35-d806b1836bef) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:23:06.560757 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:06.589496 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:06.743805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:23:06.746431 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:23:06.750238 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:23:06.784536 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=d92623ff-9a69-44a8-9d35-d806b1836bef,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:23:07.154157 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:07.227680 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:07.426854 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:07.431512 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:07.540040 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=d92623ff-9a69-44a8-9d35-d806b1836bef,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:23:07.549664 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:07.722039 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Floating IP 5b8370c8-4dc3-4e4b-a1ab-4c72285048c1 associated. External IP: 172.26.3.5, port: 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf. Jan 17 14:23:08.162310 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 78249009-01b8-42ec-bc2a-be476f3c579d has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:23:08.335976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:23:08.345901 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255f9f61-5549-4a2b-92d8-0671ee292dae None None] Sync routers for ids ['78249009-01b8-42ec-bc2a-be476f3c579d'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:23:08.355302 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255f9f61-5549-4a2b-92d8-0671ee292dae None None] Routers {'78249009-01b8-42ec-bc2a-be476f3c579d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:23:08.356050 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-255f9f61-5549-4a2b-92d8-0671ee292dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:22:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['78249009-01b8-42ec-bc2a-be476f3c579d'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:23:08.359297 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:08.417843 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4778ab7f-b8e9-4dec-a2c5-c88bd0ff1037 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2986927 Jan 17 14:23:08.418310 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15463fa0-3821-4f66-86fb-7357665c1a6f', 'tag': '6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:23:08.420454 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39156) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:23:08.462241 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15463fa0-3821-4f66-86fb-7357665c1a6f', 'tag': '6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf', 'status': 'completed', 'code': 200} Jan 17 14:23:08.531449 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-943d5b03-603c-4883-9fd2-0f6b109f13df tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/5b8370c8-4dc3-4e4b-a1ab-4c72285048c1 HTTP/1.1" status: 200 len: 989 time: 0.1091039 Jan 17 14:23:08.541298 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-255f9f61-5549-4a2b-92d8-0671ee292dae None None] Set router 78249009-01b8-42ec-bc2a-be476f3c579d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:23:08.559414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733427d-f015-46f4-9aaf-0dc0b2819867 req-85870cde-971d-461a-84cc-3f9c653afa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:23:08.560923 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9733427d-f015-46f4-9aaf-0dc0b2819867 req-85870cde-971d-461a-84cc-3f9c653afa55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 1098 time: 0.0727344 Jan 17 14:23:08.691345 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733427d-f015-46f4-9aaf-0dc0b2819867 req-9bbb79c1-eeee-4ced-98ab-d21ddf96a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:23:08.692721 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9733427d-f015-46f4-9aaf-0dc0b2819867 req-9bbb79c1-eeee-4ced-98ab-d21ddf96a9f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=884b06a5-9b6d-4c2f-a751-5a4798d70bbb HTTP/1.1" status: 200 len: 897 time: 0.1250050 Jan 17 14:23:08.804016 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9733427d-f015-46f4-9aaf-0dc0b2819867 req-f6dc2504-0db2-49ee-aff5-b62d489b3870 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf HTTP/1.1" status: 200 len: 997 time: 0.1030664 Jan 17 14:23:08.869619 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733427d-f015-46f4-9aaf-0dc0b2819867 req-1c3ce721-e9e5-458e-87f9-e50a6b223edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:23:08.871044 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9733427d-f015-46f4-9aaf-0dc0b2819867 req-1c3ce721-e9e5-458e-87f9-e50a6b223edc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f386e4fb-1199-4f8a-b2d4-1eed523db954 HTTP/1.1" status: 200 len: 835 time: 0.0574751 Jan 17 14:23:08.887512 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-255f9f61-5549-4a2b-92d8-0671ee292dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'name': 'tempest-TestNetworkBasicOps-router-818134509', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:22:44Z', 'updated_at': '2022-01-17T14:22:50Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:45Z', 'updated_at': '2022-01-17T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '5b8370c8-4dc3-4e4b-a1ab-4c72285048c1', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.5', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'port_id': '6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb', 'mac_address': 'fa:16:3e:9c:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15463fa0-3821-4f66-86fb-7357665c1a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:23:07Z', 'updated_at': '2022-01-17T14:23:07Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541f4440-651f-4106-93c7-5ef0b7c891be', 'name': '', 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:82:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f386e4fb-1199-4f8a-b2d4-1eed523db954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:49Z', 'updated_at': '2022-01-17T14:22:55Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'f386e4fb-1199-4f8a-b2d4-1eed523db954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:23:08.891317 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255f9f61-5549-4a2b-92d8-0671ee292dae None None] Checking router: 78249009-01b8-42ec-bc2a-be476f3c579d for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:23:08.899814 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255f9f61-5549-4a2b-92d8-0671ee292dae None None] Routers {'78249009-01b8-42ec-bc2a-be476f3c579d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:23:08.900390 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-255f9f61-5549-4a2b-92d8-0671ee292dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:22:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['78249009-01b8-42ec-bc2a-be476f3c579d'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:23:08.948153 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733427d-f015-46f4-9aaf-0dc0b2819867 req-167b411b-35c0-4fbf-b74b-cdc7ebd49dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:23:08.949590 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9733427d-f015-46f4-9aaf-0dc0b2819867 req-167b411b-35c0-4fbf-b74b-cdc7ebd49dd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b06a5-9b6d-4c2f-a751-5a4798d70bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718572 Jan 17 14:23:09.077789 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-255f9f61-5549-4a2b-92d8-0671ee292dae None None] Set router 78249009-01b8-42ec-bc2a-be476f3c579d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:23:09.081285 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9733427d-f015-46f4-9aaf-0dc0b2819867 req-63960af5-9fc8-4786-a742-f1b15d67289a service neutron] 10.222.0.15 "GET /v2.0/networks/884b06a5-9b6d-4c2f-a751-5a4798d70bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248081 Jan 17 14:23:09.215236 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9733427d-f015-46f4-9aaf-0dc0b2819867 req-b26c386d-316e-4940-8659-5975619e47c7 service neutron] 10.222.0.15 "GET /v2.0/networks/884b06a5-9b6d-4c2f-a751-5a4798d70bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281250 Jan 17 14:23:09.453360 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-255f9f61-5549-4a2b-92d8-0671ee292dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'name': 'tempest-TestNetworkBasicOps-router-818134509', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:22:44Z', 'updated_at': '2022-01-17T14:22:50Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:45Z', 'updated_at': '2022-01-17T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '5b8370c8-4dc3-4e4b-a1ab-4c72285048c1', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.5', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'port_id': '6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb', 'mac_address': 'fa:16:3e:9c:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15463fa0-3821-4f66-86fb-7357665c1a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:23:07Z', 'updated_at': '2022-01-17T14:23:07Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541f4440-651f-4106-93c7-5ef0b7c891be', 'name': '', 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:82:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f386e4fb-1199-4f8a-b2d4-1eed523db954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:49Z', 'updated_at': '2022-01-17T14:22:55Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'f386e4fb-1199-4f8a-b2d4-1eed523db954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:23:09.457785 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255f9f61-5549-4a2b-92d8-0671ee292dae None None] The sync data for ids ['78249009-01b8-42ec-bc2a-be476f3c579d'] in dv-neutron-824901-1-hyperv is: [{'id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'name': 'tempest-TestNetworkBasicOps-router-818134509', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:22:44Z', 'updated_at': '2022-01-17T14:22:50Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:45Z', 'updated_at': '2022-01-17T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '5b8370c8-4dc3-4e4b-a1ab-4c72285048c1', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.5', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'port_id': '6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb', 'mac_address': 'fa:16:3e:9c:09:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15463fa0-3821-4f66-86fb-7357665c1a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:23:07Z', 'updated_at': '2022-01-17T14:23:07Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541f4440-651f-4106-93c7-5ef0b7c891be', 'name': '', 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:82:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f386e4fb-1199-4f8a-b2d4-1eed523db954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:49Z', 'updated_at': '2022-01-17T14:22:55Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'f386e4fb-1199-4f8a-b2d4-1eed523db954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:23:09.535320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39162) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:23:09.646493 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0ca65761-be44-43bc-87da-0476b003c6ea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/5b8370c8-4dc3-4e4b-a1ab-4c72285048c1 HTTP/1.1" status: 200 len: 989 time: 0.1088967 Jan 17 14:23:09.647016 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98348df-c602-4509-9cd4-aaa14355bb02 None None] New status for floating IP 5b8370c8-4dc3-4e4b-a1ab-4c72285048c1: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:23:10.646635 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f3da0bcc-9637-4277-af66-8fd1335e3197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:10.649191 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39166) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:23:10.755134 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-346d4d60-885b-42e5-95c7-a91da6ad8a36 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/5b8370c8-4dc3-4e4b-a1ab-4c72285048c1 HTTP/1.1" status: 200 len: 991 time: 0.1044526 Jan 17 14:23:13.787437 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-10464840-1ef9-4627-a81f-72e6a98b26f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:13.858232 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:13.928213 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:15.392820 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:22.652593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:25.860660 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:23:36.373867 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-51189d1a-07dd-466b-b255-72f25702185c req-8bc88641-d433-48b9-bb94-82aac8beff2c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=15463fa0-3821-4f66-86fb-7357665c1a6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688438 Jan 17 14:23:36.509141 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51189d1a-07dd-466b-b255-72f25702185c req-1183927f-7def-4a2f-aae9-5857bba6299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:23:36.510563 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-51189d1a-07dd-466b-b255-72f25702185c req-1183927f-7def-4a2f-aae9-5857bba6299e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 1098 time: 0.0701652 Jan 17 14:23:36.651887 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51189d1a-07dd-466b-b255-72f25702185c req-44a6166f-1259-4da4-838d-d516b56b103f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:23:36.653334 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-51189d1a-07dd-466b-b255-72f25702185c req-44a6166f-1259-4da4-838d-d516b56b103f service neutron] 10.222.0.15 "GET /v2.0/networks?id=884b06a5-9b6d-4c2f-a751-5a4798d70bbb HTTP/1.1" status: 200 len: 897 time: 0.1233418 Jan 17 14:23:36.755111 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-51189d1a-07dd-466b-b255-72f25702185c req-e1b0e379-e06e-4128-a5a0-79df509e0072 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf HTTP/1.1" status: 200 len: 999 time: 0.0951073 Jan 17 14:23:36.918566 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51189d1a-07dd-466b-b255-72f25702185c req-c7f9d7d8-f324-4c93-9331-e89571ac5c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:23:36.920089 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-51189d1a-07dd-466b-b255-72f25702185c req-c7f9d7d8-f324-4c93-9331-e89571ac5c80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f386e4fb-1199-4f8a-b2d4-1eed523db954 HTTP/1.1" status: 200 len: 835 time: 0.1580935 Jan 17 14:23:36.993386 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51189d1a-07dd-466b-b255-72f25702185c req-c1d6d597-e068-4d8f-9855-ba6977fb2d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:23:36.994809 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-51189d1a-07dd-466b-b255-72f25702185c req-c1d6d597-e068-4d8f-9855-ba6977fb2d65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b06a5-9b6d-4c2f-a751-5a4798d70bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683982 Jan 17 14:23:37.125653 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-51189d1a-07dd-466b-b255-72f25702185c req-203fddf1-6c31-4285-b74f-c309ac231411 service neutron] 10.222.0.15 "GET /v2.0/networks/884b06a5-9b6d-4c2f-a751-5a4798d70bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235867 Jan 17 14:23:37.254602 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-51189d1a-07dd-466b-b255-72f25702185c req-18de43cd-4009-4c59-80d1-3e762dc43d7e service neutron] 10.222.0.15 "GET /v2.0/networks/884b06a5-9b6d-4c2f-a751-5a4798d70bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227422 Jan 17 14:23:40.651799 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f97c730d-0f38-475d-b2e1-66025cc83b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:43.790122 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4dae802e-4bff-496b-a530-fa6546546dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:43.860808 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:43.919402 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:45.393647 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:23:52.661358 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:02.859951 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:24:10.652568 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ff1d42a3-336f-4df0-8b25-e86b09d064e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:13.794177 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-208e4afe-c5fb-47d5-86bf-9afde6f7f684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:13.864152 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:13.920406 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:15.396885 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:22.013533 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39198) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:22.245772 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3ff2c2fd-18d6-472d-9840-da45b8e99d11 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/5b8370c8-4dc3-4e4b-a1ab-4c72285048c1 HTTP/1.1" status: 200 len: 991 time: 0.2311375 Jan 17 14:24:22.541430 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39210) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:22.667831 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:22.743571 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port d92623ff-9a69-44a8-9d35-d806b1836bef {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:24:22.743942 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:22.907857 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:22.908174 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:23.032630 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for d92623ff-9a69-44a8-9d35-d806b1836bef owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:24:23.179039 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:23.226214 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=d92623ff-9a69-44a8-9d35-d806b1836bef,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:23.293769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:23.294110 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:23.294446 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:23.294774 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:23.295101 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:23.295427 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:23.295770 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:23.296096 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:23.296417 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:23.296734 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:23.297048 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:23.297361 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:23.323880 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:23.324208 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Floating IP 5b8370c8-4dc3-4e4b-a1ab-4c72285048c1 disassociated (deleted). External IP: 172.26.3.5, port: 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf. Jan 17 14:24:23.762107 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 78249009-01b8-42ec-bc2a-be476f3c579d has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:24:23.943529 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:24:23.953139 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b82375-49b1-49b2-b264-2b3caff65433 None None] Sync routers for ids ['78249009-01b8-42ec-bc2a-be476f3c579d'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:24:23.963309 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:23.963560 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b82375-49b1-49b2-b264-2b3caff65433 None None] Routers {'78249009-01b8-42ec-bc2a-be476f3c579d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:24:23.964186 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-02b82375-49b1-49b2-b264-2b3caff65433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:24:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['78249009-01b8-42ec-bc2a-be476f3c579d'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:24.017438 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-de8c94e1-8882-4159-9946-ce1d3b5bfd4f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/floatingips/5b8370c8-4dc3-4e4b-a1ab-4c72285048c1 HTTP/1.1" status: 204 len: 168 time: 1.4749379 Jan 17 14:24:24.017918 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15463fa0-3821-4f66-86fb-7357665c1a6f', 'tag': '6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:24:24.126573 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15463fa0-3821-4f66-86fb-7357665c1a6f', 'tag': '6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf', 'status': 'completed', 'code': 200} Jan 17 14:24:24.145556 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-02b82375-49b1-49b2-b264-2b3caff65433 None None] Set router 78249009-01b8-42ec-bc2a-be476f3c579d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:24:24.238203 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3b2c7-54f7-4984-aef5-41621c8bfbcd req-c41af188-5130-4028-a838-00774e5efcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:24.239747 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-cfe3b2c7-54f7-4984-aef5-41621c8bfbcd req-c41af188-5130-4028-a838-00774e5efcf5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 1098 time: 0.0889959 Jan 17 14:24:24.373588 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3b2c7-54f7-4984-aef5-41621c8bfbcd req-b950aba8-13a3-4216-bcad-62ba25051702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:24.375098 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-cfe3b2c7-54f7-4984-aef5-41621c8bfbcd req-b950aba8-13a3-4216-bcad-62ba25051702 service neutron] 10.222.0.15 "GET /v2.0/networks?id=884b06a5-9b6d-4c2f-a751-5a4798d70bbb HTTP/1.1" status: 200 len: 897 time: 0.1280465 Jan 17 14:24:24.392346 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d35c46-5fc5-4609-a5c8-ca959ec48811 req-953078a8-27d5-48f3-8ae4-8f45c9ca7475 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:24.394551 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-27d35c46-5fc5-4609-a5c8-ca959ec48811 req-953078a8-27d5-48f3-8ae4-8f45c9ca7475 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 945 time: 0.0819995 Jan 17 14:24:24.441970 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-27d35c46-5fc5-4609-a5c8-ca959ec48811 req-12fd5ac7-cc90-4168-a170-bcf1fb3629d1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=d50d3ddb-6821-4dce-9e87-bcac9430df95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396512 Jan 17 14:24:24.447924 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-cfe3b2c7-54f7-4984-aef5-41621c8bfbcd req-201a5e9c-f604-464a-8794-a3ed092dbe43 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf HTTP/1.1" status: 200 len: 217 time: 0.0651665 Jan 17 14:24:24.479798 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-02b82375-49b1-49b2-b264-2b3caff65433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'name': 'tempest-TestNetworkBasicOps-router-818134509', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:22:44Z', 'updated_at': '2022-01-17T14:22:50Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:45Z', 'updated_at': '2022-01-17T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '541f4440-651f-4106-93c7-5ef0b7c891be', 'name': '', 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:82:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f386e4fb-1199-4f8a-b2d4-1eed523db954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:49Z', 'updated_at': '2022-01-17T14:22:55Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'f386e4fb-1199-4f8a-b2d4-1eed523db954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:24.483554 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b82375-49b1-49b2-b264-2b3caff65433 None None] Checking router: 78249009-01b8-42ec-bc2a-be476f3c579d for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:24:24.492536 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b82375-49b1-49b2-b264-2b3caff65433 None None] Routers {'78249009-01b8-42ec-bc2a-be476f3c579d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:24:24.493118 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-02b82375-49b1-49b2-b264-2b3caff65433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:24:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['78249009-01b8-42ec-bc2a-be476f3c579d'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:24.513054 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3b2c7-54f7-4984-aef5-41621c8bfbcd req-da5560d0-5522-46fd-967c-11d7d9850327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:24.514519 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-cfe3b2c7-54f7-4984-aef5-41621c8bfbcd req-da5560d0-5522-46fd-967c-11d7d9850327 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f386e4fb-1199-4f8a-b2d4-1eed523db954 HTTP/1.1" status: 200 len: 835 time: 0.0599692 Jan 17 14:24:24.589037 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3b2c7-54f7-4984-aef5-41621c8bfbcd req-eb5e8113-2874-479f-9291-fcc8db9d1797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:24.590495 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-cfe3b2c7-54f7-4984-aef5-41621c8bfbcd req-eb5e8113-2874-479f-9291-fcc8db9d1797 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b06a5-9b6d-4c2f-a751-5a4798d70bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685959 Jan 17 14:24:24.667866 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-02b82375-49b1-49b2-b264-2b3caff65433 None None] Set router 78249009-01b8-42ec-bc2a-be476f3c579d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:24:24.722564 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-cfe3b2c7-54f7-4984-aef5-41621c8bfbcd req-6328578c-a7e8-47c5-b3ad-b1664930312d service neutron] 10.222.0.15 "GET /v2.0/networks/884b06a5-9b6d-4c2f-a751-5a4798d70bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230900 Jan 17 14:24:24.864199 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-cfe3b2c7-54f7-4984-aef5-41621c8bfbcd req-2426cc51-9a43-4c4c-aada-9d16cb2e2728 service neutron] 10.222.0.15 "GET /v2.0/networks/884b06a5-9b6d-4c2f-a751-5a4798d70bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289124 Jan 17 14:24:25.005642 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-02b82375-49b1-49b2-b264-2b3caff65433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'name': 'tempest-TestNetworkBasicOps-router-818134509', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:22:44Z', 'updated_at': '2022-01-17T14:22:50Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:45Z', 'updated_at': '2022-01-17T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '541f4440-651f-4106-93c7-5ef0b7c891be', 'name': '', 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:82:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f386e4fb-1199-4f8a-b2d4-1eed523db954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:49Z', 'updated_at': '2022-01-17T14:22:55Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'f386e4fb-1199-4f8a-b2d4-1eed523db954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:25.009291 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b82375-49b1-49b2-b264-2b3caff65433 None None] The sync data for ids ['78249009-01b8-42ec-bc2a-be476f3c579d'] in dv-neutron-824901-1-hyperv is: [{'id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'name': 'tempest-TestNetworkBasicOps-router-818134509', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:22:44Z', 'updated_at': '2022-01-17T14:22:50Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:45Z', 'updated_at': '2022-01-17T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '541f4440-651f-4106-93c7-5ef0b7c891be', 'name': '', 'network_id': '884b06a5-9b6d-4c2f-a751-5a4798d70bbb', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:82:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'f386e4fb-1199-4f8a-b2d4-1eed523db954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:49Z', 'updated_at': '2022-01-17T14:22:55Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'f386e4fb-1199-4f8a-b2d4-1eed523db954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:24:25.223877 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b287025-7ed1-4897-a62c-8c64156c40ca None None] New status for floating IP 5b8370c8-4dc3-4e4b-a1ab-4c72285048c1: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:24:25.628106 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4209b58-a5ff-49a9-99a3-19ad6a689444 req-9b54610f-54e9-4141-adff-bd0cdf6a2977 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:25.628720 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-b4209b58-a5ff-49a9-99a3-19ad6a689444 req-9b54610f-54e9-4141-adff-bd0cdf6a2977 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:24:25.644854 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-b4209b58-a5ff-49a9-99a3-19ad6a689444 req-9b54610f-54e9-4141-adff-bd0cdf6a2977 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:24:25.646054 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b4209b58-a5ff-49a9-99a3-19ad6a689444 req-9b54610f-54e9-4141-adff-bd0cdf6a2977 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 945 time: 0.0992186 Jan 17 14:24:25.690294 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b4209b58-a5ff-49a9-99a3-19ad6a689444 req-b216dbbd-92b1-4102-8963-be1e379be706 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=d50d3ddb-6821-4dce-9e87-bcac9430df95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385098 Jan 17 14:24:26.015660 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f467ff-0502-4b03-8d4c-24177b037697 req-0683d1e3-1395-413b-968a-5466fce1e906 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:26.017068 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-25f467ff-0502-4b03-8d4c-24177b037697 req-0683d1e3-1395-413b-968a-5466fce1e906 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/ports?device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 945 time: 0.0762591 Jan 17 14:24:26.091139 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-25f467ff-0502-4b03-8d4c-24177b037697 req-78685c3a-e4a1-40a7-bea1-71e6e2c9f2b2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:24:26.091467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-25f467ff-0502-4b03-8d4c-24177b037697 req-78685c3a-e4a1-40a7-bea1-71e6e2c9f2b2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:26.422584 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-25f467ff-0502-4b03-8d4c-24177b037697 req-78685c3a-e4a1-40a7-bea1-71e6e2c9f2b2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf,segment=NetworkSegment(682a7b96-8096-402c-9cda-92eba52ca9a3),segment_id=682a7b96-8096-402c-9cda-92eba52ca9a3)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:24:26.422936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-25f467ff-0502-4b03-8d4c-24177b037697 req-78685c3a-e4a1-40a7-bea1-71e6e2c9f2b2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:26.541455 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-25f467ff-0502-4b03-8d4c-24177b037697 req-78685c3a-e4a1-40a7-bea1-71e6e2c9f2b2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf owned by compute:nova {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:24:26.679761 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-25f467ff-0502-4b03-8d4c-24177b037697 req-78685c3a-e4a1-40a7-bea1-71e6e2c9f2b2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:26.729017 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78685c3a-e4a1-40a7-bea1-71e6e2c9f2b2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:26.809060 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f467ff-0502-4b03-8d4c-24177b037697 req-78685c3a-e4a1-40a7-bea1-71e6e2c9f2b2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] No DVR routers for this DVR port 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf on host hv-neutron-8249 {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:24:26.810706 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-25f467ff-0502-4b03-8d4c-24177b037697 req-78685c3a-e4a1-40a7-bea1-71e6e2c9f2b2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:26.813261 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15463fa0-3821-4f66-86fb-7357665c1a6f', 'name': 'network-vif-deleted', 'tag': '6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:24:26.830154 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-25f467ff-0502-4b03-8d4c-24177b037697 req-78685c3a-e4a1-40a7-bea1-71e6e2c9f2b2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "DELETE /v2.0/ports/6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf HTTP/1.1" status: 204 len: 173 time: 0.8069696 Jan 17 14:24:26.850583 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2c3b5931-e952-4c27-9d08-e3db317b483e req-39f5ff52-592f-4e36-9318-0f2949dab91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=15463fa0-3821-4f66-86fb-7357665c1a6f HTTP/1.1" status: 200 len: 210 time: 0.0470870 Jan 17 14:24:26.865161 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15463fa0-3821-4f66-86fb-7357665c1a6f', 'name': 'network-vif-deleted', 'tag': '6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf', 'status': 'completed', 'code': 200} Jan 17 14:24:27.944447 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39234) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:28.010974 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d9c2921b-7ab2-411c-9a02-12655a2d209a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:28.041873 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d9c2921b-7ab2-411c-9a02-12655a2d209a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:28.104687 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d9c2921b-7ab2-411c-9a02-12655a2d209a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:28.120909 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2921b-7ab2-411c-9a02-12655a2d209a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50d3ddb-6821-4dce-9e87-bcac9430df95,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:28.133126 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d9c2921b-7ab2-411c-9a02-12655a2d209a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:28.136784 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d9c2921b-7ab2-411c-9a02-12655a2d209a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/security-groups/d50d3ddb-6821-4dce-9e87-bcac9430df95 HTTP/1.1" status: 204 len: 168 time: 0.1888893 Jan 17 14:24:28.163105 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39240) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:28.695613 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2c24782b-baad-4c1a-8e09-7e8d818ca446 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:29.127863 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-2c24782b-baad-4c1a-8e09-7e8d818ca446 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 541f4440-651f-4106-93c7-5ef0b7c891be {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:24:29.128555 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2c24782b-baad-4c1a-8e09-7e8d818ca446 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:29.311611 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-2c24782b-baad-4c1a-8e09-7e8d818ca446 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port 541f4440-651f-4106-93c7-5ef0b7c891be, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=541f4440-651f-4106-93c7-5ef0b7c891be,segment=NetworkSegment(682a7b96-8096-402c-9cda-92eba52ca9a3),segment_id=682a7b96-8096-402c-9cda-92eba52ca9a3)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:24:29.311991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2c24782b-baad-4c1a-8e09-7e8d818ca446 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:29.436164 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-2c24782b-baad-4c1a-8e09-7e8d818ca446 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 541f4440-651f-4106-93c7-5ef0b7c891be owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:24:29.753039 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2c24782b-baad-4c1a-8e09-7e8d818ca446 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:29.798111 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24782b-baad-4c1a-8e09-7e8d818ca446 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=541f4440-651f-4106-93c7-5ef0b7c891be,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:29.840173 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:24:29.880888 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:24:29.880888 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 6dbc73b0-4b16-473a-ab3d-4ca0a9da56bf not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:24:30.077106 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2c24782b-baad-4c1a-8e09-7e8d818ca446 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:30.521966 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c24782b-baad-4c1a-8e09-7e8d818ca446 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 78249009-01b8-42ec-bc2a-be476f3c579d has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:24:30.693432 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c24782b-baad-4c1a-8e09-7e8d818ca446 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:24:30.702487 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c2b064-7cb0-41f9-9c7a-2f3980f01af8 None None] Sync routers for ids ['78249009-01b8-42ec-bc2a-be476f3c579d'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:24:30.705872 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2c24782b-baad-4c1a-8e09-7e8d818ca446 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/routers/78249009-01b8-42ec-bc2a-be476f3c579d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5416105 Jan 17 14:24:30.708473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39246) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:30.712227 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c2b064-7cb0-41f9-9c7a-2f3980f01af8 None None] Routers {'78249009-01b8-42ec-bc2a-be476f3c579d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:24:30.712814 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f6c2b064-7cb0-41f9-9c7a-2f3980f01af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:24:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['78249009-01b8-42ec-bc2a-be476f3c579d'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:30.773897 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeea9545-1274-4841-bc59-d6cbe7a33d2d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting subnet f386e4fb-1199-4f8a-b2d4-1eed523db954 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:24:30.777441 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eeea9545-1274-4841-bc59-d6cbe7a33d2d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:30.834871 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eeea9545-1274-4841-bc59-d6cbe7a33d2d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:30.889062 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-f6c2b064-7cb0-41f9-9c7a-2f3980f01af8 None None] Set router 78249009-01b8-42ec-bc2a-be476f3c579d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:24:30.916082 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eeea9545-1274-4841-bc59-d6cbe7a33d2d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:30.988497 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eeea9545-1274-4841-bc59-d6cbe7a33d2d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:31.029179 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea9545-1274-4841-bc59-d6cbe7a33d2d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Subnet': ['ID=f386e4fb-1199-4f8a-b2d4-1eed523db954,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:31.032450 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eeea9545-1274-4841-bc59-d6cbe7a33d2d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:31.041435 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-eeea9545-1274-4841-bc59-d6cbe7a33d2d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/subnets/f386e4fb-1199-4f8a-b2d4-1eed523db954 HTTP/1.1" status: 204 len: 168 time: 0.3295012 Jan 17 14:24:31.041621 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2676cbc-5fb8-4289-9839-88b39b24eec2 None None] Network 884b06a5-9b6d-4c2f-a751-5a4798d70bbb requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:24:31.042105 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39250) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:31.171090 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f6c2b064-7cb0-41f9-9c7a-2f3980f01af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'name': 'tempest-TestNetworkBasicOps-router-818134509', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:22:44Z', 'updated_at': '2022-01-17T14:24:29Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:45Z', 'updated_at': '2022-01-17T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:31.175962 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c2b064-7cb0-41f9-9c7a-2f3980f01af8 None None] Checking router: 78249009-01b8-42ec-bc2a-be476f3c579d for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:24:31.186625 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c2b064-7cb0-41f9-9c7a-2f3980f01af8 None None] Routers {'78249009-01b8-42ec-bc2a-be476f3c579d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:24:31.187466 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f6c2b064-7cb0-41f9-9c7a-2f3980f01af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:24:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['78249009-01b8-42ec-bc2a-be476f3c579d'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:31.220015 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1d8f4c79-a889-47a6-a4fd-ce4efd81a324 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:31.299945 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37272c14-6874-4ce7-bf5c-5fd5611c0401 None None] DHCP port deletion for 884b06a5-9b6d-4c2f-a751-5a4798d70bbb request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:24:31.304326 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-37272c14-6874-4ce7-bf5c-5fd5611c0401 None None] Deleting port 42babdc7-2fce-4ba4-9bb1-0644287adc15 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:24:31.304693 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-37272c14-6874-4ce7-bf5c-5fd5611c0401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:31.365916 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-f6c2b064-7cb0-41f9-9c7a-2f3980f01af8 None None] Set router 78249009-01b8-42ec-bc2a-be476f3c579d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:24:31.412026 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1d8f4c79-a889-47a6-a4fd-ce4efd81a324 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:31.422977 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-1d8f4c79-a889-47a6-a4fd-ce4efd81a324 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 997814d8-1774-48fc-b2c3-f914c6593c1c {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:24:31.423770 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1d8f4c79-a889-47a6-a4fd-ce4efd81a324 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:31.517525 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-37272c14-6874-4ce7-bf5c-5fd5611c0401 None None] For port 42babdc7-2fce-4ba4-9bb1-0644287adc15, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=42babdc7-2fce-4ba4-9bb1-0644287adc15,segment=NetworkSegment(682a7b96-8096-402c-9cda-92eba52ca9a3),segment_id=682a7b96-8096-402c-9cda-92eba52ca9a3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:24:31.518493 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-37272c14-6874-4ce7-bf5c-5fd5611c0401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:31.600386 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-1d8f4c79-a889-47a6-a4fd-ce4efd81a324 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port 997814d8-1774-48fc-b2c3-f914c6593c1c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=997814d8-1774-48fc-b2c3-f914c6593c1c,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:24:31.600986 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1d8f4c79-a889-47a6-a4fd-ce4efd81a324 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:31.639768 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-37272c14-6874-4ce7-bf5c-5fd5611c0401 None None] Calling delete_port for 42babdc7-2fce-4ba4-9bb1-0644287adc15 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:24:31.649612 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f6c2b064-7cb0-41f9-9c7a-2f3980f01af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'name': 'tempest-TestNetworkBasicOps-router-818134509', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:22:44Z', 'updated_at': '2022-01-17T14:24:29Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:45Z', 'updated_at': '2022-01-17T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:31.653555 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c2b064-7cb0-41f9-9c7a-2f3980f01af8 None None] The sync data for ids ['78249009-01b8-42ec-bc2a-be476f3c579d'] in dv-neutron-824901-1-hyperv is: [{'id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'name': 'tempest-TestNetworkBasicOps-router-818134509', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:22:44Z', 'updated_at': '2022-01-17T14:24:29Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '997814d8-1774-48fc-b2c3-f914c6593c1c', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78249009-01b8-42ec-bc2a-be476f3c579d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:22:45Z', 'updated_at': '2022-01-17T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:24:31.721886 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-37272c14-6874-4ce7-bf5c-5fd5611c0401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:31.729494 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-1d8f4c79-a889-47a6-a4fd-ce4efd81a324 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 997814d8-1774-48fc-b2c3-f914c6593c1c owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:24:31.773777 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37272c14-6874-4ce7-bf5c-5fd5611c0401 None None] Pushing event deleted for resources: {'Port': ['ID=42babdc7-2fce-4ba4-9bb1-0644287adc15,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:31.779166 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37272c14-6874-4ce7-bf5c-5fd5611c0401 None None] No DVR routers for this DVR port 42babdc7-2fce-4ba4-9bb1-0644287adc15 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:24:31.785917 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37272c14-6874-4ce7-bf5c-5fd5611c0401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:31.786547 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37272c14-6874-4ce7-bf5c-5fd5611c0401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:31.787088 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37272c14-6874-4ce7-bf5c-5fd5611c0401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:31.787566 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37272c14-6874-4ce7-bf5c-5fd5611c0401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:31.788075 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37272c14-6874-4ce7-bf5c-5fd5611c0401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:31.788568 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37272c14-6874-4ce7-bf5c-5fd5611c0401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:31.790184 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37272c14-6874-4ce7-bf5c-5fd5611c0401 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:31.790727 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37272c14-6874-4ce7-bf5c-5fd5611c0401 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:31.791232 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37272c14-6874-4ce7-bf5c-5fd5611c0401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:31.791758 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37272c14-6874-4ce7-bf5c-5fd5611c0401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:31.792425 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37272c14-6874-4ce7-bf5c-5fd5611c0401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:31.793058 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37272c14-6874-4ce7-bf5c-5fd5611c0401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:32.002130 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1d8f4c79-a889-47a6-a4fd-ce4efd81a324 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:32.051417 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f4c79-a889-47a6-a4fd-ce4efd81a324 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=997814d8-1774-48fc-b2c3-f914c6593c1c,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:32.102907 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 42babdc7-2fce-4ba4-9bb1-0644287adc15 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:24:32.138652 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 42babdc7-2fce-4ba4-9bb1-0644287adc15 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:24:32.138993 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 42babdc7-2fce-4ba4-9bb1-0644287adc15 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:24:32.145196 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1d8f4c79-a889-47a6-a4fd-ce4efd81a324 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:32.318889 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1d8f4c79-a889-47a6-a4fd-ce4efd81a324 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:32.322140 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1d8f4c79-a889-47a6-a4fd-ce4efd81a324 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:32.346006 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1d8f4c79-a889-47a6-a4fd-ce4efd81a324 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:32.347116 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8f4c79-a889-47a6-a4fd-ce4efd81a324 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Fanout notify agent at l3_agent the message router_deleted on router 78249009-01b8-42ec-bc2a-be476f3c579d {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:24:32.362711 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1d8f4c79-a889-47a6-a4fd-ce4efd81a324 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:32.363810 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1d8f4c79-a889-47a6-a4fd-ce4efd81a324 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/routers/78249009-01b8-42ec-bc2a-be476f3c579d HTTP/1.1" status: 204 len: 168 time: 1.3212547 Jan 17 14:24:32.366554 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39256) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:32.480422 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b5873582-a1d6-48bd-9a61-f6967f802250 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:32.607601 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b5873582-a1d6-48bd-9a61-f6967f802250 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:32.632493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-b5873582-a1d6-48bd-9a61-f6967f802250 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884b06a5-9b6d-4c2f-a751-5a4798d70bbb']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:32.648041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-b5873582-a1d6-48bd-9a61-f6967f802250 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682a7b96-8096-402c-9cda-92eba52ca9a3') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:32.648332 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-b5873582-a1d6-48bd-9a61-f6967f802250 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682a7b96-8096-402c-9cda-92eba52ca9a3') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:32.659151 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b5873582-a1d6-48bd-9a61-f6967f802250 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:32.674481 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b5873582-a1d6-48bd-9a61-f6967f802250 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:32.680263 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5873582-a1d6-48bd-9a61-f6967f802250 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:24:32.680635 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b5873582-a1d6-48bd-9a61-f6967f802250 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:24:32.694994 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:24:32.777254 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b5873582-a1d6-48bd-9a61-f6967f802250 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:32.794716 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b5873582-a1d6-48bd-9a61-f6967f802250 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:32.806530 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5873582-a1d6-48bd-9a61-f6967f802250 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Network': ['ID=884b06a5-9b6d-4c2f-a751-5a4798d70bbb,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:32.819074 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b5873582-a1d6-48bd-9a61-f6967f802250 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/networks/884b06a5-9b6d-4c2f-a751-5a4798d70bbb HTTP/1.1" status: 204 len: 168 time: 0.4506302 Jan 17 14:24:32.834780 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39260) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:32.841005 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'network': {'name': 'tempest-network-smoke--1432993063', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'port_security_enabled': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:24:32.845978 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:24:32.850654 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:network and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:24:32.853817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:24:32.860205 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:24:32.869716 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:24:32.873060 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:32.899615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:24:32.908054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:32.908389 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Added segment 24b1fa4b-b96a-4ee9-9d45-ef550bbf153f of type vlan for network 5845bf1a-fa8b-4251-a6a4-03d522d72859 Jan 17 14:24:32.934906 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:32.963963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:32.969296 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:32.969865 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:33.072761 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2367964 Jan 17 14:24:33.075450 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39264) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:33.078541 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Network': ['ID=5845bf1a-fa8b-4251-a6a4-03d522d72859,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:33.081618 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-97594267', 'admin_state_up': True, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:24:33.086198 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:33.086543 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:33.086878 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:33.087206 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:33.087530 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:33.087886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:33.088208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:33.088521 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:33.088680 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:24:33.088832 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:33.089154 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:33.089468 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:33.089778 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21446993-4fac-40d0-b2dc-1d5a56b21d6a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:33.092437 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:router and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:24:33.095265 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:24:33.101152 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 5845bf1a-fa8b-4251-a6a4-03d522d72859 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:24:33.102149 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:24:33.112009 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:33.112929 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:33.129124 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:33.392295 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:33.733173 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 541f4440-651f-4106-93c7-5ef0b7c891be no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:24:33.765372 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 541f4440-651f-4106-93c7-5ef0b7c891be {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:24:33.765707 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 541f4440-651f-4106-93c7-5ef0b7c891be not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:24:33.766326 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 997814d8-1774-48fc-b2c3-f914c6593c1c no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:24:33.790224 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:33.801517 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 997814d8-1774-48fc-b2c3-f914c6593c1c {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:24:33.801960 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 997814d8-1774-48fc-b2c3-f914c6593c1c not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:24:33.819506 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:33.954049 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.26.3.140 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/c630d07e-2c9f-4d38-b503-98a899c21ea8) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:24:34.096409 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:34.124933 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:34.187019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:24:34.189633 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:24:34.193854 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:24:34.236567 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=c630d07e-2c9f-4d38-b503-98a899c21ea8,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:34.607496 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:35.057344 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:35.256009 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 7c06bd32-239c-46df-b544-f1fe32a90ee4 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:24:35.428400 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:24:35.438112 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] Sync routers for ids ['7c06bd32-239c-46df-b544-f1fe32a90ee4'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:24:35.448364 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] Routers {'7c06bd32-239c-46df-b544-f1fe32a90ee4'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:24:35.448962 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:24:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7c06bd32-239c-46df-b544-f1fe32a90ee4'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:35.458593 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:35.459817 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c8dafa84-4e40-4a09-98f0-0ed685a25013 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3833051 Jan 17 14:24:35.462882 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39268) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:35.606933 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-077af0f2-0490-43bd-8666-efe9ed0075c6 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=b984fd6eaa2842d8abc65eb7a2d4e417&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1429963 Jan 17 14:24:35.609628 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39274) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:35.622942 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] Set router 7c06bd32-239c-46df-b544-f1fe32a90ee4 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:24:35.738899 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6853dcab-c8c6-4c03-b174-14158524e178 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:35.743060 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6853dcab-c8c6-4c03-b174-14158524e178 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299636 Jan 17 14:24:35.743302 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39278) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:35.784551 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-57164cf4-1f42-4ab2-879d-afc98c460b74 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378947 Jan 17 14:24:35.784821 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39282) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:35.790009 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-3d16c8c5-724c-493d-b919-e72b807ee56d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1815484020', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:24:35.898035 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3d16c8c5-724c-493d-b919-e72b807ee56d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:24:35.901908 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3d16c8c5-724c-493d-b919-e72b807ee56d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:subnet and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:24:35.903724 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'name': 'tempest-TestNetworkBasicOps-router-97594267', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:34Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:35.904667 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3d16c8c5-724c-493d-b919-e72b807ee56d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:24:35.907515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] Checking router: 7c06bd32-239c-46df-b544-f1fe32a90ee4 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:24:35.907885 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] Updating router 7c06bd32-239c-46df-b544-f1fe32a90ee4 port c630d07e-2c9f-4d38-b503-98a899c21ea8 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:24:35.910602 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3d16c8c5-724c-493d-b919-e72b807ee56d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:24:35.921522 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d16c8c5-724c-493d-b919-e72b807ee56d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:24:35.925654 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3d16c8c5-724c-493d-b919-e72b807ee56d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:35.961256 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:36.133963 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3d16c8c5-724c-493d-b919-e72b807ee56d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:36.212807 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16c8c5-724c-493d-b919-e72b807ee56d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Subnet': ['ID=4a341e4e-811c-4140-a535-0f310c3b25fe,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:36.221605 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d16c8c5-724c-493d-b919-e72b807ee56d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Checking segment: {'id': '24b1fa4b-b96a-4ee9-9d45-ef550bbf153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:24:36.221958 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d16c8c5-724c-493d-b919-e72b807ee56d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network hostable DHCP agents. Network: 5845bf1a-fa8b-4251-a6a4-03d522d72859, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:24:36.241068 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d16c8c5-724c-493d-b919-e72b807ee56d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 5845bf1a-fa8b-4251-a6a4-03d522d72859 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:24:36.249687 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-3d16c8c5-724c-493d-b919-e72b807ee56d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 5845bf1a-fa8b-4251-a6a4-03d522d72859) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:24:36.253569 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d16c8c5-724c-493d-b919-e72b807ee56d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:36.254138 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3d16c8c5-724c-493d-b919-e72b807ee56d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:36.270072 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf3d70c-cdb9-4cf2-a38f-abe570bbddd0 None None] Network 5845bf1a-fa8b-4251-a6a4-03d522d72859 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:24:36.273860 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3d16c8c5-724c-493d-b919-e72b807ee56d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4880724 Jan 17 14:24:36.277066 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39286) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:36.369179 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:36.397988 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] Transition to ACTIVE for port object c630d07e-2c9f-4d38-b503-98a899c21ea8 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:24:36.416588 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:36.546739 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5549a8-255d-4361-85fc-0619eef498c6 None None] Pushing event updated for resources: {'Port': ['ID=c630d07e-2c9f-4d38-b503-98a899c21ea8,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:36.577535 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] Attempting to bind port c630d07e-2c9f-4d38-b503-98a899c21ea8 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:24:36.577890 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] Attempting to bind port c630d07e-2c9f-4d38-b503-98a899c21ea8 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:24:36.578506 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] Attempting to bind port c630d07e-2c9f-4d38-b503-98a899c21ea8 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:24:36.595926 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:24:36.596854 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:24:36.597249 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:36.597637 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:24:36.598090 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] Bound port: c630d07e-2c9f-4d38-b503-98a899c21ea8, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:24:36.598457 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:36.635050 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-5845bf1a-fa8b-4251-a6a4-03d522d72859', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ips': [{'subnet_id': '4a341e4e-811c-4140-a535-0f310c3b25fe'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:24:36.635908 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:36.748361 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] For port c630d07e-2c9f-4d38-b503-98a899c21ea8, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:24:36.766800 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] For port c630d07e-2c9f-4d38-b503-98a899c21ea8, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c630d07e-2c9f-4d38-b503-98a899c21ea8,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:24:36.841451 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:36.937910 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] Routers {'7c06bd32-239c-46df-b544-f1fe32a90ee4'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:24:36.938563 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:24:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7c06bd32-239c-46df-b544-f1fe32a90ee4'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:37.001461 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Allocated IP 172.20.0.2 (5845bf1a-fa8b-4251-a6a4-03d522d72859/4a341e4e-811c-4140-a535-0f310c3b25fe/f3f55184-3f2e-45ad-ae13-98b665b9612b) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:24:37.026472 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5549a8-255d-4361-85fc-0619eef498c6 None None] Pushing event updated for resources: {'Port': ['ID=c630d07e-2c9f-4d38-b503-98a899c21ea8,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:37.073031 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-055401b2-9b46-4ddd-bad1-965d65b51213 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:37.207529 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] Set router 7c06bd32-239c-46df-b544-f1fe32a90ee4 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:24:37.516302 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:37.556286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Transition to ACTIVE for port object f3f55184-3f2e-45ad-ae13-98b665b9612b will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:24:37.583593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Transition to ACTIVE for port object f3f55184-3f2e-45ad-ae13-98b665b9612b will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:24:37.590488 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:37.653030 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-055401b2-9b46-4ddd-bad1-965d65b51213 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.20.0.1 (5845bf1a-fa8b-4251-a6a4-03d522d72859/4a341e4e-811c-4140-a535-0f310c3b25fe/06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:24:37.668036 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Network 5845bf1a-fa8b-4251-a6a4-03d522d72859 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:24:37.674910 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:24:37.677874 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Pushing event updated for resources: {'Port': ['ID=f3f55184-3f2e-45ad-ae13-98b665b9612b,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:37.680517 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:24:37.683691 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'name': 'tempest-TestNetworkBasicOps-router-97594267', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:34Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:37.713358 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c412fffb-7618-42a0-ad63-f20e7a589e2e None None] The sync data for ids ['7c06bd32-239c-46df-b544-f1fe32a90ee4'] in dv-neutron-824901-1-hyperv is: [{'id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'name': 'tempest-TestNetworkBasicOps-router-97594267', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:34Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:24:37.780801 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Attempting to bind port f3f55184-3f2e-45ad-ae13-98b665b9612b on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:24:37.781074 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Attempting to bind port f3f55184-3f2e-45ad-ae13-98b665b9612b by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '24b1fa4b-b96a-4ee9-9d45-ef550bbf153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:24:37.781431 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Attempting to bind port f3f55184-3f2e-45ad-ae13-98b665b9612b on network 5845bf1a-fa8b-4251-a6a4-03d522d72859 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:24:37.787778 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:24:37.788147 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Checking segment: {'id': '24b1fa4b-b96a-4ee9-9d45-ef550bbf153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:24:37.788535 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:37.788915 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Bound using segment: {'id': '24b1fa4b-b96a-4ee9-9d45-ef550bbf153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:24:37.789364 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Bound port: f3f55184-3f2e-45ad-ae13-98b665b9612b, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b1fa4b-b96a-4ee9-9d45-ef550bbf153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:24:37.789722 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:37.825551 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-055401b2-9b46-4ddd-bad1-965d65b51213 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:37.849484 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-055401b2-9b46-4ddd-bad1-965d65b51213 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Transition to ACTIVE for port object 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:24:37.875044 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-055401b2-9b46-4ddd-bad1-965d65b51213 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:37.882604 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] For port f3f55184-3f2e-45ad-ae13-98b665b9612b, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:24:37.886100 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] For port f3f55184-3f2e-45ad-ae13-98b665b9612b, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=f3f55184-3f2e-45ad-ae13-98b665b9612b,segment=NetworkSegment(24b1fa4b-b96a-4ee9-9d45-ef550bbf153f),segment_id=24b1fa4b-b96a-4ee9-9d45-ef550bbf153f)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:24:37.890435 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:37.966407 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055401b2-9b46-4ddd-bad1-965d65b51213 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 5845bf1a-fa8b-4251-a6a4-03d522d72859 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:24:37.971601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-055401b2-9b46-4ddd-bad1-965d65b51213 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:24:37.978178 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055401b2-9b46-4ddd-bad1-965d65b51213 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:24:37.999809 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8fe86-dc5d-4623-ac7f-75089d721b9e None None] Pushing event updated for resources: {'Port': ['ID=f3f55184-3f2e-45ad-ae13-98b665b9612b,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:38.039397 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055401b2-9b46-4ddd-bad1-965d65b51213 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:38.058352 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-055401b2-9b46-4ddd-bad1-965d65b51213 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:38.418127 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-055401b2-9b46-4ddd-bad1-965d65b51213 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:38.839964 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-055401b2-9b46-4ddd-bad1-965d65b51213 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:38.845739 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-055401b2-9b46-4ddd-bad1-965d65b51213 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:38.958750 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-055401b2-9b46-4ddd-bad1-965d65b51213 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:38.972787 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055401b2-9b46-4ddd-bad1-965d65b51213 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:38.986280 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d8765d-5849-4e8c-8cbc-7b0559ec1d51 None None] Network 5845bf1a-fa8b-4251-a6a4-03d522d72859 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:24:39.069491 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7880d1aa-d75e-4e9e-95cd-018caff96914 None None] Provisioning for port f3f55184-3f2e-45ad-ae13-98b665b9612b completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:24:39.110420 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055401b2-9b46-4ddd-bad1-965d65b51213 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 5845bf1a-fa8b-4251-a6a4-03d522d72859 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:24:39.111608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-055401b2-9b46-4ddd-bad1-965d65b51213 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:24:39.301503 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055401b2-9b46-4ddd-bad1-965d65b51213 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 7c06bd32-239c-46df-b544-f1fe32a90ee4 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:24:39.484731 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055401b2-9b46-4ddd-bad1-965d65b51213 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:24:39.495596 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] Sync routers for ids ['7c06bd32-239c-46df-b544-f1fe32a90ee4'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:24:39.497956 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-055401b2-9b46-4ddd-bad1-965d65b51213 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/routers/7c06bd32-239c-46df-b544-f1fe32a90ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2192330 Jan 17 14:24:39.500441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39290) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:39.507855 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d6b98c9f-5934-46b7-826b-147aaf8b333b None None] Provisioning for port 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:24:39.508803 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] Routers {'7c06bd32-239c-46df-b544-f1fe32a90ee4'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:24:39.509693 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:24:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7c06bd32-239c-46df-b544-f1fe32a90ee4'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:39.513557 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d6b98c9f-5934-46b7-826b-147aaf8b333b None None] Provisioning complete for port 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:24:39.514078 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d6b98c9f-5934-46b7-826b-147aaf8b333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:39.625530 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d6b98c9f-5934-46b7-826b-147aaf8b333b None None] Port 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:24:39.665144 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfed625-d604-48b4-87fc-9975ee8fef2e tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:39.665615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfed625-d604-48b4-87fc-9975ee8fef2e tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:39.666067 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfed625-d604-48b4-87fc-9975ee8fef2e tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:39.666524 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfed625-d604-48b4-87fc-9975ee8fef2e tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:39.668322 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6cfed625-d604-48b4-87fc-9975ee8fef2e tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1665742 Jan 17 14:24:39.670970 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39294) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:39.725198 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] Set router 7c06bd32-239c-46df-b544-f1fe32a90ee4 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:24:39.756604 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ed3b8f-28f6-487a-bf3b-cf2de08e90e4 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:39.758766 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ed3b8f-28f6-487a-bf3b-cf2de08e90e4 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:39.759411 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ed3b8f-28f6-487a-bf3b-cf2de08e90e4 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:39.760664 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ed3b8f-28f6-487a-bf3b-cf2de08e90e4 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:39.762446 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-75ed3b8f-28f6-487a-bf3b-cf2de08e90e4 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0905690 Jan 17 14:24:39.766522 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39298) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:39.780542 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-72684302-5502-424c-b242-dfe987bc2581 None None] Provisioning complete for port 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:24:39.781183 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-72684302-5502-424c-b242-dfe987bc2581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:39.866555 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device f3f55184-3f2e-45ad-ae13-98b665b9612b up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:24:39.910481 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:24:39.978443 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-72684302-5502-424c-b242-dfe987bc2581 None None] Port 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:24:39.993595 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port f3f55184-3f2e-45ad-ae13-98b665b9612b completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:24:39.999881 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port f3f55184-3f2e-45ad-ae13-98b665b9612b triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:24:40.000261 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:40.139110 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-57aca054-f50a-4398-8140-c56020e31772 None None] Provisioning complete for port 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:24:40.139655 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-57aca054-f50a-4398-8140-c56020e31772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:40.186018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:40.198519 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'name': 'tempest-TestNetworkBasicOps-router-97594267', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:38Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b', 'name': '', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:05:93:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:37Z', 'updated_at': '2022-01-17T14:24:38Z', 'revision_number': 2, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:40.202447 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7f4bdaa9-87c0-4585-b060-c50b6363f1e9 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.4321032 Jan 17 14:24:40.213771 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] Checking router: 7c06bd32-239c-46df-b544-f1fe32a90ee4 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:24:40.214194 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] Updating router 7c06bd32-239c-46df-b544-f1fe32a90ee4 port 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:24:40.230230 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-57aca054-f50a-4398-8140-c56020e31772 None None] Port 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:24:40.235883 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port f3f55184-3f2e-45ad-ae13-98b665b9612b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=f3f55184-3f2e-45ad-ae13-98b665b9612b,segment=NetworkSegment(24b1fa4b-b96a-4ee9-9d45-ef550bbf153f),segment_id=24b1fa4b-b96a-4ee9-9d45-ef550bbf153f)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:24:40.241151 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:40.241930 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c630d07e-2c9f-4d38-b503-98a899c21ea8 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:24:40.276807 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:40.383416 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=f3f55184-3f2e-45ad-ae13-98b665b9612b,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:40.395779 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port c630d07e-2c9f-4d38-b503-98a899c21ea8 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:24:40.401948 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port c630d07e-2c9f-4d38-b503-98a899c21ea8 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:24:40.402577 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:40.485848 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39304) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:40.491700 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-192e222d-c5e0-4e58-ad0d-1637e580b0ce tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1717918090', 'description': 'tempest-secgroup-smoke-1717918090 description', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:24:40.498043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-192e222d-c5e0-4e58-ad0d-1637e580b0ce tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:24:40.502517 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-192e222d-c5e0-4e58-ad0d-1637e580b0ce tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:24:40.505606 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-192e222d-c5e0-4e58-ad0d-1637e580b0ce tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:24:40.511540 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-192e222d-c5e0-4e58-ad0d-1637e580b0ce tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:24:40.527590 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-192e222d-c5e0-4e58-ad0d-1637e580b0ce tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:40.548290 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-192e222d-c5e0-4e58-ad0d-1637e580b0ce tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:24:40.552311 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-192e222d-c5e0-4e58-ad0d-1637e580b0ce tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:24:40.555377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-192e222d-c5e0-4e58-ad0d-1637e580b0ce tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:24:40.561425 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-192e222d-c5e0-4e58-ad0d-1637e580b0ce tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:24:40.561968 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:40.583366 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port c630d07e-2c9f-4d38-b503-98a899c21ea8, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c630d07e-2c9f-4d38-b503-98a899c21ea8,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:24:40.588918 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:40.672536 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:40.673397 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-192e222d-c5e0-4e58-ad0d-1637e580b0ce tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:40.677723 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9409420b-f522-478b-9419-55bad8efdd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:40.680650 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-192e222d-c5e0-4e58-ad0d-1637e580b0ce tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:40.686634 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=c630d07e-2c9f-4d38-b503-98a899c21ea8,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:40.688391 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] Transition to ACTIVE for port object 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:24:40.704967 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:40.742482 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e222d-c5e0-4e58-ad0d-1637e580b0ce tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=592d3afa-7225-4c95-92eb-0e0b9804e1a4,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:40.745518 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-192e222d-c5e0-4e58-ad0d-1637e580b0ce tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:40.746901 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-192e222d-c5e0-4e58-ad0d-1637e580b0ce tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2600188 Jan 17 14:24:40.749734 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39308) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:40.755401 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-377df514-3fe6-49f9-a562-7a8c7ccc08bd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '592d3afa-7225-4c95-92eb-0e0b9804e1a4', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:24:40.761181 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-377df514-3fe6-49f9-a562-7a8c7ccc08bd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:24:40.764980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-377df514-3fe6-49f9-a562-7a8c7ccc08bd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:24:40.768506 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-377df514-3fe6-49f9-a562-7a8c7ccc08bd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:24:40.774120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-377df514-3fe6-49f9-a562-7a8c7ccc08bd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:24:40.777878 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242999b-aa18-41b8-99bd-24ce0c8e67a4 None None] Pushing event updated for resources: {'Port': ['ID=06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:40.791594 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-377df514-3fe6-49f9-a562-7a8c7ccc08bd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:40.853975 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242999b-aa18-41b8-99bd-24ce0c8e67a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:40.854342 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242999b-aa18-41b8-99bd-24ce0c8e67a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:40.854677 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242999b-aa18-41b8-99bd-24ce0c8e67a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:40.855049 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242999b-aa18-41b8-99bd-24ce0c8e67a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:40.855378 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242999b-aa18-41b8-99bd-24ce0c8e67a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:40.855755 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242999b-aa18-41b8-99bd-24ce0c8e67a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:40.856101 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242999b-aa18-41b8-99bd-24ce0c8e67a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:40.856442 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242999b-aa18-41b8-99bd-24ce0c8e67a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:40.856765 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242999b-aa18-41b8-99bd-24ce0c8e67a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:40.857077 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242999b-aa18-41b8-99bd-24ce0c8e67a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:40.857431 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242999b-aa18-41b8-99bd-24ce0c8e67a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:40.857746 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242999b-aa18-41b8-99bd-24ce0c8e67a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:24:40.873252 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-377df514-3fe6-49f9-a562-7a8c7ccc08bd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:40.881675 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-377df514-3fe6-49f9-a562-7a8c7ccc08bd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:40.910630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377df514-3fe6-49f9-a562-7a8c7ccc08bd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f590dfb-b094-4a88-b14a-61f61242796b,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:40.920121 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-377df514-3fe6-49f9-a562-7a8c7ccc08bd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:40.921683 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-377df514-3fe6-49f9-a562-7a8c7ccc08bd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1708345 Jan 17 14:24:40.924450 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39312) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:40.930235 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-58dbbf35-d3a4-42f7-bb06-46199da6c99a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '592d3afa-7225-4c95-92eb-0e0b9804e1a4', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:24:40.936880 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-58dbbf35-d3a4-42f7-bb06-46199da6c99a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:24:40.941551 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-58dbbf35-d3a4-42f7-bb06-46199da6c99a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:24:40.944586 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-58dbbf35-d3a4-42f7-bb06-46199da6c99a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:24:40.951002 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-58dbbf35-d3a4-42f7-bb06-46199da6c99a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:24:40.967170 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] Attempting to bind port 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:24:40.967542 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] Attempting to bind port 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '24b1fa4b-b96a-4ee9-9d45-ef550bbf153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:24:40.967917 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] Attempting to bind port 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b on network 5845bf1a-fa8b-4251-a6a4-03d522d72859 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:24:40.971386 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-58dbbf35-d3a4-42f7-bb06-46199da6c99a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:40.973592 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:24:40.973963 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] Checking segment: {'id': '24b1fa4b-b96a-4ee9-9d45-ef550bbf153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:24:40.974343 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:40.974724 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] Bound using segment: {'id': '24b1fa4b-b96a-4ee9-9d45-ef550bbf153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:24:40.975177 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] Bound port: 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b1fa4b-b96a-4ee9-9d45-ef550bbf153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:24:40.975545 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.035462 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-58dbbf35-d3a4-42f7-bb06-46199da6c99a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.039806 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-58dbbf35-d3a4-42f7-bb06-46199da6c99a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.063250 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbbf35-d3a4-42f7-bb06-46199da6c99a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25adae99-bc9b-4899-bd21-32c60d10203d,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:41.070154 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] For port 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:24:41.073032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-58dbbf35-d3a4-42f7-bb06-46199da6c99a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.073911 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] For port 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b,segment=NetworkSegment(24b1fa4b-b96a-4ee9-9d45-ef550bbf153f),segment_id=24b1fa4b-b96a-4ee9-9d45-ef550bbf153f)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:24:41.074151 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-58dbbf35-d3a4-42f7-bb06-46199da6c99a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1485059 Jan 17 14:24:41.077203 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39316) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:41.077671 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.082744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-1d7f209c-1d6b-473f-949b-544e8712a4b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '592d3afa-7225-4c95-92eb-0e0b9804e1a4', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:24:41.088584 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1d7f209c-1d6b-473f-949b-544e8712a4b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:24:41.092351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1d7f209c-1d6b-473f-949b-544e8712a4b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:24:41.095167 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1d7f209c-1d6b-473f-949b-544e8712a4b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:24:41.100892 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1d7f209c-1d6b-473f-949b-544e8712a4b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:24:41.117991 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1d7f209c-1d6b-473f-949b-544e8712a4b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.156664 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] Routers {'7c06bd32-239c-46df-b544-f1fe32a90ee4'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:24:41.157290 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:24:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7c06bd32-239c-46df-b544-f1fe32a90ee4'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:41.186575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1d7f209c-1d6b-473f-949b-544e8712a4b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.193184 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1d7f209c-1d6b-473f-949b-544e8712a4b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.218428 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242999b-aa18-41b8-99bd-24ce0c8e67a4 None None] Pushing event updated for resources: {'Port': ['ID=06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b,revision_number=4']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:41.219573 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f209c-1d6b-473f-949b-544e8712a4b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87eb44f2-d9b3-4d8a-9618-6978e8b9c939,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:41.228594 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1d7f209c-1d6b-473f-949b-544e8712a4b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.232817 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39320) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:41.233338 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1d7f209c-1d6b-473f-949b-544e8712a4b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1543233 Jan 17 14:24:41.239504 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-0de95185-6f5c-4f34-b167-9785b21c317a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '592d3afa-7225-4c95-92eb-0e0b9804e1a4', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:24:41.245547 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0de95185-6f5c-4f34-b167-9785b21c317a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:24:41.249422 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0de95185-6f5c-4f34-b167-9785b21c317a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:24:41.253813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0de95185-6f5c-4f34-b167-9785b21c317a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:24:41.267366 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0de95185-6f5c-4f34-b167-9785b21c317a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:24:41.285912 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0de95185-6f5c-4f34-b167-9785b21c317a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.344115 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] Set router 7c06bd32-239c-46df-b544-f1fe32a90ee4 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:24:41.353934 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0de95185-6f5c-4f34-b167-9785b21c317a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.358571 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0de95185-6f5c-4f34-b167-9785b21c317a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.383155 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de95185-6f5c-4f34-b167-9785b21c317a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500cfbc8-7164-4c3b-af7e-9e58d0a056db,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:41.392619 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0de95185-6f5c-4f34-b167-9785b21c317a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.393750 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0de95185-6f5c-4f34-b167-9785b21c317a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1591697 Jan 17 14:24:41.396565 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39324) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:41.401847 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-8480258d-4e18-460c-a9f4-15160ce6399f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '592d3afa-7225-4c95-92eb-0e0b9804e1a4', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:24:41.407608 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8480258d-4e18-460c-a9f4-15160ce6399f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:24:41.412015 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8480258d-4e18-460c-a9f4-15160ce6399f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:24:41.414839 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8480258d-4e18-460c-a9f4-15160ce6399f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:24:41.420658 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8480258d-4e18-460c-a9f4-15160ce6399f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:24:41.431431 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-8480258d-4e18-460c-a9f4-15160ce6399f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:24:41.437921 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8480258d-4e18-460c-a9f4-15160ce6399f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.505037 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8480258d-4e18-460c-a9f4-15160ce6399f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.508831 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8480258d-4e18-460c-a9f4-15160ce6399f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.531440 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480258d-4e18-460c-a9f4-15160ce6399f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55180ca-d5f4-4c57-ba64-b1c1fc8a4f40,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:41.541169 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8480258d-4e18-460c-a9f4-15160ce6399f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.542338 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8480258d-4e18-460c-a9f4-15160ce6399f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1445341 Jan 17 14:24:41.545239 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39328) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:41.550906 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-44b120be-8281-47aa-9626-556944106f3e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '592d3afa-7225-4c95-92eb-0e0b9804e1a4', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:24:41.556911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-44b120be-8281-47aa-9626-556944106f3e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:24:41.560635 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-44b120be-8281-47aa-9626-556944106f3e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:24:41.563475 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-44b120be-8281-47aa-9626-556944106f3e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:24:41.569060 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-44b120be-8281-47aa-9626-556944106f3e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:24:41.580819 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.securitygroups_db [None req-44b120be-8281-47aa-9626-556944106f3e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:24:41.587215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44b120be-8281-47aa-9626-556944106f3e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.652539 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44b120be-8281-47aa-9626-556944106f3e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.656581 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44b120be-8281-47aa-9626-556944106f3e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.679967 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b120be-8281-47aa-9626-556944106f3e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2696b2ce-0d67-417a-ada2-f2e481e5e58a,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:41.689165 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'name': 'tempest-TestNetworkBasicOps-router-97594267', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:38Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b', 'name': '', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:05:93:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:37Z', 'updated_at': '2022-01-17T14:24:41Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:41.690696 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44b120be-8281-47aa-9626-556944106f3e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.692076 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-44b120be-8281-47aa-9626-556944106f3e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1458702 Jan 17 14:24:41.702571 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f314f92d-93fe-4b7f-9395-b020939b65ae None None] The sync data for ids ['7c06bd32-239c-46df-b544-f1fe32a90ee4'] in dv-neutron-824901-1-hyperv is: [{'id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'name': 'tempest-TestNetworkBasicOps-router-97594267', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:38Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b', 'name': '', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:05:93:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:37Z', 'updated_at': '2022-01-17T14:24:41Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:24:41.800113 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device f3f55184-3f2e-45ad-ae13-98b665b9612b up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:24:41.879648 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port f3f55184-3f2e-45ad-ae13-98b665b9612b triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:24:41.880120 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:41.888059 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-ca9a050f-a07c-4458-ac83-0b8e26e789e5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:24:41.904384 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-ca9a050f-a07c-4458-ac83-0b8e26e789e5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:24:41.905641 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-ca9a050f-a07c-4458-ac83-0b8e26e789e5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1717918090&fields=id&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 267 time: 0.0610631 Jan 17 14:24:42.007246 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c630d07e-2c9f-4d38-b503-98a899c21ea8 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:24:42.066704 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-2cb80d53-74a2-4d78-9206-e9326d6900f9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:42.067424 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-2cb80d53-74a2-4d78-9206-e9326d6900f9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:24:42.081574 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port c630d07e-2c9f-4d38-b503-98a899c21ea8 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:24:42.081947 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:42.084806 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-2cb80d53-74a2-4d78-9206-e9326d6900f9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:24:42.086001 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-2cb80d53-74a2-4d78-9206-e9326d6900f9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/networks?id=5845bf1a-fa8b-4251-a6a4-03d522d72859 HTTP/1.1" status: 200 len: 797 time: 0.1710427 Jan 17 14:24:42.102394 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-396501ef-88ae-4790-b216-4bf8557d4960 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/quotas/b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 375 time: 0.0106356 Jan 17 14:24:42.195880 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-17fc1d96-5f0f-4d0a-b5bd-abc7ee9382b5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:24:42.212204 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-17fc1d96-5f0f-4d0a-b5bd-abc7ee9382b5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:24:42.218977 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-17fc1d96-5f0f-4d0a-b5bd-abc7ee9382b5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095283 Jan 17 14:24:42.357141 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-043288d3-b885-4c6c-8417-c8b0e5f55753 service neutron] 10.222.0.48 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305299 Jan 17 14:24:42.492103 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-03dfaa98-9173-4c28-bb3b-4a7d4f322f70 service neutron] 10.222.0.48 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287889 Jan 17 14:24:42.671575 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-b57509ed-dfda-4920-9513-144c078b6648 req-2529f021-b88f-4292-b47e-773b6f0b02c0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:24:42.688764 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-b57509ed-dfda-4920-9513-144c078b6648 req-2529f021-b88f-4292-b47e-773b6f0b02c0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:24:42.697531 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b57509ed-dfda-4920-9513-144c078b6648 req-2529f021-b88f-4292-b47e-773b6f0b02c0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 210 time: 0.0685651 Jan 17 14:24:43.702548 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-b3bbc9cf-2f01-4320-abf6-323fb5cc6d51 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:43.703490 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-b3bbc9cf-2f01-4320-abf6-323fb5cc6d51 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:network {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:24:43.722829 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-b3bbc9cf-2f01-4320-abf6-323fb5cc6d51 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:network {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:24:43.724965 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-b3bbc9cf-2f01-4320-abf6-323fb5cc6d51 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/networks?id=5845bf1a-fa8b-4251-a6a4-03d522d72859 HTTP/1.1" status: 200 len: 797 time: 0.1684675 Jan 17 14:24:43.818127 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:24:43.820235 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-dc8328e4-035d-435d-859a-f616530f6292 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:24:43.833274 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-dc8328e4-035d-435d-859a-f616530f6292 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:24:43.834812 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-dc8328e4-035d-435d-859a-f616530f6292 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 380 time: 0.1019869 Jan 17 14:24:43.848422 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-779d9e95-a9c1-46d9-8580-2d9d2f2176a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'port': {'device_id': '5e27a7c5-79b9-427c-80f2-10d6edf0ccbf', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'admin_state_up': True, 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'security_groups': ['592d3afa-7225-4c95-92eb-0e0b9804e1a4']}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:24:43.865476 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c181fbf5-be77-4f5c-9aa8-58a0b0631e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:43.880688 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6ab46a6d-e931-4fa3-9e55-db9863e38097 req-26a61e9c-941a-4674-977a-3f72b4bff884 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 210 time: 0.0463505 Jan 17 14:24:43.894169 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:43.913459 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:24:43.928344 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:24:43.928966 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:43.962131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:44.053905 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:44.087974 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b,segment=NetworkSegment(24b1fa4b-b96a-4ee9-9d45-ef550bbf153f),segment_id=24b1fa4b-b96a-4ee9-9d45-ef550bbf153f)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:24:44.091674 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:44.110570 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-779d9e95-a9c1-46d9-8580-2d9d2f2176a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:24:44.119922 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-779d9e95-a9c1-46d9-8580-2d9d2f2176a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:24:44.129867 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-779d9e95-a9c1-46d9-8580-2d9d2f2176a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:24:44.133595 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-779d9e95-a9c1-46d9-8580-2d9d2f2176a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:44.162162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:44.297256 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-779d9e95-a9c1-46d9-8580-2d9d2f2176a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.20.0.10 (5845bf1a-fa8b-4251-a6a4-03d522d72859/4a341e4e-811c-4140-a535-0f310c3b25fe/3a62d331-c41e-4369-b41c-f7a9367cfe09) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:24:44.488790 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-779d9e95-a9c1-46d9-8580-2d9d2f2176a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:44.505270 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-779d9e95-a9c1-46d9-8580-2d9d2f2176a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Transition to ACTIVE for port object 3a62d331-c41e-4369-b41c-f7a9367cfe09 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:24:44.529418 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-779d9e95-a9c1-46d9-8580-2d9d2f2176a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:44.604747 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-779d9e95-a9c1-46d9-8580-2d9d2f2176a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 5845bf1a-fa8b-4251-a6a4-03d522d72859 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:24:44.607584 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-779d9e95-a9c1-46d9-8580-2d9d2f2176a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:24:44.609963 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-779d9e95-a9c1-46d9-8580-2d9d2f2176a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:24:44.657003 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d9e95-a9c1-46d9-8580-2d9d2f2176a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=3a62d331-c41e-4369-b41c-f7a9367cfe09,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:44.685641 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-779d9e95-a9c1-46d9-8580-2d9d2f2176a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:44.686245 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-779d9e95-a9c1-46d9-8580-2d9d2f2176a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:44.713986 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-779d9e95-a9c1-46d9-8580-2d9d2f2176a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8698134 Jan 17 14:24:44.725458 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] Request body: {'port': {'device_id': '5e27a7c5-79b9-427c-80f2-10d6edf0ccbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:24:44.824182 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3baa240c-5d77-476d-8c6d-2461ff57ed22 None None] Provisioning for port 3a62d331-c41e-4369-b41c-f7a9367cfe09 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:24:44.830550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3baa240c-5d77-476d-8c6d-2461ff57ed22 None None] Provisioning complete for port 3a62d331-c41e-4369-b41c-f7a9367cfe09 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:24:44.830921 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3baa240c-5d77-476d-8c6d-2461ff57ed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:44.853513 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:44.884018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3baa240c-5d77-476d-8c6d-2461ff57ed22 None None] Port 3a62d331-c41e-4369-b41c-f7a9367cfe09 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:24:45.179957 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a62537-e17f-4968-91c8-1e9e7ba61e07 req-986f7bf0-57d0-4633-a68c-803262fae977 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:45.180632 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-16a62537-e17f-4968-91c8-1e9e7ba61e07 req-986f7bf0-57d0-4633-a68c-803262fae977 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:24:45.209882 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-16a62537-e17f-4968-91c8-1e9e7ba61e07 req-986f7bf0-57d0-4633-a68c-803262fae977 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:24:45.210981 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-16a62537-e17f-4968-91c8-1e9e7ba61e07 req-986f7bf0-57d0-4633-a68c-803262fae977 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 932 time: 0.2217934 Jan 17 14:24:45.291185 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a62d331-c41e-4369-b41c-f7a9367cfe09 {{(pid=87524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:24:45.302898 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:45.310998 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-16a62537-e17f-4968-91c8-1e9e7ba61e07 req-264199c8-d31c-4746-902d-a3d216892ec8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=592d3afa-7225-4c95-92eb-0e0b9804e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674183 Jan 17 14:24:45.321583 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] Transition to ACTIVE for port object 3a62d331-c41e-4369-b41c-f7a9367cfe09 will not be triggered until provisioned by entity L2. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:24:45.325585 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:45.401938 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:45.519200 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] Pushing event updated for resources: {'Port': ['ID=3a62d331-c41e-4369-b41c-f7a9367cfe09,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:45.563846 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] Attempting to bind port 3a62d331-c41e-4369-b41c-f7a9367cfe09 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:24:45.564167 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] Attempting to bind port 3a62d331-c41e-4369-b41c-f7a9367cfe09 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '24b1fa4b-b96a-4ee9-9d45-ef550bbf153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:24:45.564480 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] Attempting to bind port 3a62d331-c41e-4369-b41c-f7a9367cfe09 on network 5845bf1a-fa8b-4251-a6a4-03d522d72859 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:24:45.568989 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] Port 3a62d331-c41e-4369-b41c-f7a9367cfe09 on network 5845bf1a-fa8b-4251-a6a4-03d522d72859 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:24:45.569296 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] Attempting to bind port 3a62d331-c41e-4369-b41c-f7a9367cfe09 on network 5845bf1a-fa8b-4251-a6a4-03d522d72859 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:24:45.574269 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:24:45.574588 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] Checking segment: {'id': '24b1fa4b-b96a-4ee9-9d45-ef550bbf153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:24:45.574952 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] Bound using segment: {'id': '24b1fa4b-b96a-4ee9-9d45-ef550bbf153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859'} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:24:45.575355 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] Bound port: 3a62d331-c41e-4369-b41c-f7a9367cfe09, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b1fa4b-b96a-4ee9-9d45-ef550bbf153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859'}}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:24:45.575686 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:45.666929 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] For port 3a62d331-c41e-4369-b41c-f7a9367cfe09, host hv-neutron-8249, cleared binding levels {{(pid=87524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:24:45.669715 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] For port 3a62d331-c41e-4369-b41c-f7a9367cfe09, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=3a62d331-c41e-4369-b41c-f7a9367cfe09,segment=NetworkSegment(24b1fa4b-b96a-4ee9-9d45-ef550bbf153f),segment_id=24b1fa4b-b96a-4ee9-9d45-ef550bbf153f)] {{(pid=87524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:24:45.674200 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:45.734420 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:45.735267 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:45.736765 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] 10.222.0.15 "PUT /v2.0/ports/3a62d331-c41e-4369-b41c-f7a9367cfe09 HTTP/1.1" status: 200 len: 1094 time: 1.0156991 Jan 17 14:24:45.739928 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e27a7c5-79b9-427c-80f2-10d6edf0ccbf', 'tag': '3a62d331-c41e-4369-b41c-f7a9367cfe09'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:24:45.769380 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c59fc6-9f25-4f60-9d1c-13461eb8f85e service neutron] Pushing event updated for resources: {'Port': ['ID=3a62d331-c41e-4369-b41c-f7a9367cfe09,revision_number=3']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:45.769558 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:24:45.843860 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e27a7c5-79b9-427c-80f2-10d6edf0ccbf', 'tag': '3a62d331-c41e-4369-b41c-f7a9367cfe09', 'status': 'completed', 'code': 200} Jan 17 14:24:45.848817 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:24:45.849337 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:45.873529 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-d03dd6e3-e56a-4654-a537-9501b7eaae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:45.875027 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-d03dd6e3-e56a-4654-a537-9501b7eaae70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 1097 time: 0.0799651 Jan 17 14:24:45.954290 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-4737c89c-1359-45dc-b10d-15f4ef53e4bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a62d331-c41e-4369-b41c-f7a9367cfe09 HTTP/1.1" status: 200 len: 217 time: 0.0708926 Jan 17 14:24:46.017096 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-255aa012-b66e-4951-ac78-03b76b4ef50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:46.019096 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-255aa012-b66e-4951-ac78-03b76b4ef50e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4a341e4e-811c-4140-a535-0f310c3b25fe HTTP/1.1" status: 200 len: 835 time: 0.0590577 Jan 17 14:24:46.095251 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-3ec83ed6-573c-414c-9150-507481940c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:46.097673 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-3ec83ed6-573c-414c-9150-507481940c49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5845bf1a-fa8b-4251-a6a4-03d522d72859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717685 Jan 17 14:24:46.316584 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-2d1ea86e-6b13-407d-8894-2c12c22d888d service neutron] 10.222.0.15 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138541 Jan 17 14:24:46.494948 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c7d7359-b212-42d0-91a5-1da7cdfb4e30 req-5c8083ac-bdf6-43e2-8fb8-8d58aa9bcdb0 service neutron] 10.222.0.15 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725006 Jan 17 14:24:46.517811 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a0f43-e39a-4503-8a23-1a5170788326 req-701ceac1-6816-46ab-8e65-590fe7bcf718 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:46.519238 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7a8a0f43-e39a-4503-8a23-1a5170788326 req-701ceac1-6816-46ab-8e65-590fe7bcf718 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 944 time: 0.1045501 Jan 17 14:24:46.605164 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7a8a0f43-e39a-4503-8a23-1a5170788326 req-b9c6403d-77bf-4e8c-a6e1-ded19ec60caa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=592d3afa-7225-4c95-92eb-0e0b9804e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802102 Jan 17 14:24:46.632094 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5003ff-59f7-4299-b3b0-fbfe3938cdb1 req-ec564ab1-dcf8-4bab-84c1-3315ee8d7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:46.633584 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bf5003ff-59f7-4299-b3b0-fbfe3938cdb1 req-ec564ab1-dcf8-4bab-84c1-3315ee8d7312 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 1097 time: 0.0880551 Jan 17 14:24:46.763349 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5003ff-59f7-4299-b3b0-fbfe3938cdb1 req-d629fea2-c594-48b2-a012-b584cc2806bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:46.764632 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bf5003ff-59f7-4299-b3b0-fbfe3938cdb1 req-d629fea2-c594-48b2-a012-b584cc2806bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=5845bf1a-fa8b-4251-a6a4-03d522d72859 HTTP/1.1" status: 200 len: 898 time: 0.1250067 Jan 17 14:24:46.834515 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bf5003ff-59f7-4299-b3b0-fbfe3938cdb1 req-f3b30c8c-ccfe-4239-abfc-4af030e09eb1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a62d331-c41e-4369-b41c-f7a9367cfe09 HTTP/1.1" status: 200 len: 217 time: 0.0632863 Jan 17 14:24:46.895812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5003ff-59f7-4299-b3b0-fbfe3938cdb1 req-ce739e8a-dccb-4c5c-8f3e-054922cb331d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:46.897223 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bf5003ff-59f7-4299-b3b0-fbfe3938cdb1 req-ce739e8a-dccb-4c5c-8f3e-054922cb331d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4a341e4e-811c-4140-a535-0f310c3b25fe HTTP/1.1" status: 200 len: 835 time: 0.0568645 Jan 17 14:24:46.970309 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5003ff-59f7-4299-b3b0-fbfe3938cdb1 req-5dc37b61-34fa-4b80-af40-271db2b42932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:46.972445 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bf5003ff-59f7-4299-b3b0-fbfe3938cdb1 req-5dc37b61-34fa-4b80-af40-271db2b42932 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5845bf1a-fa8b-4251-a6a4-03d522d72859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683386 Jan 17 14:24:47.101728 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bf5003ff-59f7-4299-b3b0-fbfe3938cdb1 req-181b88fc-e520-4942-85de-f662f1eba378 service neutron] 10.222.0.15 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222265 Jan 17 14:24:47.231254 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bf5003ff-59f7-4299-b3b0-fbfe3938cdb1 req-dd4658cb-d657-4f42-8ece-c7ab57fabe2d service neutron] 10.222.0.15 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219819 Jan 17 14:24:47.795086 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2934d-cd6f-47fa-8ed4-a5b5c27a86bc req-5fccc0a7-147e-45c6-820c-a6b735a0435e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:47.796575 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-86a2934d-cd6f-47fa-8ed4-a5b5c27a86bc req-5fccc0a7-147e-45c6-820c-a6b735a0435e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 944 time: 0.0879495 Jan 17 14:24:47.843558 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-86a2934d-cd6f-47fa-8ed4-a5b5c27a86bc req-ac54531b-bf1f-46f0-998d-06a048647a09 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=592d3afa-7225-4c95-92eb-0e0b9804e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412862 Jan 17 14:24:49.031681 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc790e7-abc6-4aa6-a7bc-bf3dabb3a77d req-7c590da6-471a-4a73-bfbe-8379c05ba8e7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:49.033816 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ccc790e7-abc6-4aa6-a7bc-bf3dabb3a77d req-7c590da6-471a-4a73-bfbe-8379c05ba8e7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 944 time: 0.0813744 Jan 17 14:24:49.077863 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ccc790e7-abc6-4aa6-a7bc-bf3dabb3a77d req-8f79262e-5963-4a8a-b759-ffcdb43b4576 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=592d3afa-7225-4c95-92eb-0e0b9804e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379055 Jan 17 14:24:49.947907 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 3a62d331-c41e-4369-b41c-f7a9367cfe09 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:24:50.110731 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 3a62d331-c41e-4369-b41c-f7a9367cfe09, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=3a62d331-c41e-4369-b41c-f7a9367cfe09,segment=NetworkSegment(24b1fa4b-b96a-4ee9-9d45-ef550bbf153f),segment_id=24b1fa4b-b96a-4ee9-9d45-ef550bbf153f)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:24:50.126609 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '3a62d331-c41e-4369-b41c-f7a9367cfe09', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'port_id': '3a62d331-c41e-4369-b41c-f7a9367cfe09', 'mac_address': 'fa:16:3e:d2:10:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:24:50.180906 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:50.197100 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a62d331-c41e-4369-b41c-f7a9367cfe09 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:24:50.212952 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 3a62d331-c41e-4369-b41c-f7a9367cfe09, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=3a62d331-c41e-4369-b41c-f7a9367cfe09,segment=NetworkSegment(24b1fa4b-b96a-4ee9-9d45-ef550bbf153f),segment_id=24b1fa4b-b96a-4ee9-9d45-ef550bbf153f)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:24:50.217988 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:50.257341 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aea7de-1ca6-4b84-b0f9-15fedb0605fd req-373b98b0-c65f-499f-b2e2-d0145c855c66 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:50.258788 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b8aea7de-1ca6-4b84-b0f9-15fedb0605fd req-373b98b0-c65f-499f-b2e2-d0145c855c66 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 944 time: 0.0792823 Jan 17 14:24:50.284866 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=3a62d331-c41e-4369-b41c-f7a9367cfe09,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:50.303465 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b8aea7de-1ca6-4b84-b0f9-15fedb0605fd req-20c8769d-a704-44d8-8a64-e36433a36f63 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=592d3afa-7225-4c95-92eb-0e0b9804e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383723 Jan 17 14:24:50.588629 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['3a62d331-c41e-4369-b41c-f7a9367cfe09'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:24:51.481691 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa63cec-2af2-4a23-afb9-63f68eb3f8b2 req-56420a23-7198-4a2f-9fde-b38073e358d9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:51.483108 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0fa63cec-2af2-4a23-afb9-63f68eb3f8b2 req-56420a23-7198-4a2f-9fde-b38073e358d9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 945 time: 0.0785897 Jan 17 14:24:51.528952 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0fa63cec-2af2-4a23-afb9-63f68eb3f8b2 req-5cf0f555-56fe-4317-a844-23cc4d058ce9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=592d3afa-7225-4c95-92eb-0e0b9804e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396807 Jan 17 14:24:51.963317 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 3a62d331-c41e-4369-b41c-f7a9367cfe09 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:24:52.029031 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 3a62d331-c41e-4369-b41c-f7a9367cfe09 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:24:52.033704 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 3a62d331-c41e-4369-b41c-f7a9367cfe09 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:24:52.034076 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:52.149814 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:52.175189 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e27a7c5-79b9-427c-80f2-10d6edf0ccbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a62d331-c41e-4369-b41c-f7a9367cfe09'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:24:52.184343 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 3a62d331-c41e-4369-b41c-f7a9367cfe09, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=3a62d331-c41e-4369-b41c-f7a9367cfe09,segment=NetworkSegment(24b1fa4b-b96a-4ee9-9d45-ef550bbf153f),segment_id=24b1fa4b-b96a-4ee9-9d45-ef550bbf153f)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:24:52.188114 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:52.219957 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e27a7c5-79b9-427c-80f2-10d6edf0ccbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a62d331-c41e-4369-b41c-f7a9367cfe09', 'code': 200} Jan 17 14:24:52.261230 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=3a62d331-c41e-4369-b41c-f7a9367cfe09,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:52.440487 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb42b21-7355-4ee9-944e-ba03111682e7 req-b5e4b728-1b3e-4f7f-b328-5fb3a6a3b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:52.441982 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-dfb42b21-7355-4ee9-944e-ba03111682e7 req-b5e4b728-1b3e-4f7f-b328-5fb3a6a3b83b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 1099 time: 0.0686080 Jan 17 14:24:52.480931 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-dfb42b21-7355-4ee9-944e-ba03111682e7 req-c2accc86-9f6f-4f11-9d0d-36229bd97447 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=592d3afa-7225-4c95-92eb-0e0b9804e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322461 Jan 17 14:24:52.660889 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:52.709612 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1890d85-ccc5-41d7-8f2e-6381ceb7a393 req-bfbea20d-3b58-4e95-9639-d9dcc537f2b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:52.711041 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d1890d85-ccc5-41d7-8f2e-6381ceb7a393 req-bfbea20d-3b58-4e95-9639-d9dcc537f2b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 946 time: 0.0807168 Jan 17 14:24:52.754324 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d1890d85-ccc5-41d7-8f2e-6381ceb7a393 req-0c75428a-0a64-40ab-8bba-182ec1b06640 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=592d3afa-7225-4c95-92eb-0e0b9804e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375640 Jan 17 14:24:53.952704 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171808c7-e921-465f-8824-c1b6664d7dc7 req-6912e7be-d8e0-4340-aec7-1a6564a6dfc7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:53.954326 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-171808c7-e921-465f-8824-c1b6664d7dc7 req-6912e7be-d8e0-4340-aec7-1a6564a6dfc7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 946 time: 0.0819466 Jan 17 14:24:53.998835 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-171808c7-e921-465f-8824-c1b6664d7dc7 req-3a9467e8-82ed-46ec-87e1-a5d6378aa7af tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=592d3afa-7225-4c95-92eb-0e0b9804e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380147 Jan 17 14:24:54.181703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c1deb-821f-4098-85f4-a1a23cd5027c req-6441c372-673a-440d-94dd-212254497eb1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:54.183135 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bb9c1deb-821f-4098-85f4-a1a23cd5027c req-6441c372-673a-440d-94dd-212254497eb1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 946 time: 0.0796280 Jan 17 14:24:54.225825 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bb9c1deb-821f-4098-85f4-a1a23cd5027c req-cdf91162-6f67-4894-b312-e977cd2bf1ee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=592d3afa-7225-4c95-92eb-0e0b9804e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370724 Jan 17 14:24:54.248182 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39382) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:54.319249 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fedea3-288d-4e66-963b-c64af4390470 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:54.320746 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a3fedea3-288d-4e66-963b-c64af4390470 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 1094 time: 0.0716326 Jan 17 14:24:54.323517 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39386) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:54.328509 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': '3a62d331-c41e-4369-b41c-f7a9367cfe09', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:24:54.334399 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:24:54.338185 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:floatingip and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:24:54.340991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:24:54.347075 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:24:54.356962 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:54.583730 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:54.711591 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.26.3.28 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/5dd5a490-ee2f-4acb-99eb-bad9c6a3234e) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:24:54.860639 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:54.888516 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:54.950516 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:24:54.951579 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:24:54.954318 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:24:54.998443 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=5dd5a490-ee2f-4acb-99eb-bad9c6a3234e,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:55.366369 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:55.437805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:55.635856 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:55.639991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:55.748016 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=5dd5a490-ee2f-4acb-99eb-bad9c6a3234e,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:24:55.757778 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:55.923552 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Floating IP 2529bd43-5a2d-4b37-8336-3733dd4a0b9c associated. External IP: 172.26.3.28, port: 3a62d331-c41e-4369-b41c-f7a9367cfe09. Jan 17 14:24:56.384967 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 7c06bd32-239c-46df-b544-f1fe32a90ee4 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:24:56.557350 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:24:56.567256 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a7b314-5098-441c-b537-cf316b861ed4 None None] Sync routers for ids ['7c06bd32-239c-46df-b544-f1fe32a90ee4'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:24:56.577131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a7b314-5098-441c-b537-cf316b861ed4 None None] Routers {'7c06bd32-239c-46df-b544-f1fe32a90ee4'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:24:56.577823 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-15a7b314-5098-441c-b537-cf316b861ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:24:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7c06bd32-239c-46df-b544-f1fe32a90ee4'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:56.584378 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:24:56.647172 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39390) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:56.647942 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2502cedf-e711-4395-a7df-2b62a344072c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3227177 Jan 17 14:24:56.647942 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e27a7c5-79b9-427c-80f2-10d6edf0ccbf', 'tag': '3a62d331-c41e-4369-b41c-f7a9367cfe09'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:24:56.694391 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e27a7c5-79b9-427c-80f2-10d6edf0ccbf', 'tag': '3a62d331-c41e-4369-b41c-f7a9367cfe09', 'status': 'completed', 'code': 200} Jan 17 14:24:56.767024 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1c41e0b8-ef2b-41e4-be8d-40aee183cab0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/2529bd43-5a2d-4b37-8336-3733dd4a0b9c HTTP/1.1" status: 200 len: 991 time: 0.1174421 Jan 17 14:24:56.781476 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-15a7b314-5098-441c-b537-cf316b861ed4 None None] Set router 7c06bd32-239c-46df-b544-f1fe32a90ee4 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:24:56.788001 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8cb6f-a0b4-4279-bc9b-aaf472e2083f req-91055702-f1ee-49d0-9654-cb0f9fe749ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:56.789551 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-52e8cb6f-a0b4-4279-bc9b-aaf472e2083f req-91055702-f1ee-49d0-9654-cb0f9fe749ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 1099 time: 0.0729506 Jan 17 14:24:56.919782 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8cb6f-a0b4-4279-bc9b-aaf472e2083f req-51a2c2de-bb08-4048-be99-6f49d0ed9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:56.921124 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-52e8cb6f-a0b4-4279-bc9b-aaf472e2083f req-51a2c2de-bb08-4048-be99-6f49d0ed9999 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5845bf1a-fa8b-4251-a6a4-03d522d72859 HTTP/1.1" status: 200 len: 898 time: 0.1240759 Jan 17 14:24:57.022791 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-52e8cb6f-a0b4-4279-bc9b-aaf472e2083f req-a157eff3-1cf6-4d11-9408-360d9b5c61a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a62d331-c41e-4369-b41c-f7a9367cfe09 HTTP/1.1" status: 200 len: 999 time: 0.0946741 Jan 17 14:24:57.084359 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8cb6f-a0b4-4279-bc9b-aaf472e2083f req-1aad1882-dfea-4ad4-91df-d531f50f82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:57.085763 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-52e8cb6f-a0b4-4279-bc9b-aaf472e2083f req-1aad1882-dfea-4ad4-91df-d531f50f82cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4a341e4e-811c-4140-a535-0f310c3b25fe HTTP/1.1" status: 200 len: 835 time: 0.0562313 Jan 17 14:24:57.120087 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-15a7b314-5098-441c-b537-cf316b861ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'name': 'tempest-TestNetworkBasicOps-router-97594267', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:38Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '2529bd43-5a2d-4b37-8336-3733dd4a0b9c', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.28', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'port_id': '3a62d331-c41e-4369-b41c-f7a9367cfe09', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'mac_address': 'fa:16:3e:d2:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e27a7c5-79b9-427c-80f2-10d6edf0ccbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:24:55Z', 'updated_at': '2022-01-17T14:24:55Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b', 'name': '', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:05:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:37Z', 'updated_at': '2022-01-17T14:24:44Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:57.123837 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a7b314-5098-441c-b537-cf316b861ed4 None None] Checking router: 7c06bd32-239c-46df-b544-f1fe32a90ee4 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:24:57.132545 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a7b314-5098-441c-b537-cf316b861ed4 None None] Routers {'7c06bd32-239c-46df-b544-f1fe32a90ee4'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:24:57.133123 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-15a7b314-5098-441c-b537-cf316b861ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:24:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7c06bd32-239c-46df-b544-f1fe32a90ee4'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:57.162481 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8cb6f-a0b4-4279-bc9b-aaf472e2083f req-3d87b5b3-004d-4486-91de-fda8f50eb854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:24:57.163953 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-52e8cb6f-a0b4-4279-bc9b-aaf472e2083f req-3d87b5b3-004d-4486-91de-fda8f50eb854 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5845bf1a-fa8b-4251-a6a4-03d522d72859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714295 Jan 17 14:24:57.295363 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-52e8cb6f-a0b4-4279-bc9b-aaf472e2083f req-c248825e-843e-424e-a600-998ac5844d07 service neutron] 10.222.0.15 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247137 Jan 17 14:24:57.348863 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-15a7b314-5098-441c-b537-cf316b861ed4 None None] Set router 7c06bd32-239c-46df-b544-f1fe32a90ee4 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:24:57.424712 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-52e8cb6f-a0b4-4279-bc9b-aaf472e2083f req-240b3e68-a96d-4ea9-992d-61610c3e63fe service neutron] 10.222.0.15 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223266 Jan 17 14:24:57.688692 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-15a7b314-5098-441c-b537-cf316b861ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'name': 'tempest-TestNetworkBasicOps-router-97594267', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:38Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '2529bd43-5a2d-4b37-8336-3733dd4a0b9c', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.28', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'port_id': '3a62d331-c41e-4369-b41c-f7a9367cfe09', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'mac_address': 'fa:16:3e:d2:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e27a7c5-79b9-427c-80f2-10d6edf0ccbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:24:55Z', 'updated_at': '2022-01-17T14:24:55Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b', 'name': '', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:05:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:37Z', 'updated_at': '2022-01-17T14:24:44Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:24:57.693109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a7b314-5098-441c-b537-cf316b861ed4 None None] The sync data for ids ['7c06bd32-239c-46df-b544-f1fe32a90ee4'] in dv-neutron-824901-1-hyperv is: [{'id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'name': 'tempest-TestNetworkBasicOps-router-97594267', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:38Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '2529bd43-5a2d-4b37-8336-3733dd4a0b9c', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.28', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'port_id': '3a62d331-c41e-4369-b41c-f7a9367cfe09', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'mac_address': 'fa:16:3e:d2:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e27a7c5-79b9-427c-80f2-10d6edf0ccbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:24:55Z', 'updated_at': '2022-01-17T14:24:55Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b', 'name': '', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:05:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:37Z', 'updated_at': '2022-01-17T14:24:44Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:24:57.769290 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39396) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:57.874919 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-322dcf5f-e7af-47fd-b922-be5098293cec tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/2529bd43-5a2d-4b37-8336-3733dd4a0b9c HTTP/1.1" status: 200 len: 991 time: 0.1039662 Jan 17 14:24:57.884230 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb5b0bf-b62d-4b3f-a88d-9cff9a7ab15b None None] New status for floating IP 2529bd43-5a2d-4b37-8336-3733dd4a0b9c: ACTIVE {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:24:58.879052 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39400) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:24:59.076642 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4fbe5888-2368-40a4-a58c-8ca43fc019b1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/2529bd43-5a2d-4b37-8336-3733dd4a0b9c HTTP/1.1" status: 200 len: 993 time: 0.1963804 Jan 17 14:25:10.650959 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7909ff6d-243f-48af-9ada-368428886622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:25:13.797363 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-80f31c23-8547-4f09-844e-4e2e62862632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:25:13.870147 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:25:13.922396 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:25:15.401949 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:25:16.900307 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:25:22.678720 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:25:37.353281 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b8c920f0-d146-4bab-8ec3-a03a05914dd6 req-41548304-b517-4f4f-a50f-fc2e786e1f3f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665231 Jan 17 14:25:37.489683 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c920f0-d146-4bab-8ec3-a03a05914dd6 req-7283f183-2cca-4b30-8926-09076985fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:25:37.491086 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b8c920f0-d146-4bab-8ec3-a03a05914dd6 req-7283f183-2cca-4b30-8926-09076985fd5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 1099 time: 0.0707860 Jan 17 14:25:37.631761 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c920f0-d146-4bab-8ec3-a03a05914dd6 req-697fb8d8-0a89-426b-ae37-b45daa4f2046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:25:37.633100 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b8c920f0-d146-4bab-8ec3-a03a05914dd6 req-697fb8d8-0a89-426b-ae37-b45daa4f2046 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5845bf1a-fa8b-4251-a6a4-03d522d72859 HTTP/1.1" status: 200 len: 898 time: 0.1235549 Jan 17 14:25:37.839540 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b8c920f0-d146-4bab-8ec3-a03a05914dd6 req-26b914ee-477c-4bb4-9217-9b687319cb18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a62d331-c41e-4369-b41c-f7a9367cfe09 HTTP/1.1" status: 200 len: 1001 time: 0.1989684 Jan 17 14:25:37.901307 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c920f0-d146-4bab-8ec3-a03a05914dd6 req-de05bb60-86ff-4c98-93f9-e21d9a2c61d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:25:37.902689 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b8c920f0-d146-4bab-8ec3-a03a05914dd6 req-de05bb60-86ff-4c98-93f9-e21d9a2c61d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4a341e4e-811c-4140-a535-0f310c3b25fe HTTP/1.1" status: 200 len: 835 time: 0.0561962 Jan 17 14:25:37.976558 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c920f0-d146-4bab-8ec3-a03a05914dd6 req-bf152f63-fadf-4fec-9573-9b265fba8440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:25:37.977963 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b8c920f0-d146-4bab-8ec3-a03a05914dd6 req-bf152f63-fadf-4fec-9573-9b265fba8440 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5845bf1a-fa8b-4251-a6a4-03d522d72859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673754 Jan 17 14:25:38.106737 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b8c920f0-d146-4bab-8ec3-a03a05914dd6 req-31a73aab-2db7-4b2b-bd17-3c24d0d3e1f7 service neutron] 10.222.0.15 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220384 Jan 17 14:25:38.235230 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b8c920f0-d146-4bab-8ec3-a03a05914dd6 req-79f42c91-f6e7-43ec-9320-6bba16407cef service neutron] 10.222.0.15 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224735 Jan 17 14:25:40.653238 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c8ef151c-25a4-4fd8-834a-34e594949620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:25:43.798720 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9a88adcf-cb7c-4e31-9b9d-a6737d8582a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:25:43.872950 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:25:43.921910 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:25:45.404069 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:25:52.681564 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:25:53.900145 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:26:10.436083 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39422) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:26:10.508686 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0aeeaf-d4f1-4d93-b68f-6a4503e6e5a7 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:10.509161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0aeeaf-d4f1-4d93-b68f-6a4503e6e5a7 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:10.509627 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0aeeaf-d4f1-4d93-b68f-6a4503e6e5a7 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:10.511280 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4a0aeeaf-d4f1-4d93-b68f-6a4503e6e5a7 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=b984fd6eaa2842d8abc65eb7a2d4e417&network_id=5845bf1a-fa8b-4251-a6a4-03d522d72859 HTTP/1.1" status: 200 len: 3000 time: 0.0742285 Jan 17 14:26:10.654414 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b1c6af8d-31c6-4e69-ba77-c5ab608bd9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:11.967304 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39434) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:26:12.029961 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaea700-e23b-4f4c-8263-00b39645f7fc tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:12.031324 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8eaea700-e23b-4f4c-8263-00b39645f7fc tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=8e713ad1-069e-4db5-8938-0391ff946f65 HTTP/1.1" status: 200 len: 814 time: 0.0630345 Jan 17 14:26:12.563561 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39442) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:26:12.569324 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-3c84c96a-1e05-4ea0-b601-08392fd7be3e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:26:12.675480 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c84c96a-1e05-4ea0-b601-08392fd7be3e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:12.938817 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c84c96a-1e05-4ea0-b601-08392fd7be3e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:12.943163 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c84c96a-1e05-4ea0-b601-08392fd7be3e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:12.943462 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-3c84c96a-1e05-4ea0-b601-08392fd7be3e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Floating IP 2529bd43-5a2d-4b37-8336-3733dd4a0b9c disassociated. External IP: 172.26.3.28, port: 3a62d331-c41e-4369-b41c-f7a9367cfe09. Jan 17 14:26:13.279026 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c84c96a-1e05-4ea0-b601-08392fd7be3e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 7c06bd32-239c-46df-b544-f1fe32a90ee4 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:26:13.548436 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c84c96a-1e05-4ea0-b601-08392fd7be3e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:26:13.553651 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c84c96a-1e05-4ea0-b601-08392fd7be3e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:13.558028 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df3b6b-e3b1-4031-8f32-0f569ebd7d85 None None] Sync routers for ids ['7c06bd32-239c-46df-b544-f1fe32a90ee4'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:26:13.568304 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df3b6b-e3b1-4031-8f32-0f569ebd7d85 None None] Routers {'7c06bd32-239c-46df-b544-f1fe32a90ee4'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:26:13.568911 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-86df3b6b-e3b1-4031-8f32-0f569ebd7d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:25:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7c06bd32-239c-46df-b544-f1fe32a90ee4'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:26:13.609097 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3c84c96a-1e05-4ea0-b601-08392fd7be3e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/floatingips/2529bd43-5a2d-4b37-8336-3733dd4a0b9c HTTP/1.1" status: 200 len: 689 time: 1.0443771 Jan 17 14:26:13.609681 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e27a7c5-79b9-427c-80f2-10d6edf0ccbf', 'tag': '3a62d331-c41e-4369-b41c-f7a9367cfe09'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:26:13.611944 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39446) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:26:13.655314 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e27a7c5-79b9-427c-80f2-10d6edf0ccbf', 'tag': '3a62d331-c41e-4369-b41c-f7a9367cfe09', 'status': 'completed', 'code': 200} Jan 17 14:26:13.699285 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c085ba4b-2ca6-4990-b39a-6b3445384244 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/2529bd43-5a2d-4b37-8336-3733dd4a0b9c HTTP/1.1" status: 200 len: 689 time: 0.0862081 Jan 17 14:26:13.746611 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697460ca-e414-409f-bef0-bd91e928727c req-68f87179-bd0c-435c-9c85-9434ccde9cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:13.748388 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-697460ca-e414-409f-bef0-bd91e928727c req-68f87179-bd0c-435c-9c85-9434ccde9cf6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 1099 time: 0.0719430 Jan 17 14:26:13.752512 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-86df3b6b-e3b1-4031-8f32-0f569ebd7d85 None None] Set router 7c06bd32-239c-46df-b544-f1fe32a90ee4 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:26:13.833678 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7059403c-36ce-4cee-93ab-c48e37489cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:13.881608 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697460ca-e414-409f-bef0-bd91e928727c req-ca9fb704-5cca-445a-8740-140c8ac0cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:13.883048 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-697460ca-e414-409f-bef0-bd91e928727c req-ca9fb704-5cca-445a-8740-140c8ac0cb0c service neutron] 10.222.0.15 "GET /v2.0/networks?id=5845bf1a-fa8b-4251-a6a4-03d522d72859 HTTP/1.1" status: 200 len: 898 time: 0.1282189 Jan 17 14:26:13.958056 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-697460ca-e414-409f-bef0-bd91e928727c req-761d958a-537f-4a56-bfaf-90475ad7a4c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a62d331-c41e-4369-b41c-f7a9367cfe09 HTTP/1.1" status: 200 len: 217 time: 0.0668516 Jan 17 14:26:13.983279 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:13.991343 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:14.020591 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697460ca-e414-409f-bef0-bd91e928727c req-6fba1bdf-8d5b-4db9-b25b-25eb6da10bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:14.022019 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-697460ca-e414-409f-bef0-bd91e928727c req-6fba1bdf-8d5b-4db9-b25b-25eb6da10bfc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4a341e4e-811c-4140-a535-0f310c3b25fe HTTP/1.1" status: 200 len: 835 time: 0.0572615 Jan 17 14:26:14.099704 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697460ca-e414-409f-bef0-bd91e928727c req-8e5ce04b-19d4-47ea-82fd-c28b9602d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:14.100709 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-86df3b6b-e3b1-4031-8f32-0f569ebd7d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'name': 'tempest-TestNetworkBasicOps-router-97594267', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:38Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b', 'name': '', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:05:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:37Z', 'updated_at': '2022-01-17T14:24:44Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:26:14.101111 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-697460ca-e414-409f-bef0-bd91e928727c req-8e5ce04b-19d4-47ea-82fd-c28b9602d70d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5845bf1a-fa8b-4251-a6a4-03d522d72859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721879 Jan 17 14:26:14.104571 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df3b6b-e3b1-4031-8f32-0f569ebd7d85 None None] Checking router: 7c06bd32-239c-46df-b544-f1fe32a90ee4 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:26:14.113247 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df3b6b-e3b1-4031-8f32-0f569ebd7d85 None None] Routers {'7c06bd32-239c-46df-b544-f1fe32a90ee4'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:26:14.113834 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-86df3b6b-e3b1-4031-8f32-0f569ebd7d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:26:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7c06bd32-239c-46df-b544-f1fe32a90ee4'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:26:14.231077 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-697460ca-e414-409f-bef0-bd91e928727c req-5e803e46-65f8-4e1f-9a2b-b8b7da921d5f service neutron] 10.222.0.15 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227438 Jan 17 14:26:14.285663 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-86df3b6b-e3b1-4031-8f32-0f569ebd7d85 None None] Set router 7c06bd32-239c-46df-b544-f1fe32a90ee4 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:26:14.365338 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-697460ca-e414-409f-bef0-bd91e928727c req-ac0431e1-c26d-45a9-ba52-d32726e718fb service neutron] 10.222.0.15 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277604 Jan 17 14:26:14.628284 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-86df3b6b-e3b1-4031-8f32-0f569ebd7d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'name': 'tempest-TestNetworkBasicOps-router-97594267', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:38Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b', 'name': '', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:05:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:37Z', 'updated_at': '2022-01-17T14:24:44Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:26:14.632048 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df3b6b-e3b1-4031-8f32-0f569ebd7d85 None None] The sync data for ids ['7c06bd32-239c-46df-b544-f1fe32a90ee4'] in dv-neutron-824901-1-hyperv is: [{'id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'name': 'tempest-TestNetworkBasicOps-router-97594267', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:38Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b', 'name': '', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:05:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:37Z', 'updated_at': '2022-01-17T14:24:44Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:26:14.703522 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39452) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:26:14.789486 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d52ea180-77b5-4cd6-8771-4ef69149350f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/2529bd43-5a2d-4b37-8336-3733dd4a0b9c HTTP/1.1" status: 200 len: 689 time: 0.0847383 Jan 17 14:26:14.851769 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977fcc9-1aa8-4c4b-981e-29019ce3a4d3 None None] New status for floating IP 2529bd43-5a2d-4b37-8336-3733dd4a0b9c: DOWN {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:26:15.410045 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:15.793182 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39456) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:26:15.873193 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c6c241e0-3e68-47e3-b49a-263a55b419b7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/2529bd43-5a2d-4b37-8336-3733dd4a0b9c HTTP/1.1" status: 200 len: 687 time: 0.0788980 Jan 17 14:26:17.069183 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39462) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:26:17.074263 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-809363614', 'description': 'tempest-secgroup-smoke-809363614 description', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:26:17.080436 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:26:17.089775 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:26:17.099227 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.118786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:26:17.122431 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:26:17.125177 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:26:17.131263 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:26:17.197160 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.200801 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.243831 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6abe9770-c177-4600-9485-f5004cf0242c,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:26:17.251341 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:17.252321 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:17.252664 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:17.252989 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:17.253317 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:17.253640 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:17.253959 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:17.254279 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:17.254594 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:17.254916 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:17.255234 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:17.255541 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:17.258549 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.259727 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f83b0503-88ae-4929-9b28-410dd57da99d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1895657 Jan 17 14:26:17.263089 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39466) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:26:17.267781 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f04da1e0-6c3c-465e-9404-2e37e0d97de2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '6abe9770-c177-4600-9485-f5004cf0242c', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:26:17.273736 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f04da1e0-6c3c-465e-9404-2e37e0d97de2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:26:17.277410 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f04da1e0-6c3c-465e-9404-2e37e0d97de2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:26:17.280193 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f04da1e0-6c3c-465e-9404-2e37e0d97de2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:26:17.285645 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f04da1e0-6c3c-465e-9404-2e37e0d97de2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:26:17.301846 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f04da1e0-6c3c-465e-9404-2e37e0d97de2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.363983 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f04da1e0-6c3c-465e-9404-2e37e0d97de2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.367224 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f04da1e0-6c3c-465e-9404-2e37e0d97de2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.393693 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04da1e0-6c3c-465e-9404-2e37e0d97de2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9918dfb6-e298-411c-b7a5-2f5eeb28e709,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:26:17.400091 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f04da1e0-6c3c-465e-9404-2e37e0d97de2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.401102 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f04da1e0-6c3c-465e-9404-2e37e0d97de2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375542 Jan 17 14:26:17.403836 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39470) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:26:17.409132 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ac39bc76-3bbc-4a74-803a-6a7f2342859e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '6abe9770-c177-4600-9485-f5004cf0242c', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:26:17.414793 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ac39bc76-3bbc-4a74-803a-6a7f2342859e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:26:17.418475 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ac39bc76-3bbc-4a74-803a-6a7f2342859e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:26:17.421270 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ac39bc76-3bbc-4a74-803a-6a7f2342859e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:26:17.427372 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ac39bc76-3bbc-4a74-803a-6a7f2342859e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:26:17.443081 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ac39bc76-3bbc-4a74-803a-6a7f2342859e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.504381 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ac39bc76-3bbc-4a74-803a-6a7f2342859e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.508065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ac39bc76-3bbc-4a74-803a-6a7f2342859e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.530371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39bc76-3bbc-4a74-803a-6a7f2342859e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7806693c-b101-4f5d-90c2-471a867b3ab6,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:26:17.539737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ac39bc76-3bbc-4a74-803a-6a7f2342859e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.540901 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ac39bc76-3bbc-4a74-803a-6a7f2342859e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1361859 Jan 17 14:26:17.543680 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39474) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:26:17.549214 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-2272648c-45ed-4a94-83d1-daecdf54a349 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '6abe9770-c177-4600-9485-f5004cf0242c', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:26:17.554752 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2272648c-45ed-4a94-83d1-daecdf54a349 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:26:17.558607 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2272648c-45ed-4a94-83d1-daecdf54a349 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:26:17.561477 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2272648c-45ed-4a94-83d1-daecdf54a349 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:26:17.567103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2272648c-45ed-4a94-83d1-daecdf54a349 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:26:17.582665 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2272648c-45ed-4a94-83d1-daecdf54a349 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.642449 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2272648c-45ed-4a94-83d1-daecdf54a349 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.645917 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2272648c-45ed-4a94-83d1-daecdf54a349 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.671542 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272648c-45ed-4a94-83d1-daecdf54a349 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d4847d-8d53-40f7-92f2-2cc1858f0c9f,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:26:17.680732 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2272648c-45ed-4a94-83d1-daecdf54a349 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.681880 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2272648c-45ed-4a94-83d1-daecdf54a349 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372871 Jan 17 14:26:17.684592 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39478) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:26:17.689411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-6056c61c-9118-43c4-8df2-9ae40e650fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '6abe9770-c177-4600-9485-f5004cf0242c', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:26:17.694968 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6056c61c-9118-43c4-8df2-9ae40e650fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:26:17.698635 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6056c61c-9118-43c4-8df2-9ae40e650fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:26:17.701444 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6056c61c-9118-43c4-8df2-9ae40e650fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:26:17.707766 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6056c61c-9118-43c4-8df2-9ae40e650fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:26:17.723146 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6056c61c-9118-43c4-8df2-9ae40e650fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.785506 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6056c61c-9118-43c4-8df2-9ae40e650fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.788964 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6056c61c-9118-43c4-8df2-9ae40e650fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.811399 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056c61c-9118-43c4-8df2-9ae40e650fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53771576-08a3-4073-aca4-b426332b752b,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:26:17.820417 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6056c61c-9118-43c4-8df2-9ae40e650fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.821580 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6056c61c-9118-43c4-8df2-9ae40e650fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360939 Jan 17 14:26:17.824337 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39482) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:26:17.829388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-67316367-e462-445a-a8da-18838a57c6b8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '6abe9770-c177-4600-9485-f5004cf0242c', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:26:17.834889 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-67316367-e462-445a-a8da-18838a57c6b8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:26:17.838566 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-67316367-e462-445a-a8da-18838a57c6b8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:26:17.841401 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-67316367-e462-445a-a8da-18838a57c6b8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:26:17.846886 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-67316367-e462-445a-a8da-18838a57c6b8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:26:17.856338 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-67316367-e462-445a-a8da-18838a57c6b8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:26:17.863398 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-67316367-e462-445a-a8da-18838a57c6b8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.923387 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-67316367-e462-445a-a8da-18838a57c6b8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.927240 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-67316367-e462-445a-a8da-18838a57c6b8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.949750 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67316367-e462-445a-a8da-18838a57c6b8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23fa7e36-f8d9-4036-819c-29f222fd5609,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:26:17.957779 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-67316367-e462-445a-a8da-18838a57c6b8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:17.958929 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-67316367-e462-445a-a8da-18838a57c6b8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336808 Jan 17 14:26:17.961723 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39486) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:26:17.966515 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-bddb2729-7aeb-41b5-97df-90469df4e53a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '6abe9770-c177-4600-9485-f5004cf0242c', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:26:17.972047 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-bddb2729-7aeb-41b5-97df-90469df4e53a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:26:17.975672 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bddb2729-7aeb-41b5-97df-90469df4e53a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:26:17.978459 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bddb2729-7aeb-41b5-97df-90469df4e53a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:26:17.983982 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-bddb2729-7aeb-41b5-97df-90469df4e53a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:26:17.994327 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-bddb2729-7aeb-41b5-97df-90469df4e53a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:26:18.000716 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bddb2729-7aeb-41b5-97df-90469df4e53a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:18.066078 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bddb2729-7aeb-41b5-97df-90469df4e53a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:18.069473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bddb2729-7aeb-41b5-97df-90469df4e53a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:18.091967 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb2729-7aeb-41b5-97df-90469df4e53a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f469470-dcf4-4ec0-83c9-ee9664a2eb66,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:26:18.101214 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bddb2729-7aeb-41b5-97df-90469df4e53a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:18.102359 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bddb2729-7aeb-41b5-97df-90469df4e53a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397302 Jan 17 14:26:18.409839 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-62364407-bb30-4b94-9319-8c2ad494e568 req-89bc0295-f552-4d8f-8fcb-e42624282b0f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-809363614&fields=id&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 267 time: 0.0427604 Jan 17 14:26:18.556179 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62364407-bb30-4b94-9319-8c2ad494e568 req-192c716a-0bf9-491d-b398-eac428ed2d99 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:18.557510 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-62364407-bb30-4b94-9319-8c2ad494e568 req-192c716a-0bf9-491d-b398-eac428ed2d99 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/networks?id=5845bf1a-fa8b-4251-a6a4-03d522d72859 HTTP/1.1" status: 200 len: 797 time: 0.1411915 Jan 17 14:26:18.572301 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-62364407-bb30-4b94-9319-8c2ad494e568 req-be3d05ff-26af-4581-96a3-98eb1010ee3a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/quotas/b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 375 time: 0.0089169 Jan 17 14:26:18.656237 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-62364407-bb30-4b94-9319-8c2ad494e568 req-3c51928f-1068-4359-bde1-23fb87ea93ba tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0792592 Jan 17 14:26:18.838568 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-62364407-bb30-4b94-9319-8c2ad494e568 req-888067bf-84eb-4514-b99e-da61f6dd9402 service neutron] 10.222.0.48 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703706 Jan 17 14:26:18.966115 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-62364407-bb30-4b94-9319-8c2ad494e568 req-35e04bb1-10f5-4679-9bed-d4b40374be5c service neutron] 10.222.0.48 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218343 Jan 17 14:26:19.187197 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e14b4475-4028-482c-81f3-8fbb2e493d89 req-54e314a1-5c34-4488-87f6-2719fffd1522 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 210 time: 0.0890045 Jan 17 14:26:20.343605 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-378de854-8d1b-4138-b6b4-23534eeb5ba1 req-13312d05-d8e8-499b-8029-cfc57d93b7a5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 210 time: 0.0462804 Jan 17 14:26:20.391269 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62364407-bb30-4b94-9319-8c2ad494e568 req-3537c62b-77cf-4bb9-950d-aa39af9cddc4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:20.393257 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-62364407-bb30-4b94-9319-8c2ad494e568 req-3537c62b-77cf-4bb9-950d-aa39af9cddc4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/networks?id=5845bf1a-fa8b-4251-a6a4-03d522d72859 HTTP/1.1" status: 200 len: 797 time: 0.2630520 Jan 17 14:26:20.446405 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-62364407-bb30-4b94-9319-8c2ad494e568 req-1eec1b40-f29a-4f7f-ab0e-8ba0fa2dfead tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:26:20.461768 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-62364407-bb30-4b94-9319-8c2ad494e568 req-1eec1b40-f29a-4f7f-ab0e-8ba0fa2dfead tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:26:20.462839 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-62364407-bb30-4b94-9319-8c2ad494e568 req-1eec1b40-f29a-4f7f-ab0e-8ba0fa2dfead tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 472 time: 0.0556989 Jan 17 14:26:20.471371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-62364407-bb30-4b94-9319-8c2ad494e568 req-cfcdc8cb-0b02-4850-af74-d732935da40a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'port': {'device_id': '0af4fee7-a924-4cbe-aee0-4899ff6f1eef', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'admin_state_up': True, 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'security_groups': ['6abe9770-c177-4600-9485-f5004cf0242c']}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:26:20.602155 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-62364407-bb30-4b94-9319-8c2ad494e568 req-cfcdc8cb-0b02-4850-af74-d732935da40a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:26:20.611363 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-62364407-bb30-4b94-9319-8c2ad494e568 req-cfcdc8cb-0b02-4850-af74-d732935da40a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:26:20.620125 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62364407-bb30-4b94-9319-8c2ad494e568 req-cfcdc8cb-0b02-4850-af74-d732935da40a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:26:20.623523 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-62364407-bb30-4b94-9319-8c2ad494e568 req-cfcdc8cb-0b02-4850-af74-d732935da40a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:20.784236 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [req-62364407-bb30-4b94-9319-8c2ad494e568 req-cfcdc8cb-0b02-4850-af74-d732935da40a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.20.0.7 (5845bf1a-fa8b-4251-a6a4-03d522d72859/4a341e4e-811c-4140-a535-0f310c3b25fe/9b2d9df8-7fd1-4d72-898c-5b1dd343116a) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:26:20.967121 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-62364407-bb30-4b94-9319-8c2ad494e568 req-cfcdc8cb-0b02-4850-af74-d732935da40a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:20.981813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-62364407-bb30-4b94-9319-8c2ad494e568 req-cfcdc8cb-0b02-4850-af74-d732935da40a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Transition to ACTIVE for port object 9b2d9df8-7fd1-4d72-898c-5b1dd343116a will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:26:21.006177 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-62364407-bb30-4b94-9319-8c2ad494e568 req-cfcdc8cb-0b02-4850-af74-d732935da40a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:21.074612 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62364407-bb30-4b94-9319-8c2ad494e568 req-cfcdc8cb-0b02-4850-af74-d732935da40a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 5845bf1a-fa8b-4251-a6a4-03d522d72859 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:26:21.077430 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [req-62364407-bb30-4b94-9319-8c2ad494e568 req-cfcdc8cb-0b02-4850-af74-d732935da40a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:26:21.081352 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-62364407-bb30-4b94-9319-8c2ad494e568 req-cfcdc8cb-0b02-4850-af74-d732935da40a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:26:21.126347 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdc8cb-0b02-4850-af74-d732935da40a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=9b2d9df8-7fd1-4d72-898c-5b1dd343116a,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:26:21.150644 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62364407-bb30-4b94-9319-8c2ad494e568 req-cfcdc8cb-0b02-4850-af74-d732935da40a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:21.151318 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-62364407-bb30-4b94-9319-8c2ad494e568 req-cfcdc8cb-0b02-4850-af74-d732935da40a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:21.177040 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-62364407-bb30-4b94-9319-8c2ad494e568 req-cfcdc8cb-0b02-4850-af74-d732935da40a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7092724 Jan 17 14:26:21.188752 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] Request body: {'port': {'device_id': '0af4fee7-a924-4cbe-aee0-4899ff6f1eef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:26:21.292704 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b2680eaf-0010-4700-9e7f-37c339d27993 None None] Provisioning for port 9b2d9df8-7fd1-4d72-898c-5b1dd343116a completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:26:21.297279 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b2680eaf-0010-4700-9e7f-37c339d27993 None None] Provisioning complete for port 9b2d9df8-7fd1-4d72-898c-5b1dd343116a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:26:21.297705 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b2680eaf-0010-4700-9e7f-37c339d27993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:21.306474 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:21.349240 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b2680eaf-0010-4700-9e7f-37c339d27993 None None] Port 9b2d9df8-7fd1-4d72-898c-5b1dd343116a cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:26:21.634331 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623a383-99aa-432f-95d4-65e265a1a936 req-e38590d8-e019-4f06-b8eb-a3d81bc31fce tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:21.634938 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-1623a383-99aa-432f-95d4-65e265a1a936 req-e38590d8-e019-4f06-b8eb-a3d81bc31fce tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:26:21.690329 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-1623a383-99aa-432f-95d4-65e265a1a936 req-e38590d8-e019-4f06-b8eb-a3d81bc31fce tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:26:21.691441 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1623a383-99aa-432f-95d4-65e265a1a936 req-e38590d8-e019-4f06-b8eb-a3d81bc31fce tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 931 time: 0.2409434 Jan 17 14:26:21.738149 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2d9df8-7fd1-4d72-898c-5b1dd343116a {{(pid=87524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:26:21.748832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:21.761203 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1623a383-99aa-432f-95d4-65e265a1a936 req-fb4e3eab-8b55-426e-8cf9-9173a463c09e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=6abe9770-c177-4600-9485-f5004cf0242c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593688 Jan 17 14:26:21.770560 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] Transition to ACTIVE for port object 9b2d9df8-7fd1-4d72-898c-5b1dd343116a will not be triggered until provisioned by entity L2. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:26:21.775097 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:21.902084 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2d9df8-7fd1-4d72-898c-5b1dd343116a,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:26:22.006402 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] Attempting to bind port 9b2d9df8-7fd1-4d72-898c-5b1dd343116a on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:26:22.006729 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] Attempting to bind port 9b2d9df8-7fd1-4d72-898c-5b1dd343116a by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '24b1fa4b-b96a-4ee9-9d45-ef550bbf153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:26:22.007050 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] Attempting to bind port 9b2d9df8-7fd1-4d72-898c-5b1dd343116a on network 5845bf1a-fa8b-4251-a6a4-03d522d72859 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:26:22.011678 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] Port 9b2d9df8-7fd1-4d72-898c-5b1dd343116a on network 5845bf1a-fa8b-4251-a6a4-03d522d72859 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:26:22.012018 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] Attempting to bind port 9b2d9df8-7fd1-4d72-898c-5b1dd343116a on network 5845bf1a-fa8b-4251-a6a4-03d522d72859 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:26:22.017046 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:26:22.017452 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] Checking segment: {'id': '24b1fa4b-b96a-4ee9-9d45-ef550bbf153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:26:22.017830 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] Bound using segment: {'id': '24b1fa4b-b96a-4ee9-9d45-ef550bbf153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859'} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:26:22.018242 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] Bound port: 9b2d9df8-7fd1-4d72-898c-5b1dd343116a, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b1fa4b-b96a-4ee9-9d45-ef550bbf153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859'}}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:26:22.019093 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:22.104829 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] For port 9b2d9df8-7fd1-4d72-898c-5b1dd343116a, host hv-neutron-8249, cleared binding levels {{(pid=87524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:26:22.107656 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] For port 9b2d9df8-7fd1-4d72-898c-5b1dd343116a, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=9b2d9df8-7fd1-4d72-898c-5b1dd343116a,segment=NetworkSegment(24b1fa4b-b96a-4ee9-9d45-ef550bbf153f),segment_id=24b1fa4b-b96a-4ee9-9d45-ef550bbf153f)] {{(pid=87524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:26:22.111881 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:22.172673 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:22.173276 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:22.175242 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-62364407-bb30-4b94-9319-8c2ad494e568 req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] 10.222.0.15 "PUT /v2.0/ports/9b2d9df8-7fd1-4d72-898c-5b1dd343116a HTTP/1.1" status: 200 len: 1093 time: 0.9906414 Jan 17 14:26:22.175778 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af4fee7-a924-4cbe-aee0-4899ff6f1eef', 'tag': '9b2d9df8-7fd1-4d72-898c-5b1dd343116a'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:26:22.200575 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290ee96-3a6b-4d6c-8a02-914de76c04a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2d9df8-7fd1-4d72-898c-5b1dd343116a,revision_number=3']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:26:22.260968 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af4fee7-a924-4cbe-aee0-4899ff6f1eef', 'tag': '9b2d9df8-7fd1-4d72-898c-5b1dd343116a', 'status': 'completed', 'code': 200} Jan 17 14:26:22.302093 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62364407-bb30-4b94-9319-8c2ad494e568 req-cc842154-af4c-443a-81af-2a0c9351b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:22.303563 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-62364407-bb30-4b94-9319-8c2ad494e568 req-cc842154-af4c-443a-81af-2a0c9351b251 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 1096 time: 0.0783582 Jan 17 14:26:22.379050 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-62364407-bb30-4b94-9319-8c2ad494e568 req-0fd859de-1636-446e-98ee-b8fa0dfe1909 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b2d9df8-7fd1-4d72-898c-5b1dd343116a HTTP/1.1" status: 200 len: 217 time: 0.0677671 Jan 17 14:26:22.439629 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62364407-bb30-4b94-9319-8c2ad494e568 req-740ddc9e-cbca-4030-84e3-002f9c3182a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:22.440898 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-62364407-bb30-4b94-9319-8c2ad494e568 req-740ddc9e-cbca-4030-84e3-002f9c3182a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4a341e4e-811c-4140-a535-0f310c3b25fe HTTP/1.1" status: 200 len: 835 time: 0.0567622 Jan 17 14:26:22.607286 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62364407-bb30-4b94-9319-8c2ad494e568 req-9a772900-8f93-4c90-85f4-fd5641b0942e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:22.608836 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-62364407-bb30-4b94-9319-8c2ad494e568 req-9a772900-8f93-4c90-85f4-fd5641b0942e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5845bf1a-fa8b-4251-a6a4-03d522d72859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1619499 Jan 17 14:26:22.692531 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:22.738977 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-62364407-bb30-4b94-9319-8c2ad494e568 req-6246c5fd-7985-4a71-a4ea-a1149418cd4a service neutron] 10.222.0.15 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235514 Jan 17 14:26:22.871620 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-62364407-bb30-4b94-9319-8c2ad494e568 req-f3d8dcf8-c866-430a-a5a8-0c9ee3665f07 service neutron] 10.222.0.15 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260123 Jan 17 14:26:23.005869 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d48dc-9b86-487f-bfcf-7c5d0f12bab7 req-a0aa903b-1c74-4bb3-8a37-0a09cb067f97 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:23.007204 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-968d48dc-9b86-487f-bfcf-7c5d0f12bab7 req-a0aa903b-1c74-4bb3-8a37-0a09cb067f97 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 943 time: 0.1345086 Jan 17 14:26:23.012166 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c806235-e253-440f-afb2-978156c751f2 req-1a051320-df19-4af4-848f-e743f283b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:23.013464 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c806235-e253-440f-afb2-978156c751f2 req-1a051320-df19-4af4-848f-e743f283b55b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 1096 time: 0.0987351 Jan 17 14:26:23.128186 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-968d48dc-9b86-487f-bfcf-7c5d0f12bab7 req-2a804a1c-72ce-42ef-bc4e-505d9001d64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=6abe9770-c177-4600-9485-f5004cf0242c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138096 Jan 17 14:26:23.167976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c806235-e253-440f-afb2-978156c751f2 req-9e468c64-1cc3-4c78-8e95-3a394c459c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:23.169434 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c806235-e253-440f-afb2-978156c751f2 req-9e468c64-1cc3-4c78-8e95-3a394c459c8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=5845bf1a-fa8b-4251-a6a4-03d522d72859 HTTP/1.1" status: 200 len: 898 time: 0.1424906 Jan 17 14:26:23.285349 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c806235-e253-440f-afb2-978156c751f2 req-9dd858c9-1fe5-4775-a922-d58d0caa947a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b2d9df8-7fd1-4d72-898c-5b1dd343116a HTTP/1.1" status: 200 len: 217 time: 0.1097653 Jan 17 14:26:23.347807 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c806235-e253-440f-afb2-978156c751f2 req-c281d34e-7400-4343-9b0d-1d259b85f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:23.349161 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c806235-e253-440f-afb2-978156c751f2 req-c281d34e-7400-4343-9b0d-1d259b85f50f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4a341e4e-811c-4140-a535-0f310c3b25fe HTTP/1.1" status: 200 len: 835 time: 0.0562739 Jan 17 14:26:23.424923 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c806235-e253-440f-afb2-978156c751f2 req-94f09430-385d-463b-b247-e340cc6a8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:23.426335 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c806235-e253-440f-afb2-978156c751f2 req-94f09430-385d-463b-b247-e340cc6a8abf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5845bf1a-fa8b-4251-a6a4-03d522d72859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701840 Jan 17 14:26:23.552814 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c806235-e253-440f-afb2-978156c751f2 req-e833fa08-526a-497b-a4ad-b4f6c539641b service neutron] 10.222.0.15 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192386 Jan 17 14:26:23.685144 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c806235-e253-440f-afb2-978156c751f2 req-2dac1549-3482-430b-8eba-0fed1410c766 service neutron] 10.222.0.15 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244969 Jan 17 14:26:24.315337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c8084-bf7c-4ccb-ae1c-523d99c6ce00 req-9a3d9338-948f-4119-b1ba-ad3deeab7694 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:24.316816 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ca2c8084-bf7c-4ccb-ae1c-523d99c6ce00 req-9a3d9338-948f-4119-b1ba-ad3deeab7694 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 943 time: 0.0834057 Jan 17 14:26:24.359540 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ca2c8084-bf7c-4ccb-ae1c-523d99c6ce00 req-958dc36a-0efb-4a45-b993-b5eb84cb46f9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=6abe9770-c177-4600-9485-f5004cf0242c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371315 Jan 17 14:26:25.542926 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1e501-5c47-42fc-8c4b-49e8f5d40758 req-c2888afa-5a88-4431-b0c3-5ef694d826ab tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:25.544373 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-15e1e501-5c47-42fc-8c4b-49e8f5d40758 req-c2888afa-5a88-4431-b0c3-5ef694d826ab tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 943 time: 0.0812814 Jan 17 14:26:25.587136 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-15e1e501-5c47-42fc-8c4b-49e8f5d40758 req-fc869e0a-6a70-4a7f-b2f0-c3b2adb538af tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=6abe9770-c177-4600-9485-f5004cf0242c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371764 Jan 17 14:26:26.428803 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 9b2d9df8-7fd1-4d72-898c-5b1dd343116a details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:26:26.557013 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 9b2d9df8-7fd1-4d72-898c-5b1dd343116a, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=9b2d9df8-7fd1-4d72-898c-5b1dd343116a,segment=NetworkSegment(24b1fa4b-b96a-4ee9-9d45-ef550bbf153f),segment_id=24b1fa4b-b96a-4ee9-9d45-ef550bbf153f)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:26:26.569600 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '9b2d9df8-7fd1-4d72-898c-5b1dd343116a', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'port_id': '9b2d9df8-7fd1-4d72-898c-5b1dd343116a', 'mac_address': 'fa:16:3e:1e:0e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:26:26.626915 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:26.643524 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2d9df8-7fd1-4d72-898c-5b1dd343116a {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:26:26.659254 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 9b2d9df8-7fd1-4d72-898c-5b1dd343116a, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=9b2d9df8-7fd1-4d72-898c-5b1dd343116a,segment=NetworkSegment(24b1fa4b-b96a-4ee9-9d45-ef550bbf153f),segment_id=24b1fa4b-b96a-4ee9-9d45-ef550bbf153f)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:26:26.662322 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:26.728815 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=9b2d9df8-7fd1-4d72-898c-5b1dd343116a,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:26:26.736044 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:26.736390 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:26.736723 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:26.737052 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:26.737378 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:26.737702 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:26.738021 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:26.738339 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:26.738696 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:26.739012 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:26.739335 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:26.739648 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:26:26.768799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564524d-6987-4d35-85fc-8a85744a7e55 req-a97f5004-bd73-4a1f-a6be-b27a3414b0a4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:26.770245 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0564524d-6987-4d35-85fc-8a85744a7e55 req-a97f5004-bd73-4a1f-a6be-b27a3414b0a4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 944 time: 0.0801489 Jan 17 14:26:26.814004 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0564524d-6987-4d35-85fc-8a85744a7e55 req-86f483bc-97c6-4bc2-a05b-928db412182f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=6abe9770-c177-4600-9485-f5004cf0242c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379338 Jan 17 14:26:27.042043 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['9b2d9df8-7fd1-4d72-898c-5b1dd343116a'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:26:27.999367 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaed867-960b-421c-b6d9-17931982c810 req-d59252e7-e004-42b2-a924-60c295677c36 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:28.000731 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-afaed867-960b-421c-b6d9-17931982c810 req-d59252e7-e004-42b2-a924-60c295677c36 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 944 time: 0.0848334 Jan 17 14:26:28.042782 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-afaed867-960b-421c-b6d9-17931982c810 req-5083b911-0eb6-4a83-9ff4-0ec63009c9d9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=6abe9770-c177-4600-9485-f5004cf0242c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364804 Jan 17 14:26:28.443648 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 9b2d9df8-7fd1-4d72-898c-5b1dd343116a up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:26:28.509177 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 9b2d9df8-7fd1-4d72-898c-5b1dd343116a completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:26:28.513831 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 9b2d9df8-7fd1-4d72-898c-5b1dd343116a triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:26:28.514195 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:28.631411 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:28.657545 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af4fee7-a924-4cbe-aee0-4899ff6f1eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2d9df8-7fd1-4d72-898c-5b1dd343116a'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:26:28.666813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 9b2d9df8-7fd1-4d72-898c-5b1dd343116a, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=9b2d9df8-7fd1-4d72-898c-5b1dd343116a,segment=NetworkSegment(24b1fa4b-b96a-4ee9-9d45-ef550bbf153f),segment_id=24b1fa4b-b96a-4ee9-9d45-ef550bbf153f)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:26:28.670631 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:28.706773 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af4fee7-a924-4cbe-aee0-4899ff6f1eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2d9df8-7fd1-4d72-898c-5b1dd343116a', 'code': 200} Jan 17 14:26:28.739509 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=9b2d9df8-7fd1-4d72-898c-5b1dd343116a,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:26:28.927631 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c9a6e-2ad3-473b-8422-87a97367c0cb req-11633b93-4ae0-4a3e-9d49-563519e3c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:28.929135 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-365c9a6e-2ad3-473b-8422-87a97367c0cb req-11633b93-4ae0-4a3e-9d49-563519e3c5d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 1098 time: 0.0686293 Jan 17 14:26:28.969661 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-365c9a6e-2ad3-473b-8422-87a97367c0cb req-0a778f40-aea7-49fa-b0be-616efebeb89b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6abe9770-c177-4600-9485-f5004cf0242c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334940 Jan 17 14:26:29.227102 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53032112-78fc-4733-a819-b27af8a294aa req-893f92bb-7001-425b-8f7e-2bf7e033fc85 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:29.228466 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-53032112-78fc-4733-a819-b27af8a294aa req-893f92bb-7001-425b-8f7e-2bf7e033fc85 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 945 time: 0.0808022 Jan 17 14:26:29.272438 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-53032112-78fc-4733-a819-b27af8a294aa req-5029b718-59b1-4b71-bc81-07a8ca2b2c20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=6abe9770-c177-4600-9485-f5004cf0242c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374122 Jan 17 14:26:30.462764 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ee1ce-075a-4468-bc56-671552861a92 req-8f6fbb2e-fd87-4697-adb5-bce8620c9ef6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:30.464225 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8f6ee1ce-075a-4468-bc56-671552861a92 req-8f6fbb2e-fd87-4697-adb5-bce8620c9ef6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 945 time: 0.0870075 Jan 17 14:26:30.507374 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8f6ee1ce-075a-4468-bc56-671552861a92 req-bc7e6146-bc48-468c-a6ad-e0092eab714e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=6abe9770-c177-4600-9485-f5004cf0242c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375292 Jan 17 14:26:30.899805 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:26:31.683472 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19c4f4-d596-40c1-999d-48c4235a9f9a req-8f78c43f-e885-416d-b378-7cb749310a1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:31.684891 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5b19c4f4-d596-40c1-999d-48c4235a9f9a req-8f78c43f-e885-416d-b378-7cb749310a1d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 945 time: 0.0759764 Jan 17 14:26:31.730181 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5b19c4f4-d596-40c1-999d-48c4235a9f9a req-1a5bc53c-744f-4750-89f9-560b4c6efe4c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=6abe9770-c177-4600-9485-f5004cf0242c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392826 Jan 17 14:26:31.912099 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c63d7-b409-4721-a581-78d096c7b0c2 req-05767be2-b705-4798-96b0-88067bd1d37e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:31.913531 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d53c63d7-b409-4721-a581-78d096c7b0c2 req-05767be2-b705-4798-96b0-88067bd1d37e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 945 time: 0.0777168 Jan 17 14:26:31.960462 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d53c63d7-b409-4721-a581-78d096c7b0c2 req-e3ecfd0f-9472-4107-9ab6-913ee41d47a6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=6abe9770-c177-4600-9485-f5004cf0242c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413363 Jan 17 14:26:31.982038 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39554) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:26:32.147618 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4023ec86-5d08-4652-9070-3b9c3358391a tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:32.149111 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4023ec86-5d08-4652-9070-3b9c3358391a tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 1093 time: 0.1661234 Jan 17 14:26:32.152023 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39558) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:26:32.156762 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ed691100-357f-4228-b6ff-0bb72d3bb6e6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'floatingip': {'port_id': '9b2d9df8-7fd1-4d72-898c-5b1dd343116a'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:26:32.233673 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ed691100-357f-4228-b6ff-0bb72d3bb6e6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:32.807503 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ed691100-357f-4228-b6ff-0bb72d3bb6e6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:32.811182 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ed691100-357f-4228-b6ff-0bb72d3bb6e6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:32.977378 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-ed691100-357f-4228-b6ff-0bb72d3bb6e6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Floating IP 2529bd43-5a2d-4b37-8336-3733dd4a0b9c associated. External IP: 172.26.3.28, port: 9b2d9df8-7fd1-4d72-898c-5b1dd343116a. Jan 17 14:26:33.417097 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed691100-357f-4228-b6ff-0bb72d3bb6e6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 7c06bd32-239c-46df-b544-f1fe32a90ee4 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:26:33.594605 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed691100-357f-4228-b6ff-0bb72d3bb6e6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:26:33.599484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ed691100-357f-4228-b6ff-0bb72d3bb6e6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:33.604047 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ceb6b-e13a-440e-ae95-a701244880da None None] Sync routers for ids ['7c06bd32-239c-46df-b544-f1fe32a90ee4'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:26:33.614372 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971ceb6b-e13a-440e-ae95-a701244880da None None] Routers {'7c06bd32-239c-46df-b544-f1fe32a90ee4'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:26:33.614968 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-971ceb6b-e13a-440e-ae95-a701244880da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:26:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7c06bd32-239c-46df-b544-f1fe32a90ee4'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:26:33.655245 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ed691100-357f-4228-b6ff-0bb72d3bb6e6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/floatingips/2529bd43-5a2d-4b37-8336-3733dd4a0b9c HTTP/1.1" status: 200 len: 990 time: 1.5022364 Jan 17 14:26:33.655950 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af4fee7-a924-4cbe-aee0-4899ff6f1eef', 'tag': '9b2d9df8-7fd1-4d72-898c-5b1dd343116a'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:26:33.658046 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39562) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:26:33.701508 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af4fee7-a924-4cbe-aee0-4899ff6f1eef', 'tag': '9b2d9df8-7fd1-4d72-898c-5b1dd343116a', 'status': 'completed', 'code': 200} Jan 17 14:26:33.778935 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8e37ebd2-94f5-401d-9db9-f0e6ec493624 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/2529bd43-5a2d-4b37-8336-3733dd4a0b9c HTTP/1.1" status: 200 len: 990 time: 0.1197686 Jan 17 14:26:33.793153 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004e1b3-d47f-4dcc-9e4a-bf91501eb5a2 req-d7b13206-1bde-4f5f-a286-f9774d1996e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:33.795091 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e004e1b3-d47f-4dcc-9e4a-bf91501eb5a2 req-d7b13206-1bde-4f5f-a286-f9774d1996e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 1098 time: 0.0716949 Jan 17 14:26:33.795279 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-971ceb6b-e13a-440e-ae95-a701244880da None None] Set router 7c06bd32-239c-46df-b544-f1fe32a90ee4 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:26:33.936058 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004e1b3-d47f-4dcc-9e4a-bf91501eb5a2 req-6501310a-059f-4afd-96d5-71901aaf612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:33.937388 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e004e1b3-d47f-4dcc-9e4a-bf91501eb5a2 req-6501310a-059f-4afd-96d5-71901aaf612d service neutron] 10.222.0.15 "GET /v2.0/networks?id=5845bf1a-fa8b-4251-a6a4-03d522d72859 HTTP/1.1" status: 200 len: 898 time: 0.1363358 Jan 17 14:26:34.040905 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e004e1b3-d47f-4dcc-9e4a-bf91501eb5a2 req-2dc2530d-96ad-4df4-a33f-32543032642a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b2d9df8-7fd1-4d72-898c-5b1dd343116a HTTP/1.1" status: 200 len: 998 time: 0.0964885 Jan 17 14:26:34.104717 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004e1b3-d47f-4dcc-9e4a-bf91501eb5a2 req-ef34eb5f-121d-4821-b086-b9fa5b2b1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:34.106162 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e004e1b3-d47f-4dcc-9e4a-bf91501eb5a2 req-ef34eb5f-121d-4821-b086-b9fa5b2b1105 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4a341e4e-811c-4140-a535-0f310c3b25fe HTTP/1.1" status: 200 len: 835 time: 0.0596664 Jan 17 14:26:34.172188 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-971ceb6b-e13a-440e-ae95-a701244880da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'name': 'tempest-TestNetworkBasicOps-router-97594267', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:38Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '2529bd43-5a2d-4b37-8336-3733dd4a0b9c', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.28', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'port_id': '9b2d9df8-7fd1-4d72-898c-5b1dd343116a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'mac_address': 'fa:16:3e:1e:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4fee7-a924-4cbe-aee0-4899ff6f1eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:24:55Z', 'updated_at': '2022-01-17T14:26:32Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b', 'name': '', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:05:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:37Z', 'updated_at': '2022-01-17T14:24:44Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:26:34.176822 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ceb6b-e13a-440e-ae95-a701244880da None None] Checking router: 7c06bd32-239c-46df-b544-f1fe32a90ee4 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:26:34.183882 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004e1b3-d47f-4dcc-9e4a-bf91501eb5a2 req-3ca5d777-2071-49dd-abef-7579a6fb3d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:34.185261 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971ceb6b-e13a-440e-ae95-a701244880da None None] Routers {'7c06bd32-239c-46df-b544-f1fe32a90ee4'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:26:34.185399 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e004e1b3-d47f-4dcc-9e4a-bf91501eb5a2 req-3ca5d777-2071-49dd-abef-7579a6fb3d88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5845bf1a-fa8b-4251-a6a4-03d522d72859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732510 Jan 17 14:26:34.185740 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-971ceb6b-e13a-440e-ae95-a701244880da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:26:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7c06bd32-239c-46df-b544-f1fe32a90ee4'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:26:34.318787 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e004e1b3-d47f-4dcc-9e4a-bf91501eb5a2 req-3c3cfd84-4e80-4907-9f8e-12f1fa6c0930 service neutron] 10.222.0.15 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253262 Jan 17 14:26:34.361290 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-971ceb6b-e13a-440e-ae95-a701244880da None None] Set router 7c06bd32-239c-46df-b544-f1fe32a90ee4 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:26:34.453982 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e004e1b3-d47f-4dcc-9e4a-bf91501eb5a2 req-5b1b0d5a-ca16-495a-ba9f-f5f540f80b1a service neutron] 10.222.0.15 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270106 Jan 17 14:26:34.699755 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-971ceb6b-e13a-440e-ae95-a701244880da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'name': 'tempest-TestNetworkBasicOps-router-97594267', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:38Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '2529bd43-5a2d-4b37-8336-3733dd4a0b9c', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.28', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'port_id': '9b2d9df8-7fd1-4d72-898c-5b1dd343116a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'mac_address': 'fa:16:3e:1e:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4fee7-a924-4cbe-aee0-4899ff6f1eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:24:55Z', 'updated_at': '2022-01-17T14:26:32Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b', 'name': '', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:05:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:37Z', 'updated_at': '2022-01-17T14:24:44Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:26:34.703573 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ceb6b-e13a-440e-ae95-a701244880da None None] The sync data for ids ['7c06bd32-239c-46df-b544-f1fe32a90ee4'] in dv-neutron-824901-1-hyperv is: [{'id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'name': 'tempest-TestNetworkBasicOps-router-97594267', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:38Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '2529bd43-5a2d-4b37-8336-3733dd4a0b9c', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.28', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'port_id': '9b2d9df8-7fd1-4d72-898c-5b1dd343116a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'mac_address': 'fa:16:3e:1e:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4fee7-a924-4cbe-aee0-4899ff6f1eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:24:55Z', 'updated_at': '2022-01-17T14:26:32Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b', 'name': '', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:05:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:37Z', 'updated_at': '2022-01-17T14:24:44Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:26:34.781045 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39568) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:26:34.914667 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e615c1db-0e31-413f-a0ea-29cde216b107 None None] New status for floating IP 2529bd43-5a2d-4b37-8336-3733dd4a0b9c: ACTIVE {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:26:34.994737 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c3864433-b64d-457a-9fa4-0c6934ce3ff1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/2529bd43-5a2d-4b37-8336-3733dd4a0b9c HTTP/1.1" status: 200 len: 990 time: 0.2114305 Jan 17 14:26:35.997515 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39572) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:26:36.101451 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-78815f7c-4dae-46a1-8625-698bd58f34f7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/2529bd43-5a2d-4b37-8336-3733dd4a0b9c HTTP/1.1" status: 200 len: 992 time: 0.1028578 Jan 17 14:26:37.345981 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-df1b1252-e510-41bf-9bc2-616d47930871 req-fe2ad019-d8b9-413e-87f8-762656a1f2be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670297 Jan 17 14:26:37.483878 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b1252-e510-41bf-9bc2-616d47930871 req-4bc163fb-f2b1-44c9-b8f6-3a934e445228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:37.485319 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-df1b1252-e510-41bf-9bc2-616d47930871 req-4bc163fb-f2b1-44c9-b8f6-3a934e445228 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 1099 time: 0.0722959 Jan 17 14:26:37.625964 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b1252-e510-41bf-9bc2-616d47930871 req-86b57422-c551-4bce-a018-2081d4ed911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:37.627315 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-df1b1252-e510-41bf-9bc2-616d47930871 req-86b57422-c551-4bce-a018-2081d4ed911d service neutron] 10.222.0.15 "GET /v2.0/networks?id=5845bf1a-fa8b-4251-a6a4-03d522d72859 HTTP/1.1" status: 200 len: 898 time: 0.1235485 Jan 17 14:26:37.692288 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-df1b1252-e510-41bf-9bc2-616d47930871 req-0f8c7193-a42b-415f-a823-ddf4206b8e6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a62d331-c41e-4369-b41c-f7a9367cfe09 HTTP/1.1" status: 200 len: 217 time: 0.0584891 Jan 17 14:26:37.757225 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b1252-e510-41bf-9bc2-616d47930871 req-c0d52f74-10c9-429d-8f43-e163e8bee4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:37.758633 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-df1b1252-e510-41bf-9bc2-616d47930871 req-c0d52f74-10c9-429d-8f43-e163e8bee4fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4a341e4e-811c-4140-a535-0f310c3b25fe HTTP/1.1" status: 200 len: 835 time: 0.0599682 Jan 17 14:26:37.831862 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b1252-e510-41bf-9bc2-616d47930871 req-4ff17da1-4e36-43d2-bae3-3083229a1485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:26:37.833308 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-df1b1252-e510-41bf-9bc2-616d47930871 req-4ff17da1-4e36-43d2-bae3-3083229a1485 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5845bf1a-fa8b-4251-a6a4-03d522d72859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680819 Jan 17 14:26:38.059802 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-df1b1252-e510-41bf-9bc2-616d47930871 req-18e50fb5-e743-4022-aef4-f9aee235435b service neutron] 10.222.0.15 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202716 Jan 17 14:26:38.189676 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-df1b1252-e510-41bf-9bc2-616d47930871 req-bb580d58-d783-4223-9c4f-aa7312dc0114 service neutron] 10.222.0.15 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212373 Jan 17 14:26:40.584206 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [req-4b02480b-95fa-42ce-a261-2933dd9ee89b req-6af42059-fa90-4a27-8468-c3e498038bc5 service neutron] (87524) timed out ('10.222.0.15', 55238) {{(pid=87524) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 17 14:26:40.654802 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dc81f673-0713-4710-b87d-67c049952b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:43.806676 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b4df609c-d344-4649-a8b1-ae7c5ebc8fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:43.877429 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:43.926256 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:45.408445 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:26:52.689158 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:07.899014 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:27:10.660893 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a82f8944-1050-411b-beec-9b04fb047fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:13.809622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6696d618-4cf6-4949-b0ef-2ae0c7d8cbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:13.882249 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:13.934763 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:15.412182 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:22.721102 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:39.909508 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1f2bc31b-cd2d-4670-91b1-eade21a07dbe req-f237b39c-9c42-4f7e-a760-93bf89375d2e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718169 Jan 17 14:27:40.008667 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bc31b-cd2d-4670-91b1-eade21a07dbe req-906abc10-71c0-4730-a47a-78e2b7b89b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:27:40.010151 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1f2bc31b-cd2d-4670-91b1-eade21a07dbe req-906abc10-71c0-4730-a47a-78e2b7b89b11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 1098 time: 0.0712042 Jan 17 14:27:40.157759 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bc31b-cd2d-4670-91b1-eade21a07dbe req-def3d361-19e8-49a4-bc1d-623a06ec54ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:27:40.159178 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1f2bc31b-cd2d-4670-91b1-eade21a07dbe req-def3d361-19e8-49a4-bc1d-623a06ec54ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=5845bf1a-fa8b-4251-a6a4-03d522d72859 HTTP/1.1" status: 200 len: 898 time: 0.1304567 Jan 17 14:27:40.264143 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1f2bc31b-cd2d-4670-91b1-eade21a07dbe req-b228e6af-bc2d-4a83-b4e5-2930af7e061c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b2d9df8-7fd1-4d72-898c-5b1dd343116a HTTP/1.1" status: 200 len: 1000 time: 0.0980573 Jan 17 14:27:40.326808 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bc31b-cd2d-4670-91b1-eade21a07dbe req-5b4045a5-4b14-4a54-9ad5-2e22bb0cbdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:27:40.328314 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1f2bc31b-cd2d-4670-91b1-eade21a07dbe req-5b4045a5-4b14-4a54-9ad5-2e22bb0cbdcd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4a341e4e-811c-4140-a535-0f310c3b25fe HTTP/1.1" status: 200 len: 835 time: 0.0577059 Jan 17 14:27:40.404251 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bc31b-cd2d-4670-91b1-eade21a07dbe req-9802588f-8875-4df8-ba4e-b7b870dc50fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:27:40.405702 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1f2bc31b-cd2d-4670-91b1-eade21a07dbe req-9802588f-8875-4df8-ba4e-b7b870dc50fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5845bf1a-fa8b-4251-a6a4-03d522d72859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714765 Jan 17 14:27:40.536063 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1f2bc31b-cd2d-4670-91b1-eade21a07dbe req-bc940008-b6be-456c-b273-4f7d141dcd37 service neutron] 10.222.0.15 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237986 Jan 17 14:27:40.654312 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2ced0079-50bd-4471-b3e7-28d2dd98dc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:40.666212 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1f2bc31b-cd2d-4670-91b1-eade21a07dbe req-831f83cd-203d-415d-9613-c8b440d67367 service neutron] 10.222.0.15 "GET /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229675 Jan 17 14:27:43.812049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d4f33ce1-9117-4109-9744-689318149d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:43.883664 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:43.925280 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:44.897932 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:27:45.413776 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:45.454743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f51f4-cdac-4084-914c-c1da0ddcd257 req-5196f72f-f502-404f-8d8f-3540de9c47b0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:27:45.456226 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-073f51f4-cdac-4084-914c-c1da0ddcd257 req-5196f72f-f502-404f-8d8f-3540de9c47b0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 945 time: 0.0789974 Jan 17 14:27:45.502954 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-073f51f4-cdac-4084-914c-c1da0ddcd257 req-1fc7bf52-9399-4a56-a18b-2891bcefb1aa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=6abe9770-c177-4600-9485-f5004cf0242c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411301 Jan 17 14:27:46.684415 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a359d-8d22-4956-8a31-a2fb01605113 req-844b34c2-25bd-456f-9848-3871e6b03363 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:27:46.685858 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0d5a359d-8d22-4956-8a31-a2fb01605113 req-844b34c2-25bd-456f-9848-3871e6b03363 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 945 time: 0.0785015 Jan 17 14:27:46.728679 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0d5a359d-8d22-4956-8a31-a2fb01605113 req-fa579332-9c1b-4b0c-8b27-c0710f999d54 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=6abe9770-c177-4600-9485-f5004cf0242c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372787 Jan 17 14:27:46.979898 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e90b1-80ce-4636-8a94-2246458c94ab req-1252ae54-c35a-49bb-9ee9-5d4212d288af tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:27:46.981313 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-954e90b1-80ce-4636-8a94-2246458c94ab req-1252ae54-c35a-49bb-9ee9-5d4212d288af tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/ports?device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 945 time: 0.0823431 Jan 17 14:27:47.048858 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-954e90b1-80ce-4636-8a94-2246458c94ab req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 9b2d9df8-7fd1-4d72-898c-5b1dd343116a {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:27:47.049193 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-954e90b1-80ce-4636-8a94-2246458c94ab req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:47.292607 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-954e90b1-80ce-4636-8a94-2246458c94ab req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port 9b2d9df8-7fd1-4d72-898c-5b1dd343116a, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=9b2d9df8-7fd1-4d72-898c-5b1dd343116a,segment=NetworkSegment(24b1fa4b-b96a-4ee9-9d45-ef550bbf153f),segment_id=24b1fa4b-b96a-4ee9-9d45-ef550bbf153f)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:27:47.292959 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-954e90b1-80ce-4636-8a94-2246458c94ab req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:47.673041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-954e90b1-80ce-4636-8a94-2246458c94ab req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:47.673412 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-954e90b1-80ce-4636-8a94-2246458c94ab req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:47.673714 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [req-954e90b1-80ce-4636-8a94-2246458c94ab req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Floating IP 2529bd43-5a2d-4b37-8336-3733dd4a0b9c disassociated. External IP: 172.26.3.28, port: 9b2d9df8-7fd1-4d72-898c-5b1dd343116a. Jan 17 14:27:47.674046 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-954e90b1-80ce-4636-8a94-2246458c94ab req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 9b2d9df8-7fd1-4d72-898c-5b1dd343116a owned by compute:nova {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:27:47.821109 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-954e90b1-80ce-4636-8a94-2246458c94ab req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:47.876103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=9b2d9df8-7fd1-4d72-898c-5b1dd343116a,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:27:47.890473 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-498fdffa-dc47-4ec4-be1f-d22a324d9e93 req-a6fb66b5-44df-4606-90b1-375da063640e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0af4fee7-a924-4cbe-aee0-4899ff6f1eef HTTP/1.1" status: 200 len: 210 time: 0.0457604 Jan 17 14:27:47.938313 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:47.938593 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:47.938927 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:47.939254 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:47.939580 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:47.939927 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:47.940250 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:47.940565 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:47.940883 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:47.941197 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:47.941512 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:47.941825 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:48.070493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-954e90b1-80ce-4636-8a94-2246458c94ab req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 7c06bd32-239c-46df-b544-f1fe32a90ee4 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:27:48.258374 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-954e90b1-80ce-4636-8a94-2246458c94ab req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:27:48.269157 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7a1bf4-9e65-4b1c-82ec-301ef6df81f1 None None] Sync routers for ids ['7c06bd32-239c-46df-b544-f1fe32a90ee4'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:27:48.279898 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7a1bf4-9e65-4b1c-82ec-301ef6df81f1 None None] Routers {'7c06bd32-239c-46df-b544-f1fe32a90ee4'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:27:48.280596 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-dc7a1bf4-9e65-4b1c-82ec-301ef6df81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:27:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7c06bd32-239c-46df-b544-f1fe32a90ee4'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:27:48.334813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-954e90b1-80ce-4636-8a94-2246458c94ab req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] No DVR routers for this DVR port 9b2d9df8-7fd1-4d72-898c-5b1dd343116a on host hv-neutron-8249 {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:27:48.337465 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-954e90b1-80ce-4636-8a94-2246458c94ab req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:48.340323 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af4fee7-a924-4cbe-aee0-4899ff6f1eef', 'name': 'network-vif-deleted', 'tag': '9b2d9df8-7fd1-4d72-898c-5b1dd343116a'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:27:48.359108 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-954e90b1-80ce-4636-8a94-2246458c94ab req-5e88d759-d48a-4638-b764-c36005ce20db tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "DELETE /v2.0/ports/9b2d9df8-7fd1-4d72-898c-5b1dd343116a HTTP/1.1" status: 204 len: 173 time: 1.3724704 Jan 17 14:27:48.406723 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af4fee7-a924-4cbe-aee0-4899ff6f1eef', 'name': 'network-vif-deleted', 'tag': '9b2d9df8-7fd1-4d72-898c-5b1dd343116a', 'status': 'completed', 'code': 200} Jan 17 14:27:48.482452 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-dc7a1bf4-9e65-4b1c-82ec-301ef6df81f1 None None] Set router 7c06bd32-239c-46df-b544-f1fe32a90ee4 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:27:48.837073 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-dc7a1bf4-9e65-4b1c-82ec-301ef6df81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'name': 'tempest-TestNetworkBasicOps-router-97594267', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:38Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b', 'name': '', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:05:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:37Z', 'updated_at': '2022-01-17T14:24:44Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:27:48.841018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7a1bf4-9e65-4b1c-82ec-301ef6df81f1 None None] Checking router: 7c06bd32-239c-46df-b544-f1fe32a90ee4 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:27:48.849943 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7a1bf4-9e65-4b1c-82ec-301ef6df81f1 None None] Routers {'7c06bd32-239c-46df-b544-f1fe32a90ee4'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:27:48.850543 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-dc7a1bf4-9e65-4b1c-82ec-301ef6df81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:27:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7c06bd32-239c-46df-b544-f1fe32a90ee4'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:27:48.928394 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 9b2d9df8-7fd1-4d72-898c-5b1dd343116a no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:27:48.971419 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 9b2d9df8-7fd1-4d72-898c-5b1dd343116a {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:27:48.971786 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 9b2d9df8-7fd1-4d72-898c-5b1dd343116a not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:27:48.990058 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39622) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:27:49.057988 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-830d7285-b3a2-4f9a-87e4-f53d63483466 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:49.072728 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-dc7a1bf4-9e65-4b1c-82ec-301ef6df81f1 None None] Set router 7c06bd32-239c-46df-b544-f1fe32a90ee4 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:27:49.087422 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-830d7285-b3a2-4f9a-87e4-f53d63483466 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:49.159818 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-830d7285-b3a2-4f9a-87e4-f53d63483466 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:49.176910 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d7285-b3a2-4f9a-87e4-f53d63483466 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abe9770-c177-4600-9485-f5004cf0242c,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:27:49.185939 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d7285-b3a2-4f9a-87e4-f53d63483466 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:49.186291 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d7285-b3a2-4f9a-87e4-f53d63483466 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:49.186634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d7285-b3a2-4f9a-87e4-f53d63483466 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:49.186980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d7285-b3a2-4f9a-87e4-f53d63483466 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:49.187311 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d7285-b3a2-4f9a-87e4-f53d63483466 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:49.187640 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d7285-b3a2-4f9a-87e4-f53d63483466 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:49.188095 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d7285-b3a2-4f9a-87e4-f53d63483466 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:49.188345 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d7285-b3a2-4f9a-87e4-f53d63483466 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:49.188673 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d7285-b3a2-4f9a-87e4-f53d63483466 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:49.188996 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d7285-b3a2-4f9a-87e4-f53d63483466 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:49.189362 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d7285-b3a2-4f9a-87e4-f53d63483466 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:49.189630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d7285-b3a2-4f9a-87e4-f53d63483466 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:49.198774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-830d7285-b3a2-4f9a-87e4-f53d63483466 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:49.200026 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-830d7285-b3a2-4f9a-87e4-f53d63483466 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/security-groups/6abe9770-c177-4600-9485-f5004cf0242c HTTP/1.1" status: 204 len: 168 time: 0.2089593 Jan 17 14:27:49.231542 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39628) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:27:49.385166 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-af4a6c6a-0278-4f1f-9026-a979b2701529 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 5dd5a490-ee2f-4acb-99eb-bad9c6a3234e {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:27:49.385418 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af4a6c6a-0278-4f1f-9026-a979b2701529 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:49.405045 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-dc7a1bf4-9e65-4b1c-82ec-301ef6df81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'name': 'tempest-TestNetworkBasicOps-router-97594267', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:38Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b', 'name': '', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:05:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:37Z', 'updated_at': '2022-01-17T14:24:44Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:27:49.409565 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7a1bf4-9e65-4b1c-82ec-301ef6df81f1 None None] The sync data for ids ['7c06bd32-239c-46df-b544-f1fe32a90ee4'] in dv-neutron-824901-1-hyperv is: [{'id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'name': 'tempest-TestNetworkBasicOps-router-97594267', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:38Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b', 'name': '', 'network_id': '5845bf1a-fa8b-4251-a6a4-03d522d72859', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:05:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:37Z', 'updated_at': '2022-01-17T14:24:44Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '4a341e4e-811c-4140-a535-0f310c3b25fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:27:49.559970 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af4a6c6a-0278-4f1f-9026-a979b2701529 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:49.560295 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af4a6c6a-0278-4f1f-9026-a979b2701529 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:49.636692 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4c212e-4e3a-44d1-863b-e473e9cc86ed None None] New status for floating IP 2529bd43-5a2d-4b37-8336-3733dd4a0b9c: DOWN {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:27:49.795328 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-af4a6c6a-0278-4f1f-9026-a979b2701529 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 5dd5a490-ee2f-4acb-99eb-bad9c6a3234e owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:27:49.879942 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.db.api [None req-af4a6c6a-0278-4f1f-9026-a979b2701529 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:27:49.880260 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG oslo_db.api [None req-af4a6c6a-0278-4f1f-9026-a979b2701529 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:27:50.381858 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-af4a6c6a-0278-4f1f-9026-a979b2701529 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 5dd5a490-ee2f-4acb-99eb-bad9c6a3234e {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:27:50.382474 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af4a6c6a-0278-4f1f-9026-a979b2701529 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:50.550711 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af4a6c6a-0278-4f1f-9026-a979b2701529 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:50.551021 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af4a6c6a-0278-4f1f-9026-a979b2701529 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:50.668512 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-af4a6c6a-0278-4f1f-9026-a979b2701529 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 5dd5a490-ee2f-4acb-99eb-bad9c6a3234e owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:27:50.808041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af4a6c6a-0278-4f1f-9026-a979b2701529 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:50.852515 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a6c6a-0278-4f1f-9026-a979b2701529 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=5dd5a490-ee2f-4acb-99eb-bad9c6a3234e,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:27:50.944134 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af4a6c6a-0278-4f1f-9026-a979b2701529 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:50.958206 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af4a6c6a-0278-4f1f-9026-a979b2701529 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:50.959282 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-af4a6c6a-0278-4f1f-9026-a979b2701529 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/floatingips/2529bd43-5a2d-4b37-8336-3733dd4a0b9c HTTP/1.1" status: 204 len: 168 time: 1.7267609 Jan 17 14:27:51.320542 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88c7cb-be2a-483b-9d5b-31a91275d0df req-cf1681fc-6e20-4925-a3c3-43f2e45ab9a1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:27:51.321129 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-9e88c7cb-be2a-483b-9d5b-31a91275d0df req-cf1681fc-6e20-4925-a3c3-43f2e45ab9a1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:27:51.336292 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-9e88c7cb-be2a-483b-9d5b-31a91275d0df req-cf1681fc-6e20-4925-a3c3-43f2e45ab9a1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:27:51.337478 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9e88c7cb-be2a-483b-9d5b-31a91275d0df req-cf1681fc-6e20-4925-a3c3-43f2e45ab9a1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 946 time: 0.0939801 Jan 17 14:27:51.380591 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9e88c7cb-be2a-483b-9d5b-31a91275d0df req-27ee2e19-2ae3-4508-abf7-115cb77376cd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=592d3afa-7225-4c95-92eb-0e0b9804e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372949 Jan 17 14:27:52.568946 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ad005-7c8e-4969-b5ae-7934f8aca6b7 req-07cabf55-7a9d-43fa-bc7b-bafcd1fad4ef tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:27:52.570396 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff4ad005-7c8e-4969-b5ae-7934f8aca6b7 req-07cabf55-7a9d-43fa-bc7b-bafcd1fad4ef tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 946 time: 0.0846193 Jan 17 14:27:52.612880 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-ff4ad005-7c8e-4969-b5ae-7934f8aca6b7 req-1ed559cd-1d02-4e3a-9c23-f07f17152957 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:27:52.627899 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-ff4ad005-7c8e-4969-b5ae-7934f8aca6b7 req-1ed559cd-1d02-4e3a-9c23-f07f17152957 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:27:52.628986 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff4ad005-7c8e-4969-b5ae-7934f8aca6b7 req-1ed559cd-1d02-4e3a-9c23-f07f17152957 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=592d3afa-7225-4c95-92eb-0e0b9804e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528235 Jan 17 14:27:52.735220 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:52.935531 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d75fce-2111-48ab-ad5c-458b5e60f26a req-b48e183f-4ef8-4653-acc3-d39660e9b58e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:27:52.936935 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f3d75fce-2111-48ab-ad5c-458b5e60f26a req-b48e183f-4ef8-4653-acc3-d39660e9b58e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 946 time: 0.0796716 Jan 17 14:27:53.004165 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-f3d75fce-2111-48ab-ad5c-458b5e60f26a req-9f54cb40-5c88-4359-a9ee-e2baaaaf9bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 3a62d331-c41e-4369-b41c-f7a9367cfe09 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:27:53.004790 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f3d75fce-2111-48ab-ad5c-458b5e60f26a req-9f54cb40-5c88-4359-a9ee-e2baaaaf9bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:53.247798 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-f3d75fce-2111-48ab-ad5c-458b5e60f26a req-9f54cb40-5c88-4359-a9ee-e2baaaaf9bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port 3a62d331-c41e-4369-b41c-f7a9367cfe09, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=3a62d331-c41e-4369-b41c-f7a9367cfe09,segment=NetworkSegment(24b1fa4b-b96a-4ee9-9d45-ef550bbf153f),segment_id=24b1fa4b-b96a-4ee9-9d45-ef550bbf153f)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:27:53.248152 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f3d75fce-2111-48ab-ad5c-458b5e60f26a req-9f54cb40-5c88-4359-a9ee-e2baaaaf9bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:53.370317 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-f3d75fce-2111-48ab-ad5c-458b5e60f26a req-9f54cb40-5c88-4359-a9ee-e2baaaaf9bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 3a62d331-c41e-4369-b41c-f7a9367cfe09 owned by compute:nova {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:27:53.509238 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f3d75fce-2111-48ab-ad5c-458b5e60f26a req-9f54cb40-5c88-4359-a9ee-e2baaaaf9bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:53.589915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54cb40-5c88-4359-a9ee-e2baaaaf9bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=3a62d331-c41e-4369-b41c-f7a9367cfe09,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:27:53.635029 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d75fce-2111-48ab-ad5c-458b5e60f26a req-9f54cb40-5c88-4359-a9ee-e2baaaaf9bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] No DVR routers for this DVR port 3a62d331-c41e-4369-b41c-f7a9367cfe09 on host hv-neutron-8249 {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:27:53.637094 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f3d75fce-2111-48ab-ad5c-458b5e60f26a req-9f54cb40-5c88-4359-a9ee-e2baaaaf9bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:53.639428 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e27a7c5-79b9-427c-80f2-10d6edf0ccbf', 'name': 'network-vif-deleted', 'tag': '3a62d331-c41e-4369-b41c-f7a9367cfe09'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:27:53.659361 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f3d75fce-2111-48ab-ad5c-458b5e60f26a req-9f54cb40-5c88-4359-a9ee-e2baaaaf9bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "DELETE /v2.0/ports/3a62d331-c41e-4369-b41c-f7a9367cfe09 HTTP/1.1" status: 204 len: 173 time: 0.7166238 Jan 17 14:27:53.689503 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e27a7c5-79b9-427c-80f2-10d6edf0ccbf', 'name': 'network-vif-deleted', 'tag': '3a62d331-c41e-4369-b41c-f7a9367cfe09', 'status': 'completed', 'code': 200} Jan 17 14:27:53.782651 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ec947120-e092-4d0c-8be2-68051cc5e1c3 req-4d147ec6-7e52-404b-901e-cc36321ac994 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e27a7c5-79b9-427c-80f2-10d6edf0ccbf HTTP/1.1" status: 200 len: 210 time: 0.0464067 Jan 17 14:27:54.884246 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39648) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:27:54.941207 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 3a62d331-c41e-4369-b41c-f7a9367cfe09 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:27:54.958181 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c3006cef-ba9d-41a0-897b-006b68946cb7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:54.978644 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 3a62d331-c41e-4369-b41c-f7a9367cfe09 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:27:54.978982 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 3a62d331-c41e-4369-b41c-f7a9367cfe09 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:27:54.989918 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c3006cef-ba9d-41a0-897b-006b68946cb7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:55.058171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c3006cef-ba9d-41a0-897b-006b68946cb7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:55.077374 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3006cef-ba9d-41a0-897b-006b68946cb7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=592d3afa-7225-4c95-92eb-0e0b9804e1a4,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:27:55.089786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c3006cef-ba9d-41a0-897b-006b68946cb7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:55.090927 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c3006cef-ba9d-41a0-897b-006b68946cb7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/security-groups/592d3afa-7225-4c95-92eb-0e0b9804e1a4 HTTP/1.1" status: 204 len: 168 time: 0.2057326 Jan 17 14:27:55.127177 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39654) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:27:55.684229 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-24254ba1-e435-48fd-a14f-149316510769 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:56.140784 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-24254ba1-e435-48fd-a14f-149316510769 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:27:56.141492 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-24254ba1-e435-48fd-a14f-149316510769 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:56.323315 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-24254ba1-e435-48fd-a14f-149316510769 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b,segment=NetworkSegment(24b1fa4b-b96a-4ee9-9d45-ef550bbf153f),segment_id=24b1fa4b-b96a-4ee9-9d45-ef550bbf153f)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:27:56.323663 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-24254ba1-e435-48fd-a14f-149316510769 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:56.446947 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-24254ba1-e435-48fd-a14f-149316510769 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:27:56.766688 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-24254ba1-e435-48fd-a14f-149316510769 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:56.846918 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24254ba1-e435-48fd-a14f-149316510769 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:27:57.096493 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-24254ba1-e435-48fd-a14f-149316510769 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:57.554258 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24254ba1-e435-48fd-a14f-149316510769 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 7c06bd32-239c-46df-b544-f1fe32a90ee4 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:27:57.733411 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24254ba1-e435-48fd-a14f-149316510769 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:27:57.745047 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f642fd-f502-4708-81fc-5ccbb7714c15 None None] Sync routers for ids ['7c06bd32-239c-46df-b544-f1fe32a90ee4'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:27:57.746794 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-24254ba1-e435-48fd-a14f-149316510769 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/routers/7c06bd32-239c-46df-b544-f1fe32a90ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6184962 Jan 17 14:27:57.749460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39658) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:27:57.757176 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f642fd-f502-4708-81fc-5ccbb7714c15 None None] Routers {'7c06bd32-239c-46df-b544-f1fe32a90ee4'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:27:57.757869 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-58f642fd-f502-4708-81fc-5ccbb7714c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:27:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7c06bd32-239c-46df-b544-f1fe32a90ee4'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:27:57.819752 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b136955-212c-4d77-877f-c71a221ad17d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting subnet 4a341e4e-811c-4140-a535-0f310c3b25fe {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:27:57.823459 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5b136955-212c-4d77-877f-c71a221ad17d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:57.882118 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5b136955-212c-4d77-877f-c71a221ad17d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:57.937458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-58f642fd-f502-4708-81fc-5ccbb7714c15 None None] Set router 7c06bd32-239c-46df-b544-f1fe32a90ee4 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:27:57.962598 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5b136955-212c-4d77-877f-c71a221ad17d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:58.033735 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5b136955-212c-4d77-877f-c71a221ad17d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:58.073136 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b136955-212c-4d77-877f-c71a221ad17d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Subnet': ['ID=4a341e4e-811c-4140-a535-0f310c3b25fe,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:27:58.081828 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5b136955-212c-4d77-877f-c71a221ad17d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:58.087819 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5b136955-212c-4d77-877f-c71a221ad17d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/subnets/4a341e4e-811c-4140-a535-0f310c3b25fe HTTP/1.1" status: 204 len: 168 time: 0.3373632 Jan 17 14:27:58.090441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39662) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:27:58.108878 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ea9290-564b-4e49-9d18-005900dfb023 None None] Network 5845bf1a-fa8b-4251-a6a4-03d522d72859 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:27:58.266571 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-16225756-caf5-4045-8ceb-9bf8bb8443fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:58.430581 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-58f642fd-f502-4708-81fc-5ccbb7714c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'name': 'tempest-TestNetworkBasicOps-router-97594267', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:27:56Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'c630d07e-2c9f-4d38-b503-98a899c21ea8', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:27:58.434734 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f642fd-f502-4708-81fc-5ccbb7714c15 None None] Checking router: 7c06bd32-239c-46df-b544-f1fe32a90ee4 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:27:58.444119 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f642fd-f502-4708-81fc-5ccbb7714c15 None None] Routers {'7c06bd32-239c-46df-b544-f1fe32a90ee4'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:27:58.444730 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-58f642fd-f502-4708-81fc-5ccbb7714c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:27:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7c06bd32-239c-46df-b544-f1fe32a90ee4'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:27:58.456753 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-16225756-caf5-4045-8ceb-9bf8bb8443fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:58.466376 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-16225756-caf5-4045-8ceb-9bf8bb8443fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port c630d07e-2c9f-4d38-b503-98a899c21ea8 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:27:58.466750 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-16225756-caf5-4045-8ceb-9bf8bb8443fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:58.505334 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662deca9-e457-4a02-a585-58b70e45fd0e None None] DHCP port deletion for 5845bf1a-fa8b-4251-a6a4-03d522d72859 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:27:58.565477 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-662deca9-e457-4a02-a585-58b70e45fd0e None None] Deleting port f3f55184-3f2e-45ad-ae13-98b665b9612b {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:27:58.565847 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-662deca9-e457-4a02-a585-58b70e45fd0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:58.638298 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-16225756-caf5-4045-8ceb-9bf8bb8443fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port c630d07e-2c9f-4d38-b503-98a899c21ea8, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c630d07e-2c9f-4d38-b503-98a899c21ea8,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:27:58.638951 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-16225756-caf5-4045-8ceb-9bf8bb8443fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:58.680579 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-58f642fd-f502-4708-81fc-5ccbb7714c15 None None] Set router 7c06bd32-239c-46df-b544-f1fe32a90ee4 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:27:58.760803 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-16225756-caf5-4045-8ceb-9bf8bb8443fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for c630d07e-2c9f-4d38-b503-98a899c21ea8 owned by network:router_gateway {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:27:58.796469 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-58f642fd-f502-4708-81fc-5ccbb7714c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'name': 'tempest-TestNetworkBasicOps-router-97594267', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:27:58Z', 'revision_number': 6, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:27:58.818857 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f642fd-f502-4708-81fc-5ccbb7714c15 None None] The sync data for ids ['7c06bd32-239c-46df-b544-f1fe32a90ee4'] in dv-neutron-824901-1-hyperv is: [{'id': '7c06bd32-239c-46df-b544-f1fe32a90ee4', 'name': 'tempest-TestNetworkBasicOps-router-97594267', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:24:33Z', 'updated_at': '2022-01-17T14:27:58Z', 'revision_number': 6, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port_host': None}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:27:58.910892 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-662deca9-e457-4a02-a585-58b70e45fd0e None None] For port f3f55184-3f2e-45ad-ae13-98b665b9612b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=f3f55184-3f2e-45ad-ae13-98b665b9612b,segment=NetworkSegment(24b1fa4b-b96a-4ee9-9d45-ef550bbf153f),segment_id=24b1fa4b-b96a-4ee9-9d45-ef550bbf153f)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:27:58.911272 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-662deca9-e457-4a02-a585-58b70e45fd0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:59.030524 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-662deca9-e457-4a02-a585-58b70e45fd0e None None] Calling delete_port for f3f55184-3f2e-45ad-ae13-98b665b9612b owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:27:59.041534 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-16225756-caf5-4045-8ceb-9bf8bb8443fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:59.091073 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16225756-caf5-4045-8ceb-9bf8bb8443fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=c630d07e-2c9f-4d38-b503-98a899c21ea8,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:27:59.107230 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-662deca9-e457-4a02-a585-58b70e45fd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:59.152247 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662deca9-e457-4a02-a585-58b70e45fd0e None None] Pushing event deleted for resources: {'Port': ['ID=f3f55184-3f2e-45ad-ae13-98b665b9612b,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:27:59.161476 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662deca9-e457-4a02-a585-58b70e45fd0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:59.161827 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662deca9-e457-4a02-a585-58b70e45fd0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:59.162214 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662deca9-e457-4a02-a585-58b70e45fd0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:59.162546 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662deca9-e457-4a02-a585-58b70e45fd0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:59.162868 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662deca9-e457-4a02-a585-58b70e45fd0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:59.163186 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662deca9-e457-4a02-a585-58b70e45fd0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:59.163503 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662deca9-e457-4a02-a585-58b70e45fd0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:59.163841 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662deca9-e457-4a02-a585-58b70e45fd0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:59.164159 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662deca9-e457-4a02-a585-58b70e45fd0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:59.164469 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662deca9-e457-4a02-a585-58b70e45fd0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:59.164780 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662deca9-e457-4a02-a585-58b70e45fd0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:59.165087 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662deca9-e457-4a02-a585-58b70e45fd0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:27:59.169395 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662deca9-e457-4a02-a585-58b70e45fd0e None None] No DVR routers for this DVR port f3f55184-3f2e-45ad-ae13-98b665b9612b on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:27:59.196715 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-16225756-caf5-4045-8ceb-9bf8bb8443fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:59.377444 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-16225756-caf5-4045-8ceb-9bf8bb8443fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:59.379505 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-16225756-caf5-4045-8ceb-9bf8bb8443fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:59.400213 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-16225756-caf5-4045-8ceb-9bf8bb8443fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:59.400714 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16225756-caf5-4045-8ceb-9bf8bb8443fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Fanout notify agent at l3_agent the message router_deleted on router 7c06bd32-239c-46df-b544-f1fe32a90ee4 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:27:59.415737 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-16225756-caf5-4045-8ceb-9bf8bb8443fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:59.416809 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-16225756-caf5-4045-8ceb-9bf8bb8443fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/routers/7c06bd32-239c-46df-b544-f1fe32a90ee4 HTTP/1.1" status: 204 len: 168 time: 1.3254380 Jan 17 14:27:59.419400 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39666) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:27:59.531878 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8c722ce6-6d21-4c81-b9a7-4265691b154d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:59.665079 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8c722ce6-6d21-4c81-b9a7-4265691b154d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:59.690161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-8c722ce6-6d21-4c81-b9a7-4265691b154d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5845bf1a-fa8b-4251-a6a4-03d522d72859']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:27:59.701816 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-8c722ce6-6d21-4c81-b9a7-4265691b154d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b1fa4b-b96a-4ee9-9d45-ef550bbf153f') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:27:59.702119 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-8c722ce6-6d21-4c81-b9a7-4265691b154d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b1fa4b-b96a-4ee9-9d45-ef550bbf153f') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:27:59.714359 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8c722ce6-6d21-4c81-b9a7-4265691b154d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:59.731095 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8c722ce6-6d21-4c81-b9a7-4265691b154d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:59.737340 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c722ce6-6d21-4c81-b9a7-4265691b154d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:27:59.737738 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8c722ce6-6d21-4c81-b9a7-4265691b154d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:27:59.753221 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:27:59.839010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8c722ce6-6d21-4c81-b9a7-4265691b154d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:59.853774 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device f3f55184-3f2e-45ad-ae13-98b665b9612b no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:27:59.857080 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8c722ce6-6d21-4c81-b9a7-4265691b154d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:59.868171 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c722ce6-6d21-4c81-b9a7-4265691b154d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Network': ['ID=5845bf1a-fa8b-4251-a6a4-03d522d72859,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:27:59.877083 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8c722ce6-6d21-4c81-b9a7-4265691b154d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/networks/5845bf1a-fa8b-4251-a6a4-03d522d72859 HTTP/1.1" status: 204 len: 168 time: 0.4566932 Jan 17 14:27:59.888547 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: f3f55184-3f2e-45ad-ae13-98b665b9612b {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:27:59.888929 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device f3f55184-3f2e-45ad-ae13-98b665b9612b not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:27:59.889715 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c630d07e-2c9f-4d38-b503-98a899c21ea8 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:27:59.901953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39670) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:27:59.907867 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-0847b269-c220-4ff8-a605-8acef86f9ca9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'network': {'name': 'tempest-network-smoke--1904859687', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'port_security_enabled': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:27:59.912868 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0847b269-c220-4ff8-a605-8acef86f9ca9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:27:59.916883 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0847b269-c220-4ff8-a605-8acef86f9ca9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:network and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:27:59.919661 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0847b269-c220-4ff8-a605-8acef86f9ca9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:27:59.925270 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0847b269-c220-4ff8-a605-8acef86f9ca9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:27:59.925842 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: c630d07e-2c9f-4d38-b503-98a899c21ea8 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:27:59.926198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c630d07e-2c9f-4d38-b503-98a899c21ea8 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:27:59.926616 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:27:59.935618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0847b269-c220-4ff8-a605-8acef86f9ca9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:27:59.939680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0847b269-c220-4ff8-a605-8acef86f9ca9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:59.960198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:27:59.960550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 06fcc62c-21a4-4ca2-90f0-1a5a2ebf522b not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:27:59.968483 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0847b269-c220-4ff8-a605-8acef86f9ca9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:27:59.978491 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0847b269-c220-4ff8-a605-8acef86f9ca9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:27:59.978951 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-0847b269-c220-4ff8-a605-8acef86f9ca9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Added segment e5cbcc8f-c015-479f-a0f1-f16b729c7714 of type vlan for network 122d65bd-84f0-4da4-b974-27054fc531f2 Jan 17 14:28:00.005401 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0847b269-c220-4ff8-a605-8acef86f9ca9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:00.033421 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0847b269-c220-4ff8-a605-8acef86f9ca9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:00.038805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0847b269-c220-4ff8-a605-8acef86f9ca9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:00.039416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0847b269-c220-4ff8-a605-8acef86f9ca9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:00.144680 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0847b269-c220-4ff8-a605-8acef86f9ca9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2421219 Jan 17 14:28:00.147368 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847b269-c220-4ff8-a605-8acef86f9ca9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Network': ['ID=122d65bd-84f0-4da4-b974-27054fc531f2,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:00.147604 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39674) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:00.152951 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1487726523', 'admin_state_up': True, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:00.157573 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 122d65bd-84f0-4da4-b974-27054fc531f2 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:28:00.160129 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:00.163881 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:router and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:00.166659 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:00.172889 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:00.183383 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:00.184391 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:00.199923 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:00.561205 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:00.862253 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:00.890241 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:01.026967 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.26.3.176 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/e791ecc9-d904-4d64-86db-1b3b5d09adfd) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:28:01.170917 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:01.198809 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:01.266591 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:28:01.269221 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:28:01.272943 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:28:01.315175 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=e791ecc9-d904-4d64-86db-1b3b5d09adfd,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:01.783878 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:02.116948 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:02.316446 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router f8065366-4ba7-45f6-a45c-7000bf76ae89 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:28:02.488466 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:28:02.497531 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] Sync routers for ids ['f8065366-4ba7-45f6-a45c-7000bf76ae89'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:28:02.506548 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] Routers {'f8065366-4ba7-45f6-a45c-7000bf76ae89'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:28:02.507137 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:27:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f8065366-4ba7-45f6-a45c-7000bf76ae89'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:02.514039 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:02.515248 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8e12837c-bf9f-4912-abee-494a0242c91c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3665457 Jan 17 14:28:02.519054 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39678) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:02.560508 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a6e1cdfd-ccf7-411a-9492-8877573526c9 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=b984fd6eaa2842d8abc65eb7a2d4e417&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403800 Jan 17 14:28:02.563053 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39682) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:02.681932 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] Set router f8065366-4ba7-45f6-a45c-7000bf76ae89 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:28:02.690085 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd69e2ac-9b4f-46e3-b629-ffb5b3801480 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:02.691547 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fd69e2ac-9b4f-46e3-b629-ffb5b3801480 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276307 Jan 17 14:28:02.694310 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39686) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:02.732522 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-49b8879f-909d-40ff-9964-22603f6d497a tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371962 Jan 17 14:28:02.734978 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39690) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:02.740215 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-de2064df-8619-4ff2-9261-01489677bd42 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1598121925', 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:02.847152 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-de2064df-8619-4ff2-9261-01489677bd42 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:02.850909 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-de2064df-8619-4ff2-9261-01489677bd42 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:subnet and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:02.853652 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-de2064df-8619-4ff2-9261-01489677bd42 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:02.859181 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-de2064df-8619-4ff2-9261-01489677bd42 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:02.868979 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2064df-8619-4ff2-9261-01489677bd42 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:28:02.872446 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-de2064df-8619-4ff2-9261-01489677bd42 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:02.959427 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'name': 'tempest-TestNetworkBasicOps-router-1487726523', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:01Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:02.963256 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] Checking router: f8065366-4ba7-45f6-a45c-7000bf76ae89 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:28:02.963589 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] Updating router f8065366-4ba7-45f6-a45c-7000bf76ae89 port e791ecc9-d904-4d64-86db-1b3b5d09adfd binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:28:03.019069 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:03.081785 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-de2064df-8619-4ff2-9261-01489677bd42 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:03.279958 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2064df-8619-4ff2-9261-01489677bd42 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Subnet': ['ID=8f11a16b-442c-40bc-bddb-5f658ed48cfe,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:03.288666 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2064df-8619-4ff2-9261-01489677bd42 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Checking segment: {'id': 'e5cbcc8f-c015-479f-a0f1-f16b729c7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:28:03.289014 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2064df-8619-4ff2-9261-01489677bd42 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network hostable DHCP agents. Network: 122d65bd-84f0-4da4-b974-27054fc531f2, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:28:03.311558 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2064df-8619-4ff2-9261-01489677bd42 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 122d65bd-84f0-4da4-b974-27054fc531f2 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:28:03.322361 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-de2064df-8619-4ff2-9261-01489677bd42 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 122d65bd-84f0-4da4-b974-27054fc531f2) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:28:03.326918 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2064df-8619-4ff2-9261-01489677bd42 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:03.327485 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-de2064df-8619-4ff2-9261-01489677bd42 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:03.334050 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554557df-7237-4c76-8674-7a78bb6a74ba None None] Network 122d65bd-84f0-4da4-b974-27054fc531f2 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:28:03.354305 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-de2064df-8619-4ff2-9261-01489677bd42 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6158810 Jan 17 14:28:03.354949 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39694) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:03.377371 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:03.389253 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] Transition to ACTIVE for port object e791ecc9-d904-4d64-86db-1b3b5d09adfd will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:28:03.395676 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:03.468993 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] Attempting to bind port e791ecc9-d904-4d64-86db-1b3b5d09adfd on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:28:03.469423 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] Attempting to bind port e791ecc9-d904-4d64-86db-1b3b5d09adfd by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:28:03.469836 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] Attempting to bind port e791ecc9-d904-4d64-86db-1b3b5d09adfd on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:28:03.479633 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:28:03.480111 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:28:03.480558 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:03.481001 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:28:03.481512 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] Bound port: e791ecc9-d904-4d64-86db-1b3b5d09adfd, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:28:03.481947 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:03.549070 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457531e9-58ff-4337-bfe8-6e8986f10943 None None] Pushing event updated for resources: {'Port': ['ID=e791ecc9-d904-4d64-86db-1b3b5d09adfd,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:03.555288 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-122d65bd-84f0-4da4-b974-27054fc531f2', 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ips': [{'subnet_id': '8f11a16b-442c-40bc-bddb-5f658ed48cfe'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:28:03.556223 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:03.559430 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] For port e791ecc9-d904-4d64-86db-1b3b5d09adfd, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:28:03.563026 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] For port e791ecc9-d904-4d64-86db-1b3b5d09adfd, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e791ecc9-d904-4d64-86db-1b3b5d09adfd,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:28:03.570058 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:03.574231 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457531e9-58ff-4337-bfe8-6e8986f10943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:03.574641 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457531e9-58ff-4337-bfe8-6e8986f10943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:03.575036 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457531e9-58ff-4337-bfe8-6e8986f10943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:03.575424 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457531e9-58ff-4337-bfe8-6e8986f10943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:03.575833 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457531e9-58ff-4337-bfe8-6e8986f10943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:03.576222 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457531e9-58ff-4337-bfe8-6e8986f10943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:03.576767 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457531e9-58ff-4337-bfe8-6e8986f10943 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:03.576983 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457531e9-58ff-4337-bfe8-6e8986f10943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:03.577365 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457531e9-58ff-4337-bfe8-6e8986f10943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:03.577742 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457531e9-58ff-4337-bfe8-6e8986f10943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:03.578164 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457531e9-58ff-4337-bfe8-6e8986f10943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:03.578523 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457531e9-58ff-4337-bfe8-6e8986f10943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:03.664794 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457531e9-58ff-4337-bfe8-6e8986f10943 None None] Pushing event updated for resources: {'Port': ['ID=e791ecc9-d904-4d64-86db-1b3b5d09adfd,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:03.667688 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] Routers {'f8065366-4ba7-45f6-a45c-7000bf76ae89'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:28:03.668371 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:27:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f8065366-4ba7-45f6-a45c-7000bf76ae89'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:03.757960 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Allocated IP 172.20.0.2 (122d65bd-84f0-4da4-b974-27054fc531f2/8f11a16b-442c-40bc-bddb-5f658ed48cfe/14ffdc35-1ba1-4a90-95a4-f83fa9c35672) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:28:03.856973 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] Set router f8065366-4ba7-45f6-a45c-7000bf76ae89 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:28:03.974652 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:03.985682 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Transition to ACTIVE for port object 14ffdc35-1ba1-4a90-95a4-f83fa9c35672 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:28:04.005247 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Transition to ACTIVE for port object 14ffdc35-1ba1-4a90-95a4-f83fa9c35672 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:28:04.011581 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:04.059578 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Network 122d65bd-84f0-4da4-b974-27054fc531f2 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:28:04.067281 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f4b8fc01-aa20-4a36-abbe-1a41addcdf49 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:04.067609 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:28:04.075940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:28:04.157327 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'name': 'tempest-TestNetworkBasicOps-router-1487726523', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:01Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:04.161583 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641262d5-ebc3-49af-bc7d-292b2b766936 None None] The sync data for ids ['f8065366-4ba7-45f6-a45c-7000bf76ae89'] in dv-neutron-824901-1-hyperv is: [{'id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'name': 'tempest-TestNetworkBasicOps-router-1487726523', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:01Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:28:04.166184 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Pushing event updated for resources: {'Port': ['ID=14ffdc35-1ba1-4a90-95a4-f83fa9c35672,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:04.174832 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Attempting to bind port 14ffdc35-1ba1-4a90-95a4-f83fa9c35672 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:28:04.175192 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Attempting to bind port 14ffdc35-1ba1-4a90-95a4-f83fa9c35672 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'e5cbcc8f-c015-479f-a0f1-f16b729c7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:28:04.175543 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Attempting to bind port 14ffdc35-1ba1-4a90-95a4-f83fa9c35672 on network 122d65bd-84f0-4da4-b974-27054fc531f2 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:28:04.181109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:28:04.181659 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Checking segment: {'id': 'e5cbcc8f-c015-479f-a0f1-f16b729c7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:28:04.182054 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:04.182436 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Bound using segment: {'id': 'e5cbcc8f-c015-479f-a0f1-f16b729c7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:28:04.182892 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Bound port: 14ffdc35-1ba1-4a90-95a4-f83fa9c35672, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5cbcc8f-c015-479f-a0f1-f16b729c7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:28:04.183258 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:04.278972 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] For port 14ffdc35-1ba1-4a90-95a4-f83fa9c35672, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:28:04.284976 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] For port 14ffdc35-1ba1-4a90-95a4-f83fa9c35672, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=14ffdc35-1ba1-4a90-95a4-f83fa9c35672,segment=NetworkSegment(e5cbcc8f-c015-479f-a0f1-f16b729c7714),segment_id=e5cbcc8f-c015-479f-a0f1-f16b729c7714)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:28:04.295503 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:04.388826 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df2ad8-ad14-4ace-9fcd-3cebcf4ab7f4 None None] Pushing event updated for resources: {'Port': ['ID=14ffdc35-1ba1-4a90-95a4-f83fa9c35672,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:04.502197 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-f4b8fc01-aa20-4a36-abbe-1a41addcdf49 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.20.0.1 (122d65bd-84f0-4da4-b974-27054fc531f2/8f11a16b-442c-40bc-bddb-5f658ed48cfe/767ceb77-f05b-4d63-bc72-04e202fee66e) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:28:04.694722 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f4b8fc01-aa20-4a36-abbe-1a41addcdf49 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:04.717144 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-f4b8fc01-aa20-4a36-abbe-1a41addcdf49 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Transition to ACTIVE for port object 767ceb77-f05b-4d63-bc72-04e202fee66e will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:28:04.745996 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f4b8fc01-aa20-4a36-abbe-1a41addcdf49 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:04.820885 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b8fc01-aa20-4a36-abbe-1a41addcdf49 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 122d65bd-84f0-4da4-b974-27054fc531f2 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:28:04.823930 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-f4b8fc01-aa20-4a36-abbe-1a41addcdf49 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:28:04.828637 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b8fc01-aa20-4a36-abbe-1a41addcdf49 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:28:04.993507 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8fc01-aa20-4a36-abbe-1a41addcdf49 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=767ceb77-f05b-4d63-bc72-04e202fee66e,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:05.019960 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f4b8fc01-aa20-4a36-abbe-1a41addcdf49 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:05.286843 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f4b8fc01-aa20-4a36-abbe-1a41addcdf49 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:05.404487 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff771b00-853e-4595-b67d-20cfb3f638db None None] Network 122d65bd-84f0-4da4-b974-27054fc531f2 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:28:05.499178 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c756c31e-f7d6-4492-9e97-a32dd7fde8ab None None] Provisioning for port 14ffdc35-1ba1-4a90-95a4-f83fa9c35672 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:28:05.707369 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f4b8fc01-aa20-4a36-abbe-1a41addcdf49 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:05.712117 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f4b8fc01-aa20-4a36-abbe-1a41addcdf49 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:05.842063 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f4b8fc01-aa20-4a36-abbe-1a41addcdf49 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:05.847005 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8fc01-aa20-4a36-abbe-1a41addcdf49 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=767ceb77-f05b-4d63-bc72-04e202fee66e,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:05.938252 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 14ffdc35-1ba1-4a90-95a4-f83fa9c35672 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:28:05.992731 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b8fc01-aa20-4a36-abbe-1a41addcdf49 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 122d65bd-84f0-4da4-b974-27054fc531f2 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:28:05.993896 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-f4b8fc01-aa20-4a36-abbe-1a41addcdf49 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:28:06.008695 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-49afdac0-77f9-44ad-8664-b850de9f7ba4 None None] Provisioning for port 767ceb77-f05b-4d63-bc72-04e202fee66e completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:28:06.016897 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-49afdac0-77f9-44ad-8664-b850de9f7ba4 None None] Provisioning complete for port 767ceb77-f05b-4d63-bc72-04e202fee66e triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:28:06.017388 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-49afdac0-77f9-44ad-8664-b850de9f7ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:06.059901 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 14ffdc35-1ba1-4a90-95a4-f83fa9c35672 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:28:06.073917 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 14ffdc35-1ba1-4a90-95a4-f83fa9c35672 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:28:06.074383 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:06.129854 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-49afdac0-77f9-44ad-8664-b850de9f7ba4 None None] Port 767ceb77-f05b-4d63-bc72-04e202fee66e cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:28:06.189786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b8fc01-aa20-4a36-abbe-1a41addcdf49 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router f8065366-4ba7-45f6-a45c-7000bf76ae89 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:28:06.205514 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:06.248216 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 14ffdc35-1ba1-4a90-95a4-f83fa9c35672, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=14ffdc35-1ba1-4a90-95a4-f83fa9c35672,segment=NetworkSegment(e5cbcc8f-c015-479f-a0f1-f16b729c7714),segment_id=e5cbcc8f-c015-479f-a0f1-f16b729c7714)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:28:06.254147 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:06.255196 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e791ecc9-d904-4d64-86db-1b3b5d09adfd up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:28:06.349890 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d1691dae-fa9f-4d9a-aa1a-86909e42497f None None] Provisioning complete for port 767ceb77-f05b-4d63-bc72-04e202fee66e triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:28:06.350251 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1691dae-fa9f-4d9a-aa1a-86909e42497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:06.376379 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b8fc01-aa20-4a36-abbe-1a41addcdf49 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:28:06.389378 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f4b8fc01-aa20-4a36-abbe-1a41addcdf49 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/routers/f8065366-4ba7-45f6-a45c-7000bf76ae89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0334029 Jan 17 14:28:06.392360 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39698) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:06.400105 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] Sync routers for ids ['f8065366-4ba7-45f6-a45c-7000bf76ae89'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:28:06.432526 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d1691dae-fa9f-4d9a-aa1a-86909e42497f None None] Port 767ceb77-f05b-4d63-bc72-04e202fee66e cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:28:06.433861 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] Routers {'f8065366-4ba7-45f6-a45c-7000bf76ae89'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:28:06.434460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:27:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f8065366-4ba7-45f6-a45c-7000bf76ae89'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:06.505053 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=14ffdc35-1ba1-4a90-95a4-f83fa9c35672,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:06.525223 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port e791ecc9-d904-4d64-86db-1b3b5d09adfd completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:28:06.581090 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port e791ecc9-d904-4d64-86db-1b3b5d09adfd triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:28:06.581426 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:06.648059 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07003c0c-6c80-4cf6-a368-5d5bca7a42bb tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:06.648531 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07003c0c-6c80-4cf6-a368-5d5bca7a42bb tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:06.648994 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07003c0c-6c80-4cf6-a368-5d5bca7a42bb tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:06.649552 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07003c0c-6c80-4cf6-a368-5d5bca7a42bb tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:06.651192 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-07003c0c-6c80-4cf6-a368-5d5bca7a42bb tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2579072 Jan 17 14:28:06.654014 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39702) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:06.707013 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-53bc1567-bde6-46b7-a1dd-5c88f0917b25 None None] Provisioning complete for port 767ceb77-f05b-4d63-bc72-04e202fee66e triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:28:06.707373 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53bc1567-bde6-46b7-a1dd-5c88f0917b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:06.723998 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d9cc08-fadb-4cc8-a3d2-628534e89b6d tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:06.724519 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d9cc08-fadb-4cc8-a3d2-628534e89b6d tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:06.724893 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d9cc08-fadb-4cc8-a3d2-628534e89b6d tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:06.725335 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d9cc08-fadb-4cc8-a3d2-628534e89b6d tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:06.726958 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-98d9cc08-fadb-4cc8-a3d2-628534e89b6d tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0720599 Jan 17 14:28:06.729771 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39706) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:06.763122 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] Set router f8065366-4ba7-45f6-a45c-7000bf76ae89 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:28:06.911462 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-53bc1567-bde6-46b7-a1dd-5c88f0917b25 None None] Port 767ceb77-f05b-4d63-bc72-04e202fee66e cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:28:06.934182 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fa8a2c74-ab12-4740-b179-eb25b207ab2a tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2033694 Jan 17 14:28:06.937070 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39710) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:06.942871 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-edb8b132-58c7-4d04-b383-9d7f3544c922 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-381635503', 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:07.020748 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:07.055099 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port e791ecc9-d904-4d64-86db-1b3b5d09adfd, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e791ecc9-d904-4d64-86db-1b3b5d09adfd,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:28:07.067020 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:07.077954 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-edb8b132-58c7-4d04-b383-9d7f3544c922 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:07.082201 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-edb8b132-58c7-4d04-b383-9d7f3544c922 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:port and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:07.084982 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-edb8b132-58c7-4d04-b383-9d7f3544c922 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:07.090510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-edb8b132-58c7-4d04-b383-9d7f3544c922 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:07.099920 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb8b132-58c7-4d04-b383-9d7f3544c922 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:28:07.103701 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-edb8b132-58c7-4d04-b383-9d7f3544c922 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:07.125818 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [None req-edb8b132-58c7-4d04-b383-9d7f3544c922 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] device_id is not set on port e5bf0b4b-d602-4330-bf58-ac658716b4d4 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:28:07.177258 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=e791ecc9-d904-4d64-86db-1b3b5d09adfd,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:07.198291 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'name': 'tempest-TestNetworkBasicOps-router-1487726523', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:05Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '767ceb77-f05b-4d63-bc72-04e202fee66e', 'name': '', 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:ae:b6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '8f11a16b-442c-40bc-bddb-5f658ed48cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:04Z', 'updated_at': '2022-01-17T14:28:05Z', 'revision_number': 2, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '8f11a16b-442c-40bc-bddb-5f658ed48cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:07.202093 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] Checking router: f8065366-4ba7-45f6-a45c-7000bf76ae89 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:28:07.202439 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] Updating router f8065366-4ba7-45f6-a45c-7000bf76ae89 port 767ceb77-f05b-4d63-bc72-04e202fee66e binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:28:07.254732 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:07.267260 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-edb8b132-58c7-4d04-b383-9d7f3544c922 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.20.0.9 (122d65bd-84f0-4da4-b974-27054fc531f2/8f11a16b-442c-40bc-bddb-5f658ed48cfe/e5bf0b4b-d602-4330-bf58-ac658716b4d4) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:28:07.465252 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-edb8b132-58c7-4d04-b383-9d7f3544c922 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:07.480195 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-edb8b132-58c7-4d04-b383-9d7f3544c922 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Transition to ACTIVE for port object e5bf0b4b-d602-4330-bf58-ac658716b4d4 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:28:07.502632 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-edb8b132-58c7-4d04-b383-9d7f3544c922 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:07.570730 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb8b132-58c7-4d04-b383-9d7f3544c922 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 122d65bd-84f0-4da4-b974-27054fc531f2 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:28:07.573876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-edb8b132-58c7-4d04-b383-9d7f3544c922 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:28:07.577782 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb8b132-58c7-4d04-b383-9d7f3544c922 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:28:07.613125 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8b132-58c7-4d04-b383-9d7f3544c922 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=e5bf0b4b-d602-4330-bf58-ac658716b4d4,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:07.652538 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb8b132-58c7-4d04-b383-9d7f3544c922 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:07.653512 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-edb8b132-58c7-4d04-b383-9d7f3544c922 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:07.680709 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-edb8b132-58c7-4d04-b383-9d7f3544c922 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7420871 Jan 17 14:28:07.717736 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:07.731000 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] Transition to ACTIVE for port object 767ceb77-f05b-4d63-bc72-04e202fee66e will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:28:07.739428 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:07.811814 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2e31b-bacc-4230-bea5-7bb1aaf9a15f None None] Pushing event updated for resources: {'Port': ['ID=767ceb77-f05b-4d63-bc72-04e202fee66e,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:07.895615 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 14ffdc35-1ba1-4a90-95a4-f83fa9c35672 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:28:07.952353 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-cb70ac49-ca49-4a63-ade7-ee6ddc172921 None None] Provisioning for port e5bf0b4b-d602-4330-bf58-ac658716b4d4 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:28:08.004813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-cb70ac49-ca49-4a63-ade7-ee6ddc172921 None None] Provisioning complete for port e5bf0b4b-d602-4330-bf58-ac658716b4d4 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:28:08.004813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb70ac49-ca49-4a63-ade7-ee6ddc172921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.075993 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] Attempting to bind port 767ceb77-f05b-4d63-bc72-04e202fee66e on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:28:08.076353 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] Attempting to bind port 767ceb77-f05b-4d63-bc72-04e202fee66e by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'e5cbcc8f-c015-479f-a0f1-f16b729c7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:28:08.076708 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] Attempting to bind port 767ceb77-f05b-4d63-bc72-04e202fee66e on network 122d65bd-84f0-4da4-b974-27054fc531f2 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:28:08.088136 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:28:08.088501 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] Checking segment: {'id': 'e5cbcc8f-c015-479f-a0f1-f16b729c7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:28:08.088890 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.089276 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] Bound using segment: {'id': 'e5cbcc8f-c015-479f-a0f1-f16b729c7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:28:08.089735 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] Bound port: 767ceb77-f05b-4d63-bc72-04e202fee66e, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5cbcc8f-c015-479f-a0f1-f16b729c7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:28:08.090099 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.101093 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-cb70ac49-ca49-4a63-ade7-ee6ddc172921 None None] Port e5bf0b4b-d602-4330-bf58-ac658716b4d4 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:28:08.148043 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39716) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:08.153378 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-3174ad43-42ca-4665-b4db-ebdee24221a4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1328451788', 'description': 'tempest-secgroup-smoke-1328451788 description', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:08.160454 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3174ad43-42ca-4665-b4db-ebdee24221a4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:08.164557 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3174ad43-42ca-4665-b4db-ebdee24221a4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:08.167325 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3174ad43-42ca-4665-b4db-ebdee24221a4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:08.168029 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 14ffdc35-1ba1-4a90-95a4-f83fa9c35672 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:28:08.168516 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.173081 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3174ad43-42ca-4665-b4db-ebdee24221a4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:08.182773 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3174ad43-42ca-4665-b4db-ebdee24221a4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.202311 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3174ad43-42ca-4665-b4db-ebdee24221a4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:08.206972 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3174ad43-42ca-4665-b4db-ebdee24221a4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:08.209836 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3174ad43-42ca-4665-b4db-ebdee24221a4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:08.215461 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3174ad43-42ca-4665-b4db-ebdee24221a4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:08.250945 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] For port 767ceb77-f05b-4d63-bc72-04e202fee66e, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:28:08.257500 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] For port 767ceb77-f05b-4d63-bc72-04e202fee66e, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=767ceb77-f05b-4d63-bc72-04e202fee66e,segment=NetworkSegment(e5cbcc8f-c015-479f-a0f1-f16b729c7714),segment_id=e5cbcc8f-c015-479f-a0f1-f16b729c7714)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:28:08.267385 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.286600 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3174ad43-42ca-4665-b4db-ebdee24221a4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.291561 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3174ad43-42ca-4665-b4db-ebdee24221a4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.336082 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174ad43-42ca-4665-b4db-ebdee24221a4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68370c32-cf81-4c95-9369-20bb33a9ce91,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:08.344168 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3174ad43-42ca-4665-b4db-ebdee24221a4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.347469 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3174ad43-42ca-4665-b4db-ebdee24221a4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1958685 Jan 17 14:28:08.348004 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39720) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:08.353820 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-0d63c836-1308-4caf-9f5e-0b0c1d7dec93 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '68370c32-cf81-4c95-9369-20bb33a9ce91', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:08.360182 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0d63c836-1308-4caf-9f5e-0b0c1d7dec93 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:08.364335 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0d63c836-1308-4caf-9f5e-0b0c1d7dec93 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:08.367560 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0d63c836-1308-4caf-9f5e-0b0c1d7dec93 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:08.373796 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0d63c836-1308-4caf-9f5e-0b0c1d7dec93 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:08.395344 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0d63c836-1308-4caf-9f5e-0b0c1d7dec93 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.444717 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] Routers {'f8065366-4ba7-45f6-a45c-7000bf76ae89'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:28:08.445501 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:27:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f8065366-4ba7-45f6-a45c-7000bf76ae89'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:08.462043 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0d63c836-1308-4caf-9f5e-0b0c1d7dec93 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.467464 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0d63c836-1308-4caf-9f5e-0b0c1d7dec93 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.494933 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63c836-1308-4caf-9f5e-0b0c1d7dec93 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b8705c-aeff-4900-bde5-2ba29ad856bc,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:08.506293 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0d63c836-1308-4caf-9f5e-0b0c1d7dec93 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.508280 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0d63c836-1308-4caf-9f5e-0b0c1d7dec93 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1592906 Jan 17 14:28:08.511190 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39724) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:08.517178 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-3fae61cc-6c53-4858-b3bd-5b3b592eb650 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '68370c32-cf81-4c95-9369-20bb33a9ce91', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:08.523550 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3fae61cc-6c53-4858-b3bd-5b3b592eb650 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:08.527539 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3fae61cc-6c53-4858-b3bd-5b3b592eb650 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:08.530230 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e791ecc9-d904-4d64-86db-1b3b5d09adfd up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:28:08.531009 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3fae61cc-6c53-4858-b3bd-5b3b592eb650 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:08.536917 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3fae61cc-6c53-4858-b3bd-5b3b592eb650 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:08.554998 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2e31b-bacc-4230-bea5-7bb1aaf9a15f None None] Pushing event updated for resources: {'Port': ['ID=767ceb77-f05b-4d63-bc72-04e202fee66e,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:08.556091 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3fae61cc-6c53-4858-b3bd-5b3b592eb650 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.617267 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3fae61cc-6c53-4858-b3bd-5b3b592eb650 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.622130 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3fae61cc-6c53-4858-b3bd-5b3b592eb650 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.645934 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae61cc-6c53-4858-b3bd-5b3b592eb650 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36ce488-0d6e-4c59-99dd-839f94dc7648,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:08.654464 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3fae61cc-6c53-4858-b3bd-5b3b592eb650 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.658346 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3fae61cc-6c53-4858-b3bd-5b3b592eb650 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1435201 Jan 17 14:28:08.658707 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39728) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:08.663766 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-b9748be9-ff77-4116-8139-1e6386bfedac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '68370c32-cf81-4c95-9369-20bb33a9ce91', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:08.669732 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b9748be9-ff77-4116-8139-1e6386bfedac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:08.674099 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b9748be9-ff77-4116-8139-1e6386bfedac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:08.676976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b9748be9-ff77-4116-8139-1e6386bfedac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:08.682560 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b9748be9-ff77-4116-8139-1e6386bfedac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:08.700692 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b9748be9-ff77-4116-8139-1e6386bfedac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.709579 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] Set router f8065366-4ba7-45f6-a45c-7000bf76ae89 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:28:08.760363 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port e791ecc9-d904-4d64-86db-1b3b5d09adfd triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:28:08.760996 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.765125 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b9748be9-ff77-4116-8139-1e6386bfedac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.771077 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b9748be9-ff77-4116-8139-1e6386bfedac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.795745 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9748be9-ff77-4116-8139-1e6386bfedac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f8133f-a490-41f3-90b6-e4833eed1005,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:08.807540 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b9748be9-ff77-4116-8139-1e6386bfedac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.809395 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b9748be9-ff77-4116-8139-1e6386bfedac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496429 Jan 17 14:28:08.811463 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39732) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:08.817176 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-64f4be92-11e0-4ac3-a260-45b7f6be48a7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '68370c32-cf81-4c95-9369-20bb33a9ce91', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:08.823363 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-64f4be92-11e0-4ac3-a260-45b7f6be48a7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:08.827242 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-64f4be92-11e0-4ac3-a260-45b7f6be48a7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:08.830467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-64f4be92-11e0-4ac3-a260-45b7f6be48a7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:08.836120 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-64f4be92-11e0-4ac3-a260-45b7f6be48a7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:08.852984 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-64f4be92-11e0-4ac3-a260-45b7f6be48a7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.918949 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-64f4be92-11e0-4ac3-a260-45b7f6be48a7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.923117 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-64f4be92-11e0-4ac3-a260-45b7f6be48a7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.946108 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4be92-11e0-4ac3-a260-45b7f6be48a7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82446113-ae19-439f-90c4-26037ae5459a,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:08.955701 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-64f4be92-11e0-4ac3-a260-45b7f6be48a7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:08.956898 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-64f4be92-11e0-4ac3-a260-45b7f6be48a7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1443574 Jan 17 14:28:08.959801 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39736) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:08.964822 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-7c9f15fd-58ea-4dd2-88c0-11c87ecdeea7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '68370c32-cf81-4c95-9369-20bb33a9ce91', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:08.971192 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7c9f15fd-58ea-4dd2-88c0-11c87ecdeea7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:08.975000 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7c9f15fd-58ea-4dd2-88c0-11c87ecdeea7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:08.977925 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7c9f15fd-58ea-4dd2-88c0-11c87ecdeea7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:08.983563 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7c9f15fd-58ea-4dd2-88c0-11c87ecdeea7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:08.994418 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-7c9f15fd-58ea-4dd2-88c0-11c87ecdeea7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:28:09.001027 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7c9f15fd-58ea-4dd2-88c0-11c87ecdeea7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:09.065795 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7c9f15fd-58ea-4dd2-88c0-11c87ecdeea7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:09.069426 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7c9f15fd-58ea-4dd2-88c0-11c87ecdeea7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:09.096869 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f15fd-58ea-4dd2-88c0-11c87ecdeea7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7bc1a5-b89d-4c89-830d-d9e4a9ca953f,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:09.104261 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7c9f15fd-58ea-4dd2-88c0-11c87ecdeea7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:09.107913 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7c9f15fd-58ea-4dd2-88c0-11c87ecdeea7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1447353 Jan 17 14:28:09.108079 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39740) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:09.113574 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-a422152c-eaed-4db4-b97a-7273d6a4bcb9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '68370c32-cf81-4c95-9369-20bb33a9ce91', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:09.119203 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a422152c-eaed-4db4-b97a-7273d6a4bcb9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:09.122084 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'name': 'tempest-TestNetworkBasicOps-router-1487726523', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:05Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '767ceb77-f05b-4d63-bc72-04e202fee66e', 'name': '', 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:ae:b6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '8f11a16b-442c-40bc-bddb-5f658ed48cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:04Z', 'updated_at': '2022-01-17T14:28:08Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '8f11a16b-442c-40bc-bddb-5f658ed48cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:09.122939 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a422152c-eaed-4db4-b97a-7273d6a4bcb9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:09.125784 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a422152c-eaed-4db4-b97a-7273d6a4bcb9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:09.126018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e293e22-e5bc-4cd3-8a45-76a2475bff07 None None] The sync data for ids ['f8065366-4ba7-45f6-a45c-7000bf76ae89'] in dv-neutron-824901-1-hyperv is: [{'id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'name': 'tempest-TestNetworkBasicOps-router-1487726523', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:05Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '767ceb77-f05b-4d63-bc72-04e202fee66e', 'name': '', 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:ae:b6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '8f11a16b-442c-40bc-bddb-5f658ed48cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:04Z', 'updated_at': '2022-01-17T14:28:08Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '8f11a16b-442c-40bc-bddb-5f658ed48cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:28:09.131661 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a422152c-eaed-4db4-b97a-7273d6a4bcb9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:09.143491 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-a422152c-eaed-4db4-b97a-7273d6a4bcb9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:28:09.153653 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a422152c-eaed-4db4-b97a-7273d6a4bcb9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:09.234988 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a422152c-eaed-4db4-b97a-7273d6a4bcb9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:09.239238 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a422152c-eaed-4db4-b97a-7273d6a4bcb9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:09.264310 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422152c-eaed-4db4-b97a-7273d6a4bcb9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce23a7d2-2400-497d-8ae4-3bab5d03891e,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:09.274417 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a422152c-eaed-4db4-b97a-7273d6a4bcb9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:09.275644 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a422152c-eaed-4db4-b97a-7273d6a4bcb9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1666253 Jan 17 14:28:09.444232 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-2f8624af-3413-4a51-aee0-13cb04c8b0a9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1328451788&fields=id&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 267 time: 0.0412962 Jan 17 14:28:09.525211 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-d2ae4381-f912-4897-b643-2f12288dda5a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:09.525790 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-d2ae4381-f912-4897-b643-2f12288dda5a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:28:09.542311 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-d2ae4381-f912-4897-b643-2f12288dda5a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:28:09.543585 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-d2ae4381-f912-4897-b643-2f12288dda5a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports/e5bf0b4b-d602-4330-bf58-ac658716b4d4 HTTP/1.1" status: 200 len: 929 time: 0.0927238 Jan 17 14:28:09.617162 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-2813674b-2d75-4b7f-88b7-805dd0b066b9 service neutron] 10.222.0.48 "GET /v2.0/ports/e5bf0b4b-d602-4330-bf58-ac658716b4d4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0614846 Jan 17 14:28:09.750614 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-f1f84894-513e-432f-bc86-86ec2645dde5 service neutron] 10.222.0.48 "GET /v2.0/networks/122d65bd-84f0-4da4-b974-27054fc531f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275609 Jan 17 14:28:09.884438 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 767ceb77-f05b-4d63-bc72-04e202fee66e up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:28:09.956633 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 767ceb77-f05b-4d63-bc72-04e202fee66e completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:28:09.961993 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 767ceb77-f05b-4d63-bc72-04e202fee66e triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:28:09.962439 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:09.998507 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-581b592b-57a3-49b3-b009-4ea3d5789e25 service neutron] 10.222.0.48 "GET /v2.0/networks/122d65bd-84f0-4da4-b974-27054fc531f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415535 Jan 17 14:28:10.086221 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:10.131070 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 767ceb77-f05b-4d63-bc72-04e202fee66e, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=767ceb77-f05b-4d63-bc72-04e202fee66e,segment=NetworkSegment(e5cbcc8f-c015-479f-a0f1-f16b729c7714),segment_id=e5cbcc8f-c015-479f-a0f1-f16b729c7714)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:28:10.138100 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:10.204051 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-22118186-148a-4a38-af4a-2087cadf366c req-e90db071-d0f0-4271-8c92-bc8fdde24e8e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:28:10.213939 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=767ceb77-f05b-4d63-bc72-04e202fee66e,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:10.225395 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-22118186-148a-4a38-af4a-2087cadf366c req-e90db071-d0f0-4271-8c92-bc8fdde24e8e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:28:10.227937 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-22118186-148a-4a38-af4a-2087cadf366c req-e90db071-d0f0-4271-8c92-bc8fdde24e8e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=63f8a8e6-da7d-45fc-963f-56bd1d36c957 HTTP/1.1" status: 200 len: 210 time: 0.0744240 Jan 17 14:28:10.655519 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-85be2771-ad63-4096-8b8a-3117d6ff077c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:11.159035 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cec9ca02-1cfe-493c-bbe9-1d422b9151aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:11.160500 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cec9ca02-1cfe-493c-bbe9-1d422b9151aa service neutron] 10.222.0.15 "GET /v2.0/ports/e5bf0b4b-d602-4330-bf58-ac658716b4d4 HTTP/1.1" status: 200 len: 1025 time: 0.0602036 Jan 17 14:28:11.400888 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f6530228-61bd-44c5-bb7c-875b1e9301f1 req-efdffabe-d22d-4036-95b9-685df46bb6fa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=63f8a8e6-da7d-45fc-963f-56bd1d36c957 HTTP/1.1" status: 200 len: 210 time: 0.0483041 Jan 17 14:28:11.413509 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-6ba86057-78fd-4498-99de-d95dd1ef87cf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:11.414959 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-6ba86057-78fd-4498-99de-d95dd1ef87cf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/networks?id=122d65bd-84f0-4da4-b974-27054fc531f2 HTTP/1.1" status: 200 len: 797 time: 0.2487745 Jan 17 14:28:11.464803 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-30bc193b-2a9e-4a78-87ca-7534f4c8fab1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:28:11.479457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-30bc193b-2a9e-4a78-87ca-7534f4c8fab1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:28:11.480581 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-30bc193b-2a9e-4a78-87ca-7534f4c8fab1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 380 time: 0.0574224 Jan 17 14:28:11.489997 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] Request body: {'port': {'device_id': '63f8a8e6-da7d-45fc-963f-56bd1d36c957', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:11.593611 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:11.852194 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 767ceb77-f05b-4d63-bc72-04e202fee66e up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:28:11.921241 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 767ceb77-f05b-4d63-bc72-04e202fee66e triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:28:11.922152 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:11.933330 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5bf0b4b-d602-4330-bf58-ac658716b4d4 {{(pid=87524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:28:11.940915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:11.955876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] Transition to ACTIVE for port object e5bf0b4b-d602-4330-bf58-ac658716b4d4 will not be triggered until provisioned by entity L2. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:28:11.959502 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:12.116529 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] Pushing event updated for resources: {'Port': ['ID=e5bf0b4b-d602-4330-bf58-ac658716b4d4,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:12.200148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] Attempting to bind port e5bf0b4b-d602-4330-bf58-ac658716b4d4 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:28:12.200474 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] Attempting to bind port e5bf0b4b-d602-4330-bf58-ac658716b4d4 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': 'e5cbcc8f-c015-479f-a0f1-f16b729c7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:28:12.200792 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] Attempting to bind port e5bf0b4b-d602-4330-bf58-ac658716b4d4 on network 122d65bd-84f0-4da4-b974-27054fc531f2 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:28:12.206209 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] Port e5bf0b4b-d602-4330-bf58-ac658716b4d4 on network 122d65bd-84f0-4da4-b974-27054fc531f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:28:12.206517 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] Attempting to bind port e5bf0b4b-d602-4330-bf58-ac658716b4d4 on network 122d65bd-84f0-4da4-b974-27054fc531f2 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:28:12.211565 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:28:12.211923 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] Checking segment: {'id': 'e5cbcc8f-c015-479f-a0f1-f16b729c7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:28:12.212307 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] Bound using segment: {'id': 'e5cbcc8f-c015-479f-a0f1-f16b729c7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2'} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:28:12.212706 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] Bound port: e5bf0b4b-d602-4330-bf58-ac658716b4d4, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbcc8f-c015-479f-a0f1-f16b729c7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2'}}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:28:12.213042 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:12.298889 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] For port e5bf0b4b-d602-4330-bf58-ac658716b4d4, host hv-neutron-8249, cleared binding levels {{(pid=87524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:28:12.301629 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] For port e5bf0b4b-d602-4330-bf58-ac658716b4d4, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=e5bf0b4b-d602-4330-bf58-ac658716b4d4,segment=NetworkSegment(e5cbcc8f-c015-479f-a0f1-f16b729c7714),segment_id=e5cbcc8f-c015-479f-a0f1-f16b729c7714)] {{(pid=87524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:28:12.305894 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:12.366484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:12.367100 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:12.368491 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] 10.222.0.15 "PUT /v2.0/ports/e5bf0b4b-d602-4330-bf58-ac658716b4d4 HTTP/1.1" status: 200 len: 1130 time: 0.8822658 Jan 17 14:28:12.368931 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f8a8e6-da7d-45fc-963f-56bd1d36c957', 'tag': 'e5bf0b4b-d602-4330-bf58-ac658716b4d4'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:28:12.390570 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fb66a-7d1b-4512-bca8-ab59b57baa51 service neutron] Pushing event updated for resources: {'Port': ['ID=e5bf0b4b-d602-4330-bf58-ac658716b4d4,revision_number=3']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:12.454067 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f8a8e6-da7d-45fc-963f-56bd1d36c957', 'tag': 'e5bf0b4b-d602-4330-bf58-ac658716b4d4', 'status': 'completed', 'code': 200} Jan 17 14:28:12.496636 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-2a73f43e-395f-4c5f-aaaf-a30468ae43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:12.498173 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-2a73f43e-395f-4c5f-aaaf-a30468ae43ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=63f8a8e6-da7d-45fc-963f-56bd1d36c957 HTTP/1.1" status: 200 len: 1133 time: 0.0796461 Jan 17 14:28:12.570471 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-b2c63b0b-f32f-4b18-bc3b-bfbc2fa0d2e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5bf0b4b-d602-4330-bf58-ac658716b4d4 HTTP/1.1" status: 200 len: 217 time: 0.0657399 Jan 17 14:28:12.588636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a3711-3f34-4fc5-a407-bc82c014a685 req-62e66605-b8cc-4808-b2f1-62b0fca7acf1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:12.590087 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6e6a3711-3f34-4fc5-a407-bc82c014a685 req-62e66605-b8cc-4808-b2f1-62b0fca7acf1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=63f8a8e6-da7d-45fc-963f-56bd1d36c957 HTTP/1.1" status: 200 len: 980 time: 0.0802791 Jan 17 14:28:12.631636 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-fe60c08a-2448-49cd-9168-e6b9a0e559c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:12.633107 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-fe60c08a-2448-49cd-9168-e6b9a0e559c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f11a16b-442c-40bc-bddb-5f658ed48cfe HTTP/1.1" status: 200 len: 835 time: 0.0572922 Jan 17 14:28:12.636217 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6e6a3711-3f34-4fc5-a407-bc82c014a685 req-7aa9eec4-4ba4-4f7e-8f13-222ac27c7a8a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403206 Jan 17 14:28:12.714125 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-3b6c7946-d588-4d3a-a57b-df485ecc2ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:12.715643 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-3b6c7946-d588-4d3a-a57b-df485ecc2ea4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=122d65bd-84f0-4da4-b974-27054fc531f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743310 Jan 17 14:28:12.845210 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-287cb3df-41b1-4c6a-806b-257ca81546f9 service neutron] 10.222.0.15 "GET /v2.0/networks/122d65bd-84f0-4da4-b974-27054fc531f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224182 Jan 17 14:28:13.062770 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d45f6986-3f95-404d-92cb-913ee6af4b75 req-db408750-0a7b-4857-a693-c0f58c4ff542 service neutron] 10.222.0.15 "GET /v2.0/networks/122d65bd-84f0-4da4-b974-27054fc531f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114744 Jan 17 14:28:13.181197 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633593b4-edbe-4fda-b18d-a4db95582888 req-968d87ad-cc6b-4163-a46c-3c31421abdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:13.182617 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-633593b4-edbe-4fda-b18d-a4db95582888 req-968d87ad-cc6b-4163-a46c-3c31421abdfb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=63f8a8e6-da7d-45fc-963f-56bd1d36c957 HTTP/1.1" status: 200 len: 1133 time: 0.0682545 Jan 17 14:28:13.313728 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633593b4-edbe-4fda-b18d-a4db95582888 req-499483d4-c17b-43e0-9def-ba81c92ca262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:13.315409 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-633593b4-edbe-4fda-b18d-a4db95582888 req-499483d4-c17b-43e0-9def-ba81c92ca262 service neutron] 10.222.0.15 "GET /v2.0/networks?id=122d65bd-84f0-4da4-b974-27054fc531f2 HTTP/1.1" status: 200 len: 898 time: 0.1261575 Jan 17 14:28:13.388223 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-633593b4-edbe-4fda-b18d-a4db95582888 req-2b2a14b1-1b41-4d1d-ab93-73c7c88a8dc5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5bf0b4b-d602-4330-bf58-ac658716b4d4 HTTP/1.1" status: 200 len: 217 time: 0.0656586 Jan 17 14:28:13.448829 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633593b4-edbe-4fda-b18d-a4db95582888 req-6a2a3ee0-534d-4b72-8345-976c6ee76ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:13.450189 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-633593b4-edbe-4fda-b18d-a4db95582888 req-6a2a3ee0-534d-4b72-8345-976c6ee76ba0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f11a16b-442c-40bc-bddb-5f658ed48cfe HTTP/1.1" status: 200 len: 835 time: 0.0558674 Jan 17 14:28:13.526396 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633593b4-edbe-4fda-b18d-a4db95582888 req-20459c84-69d5-446b-b839-e8f0e5797300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:13.527809 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-633593b4-edbe-4fda-b18d-a4db95582888 req-20459c84-69d5-446b-b839-e8f0e5797300 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=122d65bd-84f0-4da4-b974-27054fc531f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692255 Jan 17 14:28:13.654405 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-633593b4-edbe-4fda-b18d-a4db95582888 req-67938bf3-2a84-4cb1-a873-4af4d3b5ffa5 service neutron] 10.222.0.15 "GET /v2.0/networks/122d65bd-84f0-4da4-b974-27054fc531f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201541 Jan 17 14:28:13.819662 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4fb54273-0d0b-4316-8742-707a780eefab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:13.837867 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-633593b4-edbe-4fda-b18d-a4db95582888 req-0b601111-fb37-40e9-a9fc-babafe2c925a service neutron] 10.222.0.15 "GET /v2.0/networks/122d65bd-84f0-4da4-b974-27054fc531f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748245 Jan 17 14:28:13.856707 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c90da0-3cd4-4739-a09e-0803f99ae6a9 req-1b961ca5-d3a2-404e-b03e-db0e66842027 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:13.858079 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-79c90da0-3cd4-4739-a09e-0803f99ae6a9 req-1b961ca5-d3a2-404e-b03e-db0e66842027 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=63f8a8e6-da7d-45fc-963f-56bd1d36c957 HTTP/1.1" status: 200 len: 980 time: 0.1164324 Jan 17 14:28:13.887728 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:13.901953 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-79c90da0-3cd4-4739-a09e-0803f99ae6a9 req-0e3ad47c-a988-4cf6-9435-ae30055983d2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375588 Jan 17 14:28:13.926937 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:15.084231 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0b582-8506-4070-89b5-58c42bcefcd2 req-7650e7c0-044a-443a-9cda-de5ad3d09759 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:15.085662 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d3e0b582-8506-4070-89b5-58c42bcefcd2 req-7650e7c0-044a-443a-9cda-de5ad3d09759 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=63f8a8e6-da7d-45fc-963f-56bd1d36c957 HTTP/1.1" status: 200 len: 980 time: 0.0811198 Jan 17 14:28:15.128888 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d3e0b582-8506-4070-89b5-58c42bcefcd2 req-9bddf91a-9146-4d01-ac7e-1d99034124aa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377498 Jan 17 14:28:15.415984 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:16.313294 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2ba59-cbbd-4aa9-abe2-3c97041f0e3f req-a6e540ee-c8a9-473f-ad5a-39e30acaa79c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:16.314719 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-93c2ba59-cbbd-4aa9-abe2-3c97041f0e3f req-a6e540ee-c8a9-473f-ad5a-39e30acaa79c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=63f8a8e6-da7d-45fc-963f-56bd1d36c957 HTTP/1.1" status: 200 len: 980 time: 0.0821314 Jan 17 14:28:16.356918 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-93c2ba59-cbbd-4aa9-abe2-3c97041f0e3f req-a5f7073d-ed32-4b6c-842b-f40d3ead140e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366178 Jan 17 14:28:17.032909 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device e5bf0b4b-d602-4330-bf58-ac658716b4d4 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:28:17.195983 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port e5bf0b4b-d602-4330-bf58-ac658716b4d4, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=e5bf0b4b-d602-4330-bf58-ac658716b4d4,segment=NetworkSegment(e5cbcc8f-c015-479f-a0f1-f16b729c7714),segment_id=e5cbcc8f-c015-479f-a0f1-f16b729c7714)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:28:17.209216 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': 'e5bf0b4b-d602-4330-bf58-ac658716b4d4', 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2', 'port_id': 'e5bf0b4b-d602-4330-bf58-ac658716b4d4', 'mac_address': 'fa:16:3e:cd:11:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f11a16b-442c-40bc-bddb-5f658ed48cfe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:28:17.263060 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:17.279965 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5bf0b4b-d602-4330-bf58-ac658716b4d4 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:28:17.294204 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port e5bf0b4b-d602-4330-bf58-ac658716b4d4, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=e5bf0b4b-d602-4330-bf58-ac658716b4d4,segment=NetworkSegment(e5cbcc8f-c015-479f-a0f1-f16b729c7714),segment_id=e5cbcc8f-c015-479f-a0f1-f16b729c7714)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:28:17.298102 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:17.365579 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=e5bf0b4b-d602-4330-bf58-ac658716b4d4,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:17.536989 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cdfae-58bf-4fbc-81ea-99cf408c1383 req-ceec1f4f-9093-4b94-b45e-d931c330933b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:17.538346 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1b5cdfae-58bf-4fbc-81ea-99cf408c1383 req-ceec1f4f-9093-4b94-b45e-d931c330933b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=63f8a8e6-da7d-45fc-963f-56bd1d36c957 HTTP/1.1" status: 200 len: 981 time: 0.0769510 Jan 17 14:28:17.582365 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1b5cdfae-58bf-4fbc-81ea-99cf408c1383 req-a90c5eae-3a60-4c0d-a629-cfba9af9dfe5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383797 Jan 17 14:28:17.628030 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['e5bf0b4b-d602-4330-bf58-ac658716b4d4'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:28:18.761107 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f8e6f-24a2-47af-af1f-df3d59d5e4b9 req-bfc5cb90-eee5-4a1d-9086-6f67d82be2f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:18.762572 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-6e9f8e6f-24a2-47af-af1f-df3d59d5e4b9 req-bfc5cb90-eee5-4a1d-9086-6f67d82be2f1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=63f8a8e6-da7d-45fc-963f-56bd1d36c957 HTTP/1.1" status: 200 len: 981 time: 0.0784595 Jan 17 14:28:18.809135 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-6e9f8e6f-24a2-47af-af1f-df3d59d5e4b9 req-ce930781-219d-477f-9541-cc6b0c10d173 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Jan 17 14:28:19.033440 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device e5bf0b4b-d602-4330-bf58-ac658716b4d4 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:28:19.101727 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port e5bf0b4b-d602-4330-bf58-ac658716b4d4 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:28:19.106398 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port e5bf0b4b-d602-4330-bf58-ac658716b4d4 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:28:19.106761 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:19.220435 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:19.245685 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f8a8e6-da7d-45fc-963f-56bd1d36c957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bf0b4b-d602-4330-bf58-ac658716b4d4'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:28:19.255336 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port e5bf0b4b-d602-4330-bf58-ac658716b4d4, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=e5bf0b4b-d602-4330-bf58-ac658716b4d4,segment=NetworkSegment(e5cbcc8f-c015-479f-a0f1-f16b729c7714),segment_id=e5cbcc8f-c015-479f-a0f1-f16b729c7714)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:28:19.259690 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:19.333925 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=e5bf0b4b-d602-4330-bf58-ac658716b4d4,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:19.348436 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f8a8e6-da7d-45fc-963f-56bd1d36c957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bf0b4b-d602-4330-bf58-ac658716b4d4', 'code': 200} Jan 17 14:28:19.584399 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed8034-4e20-4a40-92cb-7874eafb8208 req-39f21a7d-e109-43da-9b93-bde98b5b89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:19.585773 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-25ed8034-4e20-4a40-92cb-7874eafb8208 req-39f21a7d-e109-43da-9b93-bde98b5b89c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=63f8a8e6-da7d-45fc-963f-56bd1d36c957 HTTP/1.1" status: 200 len: 1135 time: 0.0683417 Jan 17 14:28:19.628124 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-25ed8034-4e20-4a40-92cb-7874eafb8208 req-73356f0f-26bc-4e99-a32e-5da69a05311f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334783 Jan 17 14:28:19.990813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b24de-f067-40b8-b280-b19c8a1913f8 req-1599bcbc-a8a4-4f88-8a30-23ee3da67368 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:19.992395 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ad9b24de-f067-40b8-b280-b19c8a1913f8 req-1599bcbc-a8a4-4f88-8a30-23ee3da67368 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=63f8a8e6-da7d-45fc-963f-56bd1d36c957 HTTP/1.1" status: 200 len: 982 time: 0.0822985 Jan 17 14:28:20.035769 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ad9b24de-f067-40b8-b280-b19c8a1913f8 req-c4b2e8f6-bdc1-4b4c-a515-4dad5940d768 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370328 Jan 17 14:28:21.220543 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a51f6a-220c-4aa1-bc5d-2624a9860d05 req-14d5e288-5028-4f6d-a9ea-65039fb4c2c8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:21.221964 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c8a51f6a-220c-4aa1-bc5d-2624a9860d05 req-14d5e288-5028-4f6d-a9ea-65039fb4c2c8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=63f8a8e6-da7d-45fc-963f-56bd1d36c957 HTTP/1.1" status: 200 len: 982 time: 0.0822046 Jan 17 14:28:21.264076 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c8a51f6a-220c-4aa1-bc5d-2624a9860d05 req-07ce5df2-382b-4848-9713-2af8e929e742 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365596 Jan 17 14:28:21.445498 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbd7a4-59dc-4428-8c5e-2b39d4261e37 req-12fd5d49-8603-46a6-9b3e-c086ad458dab tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:21.446927 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-38dbd7a4-59dc-4428-8c5e-2b39d4261e37 req-12fd5d49-8603-46a6-9b3e-c086ad458dab tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=63f8a8e6-da7d-45fc-963f-56bd1d36c957 HTTP/1.1" status: 200 len: 982 time: 0.0772753 Jan 17 14:28:21.490789 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-38dbd7a4-59dc-4428-8c5e-2b39d4261e37 req-f1e3a1cd-3e53-407c-a244-d5a7b4abbd3d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383043 Jan 17 14:28:21.512458 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39796) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:21.583151 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8454d9f9-0e4e-46c4-b248-a23fa7bd2853 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:21.584681 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8454d9f9-0e4e-46c4-b248-a23fa7bd2853 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=63f8a8e6-da7d-45fc-963f-56bd1d36c957 HTTP/1.1" status: 200 len: 1130 time: 0.0712874 Jan 17 14:28:21.587355 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39800) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:21.592061 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': 'e5bf0b4b-d602-4330-bf58-ac658716b4d4', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:21.598223 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:21.602190 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:floatingip and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:21.604937 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:21.610563 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:21.620602 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:21.757149 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:21.888972 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.26.3.123 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/71d81172-a358-4dc4-8fef-9b8df64ae8c9) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:28:21.897074 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:28:22.121533 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:22.149917 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:22.213834 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:28:22.216493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:28:22.219942 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:28:22.264382 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=71d81172-a358-4dc4-8fef-9b8df64ae8c9,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:22.624833 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:22.695920 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:22.742294 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:22.896132 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:22.900397 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:23.007262 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=71d81172-a358-4dc4-8fef-9b8df64ae8c9,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:23.019824 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:23.188287 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Floating IP ff4972dd-cfaf-4034-ab91-d4062d61c612 associated. External IP: 172.26.3.123, port: e5bf0b4b-d602-4330-bf58-ac658716b4d4. Jan 17 14:28:23.636552 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router f8065366-4ba7-45f6-a45c-7000bf76ae89 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:28:23.810505 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:28:23.821052 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7effae8f-83a1-43c4-bd55-47ce552863ac None None] Sync routers for ids ['f8065366-4ba7-45f6-a45c-7000bf76ae89'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:28:23.831347 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7effae8f-83a1-43c4-bd55-47ce552863ac None None] Routers {'f8065366-4ba7-45f6-a45c-7000bf76ae89'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:28:23.831987 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7effae8f-83a1-43c4-bd55-47ce552863ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:28:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f8065366-4ba7-45f6-a45c-7000bf76ae89'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:23.835486 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:23.892748 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1531dcd1-2aa1-46c2-b82d-a00613c7aba1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.3016942 Jan 17 14:28:23.892748 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f8a8e6-da7d-45fc-963f-56bd1d36c957', 'tag': 'e5bf0b4b-d602-4330-bf58-ac658716b4d4'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:28:23.893147 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39804) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:23.933606 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f8a8e6-da7d-45fc-963f-56bd1d36c957', 'tag': 'e5bf0b4b-d602-4330-bf58-ac658716b4d4', 'status': 'completed', 'code': 200} Jan 17 14:28:23.971301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444fe085-4e73-4600-ad6e-a9fc2030fa44 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:23.973667 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-444fe085-4e73-4600-ad6e-a9fc2030fa44 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=63f8a8e6-da7d-45fc-963f-56bd1d36c957&network_id=122d65bd-84f0-4da4-b974-27054fc531f2 HTTP/1.1" status: 200 len: 1130 time: 0.0787601 Jan 17 14:28:24.011511 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-7effae8f-83a1-43c4-bd55-47ce552863ac None None] Set router f8065366-4ba7-45f6-a45c-7000bf76ae89 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:28:24.027276 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eda070-b9fd-47c3-acb0-543ca8c3a6df req-33566d4a-d4be-4109-a11c-bd482478c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:24.028822 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-20eda070-b9fd-47c3-acb0-543ca8c3a6df req-33566d4a-d4be-4109-a11c-bd482478c7c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=63f8a8e6-da7d-45fc-963f-56bd1d36c957 HTTP/1.1" status: 200 len: 1135 time: 0.0726442 Jan 17 14:28:24.178430 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eda070-b9fd-47c3-acb0-543ca8c3a6df req-0d6e605a-cc89-439e-bac2-4faaa1f0adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:24.180055 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-20eda070-b9fd-47c3-acb0-543ca8c3a6df req-0d6e605a-cc89-439e-bac2-4faaa1f0adb3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=122d65bd-84f0-4da4-b974-27054fc531f2 HTTP/1.1" status: 200 len: 898 time: 0.1453788 Jan 17 14:28:24.286064 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-20eda070-b9fd-47c3-acb0-543ca8c3a6df req-75f653e9-d76e-438e-8f4e-e8bab503c03d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5bf0b4b-d602-4330-bf58-ac658716b4d4 HTTP/1.1" status: 200 len: 1036 time: 0.0996878 Jan 17 14:28:24.355365 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eda070-b9fd-47c3-acb0-543ca8c3a6df req-d0889e50-ae7f-4326-beff-5c372f718168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:24.356832 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-20eda070-b9fd-47c3-acb0-543ca8c3a6df req-d0889e50-ae7f-4326-beff-5c372f718168 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f11a16b-442c-40bc-bddb-5f658ed48cfe HTTP/1.1" status: 200 len: 835 time: 0.0642965 Jan 17 14:28:24.366139 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39054778-77a2-4778-87f7-a0411427e433 req-892a4e0f-9bf9-49f1-9dd7-fc053b7ee47b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:24.367806 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-39054778-77a2-4778-87f7-a0411427e433 req-892a4e0f-9bf9-49f1-9dd7-fc053b7ee47b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=63f8a8e6-da7d-45fc-963f-56bd1d36c957 HTTP/1.1" status: 200 len: 982 time: 0.0970967 Jan 17 14:28:24.368377 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7effae8f-83a1-43c4-bd55-47ce552863ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'name': 'tempest-TestNetworkBasicOps-router-1487726523', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:05Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'ff4972dd-cfaf-4034-ab91-d4062d61c612', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'port_id': 'e5bf0b4b-d602-4330-bf58-ac658716b4d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-381635503', 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2', 'mac_address': 'fa:16:3e:cd:11:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f8a8e6-da7d-45fc-963f-56bd1d36c957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:28:22Z', 'updated_at': '2022-01-17T14:28:22Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767ceb77-f05b-4d63-bc72-04e202fee66e', 'name': '', 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:ae:b6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '8f11a16b-442c-40bc-bddb-5f658ed48cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:04Z', 'updated_at': '2022-01-17T14:28:10Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '8f11a16b-442c-40bc-bddb-5f658ed48cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:24.372934 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7effae8f-83a1-43c4-bd55-47ce552863ac None None] Checking router: f8065366-4ba7-45f6-a45c-7000bf76ae89 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:28:24.382051 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7effae8f-83a1-43c4-bd55-47ce552863ac None None] Routers {'f8065366-4ba7-45f6-a45c-7000bf76ae89'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:28:24.382646 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7effae8f-83a1-43c4-bd55-47ce552863ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:28:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f8065366-4ba7-45f6-a45c-7000bf76ae89'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:24.416342 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-39054778-77a2-4778-87f7-a0411427e433 req-c0d165b4-aa0b-4b05-a684-882884387870 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416288 Jan 17 14:28:24.434306 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eda070-b9fd-47c3-acb0-543ca8c3a6df req-614fdd88-b1db-4694-8212-6345bdc0f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:24.435823 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-20eda070-b9fd-47c3-acb0-543ca8c3a6df req-614fdd88-b1db-4694-8212-6345bdc0f980 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=122d65bd-84f0-4da4-b974-27054fc531f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707519 Jan 17 14:28:24.567192 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-20eda070-b9fd-47c3-acb0-543ca8c3a6df req-c474e862-3a5e-42ae-a9c9-dc63261c326c service neutron] 10.222.0.15 "GET /v2.0/networks/122d65bd-84f0-4da4-b974-27054fc531f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239865 Jan 17 14:28:24.584734 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-7effae8f-83a1-43c4-bd55-47ce552863ac None None] Set router f8065366-4ba7-45f6-a45c-7000bf76ae89 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:28:24.702249 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-20eda070-b9fd-47c3-acb0-543ca8c3a6df req-1b15de43-ed52-45fb-a4f5-fa82aad07824 service neutron] 10.222.0.15 "GET /v2.0/networks/122d65bd-84f0-4da4-b974-27054fc531f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261444 Jan 17 14:28:24.920938 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7effae8f-83a1-43c4-bd55-47ce552863ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'name': 'tempest-TestNetworkBasicOps-router-1487726523', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:05Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'ff4972dd-cfaf-4034-ab91-d4062d61c612', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'port_id': 'e5bf0b4b-d602-4330-bf58-ac658716b4d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-381635503', 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2', 'mac_address': 'fa:16:3e:cd:11:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f8a8e6-da7d-45fc-963f-56bd1d36c957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:28:22Z', 'updated_at': '2022-01-17T14:28:22Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767ceb77-f05b-4d63-bc72-04e202fee66e', 'name': '', 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:ae:b6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '8f11a16b-442c-40bc-bddb-5f658ed48cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:04Z', 'updated_at': '2022-01-17T14:28:10Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '8f11a16b-442c-40bc-bddb-5f658ed48cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:24.925220 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7effae8f-83a1-43c4-bd55-47ce552863ac None None] The sync data for ids ['f8065366-4ba7-45f6-a45c-7000bf76ae89'] in dv-neutron-824901-1-hyperv is: [{'id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'name': 'tempest-TestNetworkBasicOps-router-1487726523', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:05Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'ff4972dd-cfaf-4034-ab91-d4062d61c612', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'port_id': 'e5bf0b4b-d602-4330-bf58-ac658716b4d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-381635503', 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2', 'mac_address': 'fa:16:3e:cd:11:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f8a8e6-da7d-45fc-963f-56bd1d36c957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:28:22Z', 'updated_at': '2022-01-17T14:28:22Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767ceb77-f05b-4d63-bc72-04e202fee66e', 'name': '', 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:ae:b6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '8f11a16b-442c-40bc-bddb-5f658ed48cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:04Z', 'updated_at': '2022-01-17T14:28:10Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '8f11a16b-442c-40bc-bddb-5f658ed48cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:28:25.118167 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfcb8d3-499f-4db1-9cb8-dda67f32fe0b None None] New status for floating IP ff4972dd-cfaf-4034-ab91-d4062d61c612: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:28:25.604624 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5fa2c-a4d4-4900-aa11-a2d79c42fdd7 req-e689dc6e-a05f-47c4-bccc-7ba577e5fc11 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:25.606037 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c2e5fa2c-a4d4-4900-aa11-a2d79c42fdd7 req-e689dc6e-a05f-47c4-bccc-7ba577e5fc11 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=63f8a8e6-da7d-45fc-963f-56bd1d36c957 HTTP/1.1" status: 200 len: 982 time: 0.0817959 Jan 17 14:28:25.649267 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c2e5fa2c-a4d4-4900-aa11-a2d79c42fdd7 req-2682cd15-449f-4ed9-aaa2-245a0532a140 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376256 Jan 17 14:28:25.897386 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56376fcf-b9b3-4b2c-9cd5-d9ee9a0a308c req-2dabeeca-4bd9-433d-93dc-d1f7af0f1bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:25.898766 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-56376fcf-b9b3-4b2c-9cd5-d9ee9a0a308c req-2dabeeca-4bd9-433d-93dc-d1f7af0f1bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/ports?device_id=63f8a8e6-da7d-45fc-963f-56bd1d36c957 HTTP/1.1" status: 200 len: 982 time: 0.0764618 Jan 17 14:28:25.970801 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56376fcf-b9b3-4b2c-9cd5-d9ee9a0a308c req-6fab753a-6440-48e5-8da9-713744672f9f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:25.972093 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-56376fcf-b9b3-4b2c-9cd5-d9ee9a0a308c req-6fab753a-6440-48e5-8da9-713744672f9f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/ports/e5bf0b4b-d602-4330-bf58-ac658716b4d4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0674424 Jan 17 14:28:26.112691 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-56376fcf-b9b3-4b2c-9cd5-d9ee9a0a308c req-686808b5-7e09-4de0-a7a3-954be0abfca1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/networks/122d65bd-84f0-4da4-b974-27054fc531f2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1356828 Jan 17 14:28:26.122307 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-56376fcf-b9b3-4b2c-9cd5-d9ee9a0a308c req-3653338c-a6e1-48c4-bc87-4210ab9dec1f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:26.318393 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-56376fcf-b9b3-4b2c-9cd5-d9ee9a0a308c req-3653338c-a6e1-48c4-bc87-4210ab9dec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:26.513794 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-56376fcf-b9b3-4b2c-9cd5-d9ee9a0a308c req-3653338c-a6e1-48c4-bc87-4210ab9dec1f service neutron] For port e5bf0b4b-d602-4330-bf58-ac658716b4d4, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=e5bf0b4b-d602-4330-bf58-ac658716b4d4,segment=NetworkSegment(e5cbcc8f-c015-479f-a0f1-f16b729c7714),segment_id=e5cbcc8f-c015-479f-a0f1-f16b729c7714)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:28:26.542175 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-56376fcf-b9b3-4b2c-9cd5-d9ee9a0a308c req-3653338c-a6e1-48c4-bc87-4210ab9dec1f service neutron] For port e5bf0b4b-d602-4330-bf58-ac658716b4d4, host hv-neutron-8249, cleared binding levels {{(pid=87524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:28:26.591544 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [req-56376fcf-b9b3-4b2c-9cd5-d9ee9a0a308c req-3653338c-a6e1-48c4-bc87-4210ab9dec1f service neutron] device_id is not set on port e5bf0b4b-d602-4330-bf58-ac658716b4d4 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:28:26.600360 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-56376fcf-b9b3-4b2c-9cd5-d9ee9a0a308c req-3653338c-a6e1-48c4-bc87-4210ab9dec1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:26.605770 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-56376fcf-b9b3-4b2c-9cd5-d9ee9a0a308c req-3653338c-a6e1-48c4-bc87-4210ab9dec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:26.760664 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653338c-a6e1-48c4-bc87-4210ab9dec1f service neutron] Pushing event updated for resources: {'Port': ['ID=e5bf0b4b-d602-4330-bf58-ac658716b4d4,revision_number=6']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:26.808374 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-56376fcf-b9b3-4b2c-9cd5-d9ee9a0a308c req-3653338c-a6e1-48c4-bc87-4210ab9dec1f service neutron] No DVR routers for this DVR port e5bf0b4b-d602-4330-bf58-ac658716b4d4 on host hv-neutron-8249 {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:28:26.822829 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-af0c7a40-914c-43b7-b6cd-83ce7d7d6e9a req-a22eec80-69ee-4af8-b613-59ec47f393ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=63f8a8e6-da7d-45fc-963f-56bd1d36c957 HTTP/1.1" status: 200 len: 210 time: 0.0488884 Jan 17 14:28:26.952599 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7667cb13-5b64-496d-b0ac-c4cb9b226778 None None] Provisioning complete for port e5bf0b4b-d602-4330-bf58-ac658716b4d4 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:28:26.953203 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7667cb13-5b64-496d-b0ac-c4cb9b226778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:27.006782 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7667cb13-5b64-496d-b0ac-c4cb9b226778 None None] Port e5bf0b4b-d602-4330-bf58-ac658716b4d4 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:28:27.030012 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-56376fcf-b9b3-4b2c-9cd5-d9ee9a0a308c req-3653338c-a6e1-48c4-bc87-4210ab9dec1f service neutron] In _notify_port_updated(), no bound segment for port e5bf0b4b-d602-4330-bf58-ac658716b4d4 on network 122d65bd-84f0-4da4-b974-27054fc531f2 {{(pid=87524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:28:27.031356 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56376fcf-b9b3-4b2c-9cd5-d9ee9a0a308c req-3653338c-a6e1-48c4-bc87-4210ab9dec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:27.031987 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-56376fcf-b9b3-4b2c-9cd5-d9ee9a0a308c req-3653338c-a6e1-48c4-bc87-4210ab9dec1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:27.033221 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-56376fcf-b9b3-4b2c-9cd5-d9ee9a0a308c req-3653338c-a6e1-48c4-bc87-4210ab9dec1f service neutron] 10.222.0.15 "PUT /v2.0/ports/e5bf0b4b-d602-4330-bf58-ac658716b4d4 HTTP/1.1" status: 200 len: 1025 time: 0.9146664 Jan 17 14:28:28.064236 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39820) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:28.135996 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad0a21f-b72d-4d4f-be62-7d77ef693f7b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:28.137282 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-aad0a21f-b72d-4d4f-be62-7d77ef693f7b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports/e5bf0b4b-d602-4330-bf58-ac658716b4d4 HTTP/1.1" status: 200 len: 924 time: 0.0720851 Jan 17 14:28:28.429429 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39826) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:28.434594 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-b885ca74-c4b0-4ebe-aeba-43c38838b458 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1204987046', 'description': 'tempest-secgroup-smoke-1204987046 description', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:28.440732 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b885ca74-c4b0-4ebe-aeba-43c38838b458 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:28.450207 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b885ca74-c4b0-4ebe-aeba-43c38838b458 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:28.460244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b885ca74-c4b0-4ebe-aeba-43c38838b458 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:28.480218 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b885ca74-c4b0-4ebe-aeba-43c38838b458 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:28.484509 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b885ca74-c4b0-4ebe-aeba-43c38838b458 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:28.487241 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b885ca74-c4b0-4ebe-aeba-43c38838b458 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:28.492761 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b885ca74-c4b0-4ebe-aeba-43c38838b458 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:28.559206 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b885ca74-c4b0-4ebe-aeba-43c38838b458 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:28.562965 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b885ca74-c4b0-4ebe-aeba-43c38838b458 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:28.607557 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885ca74-c4b0-4ebe-aeba-43c38838b458 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d52349f-b214-4960-ae85-e082ba7f5157,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:28.615469 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b885ca74-c4b0-4ebe-aeba-43c38838b458 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:28.616758 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b885ca74-c4b0-4ebe-aeba-43c38838b458 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1862574 Jan 17 14:28:28.619432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39830) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:28.624891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-db180ceb-51f8-4bd7-9795-a258466ae1e8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '0d52349f-b214-4960-ae85-e082ba7f5157', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:28.631442 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-db180ceb-51f8-4bd7-9795-a258466ae1e8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:28.635269 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-db180ceb-51f8-4bd7-9795-a258466ae1e8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:28.638148 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-db180ceb-51f8-4bd7-9795-a258466ae1e8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:28.643827 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-db180ceb-51f8-4bd7-9795-a258466ae1e8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:28.660300 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-db180ceb-51f8-4bd7-9795-a258466ae1e8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:28.721471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-db180ceb-51f8-4bd7-9795-a258466ae1e8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:28.724984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-db180ceb-51f8-4bd7-9795-a258466ae1e8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:28.748265 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db180ceb-51f8-4bd7-9795-a258466ae1e8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325caba6-02f8-4996-8345-3b1e30174820,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:28.757049 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-db180ceb-51f8-4bd7-9795-a258466ae1e8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:28.758201 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-db180ceb-51f8-4bd7-9795-a258466ae1e8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376822 Jan 17 14:28:28.761058 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39834) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:28.766495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-10690190-4be9-420d-9686-443a223abd1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '0d52349f-b214-4960-ae85-e082ba7f5157', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:28.772280 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-10690190-4be9-420d-9686-443a223abd1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:28.776021 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-10690190-4be9-420d-9686-443a223abd1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:28.778825 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-10690190-4be9-420d-9686-443a223abd1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:28.785054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-10690190-4be9-420d-9686-443a223abd1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:28.801358 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-10690190-4be9-420d-9686-443a223abd1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:28.861415 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-10690190-4be9-420d-9686-443a223abd1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:28.864867 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-10690190-4be9-420d-9686-443a223abd1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:28.887418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10690190-4be9-420d-9686-443a223abd1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d17a6cb-0ef0-4f3f-8818-a786b5453d45,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:28.896287 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-10690190-4be9-420d-9686-443a223abd1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:28.897423 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-10690190-4be9-420d-9686-443a223abd1b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1354764 Jan 17 14:28:28.900194 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39838) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:28.904989 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-5e5a82e2-159a-4a2a-b812-6b8e2459d994 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '0d52349f-b214-4960-ae85-e082ba7f5157', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:28.911219 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5e5a82e2-159a-4a2a-b812-6b8e2459d994 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:28.914944 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5e5a82e2-159a-4a2a-b812-6b8e2459d994 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:28.917800 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5e5a82e2-159a-4a2a-b812-6b8e2459d994 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:28.923390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5e5a82e2-159a-4a2a-b812-6b8e2459d994 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:28.939968 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5e5a82e2-159a-4a2a-b812-6b8e2459d994 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:28.999995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5e5a82e2-159a-4a2a-b812-6b8e2459d994 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:29.003309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5e5a82e2-159a-4a2a-b812-6b8e2459d994 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:29.028911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a82e2-159a-4a2a-b812-6b8e2459d994 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7fc2c96-7c14-42c1-94ec-004ffb266aad,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:29.038006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5e5a82e2-159a-4a2a-b812-6b8e2459d994 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:29.039374 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5e5a82e2-159a-4a2a-b812-6b8e2459d994 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382816 Jan 17 14:28:29.042161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39842) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:29.046947 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-f955f845-f44d-4475-b913-65cede35d30b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '0d52349f-b214-4960-ae85-e082ba7f5157', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:29.052491 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f955f845-f44d-4475-b913-65cede35d30b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:29.056205 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f955f845-f44d-4475-b913-65cede35d30b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:29.058990 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f955f845-f44d-4475-b913-65cede35d30b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:29.064638 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f955f845-f44d-4475-b913-65cede35d30b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:29.081787 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f955f845-f44d-4475-b913-65cede35d30b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:29.142623 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f955f845-f44d-4475-b913-65cede35d30b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:29.146004 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f955f845-f44d-4475-b913-65cede35d30b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:29.169768 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955f845-f44d-4475-b913-65cede35d30b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28f2013-84ca-49d9-ab7d-560e897a5e5f,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:29.178236 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f955f845-f44d-4475-b913-65cede35d30b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:29.179650 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f955f845-f44d-4475-b913-65cede35d30b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365938 Jan 17 14:28:29.182345 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39846) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:29.188229 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c3c7b812-e942-4c89-a1b3-c64356c9660a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '0d52349f-b214-4960-ae85-e082ba7f5157', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:29.194187 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c3c7b812-e942-4c89-a1b3-c64356c9660a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:29.197943 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c3c7b812-e942-4c89-a1b3-c64356c9660a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:29.200853 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c3c7b812-e942-4c89-a1b3-c64356c9660a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:29.207355 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c3c7b812-e942-4c89-a1b3-c64356c9660a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:29.216737 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.securitygroups_db [None req-c3c7b812-e942-4c89-a1b3-c64356c9660a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:28:29.222969 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c3c7b812-e942-4c89-a1b3-c64356c9660a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:29.284396 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c3c7b812-e942-4c89-a1b3-c64356c9660a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:29.287824 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c3c7b812-e942-4c89-a1b3-c64356c9660a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:29.310415 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7b812-e942-4c89-a1b3-c64356c9660a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26300d1-2ea0-419f-b7ac-c59c38602eb7,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:29.318301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c3c7b812-e942-4c89-a1b3-c64356c9660a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:29.321936 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c3c7b812-e942-4c89-a1b3-c64356c9660a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358404 Jan 17 14:28:29.322132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39850) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:29.326993 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-e1024164-cd15-4ff6-84fb-945f32e795b1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '0d52349f-b214-4960-ae85-e082ba7f5157', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:29.333767 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e1024164-cd15-4ff6-84fb-945f32e795b1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:29.337564 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e1024164-cd15-4ff6-84fb-945f32e795b1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:29.340670 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e1024164-cd15-4ff6-84fb-945f32e795b1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:29.347294 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e1024164-cd15-4ff6-84fb-945f32e795b1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:29.356454 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.securitygroups_db [None req-e1024164-cd15-4ff6-84fb-945f32e795b1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:28:29.363899 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e1024164-cd15-4ff6-84fb-945f32e795b1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:29.429861 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e1024164-cd15-4ff6-84fb-945f32e795b1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:29.432984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e1024164-cd15-4ff6-84fb-945f32e795b1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:29.454069 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1024164-cd15-4ff6-84fb-945f32e795b1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36fe4eec-778a-4813-8c6a-b376af530317,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:29.464458 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e1024164-cd15-4ff6-84fb-945f32e795b1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:29.465611 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e1024164-cd15-4ff6-84fb-945f32e795b1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425714 Jan 17 14:28:29.619264 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-d1fe8279-3ded-41c7-914c-d2553be8f182 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1204987046&fields=id&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 267 time: 0.0381718 Jan 17 14:28:29.695757 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-7ddc3854-d716-46c7-b931-383d30d398bf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:29.696941 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-7ddc3854-d716-46c7-b931-383d30d398bf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports/e5bf0b4b-d602-4330-bf58-ac658716b4d4 HTTP/1.1" status: 200 len: 929 time: 0.0710540 Jan 17 14:28:29.808667 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-f70ae826-6cb3-4f3a-afdc-8db18a2a2bca service neutron] 10.222.0.48 "GET /v2.0/ports/e5bf0b4b-d602-4330-bf58-ac658716b4d4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1000650 Jan 17 14:28:29.935285 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-7c09e678-9c7a-4a19-ab0a-8532a6c42a1a service neutron] 10.222.0.48 "GET /v2.0/networks/122d65bd-84f0-4da4-b974-27054fc531f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202698 Jan 17 14:28:30.062310 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-22ca5ee9-ce3a-460e-9f94-3e472c05ef55 service neutron] 10.222.0.48 "GET /v2.0/networks/122d65bd-84f0-4da4-b974-27054fc531f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211123 Jan 17 14:28:30.236238 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c187c41b-2be2-4120-bae2-beb11a29daaa req-babeb8ea-50a2-444c-bc87-3c7640818352 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a95e59-2958-47d4-b0f2-28aa5ea530d5 HTTP/1.1" status: 200 len: 210 time: 0.0447962 Jan 17 14:28:31.112976 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device e5bf0b4b-d602-4330-bf58-ac658716b4d4 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:28:31.157317 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-a0b3a5e6-39be-4a9d-9f9b-2c0f6bbb1113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:31.158690 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-a0b3a5e6-39be-4a9d-9f9b-2c0f6bbb1113 service neutron] 10.222.0.15 "GET /v2.0/ports/e5bf0b4b-d602-4330-bf58-ac658716b4d4 HTTP/1.1" status: 200 len: 1025 time: 0.0640159 Jan 17 14:28:31.174785 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device e5bf0b4b-d602-4330-bf58-ac658716b4d4 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:28:31.320520 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-35d135d4-e862-4055-aee1-f9d519cf7429 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:31.322364 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-35d135d4-e862-4055-aee1-f9d519cf7429 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/networks?id=122d65bd-84f0-4da4-b974-27054fc531f2 HTTP/1.1" status: 200 len: 797 time: 0.1585424 Jan 17 14:28:31.501432 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5f34b4d0-b120-4b66-8292-2af738c9d692 req-c4ec37d8-225a-4b13-9be7-16648a91c239 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a95e59-2958-47d4-b0f2-28aa5ea530d5 HTTP/1.1" status: 200 len: 210 time: 0.1506488 Jan 17 14:28:31.516970 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-5672743a-b7f7-45d0-a4bb-0d5b556c2073 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 473 time: 0.1831136 Jan 17 14:28:31.528262 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] Request body: {'port': {'device_id': '72a95e59-2958-47d4-b0f2-28aa5ea530d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:31.636923 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:31.967312 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5bf0b4b-d602-4330-bf58-ac658716b4d4 {{(pid=87524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:28:31.974841 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:31.988233 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] Transition to ACTIVE for port object e5bf0b4b-d602-4330-bf58-ac658716b4d4 will not be triggered until provisioned by entity L2. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:28:31.991991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:32.133450 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] Pushing event updated for resources: {'Port': ['ID=e5bf0b4b-d602-4330-bf58-ac658716b4d4,revision_number=7']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:32.252759 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] Attempting to bind port e5bf0b4b-d602-4330-bf58-ac658716b4d4 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:28:32.253441 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] Attempting to bind port e5bf0b4b-d602-4330-bf58-ac658716b4d4 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': 'e5cbcc8f-c015-479f-a0f1-f16b729c7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:28:32.253441 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] Attempting to bind port e5bf0b4b-d602-4330-bf58-ac658716b4d4 on network 122d65bd-84f0-4da4-b974-27054fc531f2 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:28:32.257958 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] Port e5bf0b4b-d602-4330-bf58-ac658716b4d4 on network 122d65bd-84f0-4da4-b974-27054fc531f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:28:32.259039 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] Attempting to bind port e5bf0b4b-d602-4330-bf58-ac658716b4d4 on network 122d65bd-84f0-4da4-b974-27054fc531f2 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:28:32.263393 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:28:32.263733 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] Checking segment: {'id': 'e5cbcc8f-c015-479f-a0f1-f16b729c7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:28:32.264126 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] Bound using segment: {'id': 'e5cbcc8f-c015-479f-a0f1-f16b729c7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2'} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:28:32.264532 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] Bound port: e5bf0b4b-d602-4330-bf58-ac658716b4d4, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbcc8f-c015-479f-a0f1-f16b729c7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2'}}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:28:32.265501 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:32.355566 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] For port e5bf0b4b-d602-4330-bf58-ac658716b4d4, host hv-neutron-8249, cleared binding levels {{(pid=87524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:28:32.358479 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] For port e5bf0b4b-d602-4330-bf58-ac658716b4d4, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=e5bf0b4b-d602-4330-bf58-ac658716b4d4,segment=NetworkSegment(e5cbcc8f-c015-479f-a0f1-f16b729c7714),segment_id=e5cbcc8f-c015-479f-a0f1-f16b729c7714)] {{(pid=87524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:28:32.362875 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:32.428433 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:32.429157 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:32.430561 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] 10.222.0.15 "PUT /v2.0/ports/e5bf0b4b-d602-4330-bf58-ac658716b4d4 HTTP/1.1" status: 200 len: 1130 time: 0.9061878 Jan 17 14:28:32.431073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a95e59-2958-47d4-b0f2-28aa5ea530d5', 'tag': 'e5bf0b4b-d602-4330-bf58-ac658716b4d4'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:28:32.453322 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ea79a-10bb-4305-82b1-ed82641a237f service neutron] Pushing event updated for resources: {'Port': ['ID=e5bf0b4b-d602-4330-bf58-ac658716b4d4,revision_number=8']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:32.479783 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a95e59-2958-47d4-b0f2-28aa5ea530d5', 'tag': 'e5bf0b4b-d602-4330-bf58-ac658716b4d4', 'status': 'completed', 'code': 200} Jan 17 14:28:32.596187 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-2f6e14ec-a78f-4bb0-a1a8-3ab62da4d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:32.598335 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-2f6e14ec-a78f-4bb0-a1a8-3ab62da4d0e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=72a95e59-2958-47d4-b0f2-28aa5ea530d5 HTTP/1.1" status: 200 len: 1133 time: 0.0872180 Jan 17 14:28:32.751312 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-61d3fded-e8e1-4872-ba3c-2eecc3f32476 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5bf0b4b-d602-4330-bf58-ac658716b4d4 HTTP/1.1" status: 200 len: 1036 time: 0.1450038 Jan 17 14:28:32.819137 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6aeac-a589-4717-a413-5cbb500b98e9 req-fc614286-7427-4f9c-9f35-3e7af29c765b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:32.820606 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-72a6aeac-a589-4717-a413-5cbb500b98e9 req-fc614286-7427-4f9c-9f35-3e7af29c765b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a95e59-2958-47d4-b0f2-28aa5ea530d5 HTTP/1.1" status: 200 len: 980 time: 0.1658175 Jan 17 14:28:32.842052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-976f387d-9d1e-44a1-abdc-6d0b4a98f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:32.843442 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-976f387d-9d1e-44a1-abdc-6d0b4a98f64a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f11a16b-442c-40bc-bddb-5f658ed48cfe HTTP/1.1" status: 200 len: 835 time: 0.0855730 Jan 17 14:28:32.909884 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-72a6aeac-a589-4717-a413-5cbb500b98e9 req-f471ada5-25c5-4d2b-9421-62787718dab5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830619 Jan 17 14:28:32.936116 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-a60dbee6-e102-44ce-a5b9-7db2bc0346d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:32.937637 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-a60dbee6-e102-44ce-a5b9-7db2bc0346d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=122d65bd-84f0-4da4-b974-27054fc531f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866768 Jan 17 14:28:33.067259 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-d1f0f769-e00a-41b7-9241-86620469a985 service neutron] 10.222.0.15 "GET /v2.0/networks/122d65bd-84f0-4da4-b974-27054fc531f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228471 Jan 17 14:28:33.293056 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f1c40afb-2b0f-4471-8a2c-63d314d6d246 req-82c6be4d-4673-4a0f-a67e-f166bf7f8554 service neutron] 10.222.0.15 "GET /v2.0/networks/122d65bd-84f0-4da4-b974-27054fc531f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195780 Jan 17 14:28:33.413668 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c64031-3a82-47a5-b892-b060d92bb5f2 req-56edb5de-5523-4ec1-9471-ffe5de551943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:33.415169 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d9c64031-3a82-47a5-b892-b060d92bb5f2 req-56edb5de-5523-4ec1-9471-ffe5de551943 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=72a95e59-2958-47d4-b0f2-28aa5ea530d5 HTTP/1.1" status: 200 len: 1133 time: 0.0745037 Jan 17 14:28:33.544473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c64031-3a82-47a5-b892-b060d92bb5f2 req-4de13d4e-7342-4db9-816a-1eebc924deba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:33.545798 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d9c64031-3a82-47a5-b892-b060d92bb5f2 req-4de13d4e-7342-4db9-816a-1eebc924deba service neutron] 10.222.0.15 "GET /v2.0/networks?id=122d65bd-84f0-4da4-b974-27054fc531f2 HTTP/1.1" status: 200 len: 898 time: 0.1234102 Jan 17 14:28:33.642879 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d9c64031-3a82-47a5-b892-b060d92bb5f2 req-c0b7015a-8c55-43ae-9c15-43b94f6f680d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5bf0b4b-d602-4330-bf58-ac658716b4d4 HTTP/1.1" status: 200 len: 1036 time: 0.0908999 Jan 17 14:28:33.706960 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c64031-3a82-47a5-b892-b060d92bb5f2 req-b99b207c-a457-42d1-806d-c592e39e5945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:33.708422 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d9c64031-3a82-47a5-b892-b060d92bb5f2 req-b99b207c-a457-42d1-806d-c592e39e5945 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f11a16b-442c-40bc-bddb-5f658ed48cfe HTTP/1.1" status: 200 len: 835 time: 0.0590169 Jan 17 14:28:33.781322 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c64031-3a82-47a5-b892-b060d92bb5f2 req-93619ed2-4847-44c3-84e1-22dc55b8ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:33.782793 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d9c64031-3a82-47a5-b892-b060d92bb5f2 req-93619ed2-4847-44c3-84e1-22dc55b8ca50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=122d65bd-84f0-4da4-b974-27054fc531f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678680 Jan 17 14:28:33.911093 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d9c64031-3a82-47a5-b892-b060d92bb5f2 req-e6bc4a86-0c19-4945-bdb9-d415b616bdee service neutron] 10.222.0.15 "GET /v2.0/networks/122d65bd-84f0-4da4-b974-27054fc531f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217422 Jan 17 14:28:34.043343 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d9c64031-3a82-47a5-b892-b060d92bb5f2 req-8416b368-fc4f-40e3-a49b-0d16d0d4e82d service neutron] 10.222.0.15 "GET /v2.0/networks/122d65bd-84f0-4da4-b974-27054fc531f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248367 Jan 17 14:28:34.095887 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8e64c-ae9f-40a0-bc03-f75f2bcfc381 req-7711332c-f213-4020-8bbd-b93b232b4670 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:34.097193 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0aa8e64c-ae9f-40a0-bc03-f75f2bcfc381 req-7711332c-f213-4020-8bbd-b93b232b4670 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a95e59-2958-47d4-b0f2-28aa5ea530d5 HTTP/1.1" status: 200 len: 980 time: 0.0838945 Jan 17 14:28:34.139738 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-0aa8e64c-ae9f-40a0-bc03-f75f2bcfc381 req-875fe49a-adae-4fc8-b9ce-e0952c935ff9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:28:34.153938 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-0aa8e64c-ae9f-40a0-bc03-f75f2bcfc381 req-875fe49a-adae-4fc8-b9ce-e0952c935ff9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:28:34.155049 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0aa8e64c-ae9f-40a0-bc03-f75f2bcfc381 req-875fe49a-adae-4fc8-b9ce-e0952c935ff9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522692 Jan 17 14:28:35.338820 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f174c74-72b5-481d-8fe7-b70c4553022c req-b267c22f-205b-467a-b1af-e880280de704 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:35.340274 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8f174c74-72b5-481d-8fe7-b70c4553022c req-b267c22f-205b-467a-b1af-e880280de704 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a95e59-2958-47d4-b0f2-28aa5ea530d5 HTTP/1.1" status: 200 len: 980 time: 0.0828118 Jan 17 14:28:35.382926 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8f174c74-72b5-481d-8fe7-b70c4553022c req-a63dc4b4-2e71-4102-b6f9-92037ca3c0a3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370193 Jan 17 14:28:36.563737 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d35dd4-f818-4a66-b81a-387edfe502d2 req-b8ddf7c1-e56f-4c54-b1ab-4fa393c74c7b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:36.565182 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-53d35dd4-f818-4a66-b81a-387edfe502d2 req-b8ddf7c1-e56f-4c54-b1ab-4fa393c74c7b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a95e59-2958-47d4-b0f2-28aa5ea530d5 HTTP/1.1" status: 200 len: 980 time: 0.0769401 Jan 17 14:28:36.609337 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-53d35dd4-f818-4a66-b81a-387edfe502d2 req-b4cb8f7a-8a3f-4192-b7a0-da18229b9ece tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386713 Jan 17 14:28:37.142131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device e5bf0b4b-d602-4330-bf58-ac658716b4d4 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:28:37.271745 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port e5bf0b4b-d602-4330-bf58-ac658716b4d4, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=e5bf0b4b-d602-4330-bf58-ac658716b4d4,segment=NetworkSegment(e5cbcc8f-c015-479f-a0f1-f16b729c7714),segment_id=e5cbcc8f-c015-479f-a0f1-f16b729c7714)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:28:37.284938 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': 'e5bf0b4b-d602-4330-bf58-ac658716b4d4', 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2', 'port_id': 'e5bf0b4b-d602-4330-bf58-ac658716b4d4', 'mac_address': 'fa:16:3e:cd:11:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f11a16b-442c-40bc-bddb-5f658ed48cfe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:28:37.340573 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:37.357305 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5bf0b4b-d602-4330-bf58-ac658716b4d4 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:28:37.372767 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port e5bf0b4b-d602-4330-bf58-ac658716b4d4, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=e5bf0b4b-d602-4330-bf58-ac658716b4d4,segment=NetworkSegment(e5cbcc8f-c015-479f-a0f1-f16b729c7714),segment_id=e5cbcc8f-c015-479f-a0f1-f16b729c7714)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:28:37.376489 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:37.441145 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=e5bf0b4b-d602-4330-bf58-ac658716b4d4,revision_number=9']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:37.697115 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['e5bf0b4b-d602-4330-bf58-ac658716b4d4'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:28:37.791509 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333d48d-5956-4674-b96a-26885655eb28 req-dc6a4653-12ab-4263-b4ac-788d9a09f146 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:37.792971 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1333d48d-5956-4674-b96a-26885655eb28 req-dc6a4653-12ab-4263-b4ac-788d9a09f146 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a95e59-2958-47d4-b0f2-28aa5ea530d5 HTTP/1.1" status: 200 len: 981 time: 0.0817225 Jan 17 14:28:37.842425 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1333d48d-5956-4674-b96a-26885655eb28 req-2ccad4c8-d76c-4fb7-bf19-8eefc5c55e04 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429249 Jan 17 14:28:39.024254 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22216690-4d6e-4d95-8a59-a16a87b43a42 req-6d1b2d9e-6b8e-4f47-828f-b797447ddc72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:39.025686 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22216690-4d6e-4d95-8a59-a16a87b43a42 req-6d1b2d9e-6b8e-4f47-828f-b797447ddc72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a95e59-2958-47d4-b0f2-28aa5ea530d5 HTTP/1.1" status: 200 len: 981 time: 0.0820236 Jan 17 14:28:39.068747 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22216690-4d6e-4d95-8a59-a16a87b43a42 req-43ccae8e-a00d-45eb-99ac-12aa5a1218a1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374057 Jan 17 14:28:39.180943 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device e5bf0b4b-d602-4330-bf58-ac658716b4d4 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:28:39.248501 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port e5bf0b4b-d602-4330-bf58-ac658716b4d4 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:28:39.254139 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port e5bf0b4b-d602-4330-bf58-ac658716b4d4 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:28:39.254475 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:39.396180 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:39.421285 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a95e59-2958-47d4-b0f2-28aa5ea530d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bf0b4b-d602-4330-bf58-ac658716b4d4'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:28:39.434108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port e5bf0b4b-d602-4330-bf58-ac658716b4d4, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=e5bf0b4b-d602-4330-bf58-ac658716b4d4,segment=NetworkSegment(e5cbcc8f-c015-479f-a0f1-f16b729c7714),segment_id=e5cbcc8f-c015-479f-a0f1-f16b729c7714)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:28:39.438527 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:39.475800 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a95e59-2958-47d4-b0f2-28aa5ea530d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bf0b4b-d602-4330-bf58-ac658716b4d4', 'code': 200} Jan 17 14:28:39.507290 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=e5bf0b4b-d602-4330-bf58-ac658716b4d4,revision_number=10']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:39.697455 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91e57f-a8a2-42be-a407-8308b086c22d req-6cbac7ea-b98e-4889-9506-20122bb4a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:39.698808 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5d91e57f-a8a2-42be-a407-8308b086c22d req-6cbac7ea-b98e-4889-9506-20122bb4a550 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=72a95e59-2958-47d4-b0f2-28aa5ea530d5 HTTP/1.1" status: 200 len: 1136 time: 0.0712223 Jan 17 14:28:39.739163 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5d91e57f-a8a2-42be-a407-8308b086c22d req-7e3ffea1-6fdf-4915-9909-db02d9714510 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335252 Jan 17 14:28:40.251090 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea247f91-56d0-44ec-b4d1-34d6ed958d69 req-c827f5d6-104f-4ebc-bfed-91d96529d90a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:40.252659 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ea247f91-56d0-44ec-b4d1-34d6ed958d69 req-c827f5d6-104f-4ebc-bfed-91d96529d90a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a95e59-2958-47d4-b0f2-28aa5ea530d5 HTTP/1.1" status: 200 len: 983 time: 0.0817084 Jan 17 14:28:40.298219 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ea247f91-56d0-44ec-b4d1-34d6ed958d69 req-072b135e-9409-4ec1-beab-70eca3c339e6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396798 Jan 17 14:28:40.658075 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-49c6554b-73df-45df-8f1d-bfdc3ba80ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:41.479386 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad044457-5bb6-49c4-9f0f-56ab5285e816 req-5b6a47ae-094a-4924-84bc-5c6f8390ae3c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:41.480830 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ad044457-5bb6-49c4-9f0f-56ab5285e816 req-5b6a47ae-094a-4924-84bc-5c6f8390ae3c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a95e59-2958-47d4-b0f2-28aa5ea530d5 HTTP/1.1" status: 200 len: 983 time: 0.0783086 Jan 17 14:28:41.527773 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ad044457-5bb6-49c4-9f0f-56ab5285e816 req-d6818fba-56d6-46b6-8a60-59b433f18b81 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407662 Jan 17 14:28:41.710735 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5f9cd-4522-44ff-b0b4-713ddb3542a8 req-aa395ad6-7eb1-4041-b8e0-64e6b793c4d5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:41.712194 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0eb5f9cd-4522-44ff-b0b4-713ddb3542a8 req-aa395ad6-7eb1-4041-b8e0-64e6b793c4d5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a95e59-2958-47d4-b0f2-28aa5ea530d5 HTTP/1.1" status: 200 len: 983 time: 0.0808647 Jan 17 14:28:41.758074 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0eb5f9cd-4522-44ff-b0b4-713ddb3542a8 req-db8723d9-1e0f-405a-a74e-38f9d0f28f15 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402980 Jan 17 14:28:41.781165 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39908) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:41.851744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba191c0e-db1e-404f-9668-72e2a51e455b tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:41.853212 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ba191c0e-db1e-404f-9668-72e2a51e455b tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=72a95e59-2958-47d4-b0f2-28aa5ea530d5&network_id=122d65bd-84f0-4da4-b974-27054fc531f2 HTTP/1.1" status: 200 len: 1131 time: 0.0710971 Jan 17 14:28:42.201118 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a9d8b-e3bc-4c54-aed7-4353754d4549 req-7a741e73-86dd-45b2-9d20-08329bd74a02 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:42.202567 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d88a9d8b-e3bc-4c54-aed7-4353754d4549 req-7a741e73-86dd-45b2-9d20-08329bd74a02 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a95e59-2958-47d4-b0f2-28aa5ea530d5 HTTP/1.1" status: 200 len: 983 time: 0.0827699 Jan 17 14:28:42.245932 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d88a9d8b-e3bc-4c54-aed7-4353754d4549 req-3bc15f98-42d2-419c-8d70-adccd97a2b78 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369723 Jan 17 14:28:43.433455 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f256cc4-de47-440b-8862-c10831749a76 req-8171979b-1340-414c-a698-9a26b73b91b6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:43.434882 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7f256cc4-de47-440b-8862-c10831749a76 req-8171979b-1340-414c-a698-9a26b73b91b6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a95e59-2958-47d4-b0f2-28aa5ea530d5 HTTP/1.1" status: 200 len: 983 time: 0.0774364 Jan 17 14:28:43.478749 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7f256cc4-de47-440b-8862-c10831749a76 req-f7e19543-55f4-49c3-b561-afd619be545f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b586c15-7298-427f-b3bd-00f16b7ba6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376375 Jan 17 14:28:43.767028 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b38575-3355-4957-a27b-194834206589 req-66a74ddd-c7fa-4709-92b3-8c2def77f597 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:43.768481 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-89b38575-3355-4957-a27b-194834206589 req-66a74ddd-c7fa-4709-92b3-8c2def77f597 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/ports?device_id=72a95e59-2958-47d4-b0f2-28aa5ea530d5 HTTP/1.1" status: 200 len: 983 time: 0.0813415 Jan 17 14:28:43.812539 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6c0cebc8-2a28-45f0-9db2-b0c08340d0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:43.842291 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b38575-3355-4957-a27b-194834206589 req-d1794352-59e6-48f5-99c8-71c0f4b03825 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:43.843604 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-89b38575-3355-4957-a27b-194834206589 req-d1794352-59e6-48f5-99c8-71c0f4b03825 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/ports/e5bf0b4b-d602-4330-bf58-ac658716b4d4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0695007 Jan 17 14:28:43.888863 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:43.928170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:43.986955 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-89b38575-3355-4957-a27b-194834206589 req-eaa81bd6-775b-4ef8-b7f3-c7f118820388 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/networks/122d65bd-84f0-4da4-b974-27054fc531f2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1383712 Jan 17 14:28:43.997194 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-89b38575-3355-4957-a27b-194834206589 req-c939a68a-1498-4cda-9279-06ff8cfd5389 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:44.107273 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-89b38575-3355-4957-a27b-194834206589 req-c939a68a-1498-4cda-9279-06ff8cfd5389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:44.295103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-89b38575-3355-4957-a27b-194834206589 req-c939a68a-1498-4cda-9279-06ff8cfd5389 service neutron] For port e5bf0b4b-d602-4330-bf58-ac658716b4d4, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=e5bf0b4b-d602-4330-bf58-ac658716b4d4,segment=NetworkSegment(e5cbcc8f-c015-479f-a0f1-f16b729c7714),segment_id=e5cbcc8f-c015-479f-a0f1-f16b729c7714)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:28:44.323334 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-89b38575-3355-4957-a27b-194834206589 req-c939a68a-1498-4cda-9279-06ff8cfd5389 service neutron] For port e5bf0b4b-d602-4330-bf58-ac658716b4d4, host hv-neutron-8249, cleared binding levels {{(pid=87524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:28:44.467076 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [req-89b38575-3355-4957-a27b-194834206589 req-c939a68a-1498-4cda-9279-06ff8cfd5389 service neutron] device_id is not set on port e5bf0b4b-d602-4330-bf58-ac658716b4d4 yet. {{(pid=87524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 14:28:44.475426 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-89b38575-3355-4957-a27b-194834206589 req-c939a68a-1498-4cda-9279-06ff8cfd5389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:44.480230 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-89b38575-3355-4957-a27b-194834206589 req-c939a68a-1498-4cda-9279-06ff8cfd5389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:44.625159 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939a68a-1498-4cda-9279-06ff8cfd5389 service neutron] Pushing event updated for resources: {'Port': ['ID=e5bf0b4b-d602-4330-bf58-ac658716b4d4,revision_number=11']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:44.633766 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-83113183-0f42-4ae2-8323-3068bc135631 req-5d4b3c6b-273c-4e17-b9af-a72a3d22e5de tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a95e59-2958-47d4-b0f2-28aa5ea530d5 HTTP/1.1" status: 200 len: 210 time: 0.0471082 Jan 17 14:28:44.684110 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b38575-3355-4957-a27b-194834206589 req-c939a68a-1498-4cda-9279-06ff8cfd5389 service neutron] No DVR routers for this DVR port e5bf0b4b-d602-4330-bf58-ac658716b4d4 on host hv-neutron-8249 {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:28:44.763537 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5ae08fd6-23f7-4f21-b8fd-a76256404403 None None] Provisioning complete for port e5bf0b4b-d602-4330-bf58-ac658716b4d4 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:28:44.763939 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5ae08fd6-23f7-4f21-b8fd-a76256404403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:44.816423 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-5ae08fd6-23f7-4f21-b8fd-a76256404403 None None] Port e5bf0b4b-d602-4330-bf58-ac658716b4d4 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:28:44.903489 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-89b38575-3355-4957-a27b-194834206589 req-c939a68a-1498-4cda-9279-06ff8cfd5389 service neutron] In _notify_port_updated(), no bound segment for port e5bf0b4b-d602-4330-bf58-ac658716b4d4 on network 122d65bd-84f0-4da4-b974-27054fc531f2 {{(pid=87524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 17 14:28:44.904373 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b38575-3355-4957-a27b-194834206589 req-c939a68a-1498-4cda-9279-06ff8cfd5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:44.904971 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-89b38575-3355-4957-a27b-194834206589 req-c939a68a-1498-4cda-9279-06ff8cfd5389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:44.906249 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-89b38575-3355-4957-a27b-194834206589 req-c939a68a-1498-4cda-9279-06ff8cfd5389 service neutron] 10.222.0.15 "PUT /v2.0/ports/e5bf0b4b-d602-4330-bf58-ac658716b4d4 HTTP/1.1" status: 200 len: 1026 time: 0.9127696 Jan 17 14:28:45.425871 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:45.724574 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39922) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:45.794388 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-586a36b5-5b16-438d-9fc4-96988ffdd9f2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:45.824148 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-586a36b5-5b16-438d-9fc4-96988ffdd9f2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:45.888989 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-586a36b5-5b16-438d-9fc4-96988ffdd9f2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:45.905972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a36b5-5b16-438d-9fc4-96988ffdd9f2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d52349f-b214-4960-ae85-e082ba7f5157,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:45.917690 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-586a36b5-5b16-438d-9fc4-96988ffdd9f2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:45.918793 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-586a36b5-5b16-438d-9fc4-96988ffdd9f2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/security-groups/0d52349f-b214-4960-ae85-e082ba7f5157 HTTP/1.1" status: 204 len: 168 time: 0.1932273 Jan 17 14:28:45.947626 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39928) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:46.144573 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-ab592341-c5b7-446d-869c-f496679e65ca tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 71d81172-a358-4dc4-8fef-9b8df64ae8c9 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:28:46.144906 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ab592341-c5b7-446d-869c-f496679e65ca tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:46.310161 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ab592341-c5b7-446d-869c-f496679e65ca tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:46.310381 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ab592341-c5b7-446d-869c-f496679e65ca tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:46.431723 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-ab592341-c5b7-446d-869c-f496679e65ca tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 71d81172-a358-4dc4-8fef-9b8df64ae8c9 owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:28:46.573065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ab592341-c5b7-446d-869c-f496679e65ca tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:46.618468 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab592341-c5b7-446d-869c-f496679e65ca tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=71d81172-a358-4dc4-8fef-9b8df64ae8c9,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:46.710188 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ab592341-c5b7-446d-869c-f496679e65ca tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:46.710546 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-ab592341-c5b7-446d-869c-f496679e65ca tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Floating IP ff4972dd-cfaf-4034-ab91-d4062d61c612 disassociated (deleted). External IP: 172.26.3.123, port: e5bf0b4b-d602-4330-bf58-ac658716b4d4. Jan 17 14:28:47.147957 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab592341-c5b7-446d-869c-f496679e65ca tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router f8065366-4ba7-45f6-a45c-7000bf76ae89 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:28:47.321879 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab592341-c5b7-446d-869c-f496679e65ca tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:28:47.331777 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffa190a-d84b-45e7-8155-d57fb083573e None None] Sync routers for ids ['f8065366-4ba7-45f6-a45c-7000bf76ae89'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:28:47.340902 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffa190a-d84b-45e7-8155-d57fb083573e None None] Routers {'f8065366-4ba7-45f6-a45c-7000bf76ae89'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:28:47.341415 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ab592341-c5b7-446d-869c-f496679e65ca tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:47.341562 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2ffa190a-d84b-45e7-8155-d57fb083573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:28:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f8065366-4ba7-45f6-a45c-7000bf76ae89'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:47.400338 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ab592341-c5b7-446d-869c-f496679e65ca tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/floatingips/ff4972dd-cfaf-4034-ab91-d4062d61c612 HTTP/1.1" status: 204 len: 168 time: 1.4514871 Jan 17 14:28:47.519119 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-2ffa190a-d84b-45e7-8155-d57fb083573e None None] Set router f8065366-4ba7-45f6-a45c-7000bf76ae89 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:28:47.543847 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39936) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:47.616979 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b6912eb4-ea46-46f0-9e6c-fb8ff5a7471e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:47.645933 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b6912eb4-ea46-46f0-9e6c-fb8ff5a7471e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:47.709917 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b6912eb4-ea46-46f0-9e6c-fb8ff5a7471e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:47.729166 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6912eb4-ea46-46f0-9e6c-fb8ff5a7471e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68370c32-cf81-4c95-9369-20bb33a9ce91,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:47.739806 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b6912eb4-ea46-46f0-9e6c-fb8ff5a7471e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:47.739806 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b6912eb4-ea46-46f0-9e6c-fb8ff5a7471e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/security-groups/68370c32-cf81-4c95-9369-20bb33a9ce91 HTTP/1.1" status: 204 len: 168 time: 0.1924438 Jan 17 14:28:47.792542 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39942) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:47.827398 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2ffa190a-d84b-45e7-8155-d57fb083573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'name': 'tempest-TestNetworkBasicOps-router-1487726523', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:05Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '767ceb77-f05b-4d63-bc72-04e202fee66e', 'name': '', 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:ae:b6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '8f11a16b-442c-40bc-bddb-5f658ed48cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:04Z', 'updated_at': '2022-01-17T14:28:10Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '8f11a16b-442c-40bc-bddb-5f658ed48cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:47.831961 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffa190a-d84b-45e7-8155-d57fb083573e None None] Checking router: f8065366-4ba7-45f6-a45c-7000bf76ae89 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:28:47.839941 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffa190a-d84b-45e7-8155-d57fb083573e None None] Routers {'f8065366-4ba7-45f6-a45c-7000bf76ae89'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:28:47.840514 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2ffa190a-d84b-45e7-8155-d57fb083573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:28:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f8065366-4ba7-45f6-a45c-7000bf76ae89'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:47.866603 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-621ab74b-8213-443b-b6f2-f9a9c258b29c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port e5bf0b4b-d602-4330-bf58-ac658716b4d4 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:28:47.866934 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-621ab74b-8213-443b-b6f2-f9a9c258b29c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:48.017171 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-2ffa190a-d84b-45e7-8155-d57fb083573e None None] Set router f8065366-4ba7-45f6-a45c-7000bf76ae89 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:28:48.107021 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-621ab74b-8213-443b-b6f2-f9a9c258b29c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:48.229871 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-621ab74b-8213-443b-b6f2-f9a9c258b29c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for e5bf0b4b-d602-4330-bf58-ac658716b4d4 owned by {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:28:48.371137 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2ffa190a-d84b-45e7-8155-d57fb083573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'name': 'tempest-TestNetworkBasicOps-router-1487726523', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:05Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '767ceb77-f05b-4d63-bc72-04e202fee66e', 'name': '', 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:ae:b6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '8f11a16b-442c-40bc-bddb-5f658ed48cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:04Z', 'updated_at': '2022-01-17T14:28:10Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '8f11a16b-442c-40bc-bddb-5f658ed48cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:48.375279 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffa190a-d84b-45e7-8155-d57fb083573e None None] The sync data for ids ['f8065366-4ba7-45f6-a45c-7000bf76ae89'] in dv-neutron-824901-1-hyperv is: [{'id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'name': 'tempest-TestNetworkBasicOps-router-1487726523', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:05Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '767ceb77-f05b-4d63-bc72-04e202fee66e', 'name': '', 'network_id': '122d65bd-84f0-4da4-b974-27054fc531f2', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:ae:b6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '8f11a16b-442c-40bc-bddb-5f658ed48cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:04Z', 'updated_at': '2022-01-17T14:28:10Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '8f11a16b-442c-40bc-bddb-5f658ed48cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:28:48.377730 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-621ab74b-8213-443b-b6f2-f9a9c258b29c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:48.464051 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ab74b-8213-443b-b6f2-f9a9c258b29c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=e5bf0b4b-d602-4330-bf58-ac658716b4d4,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:48.482282 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ab74b-8213-443b-b6f2-f9a9c258b29c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:48.482477 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ab74b-8213-443b-b6f2-f9a9c258b29c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:48.482806 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ab74b-8213-443b-b6f2-f9a9c258b29c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:48.483133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ab74b-8213-443b-b6f2-f9a9c258b29c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:48.483457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ab74b-8213-443b-b6f2-f9a9c258b29c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:48.483811 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ab74b-8213-443b-b6f2-f9a9c258b29c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:48.484130 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ab74b-8213-443b-b6f2-f9a9c258b29c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:48.484438 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ab74b-8213-443b-b6f2-f9a9c258b29c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:48.485291 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ab74b-8213-443b-b6f2-f9a9c258b29c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:48.485605 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ab74b-8213-443b-b6f2-f9a9c258b29c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:48.485914 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ab74b-8213-443b-b6f2-f9a9c258b29c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:48.486222 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ab74b-8213-443b-b6f2-f9a9c258b29c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:48.557537 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-621ab74b-8213-443b-b6f2-f9a9c258b29c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:48.575056 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-621ab74b-8213-443b-b6f2-f9a9c258b29c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/ports/e5bf0b4b-d602-4330-bf58-ac658716b4d4 HTTP/1.1" status: 204 len: 168 time: 0.7787814 Jan 17 14:28:48.575354 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39946) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:48.637815 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d628f518-0380-4e3e-9b0a-f3ed848ba855 None None] New status for floating IP ff4972dd-cfaf-4034-ab91-d4062d61c612: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:28:49.229533 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:49.251303 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device e5bf0b4b-d602-4330-bf58-ac658716b4d4 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:28:49.285560 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: e5bf0b4b-d602-4330-bf58-ac658716b4d4 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:28:49.285962 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device e5bf0b4b-d602-4330-bf58-ac658716b4d4 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:28:49.583331 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 767ceb77-f05b-4d63-bc72-04e202fee66e {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:28:49.583975 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:49.765137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port 767ceb77-f05b-4d63-bc72-04e202fee66e, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=767ceb77-f05b-4d63-bc72-04e202fee66e,segment=NetworkSegment(e5cbcc8f-c015-479f-a0f1-f16b729c7714),segment_id=e5cbcc8f-c015-479f-a0f1-f16b729c7714)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:28:49.765495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:49.890307 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 767ceb77-f05b-4d63-bc72-04e202fee66e owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:28:50.074431 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:50.121857 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=767ceb77-f05b-4d63-bc72-04e202fee66e,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:50.159879 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:50.160226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:50.160568 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:50.160903 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:50.161234 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:50.161563 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:50.161890 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:50.162220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:50.162543 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:50.162868 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:50.163186 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:50.163502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:28:50.509570 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:50.872177 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router f8065366-4ba7-45f6-a45c-7000bf76ae89 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:28:51.046298 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:28:51.055979 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13944641-394f-4e22-a86d-842a7e594227 None None] Sync routers for ids ['f8065366-4ba7-45f6-a45c-7000bf76ae89'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:28:51.059780 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f6e4b3e2-86c7-4a56-affc-fe80f6d3b64b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/routers/f8065366-4ba7-45f6-a45c-7000bf76ae89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4832916 Jan 17 14:28:51.062459 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39950) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:51.064733 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13944641-394f-4e22-a86d-842a7e594227 None None] Routers {'f8065366-4ba7-45f6-a45c-7000bf76ae89'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:28:51.065324 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-13944641-394f-4e22-a86d-842a7e594227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:28:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f8065366-4ba7-45f6-a45c-7000bf76ae89'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:51.130272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ffdf2f-c046-4eaf-9212-320b866152b1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting subnet 8f11a16b-442c-40bc-bddb-5f658ed48cfe {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:28:51.133187 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-09ffdf2f-c046-4eaf-9212-320b866152b1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:51.186754 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-09ffdf2f-c046-4eaf-9212-320b866152b1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:51.235306 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-13944641-394f-4e22-a86d-842a7e594227 None None] Set router f8065366-4ba7-45f6-a45c-7000bf76ae89 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:28:51.272622 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-09ffdf2f-c046-4eaf-9212-320b866152b1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:51.348144 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-09ffdf2f-c046-4eaf-9212-320b866152b1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:51.384097 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffdf2f-c046-4eaf-9212-320b866152b1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Subnet': ['ID=8f11a16b-442c-40bc-bddb-5f658ed48cfe,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:51.389338 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-09ffdf2f-c046-4eaf-9212-320b866152b1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:51.398948 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b125c06-0633-49ca-9f6c-f03f0f5bc3bc None None] Network 122d65bd-84f0-4da4-b974-27054fc531f2 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:28:51.399465 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39954) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:51.399886 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-09ffdf2f-c046-4eaf-9212-320b866152b1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/subnets/8f11a16b-442c-40bc-bddb-5f658ed48cfe HTTP/1.1" status: 204 len: 168 time: 0.3359005 Jan 17 14:28:51.518257 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-13944641-394f-4e22-a86d-842a7e594227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'name': 'tempest-TestNetworkBasicOps-router-1487726523', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:50Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:51.522404 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13944641-394f-4e22-a86d-842a7e594227 None None] Checking router: f8065366-4ba7-45f6-a45c-7000bf76ae89 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:28:51.531341 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13944641-394f-4e22-a86d-842a7e594227 None None] Routers {'f8065366-4ba7-45f6-a45c-7000bf76ae89'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:28:51.532548 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-13944641-394f-4e22-a86d-842a7e594227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:28:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f8065366-4ba7-45f6-a45c-7000bf76ae89'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:51.683620 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1ac4a3-8db0-49bc-878b-847dc0d9d3c5 None None] DHCP port deletion for 122d65bd-84f0-4da4-b974-27054fc531f2 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:28:51.689284 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ac4a3-8db0-49bc-878b-847dc0d9d3c5 None None] Deleting port 14ffdc35-1ba1-4a90-95a4-f83fa9c35672 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:28:51.689655 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac4a3-8db0-49bc-878b-847dc0d9d3c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:51.705568 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2e12c782-6cab-46be-bbae-f0f575fa7946 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:51.713874 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-13944641-394f-4e22-a86d-842a7e594227 None None] Set router f8065366-4ba7-45f6-a45c-7000bf76ae89 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:28:51.899823 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2e12c782-6cab-46be-bbae-f0f575fa7946 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:51.909849 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-2e12c782-6cab-46be-bbae-f0f575fa7946 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port e791ecc9-d904-4d64-86db-1b3b5d09adfd {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:28:51.910246 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2e12c782-6cab-46be-bbae-f0f575fa7946 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:51.926006 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-7e1ac4a3-8db0-49bc-878b-847dc0d9d3c5 None None] For port 14ffdc35-1ba1-4a90-95a4-f83fa9c35672, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=14ffdc35-1ba1-4a90-95a4-f83fa9c35672,segment=NetworkSegment(e5cbcc8f-c015-479f-a0f1-f16b729c7714),segment_id=e5cbcc8f-c015-479f-a0f1-f16b729c7714)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:28:51.926487 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac4a3-8db0-49bc-878b-847dc0d9d3c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:51.941471 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 14ffdc35-1ba1-4a90-95a4-f83fa9c35672 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:28:52.001686 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-13944641-394f-4e22-a86d-842a7e594227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'name': 'tempest-TestNetworkBasicOps-router-1487726523', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:50Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:52.005734 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13944641-394f-4e22-a86d-842a7e594227 None None] The sync data for ids ['f8065366-4ba7-45f6-a45c-7000bf76ae89'] in dv-neutron-824901-1-hyperv is: [{'id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'name': 'tempest-TestNetworkBasicOps-router-1487726523', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:50Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': 'e791ecc9-d904-4d64-86db-1b3b5d09adfd', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8065366-4ba7-45f6-a45c-7000bf76ae89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:00Z', 'updated_at': '2022-01-17T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:28:52.093182 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-2e12c782-6cab-46be-bbae-f0f575fa7946 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port e791ecc9-d904-4d64-86db-1b3b5d09adfd, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e791ecc9-d904-4d64-86db-1b3b5d09adfd,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:28:52.093524 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2e12c782-6cab-46be-bbae-f0f575fa7946 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:52.099974 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ac4a3-8db0-49bc-878b-847dc0d9d3c5 None None] Calling delete_port for 14ffdc35-1ba1-4a90-95a4-f83fa9c35672 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:28:52.217730 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-2e12c782-6cab-46be-bbae-f0f575fa7946 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for e791ecc9-d904-4d64-86db-1b3b5d09adfd owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:28:52.225113 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac4a3-8db0-49bc-878b-847dc0d9d3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:52.276536 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ac4a3-8db0-49bc-878b-847dc0d9d3c5 None None] Pushing event deleted for resources: {'Port': ['ID=14ffdc35-1ba1-4a90-95a4-f83fa9c35672,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:52.279831 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:52.293823 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ac4a3-8db0-49bc-878b-847dc0d9d3c5 None None] No DVR routers for this DVR port 14ffdc35-1ba1-4a90-95a4-f83fa9c35672 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:28:52.518524 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2e12c782-6cab-46be-bbae-f0f575fa7946 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:52.564992 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12c782-6cab-46be-bbae-f0f575fa7946 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=e791ecc9-d904-4d64-86db-1b3b5d09adfd,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:52.652634 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2e12c782-6cab-46be-bbae-f0f575fa7946 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:52.764844 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:52.822673 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2e12c782-6cab-46be-bbae-f0f575fa7946 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:52.824832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2e12c782-6cab-46be-bbae-f0f575fa7946 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:52.846639 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2e12c782-6cab-46be-bbae-f0f575fa7946 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:52.847133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e12c782-6cab-46be-bbae-f0f575fa7946 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Fanout notify agent at l3_agent the message router_deleted on router f8065366-4ba7-45f6-a45c-7000bf76ae89 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:28:52.862560 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2e12c782-6cab-46be-bbae-f0f575fa7946 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:52.863668 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2e12c782-6cab-46be-bbae-f0f575fa7946 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/routers/f8065366-4ba7-45f6-a45c-7000bf76ae89 HTTP/1.1" status: 204 len: 168 time: 1.4633708 Jan 17 14:28:52.866415 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39958) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:53.081778 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a7440c24-b837-4032-8fff-99f8d30338fe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:53.208136 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a7440c24-b837-4032-8fff-99f8d30338fe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:53.232247 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-a7440c24-b837-4032-8fff-99f8d30338fe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122d65bd-84f0-4da4-b974-27054fc531f2']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:53.244285 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-a7440c24-b837-4032-8fff-99f8d30338fe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5cbcc8f-c015-479f-a0f1-f16b729c7714') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:53.244578 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-a7440c24-b837-4032-8fff-99f8d30338fe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5cbcc8f-c015-479f-a0f1-f16b729c7714') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:53.255313 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a7440c24-b837-4032-8fff-99f8d30338fe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:53.272167 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a7440c24-b837-4032-8fff-99f8d30338fe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:53.278536 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7440c24-b837-4032-8fff-99f8d30338fe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:28:53.278968 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a7440c24-b837-4032-8fff-99f8d30338fe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:28:53.293966 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:28:53.374747 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a7440c24-b837-4032-8fff-99f8d30338fe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:53.391192 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a7440c24-b837-4032-8fff-99f8d30338fe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:53.401709 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7440c24-b837-4032-8fff-99f8d30338fe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Network': ['ID=122d65bd-84f0-4da4-b974-27054fc531f2,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:53.408209 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a7440c24-b837-4032-8fff-99f8d30338fe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/networks/122d65bd-84f0-4da4-b974-27054fc531f2 HTTP/1.1" status: 204 len: 168 time: 0.5408108 Jan 17 14:28:53.419979 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39962) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:53.431226 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-196e388e-b24b-4f2f-a44b-7cc0368a2c41 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0102658 Jan 17 14:28:53.433491 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39966) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:53.438442 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-c0e60341-31e1-4917-b21c-66da78adbd1f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'network': {'name': 'tempest-network-smoke--1100156031', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'port_security_enabled': True}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:53.442976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c0e60341-31e1-4917-b21c-66da78adbd1f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:53.446944 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c0e60341-31e1-4917-b21c-66da78adbd1f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:network and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:53.450237 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c0e60341-31e1-4917-b21c-66da78adbd1f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:53.456139 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c0e60341-31e1-4917-b21c-66da78adbd1f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:53.465371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e60341-31e1-4917-b21c-66da78adbd1f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:28:53.468749 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c0e60341-31e1-4917-b21c-66da78adbd1f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:53.496573 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e60341-31e1-4917-b21c-66da78adbd1f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:28:53.505275 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c0e60341-31e1-4917-b21c-66da78adbd1f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:53.505659 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-c0e60341-31e1-4917-b21c-66da78adbd1f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Added segment c206c426-edd2-47a6-a7db-bfbc0b3e5d50 of type vlan for network 332ae5ef-38a5-4dae-827b-5e2fa6519b3f Jan 17 14:28:53.530871 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c0e60341-31e1-4917-b21c-66da78adbd1f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:53.559829 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c0e60341-31e1-4917-b21c-66da78adbd1f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:53.565138 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e60341-31e1-4917-b21c-66da78adbd1f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:53.565704 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c0e60341-31e1-4917-b21c-66da78adbd1f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:53.671863 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e60341-31e1-4917-b21c-66da78adbd1f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Network': ['ID=332ae5ef-38a5-4dae-827b-5e2fa6519b3f,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:53.675010 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c0e60341-31e1-4917-b21c-66da78adbd1f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2406561 Jan 17 14:28:53.677693 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39970) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:53.681863 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 332ae5ef-38a5-4dae-827b-5e2fa6519b3f details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:28:53.682841 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1049768826', 'admin_state_up': True, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:53.690098 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:53.693895 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:router and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:53.696714 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:53.702863 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:53.712913 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:53.713965 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:53.731467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:53.873325 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 767ceb77-f05b-4d63-bc72-04e202fee66e no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:28:53.908460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 767ceb77-f05b-4d63-bc72-04e202fee66e {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:28:53.908794 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 767ceb77-f05b-4d63-bc72-04e202fee66e not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:28:53.909202 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e791ecc9-d904-4d64-86db-1b3b5d09adfd no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:28:53.941237 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: e791ecc9-d904-4d64-86db-1b3b5d09adfd {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:28:53.941496 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e791ecc9-d904-4d64-86db-1b3b5d09adfd not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:28:54.005123 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:54.298949 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:54.327960 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:54.461898 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.26.3.182 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/4ba84754-6daa-4148-85bc-d44f5e2266a0) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:28:54.697896 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:54.726916 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:54.793730 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:28:54.796610 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:28:54.800166 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:28:54.829393 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=4ba84754-6daa-4148-85bc-d44f5e2266a0,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:55.198658 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:55.531884 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:55.736477 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router b6e0b5da-855b-47c8-81d7-d7167db129ea is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:28:55.914866 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:28:55.924382 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] Sync routers for ids ['b6e0b5da-855b-47c8-81d7-d7167db129ea'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:28:55.933582 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] Routers {'b6e0b5da-855b-47c8-81d7-d7167db129ea'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:28:55.934189 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:28:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['b6e0b5da-855b-47c8-81d7-d7167db129ea'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:55.942033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:55.943206 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-68c099d2-0401-420c-9551-73d4c99165e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2646325 Jan 17 14:28:55.946226 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39974) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:56.091827 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-de688809-d67d-48e0-a766-151b63c63eca tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=b984fd6eaa2842d8abc65eb7a2d4e417&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1442764 Jan 17 14:28:56.094684 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39978) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:56.116240 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] Set router b6e0b5da-855b-47c8-81d7-d7167db129ea gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:28:56.218167 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00553c1-8022-4ec5-b212-7ca499f0d6f5 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:56.220176 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d00553c1-8022-4ec5-b212-7ca499f0d6f5 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1246243 Jan 17 14:28:56.222905 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39982) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:56.260706 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8e5fc066-612f-4b90-ae46-12bcee19388b tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366988 Jan 17 14:28:56.264088 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39986) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:56.269677 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-d3a21aba-67b9-440b-9340-08fb09967477 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1434548233', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:28:56.376609 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d3a21aba-67b9-440b-9340-08fb09967477 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:28:56.380237 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d3a21aba-67b9-440b-9340-08fb09967477 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:subnet and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:28:56.382957 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d3a21aba-67b9-440b-9340-08fb09967477 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:28:56.388499 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d3a21aba-67b9-440b-9340-08fb09967477 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:28:56.398189 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a21aba-67b9-440b-9340-08fb09967477 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:28:56.401733 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d3a21aba-67b9-440b-9340-08fb09967477 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:56.402175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'name': 'tempest-TestNetworkBasicOps-router-1049768826', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:53Z', 'updated_at': '2022-01-17T14:28:55Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:54Z', 'updated_at': '2022-01-17T14:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:56.406108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] Checking router: b6e0b5da-855b-47c8-81d7-d7167db129ea for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:28:56.406990 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] Updating router b6e0b5da-855b-47c8-81d7-d7167db129ea port 4ba84754-6daa-4148-85bc-d44f5e2266a0 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:28:56.458833 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:56.633579 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d3a21aba-67b9-440b-9340-08fb09967477 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:56.716649 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a21aba-67b9-440b-9340-08fb09967477 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Subnet': ['ID=7caa724a-03c1-400b-a91f-960731aa30ab,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:56.718830 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a21aba-67b9-440b-9340-08fb09967477 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Checking segment: {'id': 'c206c426-edd2-47a6-a7db-bfbc0b3e5d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:28:56.719758 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a21aba-67b9-440b-9340-08fb09967477 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network hostable DHCP agents. Network: 332ae5ef-38a5-4dae-827b-5e2fa6519b3f, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:28:56.744901 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a21aba-67b9-440b-9340-08fb09967477 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 332ae5ef-38a5-4dae-827b-5e2fa6519b3f is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:28:56.755647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-d3a21aba-67b9-440b-9340-08fb09967477 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 332ae5ef-38a5-4dae-827b-5e2fa6519b3f) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:28:56.759563 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a21aba-67b9-440b-9340-08fb09967477 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:28:56.760184 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d3a21aba-67b9-440b-9340-08fb09967477 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:56.780624 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c50b45-2879-46e1-9142-b0a514e24ac0 None None] Network 332ae5ef-38a5-4dae-827b-5e2fa6519b3f requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:28:56.783487 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d3a21aba-67b9-440b-9340-08fb09967477 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5178523 Jan 17 14:28:56.785986 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 39990) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:28:56.877684 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:56.904843 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] Transition to ACTIVE for port object 4ba84754-6daa-4148-85bc-d44f5e2266a0 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:28:56.923212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:57.049902 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8a10f-7f39-4cef-add8-edaba0eac222 None None] Pushing event updated for resources: {'Port': ['ID=4ba84754-6daa-4148-85bc-d44f5e2266a0,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:57.053810 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] Attempting to bind port 4ba84754-6daa-4148-85bc-d44f5e2266a0 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:28:57.054172 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] Attempting to bind port 4ba84754-6daa-4148-85bc-d44f5e2266a0 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:28:57.054531 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] Attempting to bind port 4ba84754-6daa-4148-85bc-d44f5e2266a0 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:28:57.065304 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:28:57.065634 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:28:57.066023 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:57.066405 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:28:57.066863 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] Bound port: 4ba84754-6daa-4148-85bc-d44f5e2266a0, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:28:57.067245 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:57.156000 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ips': [{'subnet_id': '7caa724a-03c1-400b-a91f-960731aa30ab'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:28:57.156782 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:57.231183 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] For port 4ba84754-6daa-4148-85bc-d44f5e2266a0, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:28:57.254104 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] For port 4ba84754-6daa-4148-85bc-d44f5e2266a0, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4ba84754-6daa-4148-85bc-d44f5e2266a0,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:28:57.353923 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:57.451767 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Allocated IP 172.20.0.2 (332ae5ef-38a5-4dae-827b-5e2fa6519b3f/7caa724a-03c1-400b-a91f-960731aa30ab/1143f737-9eda-41f6-bcbe-8db4c821951d) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:28:57.453541 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] Routers {'b6e0b5da-855b-47c8-81d7-d7167db129ea'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:28:57.454153 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:28:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['b6e0b5da-855b-47c8-81d7-d7167db129ea'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:57.503102 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-723d28d8-0faa-41bb-9c92-15e77df703bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:57.513331 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8a10f-7f39-4cef-add8-edaba0eac222 None None] Pushing event updated for resources: {'Port': ['ID=4ba84754-6daa-4148-85bc-d44f5e2266a0,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:57.749420 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] Set router b6e0b5da-855b-47c8-81d7-d7167db129ea gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:28:58.016052 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:58.037593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Transition to ACTIVE for port object 1143f737-9eda-41f6-bcbe-8db4c821951d will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:28:58.086920 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Transition to ACTIVE for port object 1143f737-9eda-41f6-bcbe-8db4c821951d will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:28:58.096490 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:58.156219 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-723d28d8-0faa-41bb-9c92-15e77df703bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.20.0.1 (332ae5ef-38a5-4dae-827b-5e2fa6519b3f/7caa724a-03c1-400b-a91f-960731aa30ab/cb5aaade-7496-416a-9986-5d351d3b0d3d) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:28:58.170264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Network 332ae5ef-38a5-4dae-827b-5e2fa6519b3f is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:28:58.175803 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:28:58.181165 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:28:58.183042 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Pushing event updated for resources: {'Port': ['ID=1143f737-9eda-41f6-bcbe-8db4c821951d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:58.275057 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'name': 'tempest-TestNetworkBasicOps-router-1049768826', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:53Z', 'updated_at': '2022-01-17T14:28:55Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:54Z', 'updated_at': '2022-01-17T14:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:28:58.279395 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Attempting to bind port 1143f737-9eda-41f6-bcbe-8db4c821951d on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:28:58.279774 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Attempting to bind port 1143f737-9eda-41f6-bcbe-8db4c821951d by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'c206c426-edd2-47a6-a7db-bfbc0b3e5d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:28:58.280129 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Attempting to bind port 1143f737-9eda-41f6-bcbe-8db4c821951d on network 332ae5ef-38a5-4dae-827b-5e2fa6519b3f {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:28:58.286075 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657835e3-bf80-48a4-9cde-6e06ff89f55c None None] The sync data for ids ['b6e0b5da-855b-47c8-81d7-d7167db129ea'] in dv-neutron-824901-1-hyperv is: [{'id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'name': 'tempest-TestNetworkBasicOps-router-1049768826', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:53Z', 'updated_at': '2022-01-17T14:28:55Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:54Z', 'updated_at': '2022-01-17T14:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:28:58.287734 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:28:58.288102 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Checking segment: {'id': 'c206c426-edd2-47a6-a7db-bfbc0b3e5d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:28:58.288489 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:58.288859 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Bound using segment: {'id': 'c206c426-edd2-47a6-a7db-bfbc0b3e5d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:28:58.289422 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Bound port: 1143f737-9eda-41f6-bcbe-8db4c821951d, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c206c426-edd2-47a6-a7db-bfbc0b3e5d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:28:58.290251 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:58.320605 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-723d28d8-0faa-41bb-9c92-15e77df703bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:58.337185 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-723d28d8-0faa-41bb-9c92-15e77df703bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Transition to ACTIVE for port object cb5aaade-7496-416a-9986-5d351d3b0d3d will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:28:58.362945 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-723d28d8-0faa-41bb-9c92-15e77df703bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:58.385189 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] For port 1143f737-9eda-41f6-bcbe-8db4c821951d, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:28:58.388323 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] For port 1143f737-9eda-41f6-bcbe-8db4c821951d, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=1143f737-9eda-41f6-bcbe-8db4c821951d,segment=NetworkSegment(c206c426-edd2-47a6-a7db-bfbc0b3e5d50),segment_id=c206c426-edd2-47a6-a7db-bfbc0b3e5d50)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:28:58.393183 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:58.431597 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723d28d8-0faa-41bb-9c92-15e77df703bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 332ae5ef-38a5-4dae-827b-5e2fa6519b3f is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:28:58.434585 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-723d28d8-0faa-41bb-9c92-15e77df703bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:28:58.438911 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d28d8-0faa-41bb-9c92-15e77df703bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:28:58.489726 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae65f03-64ea-44cc-9da9-6e6f0020c29e None None] Pushing event updated for resources: {'Port': ['ID=1143f737-9eda-41f6-bcbe-8db4c821951d,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:58.496513 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d28d8-0faa-41bb-9c92-15e77df703bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=cb5aaade-7496-416a-9986-5d351d3b0d3d,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:58.504088 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-723d28d8-0faa-41bb-9c92-15e77df703bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:58.825966 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-723d28d8-0faa-41bb-9c92-15e77df703bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:58.897125 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:28:59.248538 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-723d28d8-0faa-41bb-9c92-15e77df703bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:59.254375 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-723d28d8-0faa-41bb-9c92-15e77df703bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:59.484070 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d28d8-0faa-41bb-9c92-15e77df703bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=cb5aaade-7496-416a-9986-5d351d3b0d3d,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:28:59.486939 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-723d28d8-0faa-41bb-9c92-15e77df703bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:28:59.548408 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2cdf12-89c8-4492-8554-4d2058d8ef1f None None] Network 332ae5ef-38a5-4dae-827b-5e2fa6519b3f requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:28:59.621327 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723d28d8-0faa-41bb-9c92-15e77df703bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 332ae5ef-38a5-4dae-827b-5e2fa6519b3f is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:28:59.622938 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-723d28d8-0faa-41bb-9c92-15e77df703bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:28:59.646198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fa536607-e1fd-44f4-bdc1-6ed4b364b05a None None] Provisioning for port 1143f737-9eda-41f6-bcbe-8db4c821951d completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:28:59.819311 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723d28d8-0faa-41bb-9c92-15e77df703bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router b6e0b5da-855b-47c8-81d7-d7167db129ea has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:28:59.936770 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 1143f737-9eda-41f6-bcbe-8db4c821951d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:29:00.018652 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723d28d8-0faa-41bb-9c92-15e77df703bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:29:00.029174 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] Sync routers for ids ['b6e0b5da-855b-47c8-81d7-d7167db129ea'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:29:00.035255 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39994) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:29:00.035839 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-723d28d8-0faa-41bb-9c92-15e77df703bc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/routers/b6e0b5da-855b-47c8-81d7-d7167db129ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2484198 Jan 17 14:29:00.039622 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] Routers {'b6e0b5da-855b-47c8-81d7-d7167db129ea'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:29:00.040254 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:28:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['b6e0b5da-855b-47c8-81d7-d7167db129ea'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:29:00.089660 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 1143f737-9eda-41f6-bcbe-8db4c821951d completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:29:00.094392 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fb0acf45-c255-4aca-afc1-a7c134df4ce1 None None] Provisioning for port cb5aaade-7496-416a-9986-5d351d3b0d3d completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:29:00.099398 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 1143f737-9eda-41f6-bcbe-8db4c821951d triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:29:00.100093 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:00.130795 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fb0acf45-c255-4aca-afc1-a7c134df4ce1 None None] Provisioning complete for port cb5aaade-7496-416a-9986-5d351d3b0d3d triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:29:00.131186 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fb0acf45-c255-4aca-afc1-a7c134df4ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:00.198233 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf3f909-12b7-4c82-92f2-4101450d185d tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:00.199066 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf3f909-12b7-4c82-92f2-4101450d185d tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:00.199698 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf3f909-12b7-4c82-92f2-4101450d185d tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:00.200863 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf3f909-12b7-4c82-92f2-4101450d185d tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:00.202699 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-baf3f909-12b7-4c82-92f2-4101450d185d tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1664259 Jan 17 14:29:00.206271 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 39998) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:29:00.218936 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-fb0acf45-c255-4aca-afc1-a7c134df4ce1 None None] Port cb5aaade-7496-416a-9986-5d351d3b0d3d cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:29:00.243025 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] Set router b6e0b5da-855b-47c8-81d7-d7167db129ea gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:29:00.273158 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fb0acf45-c255-4aca-afc1-a7c134df4ce1 None None] Provisioning complete for port 1143f737-9eda-41f6-bcbe-8db4c821951d triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:29:00.273629 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fb0acf45-c255-4aca-afc1-a7c134df4ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:00.285316 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd5232f-3e16-4bf6-b662-b27690b9c569 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:00.286021 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd5232f-3e16-4bf6-b662-b27690b9c569 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:00.287851 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd5232f-3e16-4bf6-b662-b27690b9c569 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:00.288457 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd5232f-3e16-4bf6-b662-b27690b9c569 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:00.290513 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bcd5232f-3e16-4bf6-b662-b27690b9c569 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0833173 Jan 17 14:29:00.293317 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40002) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:29:00.342645 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:00.442046 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fb0acf45-c255-4aca-afc1-a7c134df4ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:00.458667 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 1143f737-9eda-41f6-bcbe-8db4c821951d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=1143f737-9eda-41f6-bcbe-8db4c821951d,segment=NetworkSegment(c206c426-edd2-47a6-a7db-bfbc0b3e5d50),segment_id=c206c426-edd2-47a6-a7db-bfbc0b3e5d50)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:29:00.470054 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:00.470831 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4ba84754-6daa-4148-85bc-d44f5e2266a0 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:29:00.545229 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-955db150-98c8-45dc-b790-18773c0f72f8 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2507081 Jan 17 14:29:00.619291 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'name': 'tempest-TestNetworkBasicOps-router-1049768826', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:53Z', 'updated_at': '2022-01-17T14:28:58Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:54Z', 'updated_at': '2022-01-17T14:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'cb5aaade-7496-416a-9986-5d351d3b0d3d', 'name': '', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:97:3e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:57Z', 'updated_at': '2022-01-17T14:28:59Z', 'revision_number': 2, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:29:00.623865 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] Checking router: b6e0b5da-855b-47c8-81d7-d7167db129ea for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:29:00.624064 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] Updating router b6e0b5da-855b-47c8-81d7-d7167db129ea port cb5aaade-7496-416a-9986-5d351d3b0d3d binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:29:00.643202 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-fb0acf45-c255-4aca-afc1-a7c134df4ce1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:29:00.643811 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-fb0acf45-c255-4aca-afc1-a7c134df4ce1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:29:00.644573 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=1143f737-9eda-41f6-bcbe-8db4c821951d,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:29:00.654557 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:29:00.654901 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:29:00.655235 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:29:00.655566 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:29:00.655915 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:29:00.656273 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:29:00.656605 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:29:00.656926 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:29:00.657246 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:29:00.657564 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:29:00.657907 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:29:00.658227 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:29:00.666672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 4ba84754-6daa-4148-85bc-d44f5e2266a0 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:29:00.672132 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 4ba84754-6daa-4148-85bc-d44f5e2266a0 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:29:00.672563 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:00.679387 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:00.752133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40008) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:29:00.757367 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-a59fc3d1-7b39-442d-8cfb-a46f34f12186 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-27588013', 'description': 'tempest-secgroup-smoke-27588013 description', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:29:00.763432 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a59fc3d1-7b39-442d-8cfb-a46f34f12186 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:29:00.768415 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a59fc3d1-7b39-442d-8cfb-a46f34f12186 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:29:00.771358 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a59fc3d1-7b39-442d-8cfb-a46f34f12186 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:29:00.777292 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a59fc3d1-7b39-442d-8cfb-a46f34f12186 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:29:00.789316 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a59fc3d1-7b39-442d-8cfb-a46f34f12186 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:00.810601 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a59fc3d1-7b39-442d-8cfb-a46f34f12186 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:29:00.814639 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:00.817357 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a59fc3d1-7b39-442d-8cfb-a46f34f12186 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:29:00.820664 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a59fc3d1-7b39-442d-8cfb-a46f34f12186 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:29:00.826473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a59fc3d1-7b39-442d-8cfb-a46f34f12186 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:29:00.835799 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 4ba84754-6daa-4148-85bc-d44f5e2266a0, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4ba84754-6daa-4148-85bc-d44f5e2266a0,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:29:00.840110 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:00.912069 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=4ba84754-6daa-4148-85bc-d44f5e2266a0,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:29:00.912352 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a59fc3d1-7b39-442d-8cfb-a46f34f12186 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:00.917059 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a59fc3d1-7b39-442d-8cfb-a46f34f12186 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:00.966589 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fc3d1-7b39-442d-8cfb-a46f34f12186 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb531cc-3a76-41eb-809d-8ca89d10e04f,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:29:00.969607 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a59fc3d1-7b39-442d-8cfb-a46f34f12186 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:00.970895 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a59fc3d1-7b39-442d-8cfb-a46f34f12186 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2177227 Jan 17 14:29:00.973712 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40012) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:29:00.979316 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-92d2466e-c5f5-4360-b701-2fed0780449f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '0eb531cc-3a76-41eb-809d-8ca89d10e04f', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:29:00.986034 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-92d2466e-c5f5-4360-b701-2fed0780449f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:29:00.989923 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-92d2466e-c5f5-4360-b701-2fed0780449f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:29:00.992789 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-92d2466e-c5f5-4360-b701-2fed0780449f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:29:00.998424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-92d2466e-c5f5-4360-b701-2fed0780449f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:29:01.016615 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-92d2466e-c5f5-4360-b701-2fed0780449f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.045250 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.058915 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] Transition to ACTIVE for port object cb5aaade-7496-416a-9986-5d351d3b0d3d will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:29:01.072035 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.079491 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-92d2466e-c5f5-4360-b701-2fed0780449f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.083961 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-92d2466e-c5f5-4360-b701-2fed0780449f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.107973 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2466e-c5f5-4360-b701-2fed0780449f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88a870a-09c7-4f7b-b3fb-4926384dcca3,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:29:01.118230 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-92d2466e-c5f5-4360-b701-2fed0780449f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.119458 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-92d2466e-c5f5-4360-b701-2fed0780449f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1446707 Jan 17 14:29:01.122388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40016) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:29:01.128041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-77f93b43-e7ce-4648-aba4-37cdaa924ee4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '0eb531cc-3a76-41eb-809d-8ca89d10e04f', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:29:01.133954 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-77f93b43-e7ce-4648-aba4-37cdaa924ee4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:29:01.137808 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-77f93b43-e7ce-4648-aba4-37cdaa924ee4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:29:01.140793 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-77f93b43-e7ce-4648-aba4-37cdaa924ee4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:29:01.146964 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-77f93b43-e7ce-4648-aba4-37cdaa924ee4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:29:01.164998 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77f93b43-e7ce-4648-aba4-37cdaa924ee4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.245229 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dab494-a499-40d9-b3c4-ced9bf7ca495 None None] Pushing event updated for resources: {'Port': ['ID=cb5aaade-7496-416a-9986-5d351d3b0d3d,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:29:01.245737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77f93b43-e7ce-4648-aba4-37cdaa924ee4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.252357 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77f93b43-e7ce-4648-aba4-37cdaa924ee4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.277066 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f93b43-e7ce-4648-aba4-37cdaa924ee4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d0773b-8af9-49fa-bad3-340301a2a447,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:29:01.288515 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77f93b43-e7ce-4648-aba4-37cdaa924ee4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.289806 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-77f93b43-e7ce-4648-aba4-37cdaa924ee4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1665027 Jan 17 14:29:01.292752 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40020) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:29:01.299558 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-7e4ff60c-4365-4be6-bd34-8701089f91e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '0eb531cc-3a76-41eb-809d-8ca89d10e04f', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:29:01.304559 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] Attempting to bind port cb5aaade-7496-416a-9986-5d351d3b0d3d on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:29:01.304974 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] Attempting to bind port cb5aaade-7496-416a-9986-5d351d3b0d3d by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'c206c426-edd2-47a6-a7db-bfbc0b3e5d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:29:01.305325 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] Attempting to bind port cb5aaade-7496-416a-9986-5d351d3b0d3d on network 332ae5ef-38a5-4dae-827b-5e2fa6519b3f {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:29:01.306084 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7e4ff60c-4365-4be6-bd34-8701089f91e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:29:01.310881 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:29:01.311241 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] Checking segment: {'id': 'c206c426-edd2-47a6-a7db-bfbc0b3e5d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:29:01.311627 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7e4ff60c-4365-4be6-bd34-8701089f91e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:29:01.311799 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.312037 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] Bound using segment: {'id': 'c206c426-edd2-47a6-a7db-bfbc0b3e5d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:29:01.312543 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] Bound port: cb5aaade-7496-416a-9986-5d351d3b0d3d, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c206c426-edd2-47a6-a7db-bfbc0b3e5d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:29:01.313401 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.317168 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7e4ff60c-4365-4be6-bd34-8701089f91e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:29:01.323212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7e4ff60c-4365-4be6-bd34-8701089f91e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:29:01.354773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff60c-4365-4be6-bd34-8701089f91e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.408884 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] For port cb5aaade-7496-416a-9986-5d351d3b0d3d, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:29:01.412241 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] For port cb5aaade-7496-416a-9986-5d351d3b0d3d, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=cb5aaade-7496-416a-9986-5d351d3b0d3d,segment=NetworkSegment(c206c426-edd2-47a6-a7db-bfbc0b3e5d50),segment_id=c206c426-edd2-47a6-a7db-bfbc0b3e5d50)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:29:01.416432 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.417232 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff60c-4365-4be6-bd34-8701089f91e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.420634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff60c-4365-4be6-bd34-8701089f91e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.445751 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ff60c-4365-4be6-bd34-8701089f91e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c0bfbc-9a35-4bd4-a1a2-26dc41c60d39,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:29:01.457426 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff60c-4365-4be6-bd34-8701089f91e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.461374 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7e4ff60c-4365-4be6-bd34-8701089f91e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1649413 Jan 17 14:29:01.462133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40024) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:29:01.467591 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f6f1bc8f-cbfc-4452-8fdd-8b08ea4449cc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '0eb531cc-3a76-41eb-809d-8ca89d10e04f', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:29:01.474357 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f6f1bc8f-cbfc-4452-8fdd-8b08ea4449cc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:29:01.479302 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f6f1bc8f-cbfc-4452-8fdd-8b08ea4449cc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:29:01.482288 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f6f1bc8f-cbfc-4452-8fdd-8b08ea4449cc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:29:01.488836 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f6f1bc8f-cbfc-4452-8fdd-8b08ea4449cc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:29:01.494631 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] Routers {'b6e0b5da-855b-47c8-81d7-d7167db129ea'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:29:01.495246 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:28:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['b6e0b5da-855b-47c8-81d7-d7167db129ea'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:29:01.508148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f6f1bc8f-cbfc-4452-8fdd-8b08ea4449cc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.582178 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f6f1bc8f-cbfc-4452-8fdd-8b08ea4449cc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.586233 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f6f1bc8f-cbfc-4452-8fdd-8b08ea4449cc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.587037 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dab494-a499-40d9-b3c4-ced9bf7ca495 None None] Pushing event updated for resources: {'Port': ['ID=cb5aaade-7496-416a-9986-5d351d3b0d3d,revision_number=4']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:29:01.617866 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1bc8f-cbfc-4452-8fdd-8b08ea4449cc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6ff26e-5154-44fc-a221-ab9dcf91af72,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:29:01.626049 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f6f1bc8f-cbfc-4452-8fdd-8b08ea4449cc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.627828 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f6f1bc8f-cbfc-4452-8fdd-8b08ea4449cc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1644995 Jan 17 14:29:01.630570 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40028) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:29:01.636198 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-9031d191-d332-4876-b02a-dfeefe71c9c6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '0eb531cc-3a76-41eb-809d-8ca89d10e04f', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:29:01.642539 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9031d191-d332-4876-b02a-dfeefe71c9c6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:29:01.646557 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9031d191-d332-4876-b02a-dfeefe71c9c6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:29:01.649673 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9031d191-d332-4876-b02a-dfeefe71c9c6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:29:01.655837 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9031d191-d332-4876-b02a-dfeefe71c9c6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:29:01.668076 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.securitygroups_db [None req-9031d191-d332-4876-b02a-dfeefe71c9c6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:29:01.677379 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9031d191-d332-4876-b02a-dfeefe71c9c6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.716247 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] Set router b6e0b5da-855b-47c8-81d7-d7167db129ea gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:29:01.744262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9031d191-d332-4876-b02a-dfeefe71c9c6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.748427 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9031d191-d332-4876-b02a-dfeefe71c9c6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.777409 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9031d191-d332-4876-b02a-dfeefe71c9c6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.778610 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9031d191-d332-4876-b02a-dfeefe71c9c6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1467962 Jan 17 14:29:01.781962 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40032) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:29:01.786063 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031d191-d332-4876-b02a-dfeefe71c9c6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51fd1389-66ee-4539-8e62-2323650e0ad5,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:29:01.787332 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-d66c3855-dcbd-4219-870a-fd45ea2293fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '0eb531cc-3a76-41eb-809d-8ca89d10e04f', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:29:01.796615 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d66c3855-dcbd-4219-870a-fd45ea2293fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:29:01.801341 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d66c3855-dcbd-4219-870a-fd45ea2293fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:29:01.804445 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d66c3855-dcbd-4219-870a-fd45ea2293fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:29:01.810098 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d66c3855-dcbd-4219-870a-fd45ea2293fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:29:01.820593 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-d66c3855-dcbd-4219-870a-fd45ea2293fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:29:01.827287 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d66c3855-dcbd-4219-870a-fd45ea2293fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.885021 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 1143f737-9eda-41f6-bcbe-8db4c821951d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:29:01.898845 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d66c3855-dcbd-4219-870a-fd45ea2293fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.903731 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d66c3855-dcbd-4219-870a-fd45ea2293fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.932070 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c3855-dcbd-4219-870a-fd45ea2293fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb0b9f2-88b8-4953-a339-4ccf4e84017d,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:29:01.940493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d66c3855-dcbd-4219-870a-fd45ea2293fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:01.941660 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d66c3855-dcbd-4219-870a-fd45ea2293fb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1586404 Jan 17 14:29:01.961315 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 1143f737-9eda-41f6-bcbe-8db4c821951d triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:29:01.961800 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:02.056978 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'name': 'tempest-TestNetworkBasicOps-router-1049768826', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:53Z', 'updated_at': '2022-01-17T14:28:58Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:54Z', 'updated_at': '2022-01-17T14:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'cb5aaade-7496-416a-9986-5d351d3b0d3d', 'name': '', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:97:3e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:57Z', 'updated_at': '2022-01-17T14:29:01Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:29:02.061183 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b65b27-22ea-4f18-8aa8-73173fe5bca8 None None] The sync data for ids ['b6e0b5da-855b-47c8-81d7-d7167db129ea'] in dv-neutron-824901-1-hyperv is: [{'id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'name': 'tempest-TestNetworkBasicOps-router-1049768826', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:53Z', 'updated_at': '2022-01-17T14:28:58Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:54Z', 'updated_at': '2022-01-17T14:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'cb5aaade-7496-416a-9986-5d351d3b0d3d', 'name': '', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:97:3e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:57Z', 'updated_at': '2022-01-17T14:29:01Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:29:02.086268 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4ba84754-6daa-4148-85bc-d44f5e2266a0 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:29:02.122500 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-483e2a79-3fda-441a-8c89-557c79907a0b req-1669f510-1313-4ee8-90f0-e1afe29b44be tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:29:02.143566 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-483e2a79-3fda-441a-8c89-557c79907a0b req-1669f510-1313-4ee8-90f0-e1afe29b44be tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:29:02.144689 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-483e2a79-3fda-441a-8c89-557c79907a0b req-1669f510-1313-4ee8-90f0-e1afe29b44be tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-27588013&fields=id&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 267 time: 0.0748572 Jan 17 14:29:02.188514 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 4ba84754-6daa-4148-85bc-d44f5e2266a0 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:29:02.189053 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:02.308755 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e2a79-3fda-441a-8c89-557c79907a0b req-74609ca0-d04b-4af4-9942-8a53274bed20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:02.309436 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-483e2a79-3fda-441a-8c89-557c79907a0b req-74609ca0-d04b-4af4-9942-8a53274bed20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:network {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:29:02.325523 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-483e2a79-3fda-441a-8c89-557c79907a0b req-74609ca0-d04b-4af4-9942-8a53274bed20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:network {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:29:02.326749 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-483e2a79-3fda-441a-8c89-557c79907a0b req-74609ca0-d04b-4af4-9942-8a53274bed20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/networks?id=332ae5ef-38a5-4dae-827b-5e2fa6519b3f HTTP/1.1" status: 200 len: 797 time: 0.1746569 Jan 17 14:29:02.342374 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-483e2a79-3fda-441a-8c89-557c79907a0b req-fb03c0b5-5ad0-4e71-a803-7840ba0dd5c6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/quotas/b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 375 time: 0.0093372 Jan 17 14:29:02.434138 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-483e2a79-3fda-441a-8c89-557c79907a0b req-11c4389a-77e7-40e7-9093-d55165e8f08e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:29:02.450701 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-483e2a79-3fda-441a-8c89-557c79907a0b req-11c4389a-77e7-40e7-9093-d55165e8f08e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:29:02.452448 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-483e2a79-3fda-441a-8c89-557c79907a0b req-11c4389a-77e7-40e7-9093-d55165e8f08e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044421 Jan 17 14:29:02.708886 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-483e2a79-3fda-441a-8c89-557c79907a0b req-5afbc029-66ea-46ce-84b5-4ce97c94b266 service neutron] 10.222.0.48 "GET /v2.0/networks/332ae5ef-38a5-4dae-827b-5e2fa6519b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436528 Jan 17 14:29:02.844406 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-483e2a79-3fda-441a-8c89-557c79907a0b req-4ab7ed0a-9e85-488c-ad4e-b38aaa4eff89 service neutron] 10.222.0.48 "GET /v2.0/networks/332ae5ef-38a5-4dae-827b-5e2fa6519b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291151 Jan 17 14:29:03.025864 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-092f17ee-fd05-4d46-ad15-63f69ac59825 req-4f8b249f-2062-407b-8e72-f829268f656d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:29:03.038446 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-092f17ee-fd05-4d46-ad15-63f69ac59825 req-4f8b249f-2062-407b-8e72-f829268f656d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:29:03.039611 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-092f17ee-fd05-4d46-ad15-63f69ac59825 req-4f8b249f-2062-407b-8e72-f829268f656d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 210 time: 0.0591478 Jan 17 14:29:03.891535 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cb5aaade-7496-416a-9986-5d351d3b0d3d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:29:03.960330 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port cb5aaade-7496-416a-9986-5d351d3b0d3d completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:29:03.965726 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port cb5aaade-7496-416a-9986-5d351d3b0d3d triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:29:03.966178 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:04.079029 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e2a79-3fda-441a-8c89-557c79907a0b req-4e01a257-7c83-46f4-bf5c-10322e839836 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:04.080745 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-483e2a79-3fda-441a-8c89-557c79907a0b req-4e01a257-7c83-46f4-bf5c-10322e839836 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/networks?id=332ae5ef-38a5-4dae-827b-5e2fa6519b3f HTTP/1.1" status: 200 len: 797 time: 0.1542239 Jan 17 14:29:04.093424 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:04.137329 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port cb5aaade-7496-416a-9986-5d351d3b0d3d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=cb5aaade-7496-416a-9986-5d351d3b0d3d,segment=NetworkSegment(c206c426-edd2-47a6-a7db-bfbc0b3e5d50),segment_id=c206c426-edd2-47a6-a7db-bfbc0b3e5d50)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:29:04.143323 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:04.153286 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-483e2a79-3fda-441a-8c89-557c79907a0b req-63a9471c-96d2-49f1-bc29-139c28ff4eb6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 378 time: 0.0646191 Jan 17 14:29:04.165151 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-483e2a79-3fda-441a-8c89-557c79907a0b req-88312ec0-d494-43b2-bfe9-28f924890bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'port': {'device_id': '19b560a3-80d4-40a9-936d-ad95f1a06017', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'admin_state_up': True, 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'security_groups': ['0eb531cc-3a76-41eb-809d-8ca89d10e04f']}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:29:04.215671 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=cb5aaade-7496-416a-9986-5d351d3b0d3d,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:29:04.276894 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-25904fa6-8c2a-4a02-a16e-62078160da66 req-7d1d0fba-3d71-412b-8538-cc9211428176 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 210 time: 0.0924373 Jan 17 14:29:04.348222 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-483e2a79-3fda-441a-8c89-557c79907a0b req-88312ec0-d494-43b2-bfe9-28f924890bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:29:04.357633 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-483e2a79-3fda-441a-8c89-557c79907a0b req-88312ec0-d494-43b2-bfe9-28f924890bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:29:04.366521 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-483e2a79-3fda-441a-8c89-557c79907a0b req-88312ec0-d494-43b2-bfe9-28f924890bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:29:04.370135 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-483e2a79-3fda-441a-8c89-557c79907a0b req-88312ec0-d494-43b2-bfe9-28f924890bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:04.524706 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [req-483e2a79-3fda-441a-8c89-557c79907a0b req-88312ec0-d494-43b2-bfe9-28f924890bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.20.0.6 (332ae5ef-38a5-4dae-827b-5e2fa6519b3f/7caa724a-03c1-400b-a91f-960731aa30ab/13fcde61-0259-467f-addb-4b8ca658abd4) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:29:04.710115 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-483e2a79-3fda-441a-8c89-557c79907a0b req-88312ec0-d494-43b2-bfe9-28f924890bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:04.724733 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-483e2a79-3fda-441a-8c89-557c79907a0b req-88312ec0-d494-43b2-bfe9-28f924890bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Transition to ACTIVE for port object 13fcde61-0259-467f-addb-4b8ca658abd4 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:29:04.748067 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-483e2a79-3fda-441a-8c89-557c79907a0b req-88312ec0-d494-43b2-bfe9-28f924890bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:04.816790 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-483e2a79-3fda-441a-8c89-557c79907a0b req-88312ec0-d494-43b2-bfe9-28f924890bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 332ae5ef-38a5-4dae-827b-5e2fa6519b3f is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:29:04.819646 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [req-483e2a79-3fda-441a-8c89-557c79907a0b req-88312ec0-d494-43b2-bfe9-28f924890bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:29:04.823620 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-483e2a79-3fda-441a-8c89-557c79907a0b req-88312ec0-d494-43b2-bfe9-28f924890bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:29:04.859898 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88312ec0-d494-43b2-bfe9-28f924890bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=13fcde61-0259-467f-addb-4b8ca658abd4,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:29:04.894314 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e2a79-3fda-441a-8c89-557c79907a0b req-88312ec0-d494-43b2-bfe9-28f924890bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:04.894907 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-483e2a79-3fda-441a-8c89-557c79907a0b req-88312ec0-d494-43b2-bfe9-28f924890bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:04.919263 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-483e2a79-3fda-441a-8c89-557c79907a0b req-88312ec0-d494-43b2-bfe9-28f924890bdc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7603564 Jan 17 14:29:04.930643 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] Request body: {'port': {'device_id': '19b560a3-80d4-40a9-936d-ad95f1a06017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:29:05.027615 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c1e943cc-63d7-42b1-ba56-871f1ed548e2 None None] Provisioning for port 13fcde61-0259-467f-addb-4b8ca658abd4 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:29:05.033104 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c1e943cc-63d7-42b1-ba56-871f1ed548e2 None None] Provisioning complete for port 13fcde61-0259-467f-addb-4b8ca658abd4 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:29:05.033278 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c1e943cc-63d7-42b1-ba56-871f1ed548e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:05.041008 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:05.088680 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c1e943cc-63d7-42b1-ba56-871f1ed548e2 None None] Port 13fcde61-0259-467f-addb-4b8ca658abd4 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:29:05.384787 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13fcde61-0259-467f-addb-4b8ca658abd4 {{(pid=87524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:29:05.392737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:05.407592 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] Transition to ACTIVE for port object 13fcde61-0259-467f-addb-4b8ca658abd4 will not be triggered until provisioned by entity L2. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:29:05.411247 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:05.459909 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50346378-ee43-4366-95a2-22e36f4b9689 req-fd25de51-f109-4b54-a303-0544b8c16853 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:05.461363 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50346378-ee43-4366-95a2-22e36f4b9689 req-fd25de51-f109-4b54-a303-0544b8c16853 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 943 time: 0.0793476 Jan 17 14:29:05.506240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-50346378-ee43-4366-95a2-22e36f4b9689 req-ec335ff7-ed87-4e30-a1f6-fd5ff9a2731f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:29:05.518539 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-50346378-ee43-4366-95a2-22e36f4b9689 req-ec335ff7-ed87-4e30-a1f6-fd5ff9a2731f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:29:05.519668 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50346378-ee43-4366-95a2-22e36f4b9689 req-ec335ff7-ed87-4e30-a1f6-fd5ff9a2731f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb531cc-3a76-41eb-809d-8ca89d10e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526934 Jan 17 14:29:05.681027 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=13fcde61-0259-467f-addb-4b8ca658abd4,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:29:05.759183 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] Attempting to bind port 13fcde61-0259-467f-addb-4b8ca658abd4 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:29:05.759418 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] Attempting to bind port 13fcde61-0259-467f-addb-4b8ca658abd4 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': 'c206c426-edd2-47a6-a7db-bfbc0b3e5d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:29:05.759747 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] Attempting to bind port 13fcde61-0259-467f-addb-4b8ca658abd4 on network 332ae5ef-38a5-4dae-827b-5e2fa6519b3f {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:29:05.764276 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] Port 13fcde61-0259-467f-addb-4b8ca658abd4 on network 332ae5ef-38a5-4dae-827b-5e2fa6519b3f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:29:05.764581 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] Attempting to bind port 13fcde61-0259-467f-addb-4b8ca658abd4 on network 332ae5ef-38a5-4dae-827b-5e2fa6519b3f {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:29:05.769545 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:29:05.769866 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] Checking segment: {'id': 'c206c426-edd2-47a6-a7db-bfbc0b3e5d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:29:05.770235 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] Bound using segment: {'id': 'c206c426-edd2-47a6-a7db-bfbc0b3e5d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f'} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:29:05.770672 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] Bound port: 13fcde61-0259-467f-addb-4b8ca658abd4, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206c426-edd2-47a6-a7db-bfbc0b3e5d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f'}}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:29:05.771001 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:05.859935 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] For port 13fcde61-0259-467f-addb-4b8ca658abd4, host hv-neutron-8249, cleared binding levels {{(pid=87524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:29:05.862765 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] For port 13fcde61-0259-467f-addb-4b8ca658abd4, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=13fcde61-0259-467f-addb-4b8ca658abd4,segment=NetworkSegment(c206c426-edd2-47a6-a7db-bfbc0b3e5d50),segment_id=c206c426-edd2-47a6-a7db-bfbc0b3e5d50)] {{(pid=87524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:29:05.867399 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:05.876827 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cb5aaade-7496-416a-9986-5d351d3b0d3d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:29:05.926627 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:05.927545 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:05.928671 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-483e2a79-3fda-441a-8c89-557c79907a0b req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] 10.222.0.15 "PUT /v2.0/ports/13fcde61-0259-467f-addb-4b8ca658abd4 HTTP/1.1" status: 200 len: 1093 time: 1.0020828 Jan 17 14:29:05.928974 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b560a3-80d4-40a9-936d-ad95f1a06017', 'tag': '13fcde61-0259-467f-addb-4b8ca658abd4'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:29:05.948238 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ebb34-345a-4f2f-a7be-6c8fa7490bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=13fcde61-0259-467f-addb-4b8ca658abd4,revision_number=3']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:29:05.950099 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port cb5aaade-7496-416a-9986-5d351d3b0d3d triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:29:05.950099 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:06.022828 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b560a3-80d4-40a9-936d-ad95f1a06017', 'tag': '13fcde61-0259-467f-addb-4b8ca658abd4', 'status': 'completed', 'code': 200} Jan 17 14:29:06.067753 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e2a79-3fda-441a-8c89-557c79907a0b req-74a44117-c4b9-463b-9d63-546f30caaae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:06.069392 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-483e2a79-3fda-441a-8c89-557c79907a0b req-74a44117-c4b9-463b-9d63-546f30caaae8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 1096 time: 0.0905242 Jan 17 14:29:06.142506 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-483e2a79-3fda-441a-8c89-557c79907a0b req-684a476f-b94b-4d75-8bf2-55e50ee9b976 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13fcde61-0259-467f-addb-4b8ca658abd4 HTTP/1.1" status: 200 len: 217 time: 0.0655613 Jan 17 14:29:06.202381 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e2a79-3fda-441a-8c89-557c79907a0b req-5700d4a8-807c-4b80-98ca-7c9a3f33d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:06.203887 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-483e2a79-3fda-441a-8c89-557c79907a0b req-5700d4a8-807c-4b80-98ca-7c9a3f33d80c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7caa724a-03c1-400b-a91f-960731aa30ab HTTP/1.1" status: 200 len: 835 time: 0.0554452 Jan 17 14:29:06.278403 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e2a79-3fda-441a-8c89-557c79907a0b req-7867e9af-6c4c-4941-8cc9-5fe0af04ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:06.279877 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-483e2a79-3fda-441a-8c89-557c79907a0b req-7867e9af-6c4c-4941-8cc9-5fe0af04ce90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=332ae5ef-38a5-4dae-827b-5e2fa6519b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704026 Jan 17 14:29:06.413136 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-483e2a79-3fda-441a-8c89-557c79907a0b req-fd505ab4-02de-4f73-9415-d4a253aab4cf service neutron] 10.222.0.15 "GET /v2.0/networks/332ae5ef-38a5-4dae-827b-5e2fa6519b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269319 Jan 17 14:29:06.540021 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-483e2a79-3fda-441a-8c89-557c79907a0b req-465abd1f-d285-49fd-9880-322fa2001ef6 service neutron] 10.222.0.15 "GET /v2.0/networks/332ae5ef-38a5-4dae-827b-5e2fa6519b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208203 Jan 17 14:29:06.662271 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975e8cd-ae38-4a30-aa1a-a262e5430324 req-a8d707e3-68a8-4790-80fb-36ed489cb76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:06.663811 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a975e8cd-ae38-4a30-aa1a-a262e5430324 req-a8d707e3-68a8-4790-80fb-36ed489cb76f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 1096 time: 0.0762727 Jan 17 14:29:06.799179 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975e8cd-ae38-4a30-aa1a-a262e5430324 req-bb4c5bcc-a14d-4989-84e4-76d3defb9150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:06.800681 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a975e8cd-ae38-4a30-aa1a-a262e5430324 req-bb4c5bcc-a14d-4989-84e4-76d3defb9150 service neutron] 10.222.0.15 "GET /v2.0/networks?id=332ae5ef-38a5-4dae-827b-5e2fa6519b3f HTTP/1.1" status: 200 len: 898 time: 0.1314316 Jan 17 14:29:06.826727 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07aacb0-aa37-4692-a039-ca5aade05e13 req-455c6639-3e69-4cc1-817f-7eecdc656f30 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:06.828799 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c07aacb0-aa37-4692-a039-ca5aade05e13 req-455c6639-3e69-4cc1-817f-7eecdc656f30 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 943 time: 0.1982563 Jan 17 14:29:06.866960 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a975e8cd-ae38-4a30-aa1a-a262e5430324 req-3b5d3fda-a6de-49c1-bf74-c093582ac2bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13fcde61-0259-467f-addb-4b8ca658abd4 HTTP/1.1" status: 200 len: 217 time: 0.0598238 Jan 17 14:29:06.871492 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c07aacb0-aa37-4692-a039-ca5aade05e13 req-d5571f97-9822-4b63-9c57-4acfff3c0adf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb531cc-3a76-41eb-809d-8ca89d10e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366151 Jan 17 14:29:06.929943 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975e8cd-ae38-4a30-aa1a-a262e5430324 req-404315ef-3484-4e33-b90e-aa8ac8778688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:06.931264 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a975e8cd-ae38-4a30-aa1a-a262e5430324 req-404315ef-3484-4e33-b90e-aa8ac8778688 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7caa724a-03c1-400b-a91f-960731aa30ab HTTP/1.1" status: 200 len: 835 time: 0.0591483 Jan 17 14:29:07.008433 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975e8cd-ae38-4a30-aa1a-a262e5430324 req-22599be8-1671-415d-b14b-d023737fce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:07.009935 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a975e8cd-ae38-4a30-aa1a-a262e5430324 req-22599be8-1671-415d-b14b-d023737fce7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=332ae5ef-38a5-4dae-827b-5e2fa6519b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724456 Jan 17 14:29:07.141395 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a975e8cd-ae38-4a30-aa1a-a262e5430324 req-95cc9b3e-2bc6-4c9f-9eaf-2c0165f70c91 service neutron] 10.222.0.15 "GET /v2.0/networks/332ae5ef-38a5-4dae-827b-5e2fa6519b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243248 Jan 17 14:29:07.271798 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a975e8cd-ae38-4a30-aa1a-a262e5430324 req-01c5160b-fa2b-46a2-8c70-a138a413dbab service neutron] 10.222.0.15 "GET /v2.0/networks/332ae5ef-38a5-4dae-827b-5e2fa6519b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223643 Jan 17 14:29:08.056226 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1d8b1-9aed-42e6-8ff7-c3a70891e8ac req-4b856032-ce46-4e97-8fff-a59e1fc5d12e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:08.056905 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-d7d1d8b1-9aed-42e6-8ff7-c3a70891e8ac req-4b856032-ce46-4e97-8fff-a59e1fc5d12e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:29:08.071766 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-d7d1d8b1-9aed-42e6-8ff7-c3a70891e8ac req-4b856032-ce46-4e97-8fff-a59e1fc5d12e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:29:08.072864 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d7d1d8b1-9aed-42e6-8ff7-c3a70891e8ac req-4b856032-ce46-4e97-8fff-a59e1fc5d12e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 943 time: 0.0970554 Jan 17 14:29:08.116558 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d7d1d8b1-9aed-42e6-8ff7-c3a70891e8ac req-e8b1afd0-8e46-4dd5-9a6a-1233c1416d7c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb531cc-3a76-41eb-809d-8ca89d10e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375373 Jan 17 14:29:09.294509 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee97ce6-e405-4512-b708-7d5550e3fe84 req-04882b66-7e9c-44da-9518-aa65186a1646 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:09.295970 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6ee97ce6-e405-4512-b708-7d5550e3fe84 req-04882b66-7e9c-44da-9518-aa65186a1646 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 943 time: 0.0795619 Jan 17 14:29:09.341359 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6ee97ce6-e405-4512-b708-7d5550e3fe84 req-639e154e-322f-4a94-86f9-1a71c0a3a921 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb531cc-3a76-41eb-809d-8ca89d10e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397413 Jan 17 14:29:10.528124 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24271928-3edf-41b9-a9b6-e32515cbc2ff req-cb2a35f6-b027-4549-93b4-1eb003d48de5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:10.529540 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-24271928-3edf-41b9-a9b6-e32515cbc2ff req-cb2a35f6-b027-4549-93b4-1eb003d48de5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 943 time: 0.0778980 Jan 17 14:29:10.574286 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-24271928-3edf-41b9-a9b6-e32515cbc2ff req-10864915-1f0c-4ee6-a77a-53789eb2b500 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb531cc-3a76-41eb-809d-8ca89d10e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392160 Jan 17 14:29:10.660105 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-feb3a733-2eb0-4b02-8754-69c402e048e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:11.359024 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 13fcde61-0259-467f-addb-4b8ca658abd4 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:29:11.487813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 13fcde61-0259-467f-addb-4b8ca658abd4, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=13fcde61-0259-467f-addb-4b8ca658abd4,segment=NetworkSegment(c206c426-edd2-47a6-a7db-bfbc0b3e5d50),segment_id=c206c426-edd2-47a6-a7db-bfbc0b3e5d50)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:29:11.500932 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '13fcde61-0259-467f-addb-4b8ca658abd4', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'port_id': '13fcde61-0259-467f-addb-4b8ca658abd4', 'mac_address': 'fa:16:3e:fa:c2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:29:11.556541 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:11.572884 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fcde61-0259-467f-addb-4b8ca658abd4 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:29:11.587841 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 13fcde61-0259-467f-addb-4b8ca658abd4, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=13fcde61-0259-467f-addb-4b8ca658abd4,segment=NetworkSegment(c206c426-edd2-47a6-a7db-bfbc0b3e5d50),segment_id=c206c426-edd2-47a6-a7db-bfbc0b3e5d50)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:29:11.591932 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:11.656957 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=13fcde61-0259-467f-addb-4b8ca658abd4,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:29:11.760355 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f6195-6bbe-499b-a311-1d153020d154 req-02a2ea33-a2de-4828-96ad-be62b80e598b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:11.761817 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0d1f6195-6bbe-499b-a311-1d153020d154 req-02a2ea33-a2de-4828-96ad-be62b80e598b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 944 time: 0.0847981 Jan 17 14:29:11.805288 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0d1f6195-6bbe-499b-a311-1d153020d154 req-9ea01efd-6e24-43c9-b62f-2ce96ddc86a8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb531cc-3a76-41eb-809d-8ca89d10e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377140 Jan 17 14:29:11.914955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['13fcde61-0259-467f-addb-4b8ca658abd4'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:29:12.983968 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0f658-34a3-433e-9ada-800386fbae5d req-d568b469-9a62-41a8-bba5-4140dddc3fcc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:12.985926 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5cb0f658-34a3-433e-9ada-800386fbae5d req-d568b469-9a62-41a8-bba5-4140dddc3fcc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 944 time: 0.0784626 Jan 17 14:29:13.028529 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5cb0f658-34a3-433e-9ada-800386fbae5d req-3f3d1cfb-eff3-45cf-82ae-33471539ad0f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb531cc-3a76-41eb-809d-8ca89d10e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370483 Jan 17 14:29:13.374434 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 13fcde61-0259-467f-addb-4b8ca658abd4 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:29:13.443719 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 13fcde61-0259-467f-addb-4b8ca658abd4 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:29:13.448353 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 13fcde61-0259-467f-addb-4b8ca658abd4 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:29:13.448742 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:13.562874 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:13.589080 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b560a3-80d4-40a9-936d-ad95f1a06017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fcde61-0259-467f-addb-4b8ca658abd4'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:29:13.598933 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 13fcde61-0259-467f-addb-4b8ca658abd4, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=13fcde61-0259-467f-addb-4b8ca658abd4,segment=NetworkSegment(c206c426-edd2-47a6-a7db-bfbc0b3e5d50),segment_id=c206c426-edd2-47a6-a7db-bfbc0b3e5d50)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:29:13.602826 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:13.641683 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b560a3-80d4-40a9-936d-ad95f1a06017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fcde61-0259-467f-addb-4b8ca658abd4', 'code': 200} Jan 17 14:29:13.672716 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=13fcde61-0259-467f-addb-4b8ca658abd4,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:29:13.816035 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d148c2a7-d18a-40c4-b4aa-0e533c1249ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:13.861745 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a28248-0f2a-4d43-b04a-48ab0480b8a6 req-8730f983-25fd-4301-947a-5877e8be5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:13.863179 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a8a28248-0f2a-4d43-b04a-48ab0480b8a6 req-8730f983-25fd-4301-947a-5877e8be5e34 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 1098 time: 0.0723579 Jan 17 14:29:13.893334 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:13.931701 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:14.003106 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a8a28248-0f2a-4d43-b04a-48ab0480b8a6 req-43a6dbbe-26e5-4865-915a-9816b8e84dfd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0eb531cc-3a76-41eb-809d-8ca89d10e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1334491 Jan 17 14:29:14.208002 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f282822-e659-4086-900a-2c0376d094ea req-c4475b93-eb73-481f-8567-64e1f9c468d8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:14.209348 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4f282822-e659-4086-900a-2c0376d094ea req-c4475b93-eb73-481f-8567-64e1f9c468d8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 945 time: 0.0769334 Jan 17 14:29:14.253389 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4f282822-e659-4086-900a-2c0376d094ea req-c38a1251-5481-4be1-94b5-00badc2dedfa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb531cc-3a76-41eb-809d-8ca89d10e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386407 Jan 17 14:29:15.421878 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:15.444186 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9d95f-7ac6-4dae-b8d7-0da6f27842ac req-13cfa108-507c-46c5-9310-93917015e633 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:15.445638 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c2b9d95f-7ac6-4dae-b8d7-0da6f27842ac req-13cfa108-507c-46c5-9310-93917015e633 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 945 time: 0.0785568 Jan 17 14:29:15.492114 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c2b9d95f-7ac6-4dae-b8d7-0da6f27842ac req-48c12869-6c7b-47f1-bbfb-5397c9453c81 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb531cc-3a76-41eb-809d-8ca89d10e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408700 Jan 17 14:29:15.673823 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ee07b-e9b7-46b1-8e66-d71d8ae0c6b4 req-591d19bd-303d-42c6-90cf-f7540961c7d8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:15.675251 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bf9ee07b-e9b7-46b1-8e66-d71d8ae0c6b4 req-591d19bd-303d-42c6-90cf-f7540961c7d8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 945 time: 0.0797563 Jan 17 14:29:15.718457 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bf9ee07b-e9b7-46b1-8e66-d71d8ae0c6b4 req-a8684429-2209-4042-af47-aa852805626c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb531cc-3a76-41eb-809d-8ca89d10e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375793 Jan 17 14:29:15.740876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40090) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:29:15.809038 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d467c05b-aabd-4348-86fd-ab9dfb0e77d2 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:15.810525 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d467c05b-aabd-4348-86fd-ab9dfb0e77d2 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 1093 time: 0.0686765 Jan 17 14:29:15.813804 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40094) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:29:15.818775 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': '13fcde61-0259-467f-addb-4b8ca658abd4', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:29:15.824584 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:29:15.828336 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:floatingip and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:29:15.831938 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:29:15.837497 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:29:15.850963 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:15.979806 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:16.110759 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.26.3.20 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/7da191d0-6a18-4985-afc9-605ded57eb2a) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:29:16.253768 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:16.281472 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:16.350190 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:29:16.353090 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:29:16.356664 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:29:16.385504 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=7da191d0-6a18-4985-afc9-605ded57eb2a,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:29:16.761817 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:16.835493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:17.033538 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:17.037661 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:17.242925 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=7da191d0-6a18-4985-afc9-605ded57eb2a,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:29:17.250719 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:17.418069 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Floating IP 229845a7-02a1-4222-b053-5466e67411ea associated. External IP: 172.26.3.20, port: 13fcde61-0259-467f-addb-4b8ca658abd4. Jan 17 14:29:17.761756 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router b6e0b5da-855b-47c8-81d7-d7167db129ea has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:29:17.934201 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:29:17.943912 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd411061-948d-42cd-8fd1-c3ef89739f9e None None] Sync routers for ids ['b6e0b5da-855b-47c8-81d7-d7167db129ea'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:29:17.954073 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd411061-948d-42cd-8fd1-c3ef89739f9e None None] Routers {'b6e0b5da-855b-47c8-81d7-d7167db129ea'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:29:17.955074 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-fd411061-948d-42cd-8fd1-c3ef89739f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:29:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['b6e0b5da-855b-47c8-81d7-d7167db129ea'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:29:17.958588 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:18.014349 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-830f3014-9054-44c8-922f-a60b7bd06aee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1994488 Jan 17 14:29:18.014917 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b560a3-80d4-40a9-936d-ad95f1a06017', 'tag': '13fcde61-0259-467f-addb-4b8ca658abd4'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:29:18.017569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40098) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:29:18.058798 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b560a3-80d4-40a9-936d-ad95f1a06017', 'tag': '13fcde61-0259-467f-addb-4b8ca658abd4', 'status': 'completed', 'code': 200} Jan 17 14:29:18.140037 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-fd411061-948d-42cd-8fd1-c3ef89739f9e None None] Set router b6e0b5da-855b-47c8-81d7-d7167db129ea gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:29:18.154874 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8be90-f059-4781-8292-a438d4f438c1 req-a7af5369-18ed-4cec-9fd0-4d16a63b8504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:18.156567 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-26a8be90-f059-4781-8292-a438d4f438c1 req-a7af5369-18ed-4cec-9fd0-4d16a63b8504 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 1098 time: 0.0740390 Jan 17 14:29:18.202504 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2ab8a3f1-f02c-4f75-8c5f-d56229c5d76b tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/routers/b6e0b5da-855b-47c8-81d7-d7167db129ea HTTP/1.1" status: 200 len: 923 time: 0.1837604 Jan 17 14:29:18.206006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40104) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:29:18.289968 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8be90-f059-4781-8292-a438d4f438c1 req-3792bbc0-b93b-4c23-a3e0-58e457f930e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:18.291827 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-26a8be90-f059-4781-8292-a438d4f438c1 req-3792bbc0-b93b-4c23-a3e0-58e457f930e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=332ae5ef-38a5-4dae-827b-5e2fa6519b3f HTTP/1.1" status: 200 len: 898 time: 0.1295595 Jan 17 14:29:18.310821 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b5868071-400a-42bf-81b8-9524cd22cbff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/229845a7-02a1-4222-b053-5466e67411ea HTTP/1.1" status: 200 len: 990 time: 0.1026602 Jan 17 14:29:18.392886 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-26a8be90-f059-4781-8292-a438d4f438c1 req-a5869bb4-6a04-4a16-8345-eec9b89aa0b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13fcde61-0259-467f-addb-4b8ca658abd4 HTTP/1.1" status: 200 len: 998 time: 0.0943935 Jan 17 14:29:18.453017 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8be90-f059-4781-8292-a438d4f438c1 req-5266530b-1610-424f-ae8f-a183446eda69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:18.454444 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-26a8be90-f059-4781-8292-a438d4f438c1 req-5266530b-1610-424f-ae8f-a183446eda69 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7caa724a-03c1-400b-a91f-960731aa30ab HTTP/1.1" status: 200 len: 835 time: 0.0563049 Jan 17 14:29:18.491647 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-fd411061-948d-42cd-8fd1-c3ef89739f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'name': 'tempest-TestNetworkBasicOps-router-1049768826', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:53Z', 'updated_at': '2022-01-17T14:28:58Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:54Z', 'updated_at': '2022-01-17T14:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '229845a7-02a1-4222-b053-5466e67411ea', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.20', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'port_id': '13fcde61-0259-467f-addb-4b8ca658abd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'mac_address': 'fa:16:3e:fa:c2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b560a3-80d4-40a9-936d-ad95f1a06017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:29:16Z', 'updated_at': '2022-01-17T14:29:16Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5aaade-7496-416a-9986-5d351d3b0d3d', 'name': '', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:97:3e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:57Z', 'updated_at': '2022-01-17T14:29:04Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:29:18.495490 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd411061-948d-42cd-8fd1-c3ef89739f9e None None] Checking router: b6e0b5da-855b-47c8-81d7-d7167db129ea for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:29:18.504522 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd411061-948d-42cd-8fd1-c3ef89739f9e None None] Routers {'b6e0b5da-855b-47c8-81d7-d7167db129ea'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:29:18.505107 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-fd411061-948d-42cd-8fd1-c3ef89739f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:29:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['b6e0b5da-855b-47c8-81d7-d7167db129ea'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:29:18.528810 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8be90-f059-4781-8292-a438d4f438c1 req-e361c73f-7e13-41c8-bc80-de67a38a7dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:18.530240 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-26a8be90-f059-4781-8292-a438d4f438c1 req-e361c73f-7e13-41c8-bc80-de67a38a7dae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=332ae5ef-38a5-4dae-827b-5e2fa6519b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700445 Jan 17 14:29:18.718030 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-fd411061-948d-42cd-8fd1-c3ef89739f9e None None] Set router b6e0b5da-855b-47c8-81d7-d7167db129ea gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:29:18.778663 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-26a8be90-f059-4781-8292-a438d4f438c1 req-d8cee466-2fdb-474f-b6ec-bae063061f4f service neutron] 10.222.0.15 "GET /v2.0/networks/332ae5ef-38a5-4dae-827b-5e2fa6519b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422659 Jan 17 14:29:18.908789 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-26a8be90-f059-4781-8292-a438d4f438c1 req-9c433b7e-1cbd-428e-8117-8e1cfaec7eb3 service neutron] 10.222.0.15 "GET /v2.0/networks/332ae5ef-38a5-4dae-827b-5e2fa6519b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234932 Jan 17 14:29:19.056945 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-fd411061-948d-42cd-8fd1-c3ef89739f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'name': 'tempest-TestNetworkBasicOps-router-1049768826', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:53Z', 'updated_at': '2022-01-17T14:28:58Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:54Z', 'updated_at': '2022-01-17T14:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '229845a7-02a1-4222-b053-5466e67411ea', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.20', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'port_id': '13fcde61-0259-467f-addb-4b8ca658abd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'mac_address': 'fa:16:3e:fa:c2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b560a3-80d4-40a9-936d-ad95f1a06017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:29:16Z', 'updated_at': '2022-01-17T14:29:16Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5aaade-7496-416a-9986-5d351d3b0d3d', 'name': '', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:97:3e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:57Z', 'updated_at': '2022-01-17T14:29:04Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:29:19.060754 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd411061-948d-42cd-8fd1-c3ef89739f9e None None] The sync data for ids ['b6e0b5da-855b-47c8-81d7-d7167db129ea'] in dv-neutron-824901-1-hyperv is: [{'id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'name': 'tempest-TestNetworkBasicOps-router-1049768826', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:53Z', 'updated_at': '2022-01-17T14:28:58Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:54Z', 'updated_at': '2022-01-17T14:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '229845a7-02a1-4222-b053-5466e67411ea', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.20', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'port_id': '13fcde61-0259-467f-addb-4b8ca658abd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'mac_address': 'fa:16:3e:fa:c2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b560a3-80d4-40a9-936d-ad95f1a06017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:29:16Z', 'updated_at': '2022-01-17T14:29:16Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5aaade-7496-416a-9986-5d351d3b0d3d', 'name': '', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:97:3e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:57Z', 'updated_at': '2022-01-17T14:29:04Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:29:19.244789 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd00ea7-a843-43fa-ae4b-b33543defb8a None None] New status for floating IP 229845a7-02a1-4222-b053-5466e67411ea: ACTIVE {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:29:19.314103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40108) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:29:19.422152 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-77e6a282-2b5d-45aa-82cd-f3d3b3be1a62 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/229845a7-02a1-4222-b053-5466e67411ea HTTP/1.1" status: 200 len: 990 time: 0.1068740 Jan 17 14:29:20.425984 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40112) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:29:20.528282 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ba12739b-50f3-415b-ac6b-be0f73e73f5d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/229845a7-02a1-4222-b053-5466e67411ea HTTP/1.1" status: 200 len: 992 time: 0.1009641 Jan 17 14:29:22.765369 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:35.896205 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:29:39.884527 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7f87dc16-1738-415c-98e5-e60aab162854 req-a1e0dfaa-24c0-4457-94fa-bb9936e60cf0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=19b560a3-80d4-40a9-936d-ad95f1a06017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680504 Jan 17 14:29:40.023174 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87dc16-1738-415c-98e5-e60aab162854 req-a957089d-7f3d-4c02-a6b9-b76cb2768672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:40.024689 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7f87dc16-1738-415c-98e5-e60aab162854 req-a957089d-7f3d-4c02-a6b9-b76cb2768672 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 1098 time: 0.0697193 Jan 17 14:29:40.169172 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87dc16-1738-415c-98e5-e60aab162854 req-2366fdfe-4ea1-4351-af62-b215904bf758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:40.170606 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7f87dc16-1738-415c-98e5-e60aab162854 req-2366fdfe-4ea1-4351-af62-b215904bf758 service neutron] 10.222.0.15 "GET /v2.0/networks?id=332ae5ef-38a5-4dae-827b-5e2fa6519b3f HTTP/1.1" status: 200 len: 898 time: 0.1250722 Jan 17 14:29:40.273366 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7f87dc16-1738-415c-98e5-e60aab162854 req-8210450c-ded5-4c6a-a93f-a0b620bc111c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13fcde61-0259-467f-addb-4b8ca658abd4 HTTP/1.1" status: 200 len: 1000 time: 0.0963321 Jan 17 14:29:40.338471 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87dc16-1738-415c-98e5-e60aab162854 req-b45c4a50-6fa4-4274-91d3-7c9057568fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:40.339925 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7f87dc16-1738-415c-98e5-e60aab162854 req-b45c4a50-6fa4-4274-91d3-7c9057568fc5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7caa724a-03c1-400b-a91f-960731aa30ab HTTP/1.1" status: 200 len: 835 time: 0.0604048 Jan 17 14:29:40.413597 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87dc16-1738-415c-98e5-e60aab162854 req-b696b185-61e8-45ad-a07e-48a67fb12b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:29:40.415035 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7f87dc16-1738-415c-98e5-e60aab162854 req-b696b185-61e8-45ad-a07e-48a67fb12b67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=332ae5ef-38a5-4dae-827b-5e2fa6519b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687666 Jan 17 14:29:40.545773 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7f87dc16-1738-415c-98e5-e60aab162854 req-5446f6f0-556c-4122-86ad-bb6f5b11e55c service neutron] 10.222.0.15 "GET /v2.0/networks/332ae5ef-38a5-4dae-827b-5e2fa6519b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222577 Jan 17 14:29:40.667270 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-438847e0-ef20-4be5-9694-3e49fb02df7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:40.680313 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7f87dc16-1738-415c-98e5-e60aab162854 req-c837f62b-882c-4d71-8496-b7d37851fd83 service neutron] 10.222.0.15 "GET /v2.0/networks/332ae5ef-38a5-4dae-827b-5e2fa6519b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273751 Jan 17 14:29:43.818073 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fa214808-d8a4-42d3-883a-0eb9f522b6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:43.894600 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:43.932795 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:45.424946 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:29:52.784505 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:10.659129 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc0a8808-96c6-4c88-be83-c5c6d99b9a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:12.896212 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:30:13.819420 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-876db39a-8ef6-4ab9-a8cc-e21f08cb8b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:13.897556 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:13.932472 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:15.427457 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:22.790669 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:31.873264 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40138) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:32.114184 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-52b76ef1-d7fa-4d90-893e-de9cceda487d tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/routers/b6e0b5da-855b-47c8-81d7-d7167db129ea/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2397039 Jan 17 14:30:32.117012 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40144) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:32.406358 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a1111c-28f1-41e6-b11d-be9f3c71718e tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Notify agent at dv-neutron-824901-1-hyperv the message router_removed_from_agent {{(pid=87524) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 17 14:30:32.409469 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-04a1111c-28f1-41e6-b11d-be9f3c71718e tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "DELETE /v2.0/agents/88b7924a-d534-4721-8c0e-68cf2d2a851e/l3-routers/b6e0b5da-855b-47c8-81d7-d7167db129ea HTTP/1.1" status: 204 len: 168 time: 0.2915728 Jan 17 14:30:32.412024 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40148) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:32.588684 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7ccc7a21-353f-4c62-b0d9-5a578d6d4204 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/routers/b6e0b5da-855b-47c8-81d7-d7167db129ea/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1755757 Jan 17 14:30:32.591162 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40152) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:32.693947 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e2508921-4c40-4b7a-aa48-bf64be3576a8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/229845a7-02a1-4222-b053-5466e67411ea HTTP/1.1" status: 200 len: 992 time: 0.1016674 Jan 17 14:30:33.165542 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c2a937-97aa-4578-a763-d8e5ff44ca47 None None] New status for floating IP 229845a7-02a1-4222-b053-5466e67411ea: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:30:33.697840 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40156) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:33.806260 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0983b976-7ef8-4ab7-a4df-7df141a35065 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/229845a7-02a1-4222-b053-5466e67411ea HTTP/1.1" status: 200 len: 990 time: 0.1040044 Jan 17 14:30:33.912096 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cb5aaade-7496-416a-9986-5d351d3b0d3d no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:30:34.021491 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:34.051353 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port cb5aaade-7496-416a-9986-5d351d3b0d3d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=cb5aaade-7496-416a-9986-5d351d3b0d3d,segment=NetworkSegment(c206c426-edd2-47a6-a7db-bfbc0b3e5d50),segment_id=c206c426-edd2-47a6-a7db-bfbc0b3e5d50)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:30:34.055528 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:34.056253 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4ba84754-6daa-4148-85bc-d44f5e2266a0 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:30:34.167212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=cb5aaade-7496-416a-9986-5d351d3b0d3d,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:34.198110 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:34.198456 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:34.198792 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:34.199125 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:34.199452 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:34.199817 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:34.200145 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:34.200467 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:34.200790 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:34.201109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:34.201426 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:34.201741 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:34.233118 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:34.249577 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 4ba84754-6daa-4148-85bc-d44f5e2266a0, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4ba84754-6daa-4148-85bc-d44f5e2266a0,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:30:34.253610 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:34.364077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=4ba84754-6daa-4148-85bc-d44f5e2266a0,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:34.956364 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40162) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:35.157882 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6b7e1a-8c2c-4ef1-945e-fb589ff6be25 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Router b6e0b5da-855b-47c8-81d7-d7167db129ea is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:30:35.158403 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6b7e1a-8c2c-4ef1-945e-fb589ff6be25 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Notify agent at dv-neutron-824901-1-hyperv the message router_added_to_agent {{(pid=87524) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 17 14:30:35.179397 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fe6b7e1a-8c2c-4ef1-945e-fb589ff6be25 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "POST /v2.0/agents/88b7924a-d534-4721-8c0e-68cf2d2a851e/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2196710 Jan 17 14:30:35.179582 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd60ea4f-4db3-42b2-8c68-47adf0e2e48d None None] Sync routers for ids ['b6e0b5da-855b-47c8-81d7-d7167db129ea'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:30:35.180068 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40168) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:35.188588 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd60ea4f-4db3-42b2-8c68-47adf0e2e48d None None] Routers {'b6e0b5da-855b-47c8-81d7-d7167db129ea'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:30:35.189766 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-bd60ea4f-4db3-42b2-8c68-47adf0e2e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:30:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['b6e0b5da-855b-47c8-81d7-d7167db129ea'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:35.358985 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-765d45f6-82ff-44a5-b7ad-d98f8dc8a00d tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/routers/b6e0b5da-855b-47c8-81d7-d7167db129ea/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1758139 Jan 17 14:30:35.359232 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40172) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:35.366607 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-bd60ea4f-4db3-42b2-8c68-47adf0e2e48d None None] Set router b6e0b5da-855b-47c8-81d7-d7167db129ea gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:30:35.462662 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b55a10aa-fe7f-43bd-b73b-68765f1a2f77 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/229845a7-02a1-4222-b053-5466e67411ea HTTP/1.1" status: 200 len: 990 time: 0.1023326 Jan 17 14:30:35.699672 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-bd60ea4f-4db3-42b2-8c68-47adf0e2e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'name': 'tempest-TestNetworkBasicOps-router-1049768826', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:53Z', 'updated_at': '2022-01-17T14:28:58Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:54Z', 'updated_at': '2022-01-17T14:30:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '229845a7-02a1-4222-b053-5466e67411ea', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.20', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'port_id': '13fcde61-0259-467f-addb-4b8ca658abd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'mac_address': 'fa:16:3e:fa:c2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b560a3-80d4-40a9-936d-ad95f1a06017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:29:16Z', 'updated_at': '2022-01-17T14:30:33Z', 'revision_number': 2, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5aaade-7496-416a-9986-5d351d3b0d3d', 'name': '', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:97:3e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:57Z', 'updated_at': '2022-01-17T14:30:34Z', 'revision_number': 6, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:35.703268 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd60ea4f-4db3-42b2-8c68-47adf0e2e48d None None] Checking router: b6e0b5da-855b-47c8-81d7-d7167db129ea for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:30:35.711416 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd60ea4f-4db3-42b2-8c68-47adf0e2e48d None None] Routers {'b6e0b5da-855b-47c8-81d7-d7167db129ea'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:30:35.712025 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-bd60ea4f-4db3-42b2-8c68-47adf0e2e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:30:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['b6e0b5da-855b-47c8-81d7-d7167db129ea'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:35.916718 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-bd60ea4f-4db3-42b2-8c68-47adf0e2e48d None None] Set router b6e0b5da-855b-47c8-81d7-d7167db129ea gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:30:36.242268 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-bd60ea4f-4db3-42b2-8c68-47adf0e2e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'name': 'tempest-TestNetworkBasicOps-router-1049768826', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:53Z', 'updated_at': '2022-01-17T14:28:58Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:54Z', 'updated_at': '2022-01-17T14:30:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '229845a7-02a1-4222-b053-5466e67411ea', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.20', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'port_id': '13fcde61-0259-467f-addb-4b8ca658abd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'mac_address': 'fa:16:3e:fa:c2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b560a3-80d4-40a9-936d-ad95f1a06017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:29:16Z', 'updated_at': '2022-01-17T14:30:33Z', 'revision_number': 2, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5aaade-7496-416a-9986-5d351d3b0d3d', 'name': '', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:97:3e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:57Z', 'updated_at': '2022-01-17T14:30:34Z', 'revision_number': 6, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:36.246017 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd60ea4f-4db3-42b2-8c68-47adf0e2e48d None None] The sync data for ids ['b6e0b5da-855b-47c8-81d7-d7167db129ea'] in dv-neutron-824901-1-hyperv is: [{'id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'name': 'tempest-TestNetworkBasicOps-router-1049768826', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:53Z', 'updated_at': '2022-01-17T14:28:58Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:54Z', 'updated_at': '2022-01-17T14:30:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '229845a7-02a1-4222-b053-5466e67411ea', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.20', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'port_id': '13fcde61-0259-467f-addb-4b8ca658abd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'mac_address': 'fa:16:3e:fa:c2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b560a3-80d4-40a9-936d-ad95f1a06017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:29:16Z', 'updated_at': '2022-01-17T14:30:33Z', 'revision_number': 2, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5aaade-7496-416a-9986-5d351d3b0d3d', 'name': '', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:97:3e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:57Z', 'updated_at': '2022-01-17T14:30:34Z', 'revision_number': 6, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:30:36.465588 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40176) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:36.578349 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ce13cd20-0762-4070-b120-e415f4c90035 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/229845a7-02a1-4222-b053-5466e67411ea HTTP/1.1" status: 200 len: 990 time: 0.1115866 Jan 17 14:30:37.581970 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40180) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:37.687138 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4f61f1fc-ce2d-446e-b021-d8bfa01b4cd2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/229845a7-02a1-4222-b053-5466e67411ea HTTP/1.1" status: 200 len: 990 time: 0.1040592 Jan 17 14:30:37.908531 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f3303e-165b-4e20-be21-3d3ca6fe7bd0 None None] New status for floating IP 229845a7-02a1-4222-b053-5466e67411ea: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:30:37.964556 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cb5aaade-7496-416a-9986-5d351d3b0d3d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:30:38.196268 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port cb5aaade-7496-416a-9986-5d351d3b0d3d triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:30:38.196784 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:38.318601 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:38.350999 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port cb5aaade-7496-416a-9986-5d351d3b0d3d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=cb5aaade-7496-416a-9986-5d351d3b0d3d,segment=NetworkSegment(c206c426-edd2-47a6-a7db-bfbc0b3e5d50),segment_id=c206c426-edd2-47a6-a7db-bfbc0b3e5d50)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:30:38.354878 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:38.355696 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4ba84754-6daa-4148-85bc-d44f5e2266a0 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:30:38.467396 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=cb5aaade-7496-416a-9986-5d351d3b0d3d,revision_number=7']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:38.479390 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 4ba84754-6daa-4148-85bc-d44f5e2266a0 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:30:38.479780 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:38.594938 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:38.610236 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 4ba84754-6daa-4148-85bc-d44f5e2266a0, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4ba84754-6daa-4148-85bc-d44f5e2266a0,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:30:38.614977 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:38.681729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=4ba84754-6daa-4148-85bc-d44f5e2266a0,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:38.690877 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40184) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:38.797380 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f339538a-8fc1-4d16-a965-2ce24b43034d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/229845a7-02a1-4222-b053-5466e67411ea HTTP/1.1" status: 200 len: 992 time: 0.1051373 Jan 17 14:30:39.068437 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40192) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:39.380926 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 7da191d0-6a18-4985-afc9-605ded57eb2a {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:30:39.381168 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:39.556533 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:39.556861 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:39.679946 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 7da191d0-6a18-4985-afc9-605ded57eb2a owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:30:39.831285 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:39.877953 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=7da191d0-6a18-4985-afc9-605ded57eb2a,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:39.919088 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:39.919434 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:39.919786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:39.920117 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:39.920455 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:39.920759 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:39.921068 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:39.921386 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:39.922047 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:39.922047 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:39.922362 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:39.924068 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:39.929278 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cb5aaade-7496-416a-9986-5d351d3b0d3d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:30:39.982472 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:39.983126 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Floating IP 229845a7-02a1-4222-b053-5466e67411ea disassociated (deleted). External IP: 172.26.3.20, port: 13fcde61-0259-467f-addb-4b8ca658abd4. Jan 17 14:30:39.998194 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port cb5aaade-7496-416a-9986-5d351d3b0d3d triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:30:39.998563 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:40.118996 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4ba84754-6daa-4148-85bc-d44f5e2266a0 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:30:40.184220 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 4ba84754-6daa-4148-85bc-d44f5e2266a0 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:30:40.184593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:40.340133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router b6e0b5da-855b-47c8-81d7-d7167db129ea has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:30:40.520656 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:30:40.531136 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aca8c8-acb9-4fc4-9495-59c0d9531342 None None] Sync routers for ids ['b6e0b5da-855b-47c8-81d7-d7167db129ea'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:30:40.541250 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aca8c8-acb9-4fc4-9495-59c0d9531342 None None] Routers {'b6e0b5da-855b-47c8-81d7-d7167db129ea'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:30:40.541841 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-06aca8c8-acb9-4fc4-9495-59c0d9531342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:30:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['b6e0b5da-855b-47c8-81d7-d7167db129ea'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:40.542929 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:40.601445 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d0194fa2-da00-4e54-a6cb-d287eac26207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/floatingips/229845a7-02a1-4222-b053-5466e67411ea HTTP/1.1" status: 204 len: 168 time: 1.5320268 Jan 17 14:30:40.602301 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b560a3-80d4-40a9-936d-ad95f1a06017', 'tag': '13fcde61-0259-467f-addb-4b8ca658abd4'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:30:40.665516 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-695d6833-8c38-402d-8f85-d321f990f7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:40.709603 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b560a3-80d4-40a9-936d-ad95f1a06017', 'tag': '13fcde61-0259-467f-addb-4b8ca658abd4', 'status': 'completed', 'code': 200} Jan 17 14:30:40.733032 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-06aca8c8-acb9-4fc4-9495-59c0d9531342 None None] Set router b6e0b5da-855b-47c8-81d7-d7167db129ea gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:30:41.013243 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f4293-99c8-4d68-9e26-c664171064d5 req-7c1ef923-076e-4cc8-8193-f8825d0c1fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:30:41.014624 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-265f4293-99c8-4d68-9e26-c664171064d5 req-7c1ef923-076e-4cc8-8193-f8825d0c1fcb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 1098 time: 0.2813385 Jan 17 14:30:41.060141 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-06aca8c8-acb9-4fc4-9495-59c0d9531342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'name': 'tempest-TestNetworkBasicOps-router-1049768826', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:53Z', 'updated_at': '2022-01-17T14:28:58Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:54Z', 'updated_at': '2022-01-17T14:30:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'cb5aaade-7496-416a-9986-5d351d3b0d3d', 'name': '', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:97:3e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:57Z', 'updated_at': '2022-01-17T14:30:38Z', 'revision_number': 7, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:41.064011 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aca8c8-acb9-4fc4-9495-59c0d9531342 None None] Checking router: b6e0b5da-855b-47c8-81d7-d7167db129ea for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:30:41.072142 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aca8c8-acb9-4fc4-9495-59c0d9531342 None None] Routers {'b6e0b5da-855b-47c8-81d7-d7167db129ea'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:30:41.072659 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-06aca8c8-acb9-4fc4-9495-59c0d9531342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:30:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['b6e0b5da-855b-47c8-81d7-d7167db129ea'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:41.102830 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb67962-b9e9-4455-916f-526329ae0c2b req-6c91de0d-586d-4714-a29b-62192c5971c0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:30:41.103495 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-3fb67962-b9e9-4455-916f-526329ae0c2b req-6c91de0d-586d-4714-a29b-62192c5971c0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:30:41.144812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-3fb67962-b9e9-4455-916f-526329ae0c2b req-6c91de0d-586d-4714-a29b-62192c5971c0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:30:41.145941 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3fb67962-b9e9-4455-916f-526329ae0c2b req-6c91de0d-586d-4714-a29b-62192c5971c0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 945 time: 0.2048757 Jan 17 14:30:41.184341 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f4293-99c8-4d68-9e26-c664171064d5 req-966de61e-3a75-4174-9a8f-d071ff374714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:30:41.185833 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-265f4293-99c8-4d68-9e26-c664171064d5 req-966de61e-3a75-4174-9a8f-d071ff374714 service neutron] 10.222.0.15 "GET /v2.0/networks?id=332ae5ef-38a5-4dae-827b-5e2fa6519b3f HTTP/1.1" status: 200 len: 898 time: 0.1642544 Jan 17 14:30:41.251535 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-06aca8c8-acb9-4fc4-9495-59c0d9531342 None None] Set router b6e0b5da-855b-47c8-81d7-d7167db129ea gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:30:41.266638 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-265f4293-99c8-4d68-9e26-c664171064d5 req-2c0ec86b-1957-467d-8364-134d16eeeb56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13fcde61-0259-467f-addb-4b8ca658abd4 HTTP/1.1" status: 200 len: 217 time: 0.0728257 Jan 17 14:30:41.269577 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3fb67962-b9e9-4455-916f-526329ae0c2b req-74c5b76e-3065-4cfa-8a89-cb6a154ea352 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb531cc-3a76-41eb-809d-8ca89d10e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1168001 Jan 17 14:30:41.334813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f4293-99c8-4d68-9e26-c664171064d5 req-b63cd66a-cc50-4640-8dbc-d540cc02b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:30:41.336174 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-265f4293-99c8-4d68-9e26-c664171064d5 req-b63cd66a-cc50-4640-8dbc-d540cc02b55f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7caa724a-03c1-400b-a91f-960731aa30ab HTTP/1.1" status: 200 len: 835 time: 0.0629330 Jan 17 14:30:41.412907 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f4293-99c8-4d68-9e26-c664171064d5 req-95989251-515f-43c8-92d4-49316e5e59bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:30:41.414367 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-265f4293-99c8-4d68-9e26-c664171064d5 req-95989251-515f-43c8-92d4-49316e5e59bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=332ae5ef-38a5-4dae-827b-5e2fa6519b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701938 Jan 17 14:30:41.545318 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-265f4293-99c8-4d68-9e26-c664171064d5 req-de77b03a-382f-4a73-9078-b022707c59d9 service neutron] 10.222.0.15 "GET /v2.0/networks/332ae5ef-38a5-4dae-827b-5e2fa6519b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244121 Jan 17 14:30:41.593597 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-06aca8c8-acb9-4fc4-9495-59c0d9531342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'name': 'tempest-TestNetworkBasicOps-router-1049768826', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:53Z', 'updated_at': '2022-01-17T14:28:58Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:54Z', 'updated_at': '2022-01-17T14:30:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'cb5aaade-7496-416a-9986-5d351d3b0d3d', 'name': '', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:97:3e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:57Z', 'updated_at': '2022-01-17T14:30:38Z', 'revision_number': 7, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:41.598047 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aca8c8-acb9-4fc4-9495-59c0d9531342 None None] The sync data for ids ['b6e0b5da-855b-47c8-81d7-d7167db129ea'] in dv-neutron-824901-1-hyperv is: [{'id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'name': 'tempest-TestNetworkBasicOps-router-1049768826', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:53Z', 'updated_at': '2022-01-17T14:28:58Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:54Z', 'updated_at': '2022-01-17T14:30:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'cb5aaade-7496-416a-9986-5d351d3b0d3d', 'name': '', 'network_id': '332ae5ef-38a5-4dae-827b-5e2fa6519b3f', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:97:3e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:57Z', 'updated_at': '2022-01-17T14:30:38Z', 'revision_number': 7, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '7caa724a-03c1-400b-a91f-960731aa30ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:30:41.686024 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-265f4293-99c8-4d68-9e26-c664171064d5 req-e0c554cf-ee7e-4f81-a02d-229c1716ae92 service neutron] 10.222.0.15 "GET /v2.0/networks/332ae5ef-38a5-4dae-827b-5e2fa6519b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335135 Jan 17 14:30:42.242191 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6411168-40f5-467e-872d-f0b65f25e2e9 None None] New status for floating IP 229845a7-02a1-4222-b053-5466e67411ea: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:30:42.457515 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c7ea9-5076-4fbc-be0e-0a436fa2dc20 req-a8a17a37-310a-4c71-bc41-533681a7fa5b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:30:42.458951 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-699c7ea9-5076-4fbc-be0e-0a436fa2dc20 req-a8a17a37-310a-4c71-bc41-533681a7fa5b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 945 time: 0.0830066 Jan 17 14:30:42.503057 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-699c7ea9-5076-4fbc-be0e-0a436fa2dc20 req-40793b45-af31-48b1-84e5-86fe4660e9e4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=0eb531cc-3a76-41eb-809d-8ca89d10e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384450 Jan 17 14:30:42.644565 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32871ab7-75b1-4a96-8d84-8d03834568cb req-bfc87e56-65fd-45e3-abe7-78406f8bdbfe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:30:42.645982 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-32871ab7-75b1-4a96-8d84-8d03834568cb req-bfc87e56-65fd-45e3-abe7-78406f8bdbfe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/ports?device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 945 time: 0.0775158 Jan 17 14:30:42.718104 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-32871ab7-75b1-4a96-8d84-8d03834568cb req-465af8de-1aef-4b8c-87c1-23a5e89eeabe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 13fcde61-0259-467f-addb-4b8ca658abd4 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:30:42.718466 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-32871ab7-75b1-4a96-8d84-8d03834568cb req-465af8de-1aef-4b8c-87c1-23a5e89eeabe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:42.971697 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-32871ab7-75b1-4a96-8d84-8d03834568cb req-465af8de-1aef-4b8c-87c1-23a5e89eeabe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port 13fcde61-0259-467f-addb-4b8ca658abd4, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=13fcde61-0259-467f-addb-4b8ca658abd4,segment=NetworkSegment(c206c426-edd2-47a6-a7db-bfbc0b3e5d50),segment_id=c206c426-edd2-47a6-a7db-bfbc0b3e5d50)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:30:42.972076 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-32871ab7-75b1-4a96-8d84-8d03834568cb req-465af8de-1aef-4b8c-87c1-23a5e89eeabe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:43.094327 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-32871ab7-75b1-4a96-8d84-8d03834568cb req-465af8de-1aef-4b8c-87c1-23a5e89eeabe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 13fcde61-0259-467f-addb-4b8ca658abd4 owned by compute:nova {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:30:43.243319 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-32871ab7-75b1-4a96-8d84-8d03834568cb req-465af8de-1aef-4b8c-87c1-23a5e89eeabe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:43.325107 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465af8de-1aef-4b8c-87c1-23a5e89eeabe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=13fcde61-0259-467f-addb-4b8ca658abd4,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:43.472609 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-32871ab7-75b1-4a96-8d84-8d03834568cb req-465af8de-1aef-4b8c-87c1-23a5e89eeabe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] No DVR routers for this DVR port 13fcde61-0259-467f-addb-4b8ca658abd4 on host hv-neutron-8249 {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:30:43.475060 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-32871ab7-75b1-4a96-8d84-8d03834568cb req-465af8de-1aef-4b8c-87c1-23a5e89eeabe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:43.477820 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b560a3-80d4-40a9-936d-ad95f1a06017', 'name': 'network-vif-deleted', 'tag': '13fcde61-0259-467f-addb-4b8ca658abd4'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:30:43.497125 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-32871ab7-75b1-4a96-8d84-8d03834568cb req-465af8de-1aef-4b8c-87c1-23a5e89eeabe tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "DELETE /v2.0/ports/13fcde61-0259-467f-addb-4b8ca658abd4 HTTP/1.1" status: 204 len: 173 time: 0.8453596 Jan 17 14:30:43.530568 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b560a3-80d4-40a9-936d-ad95f1a06017', 'name': 'network-vif-deleted', 'tag': '13fcde61-0259-467f-addb-4b8ca658abd4', 'status': 'completed', 'code': 200} Jan 17 14:30:43.655300 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5459f354-3983-4795-9135-5c372da7bef2 req-4714b3ba-8ba0-4e2c-846a-e64c640262a4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=19b560a3-80d4-40a9-936d-ad95f1a06017 HTTP/1.1" status: 200 len: 210 time: 0.0456841 Jan 17 14:30:43.821775 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-815a9b94-5cb2-4894-8c7a-5c42fdcecb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:43.902890 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:43.934164 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:44.750528 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40212) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:44.820263 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-602b9c5d-0183-444b-a48b-9e3b01380be9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:44.849443 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-602b9c5d-0183-444b-a48b-9e3b01380be9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:44.913352 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-602b9c5d-0183-444b-a48b-9e3b01380be9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:44.931204 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b9c5d-0183-444b-a48b-9e3b01380be9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb531cc-3a76-41eb-809d-8ca89d10e04f,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:44.944283 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-602b9c5d-0183-444b-a48b-9e3b01380be9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:44.947834 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-602b9c5d-0183-444b-a48b-9e3b01380be9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/security-groups/0eb531cc-3a76-41eb-809d-8ca89d10e04f HTTP/1.1" status: 204 len: 168 time: 0.1932564 Jan 17 14:30:44.976526 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40218) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:45.431266 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:45.520065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-acc54ff1-8540-4f47-81aa-12dd30da436a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:45.878793 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-acc54ff1-8540-4f47-81aa-12dd30da436a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port cb5aaade-7496-416a-9986-5d351d3b0d3d {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:30:45.879480 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-acc54ff1-8540-4f47-81aa-12dd30da436a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:46.064696 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-acc54ff1-8540-4f47-81aa-12dd30da436a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port cb5aaade-7496-416a-9986-5d351d3b0d3d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=cb5aaade-7496-416a-9986-5d351d3b0d3d,segment=NetworkSegment(c206c426-edd2-47a6-a7db-bfbc0b3e5d50),segment_id=c206c426-edd2-47a6-a7db-bfbc0b3e5d50)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:30:46.064945 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-acc54ff1-8540-4f47-81aa-12dd30da436a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:46.182227 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-acc54ff1-8540-4f47-81aa-12dd30da436a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for cb5aaade-7496-416a-9986-5d351d3b0d3d owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:30:46.542585 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-acc54ff1-8540-4f47-81aa-12dd30da436a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:46.594709 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc54ff1-8540-4f47-81aa-12dd30da436a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=cb5aaade-7496-416a-9986-5d351d3b0d3d,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:46.863510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-acc54ff1-8540-4f47-81aa-12dd30da436a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:47.210365 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc54ff1-8540-4f47-81aa-12dd30da436a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router b6e0b5da-855b-47c8-81d7-d7167db129ea has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:30:47.382261 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc54ff1-8540-4f47-81aa-12dd30da436a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:30:47.391423 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ceb4e9-9f26-4c1a-bbb0-5cfefbd5cd5f None None] Sync routers for ids ['b6e0b5da-855b-47c8-81d7-d7167db129ea'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:30:47.395359 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-acc54ff1-8540-4f47-81aa-12dd30da436a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/routers/b6e0b5da-855b-47c8-81d7-d7167db129ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4177132 Jan 17 14:30:47.397953 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40222) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:47.401174 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ceb4e9-9f26-4c1a-bbb0-5cfefbd5cd5f None None] Routers {'b6e0b5da-855b-47c8-81d7-d7167db129ea'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:30:47.401865 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f7ceb4e9-9f26-4c1a-bbb0-5cfefbd5cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:30:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['b6e0b5da-855b-47c8-81d7-d7167db129ea'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:47.464648 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bc00b8-4a99-4f1a-9e74-4e3f08122c0e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting subnet 7caa724a-03c1-400b-a91f-960731aa30ab {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:30:47.467490 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-05bc00b8-4a99-4f1a-9e74-4e3f08122c0e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:47.521761 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-05bc00b8-4a99-4f1a-9e74-4e3f08122c0e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:47.571305 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-f7ceb4e9-9f26-4c1a-bbb0-5cfefbd5cd5f None None] Set router b6e0b5da-855b-47c8-81d7-d7167db129ea gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:30:47.606193 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-05bc00b8-4a99-4f1a-9e74-4e3f08122c0e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:47.679874 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-05bc00b8-4a99-4f1a-9e74-4e3f08122c0e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:47.721714 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-05bc00b8-4a99-4f1a-9e74-4e3f08122c0e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:47.727537 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc00b8-4a99-4f1a-9e74-4e3f08122c0e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Subnet': ['ID=7caa724a-03c1-400b-a91f-960731aa30ab,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:47.727997 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfee6b30-7e49-433f-bc96-c49dd2496e9d None None] Network 332ae5ef-38a5-4dae-827b-5e2fa6519b3f requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:30:47.733835 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-05bc00b8-4a99-4f1a-9e74-4e3f08122c0e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/subnets/7caa724a-03c1-400b-a91f-960731aa30ab HTTP/1.1" status: 204 len: 168 time: 0.3326538 Jan 17 14:30:47.734111 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40226) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:47.780373 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 13fcde61-0259-467f-addb-4b8ca658abd4 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:30:47.884252 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f7ceb4e9-9f26-4c1a-bbb0-5cfefbd5cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'name': 'tempest-TestNetworkBasicOps-router-1049768826', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:53Z', 'updated_at': '2022-01-17T14:30:46Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:54Z', 'updated_at': '2022-01-17T14:30:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:47.889370 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ceb4e9-9f26-4c1a-bbb0-5cfefbd5cd5f None None] Checking router: b6e0b5da-855b-47c8-81d7-d7167db129ea for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:30:47.902981 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ceb4e9-9f26-4c1a-bbb0-5cfefbd5cd5f None None] Routers {'b6e0b5da-855b-47c8-81d7-d7167db129ea'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:30:47.902981 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f7ceb4e9-9f26-4c1a-bbb0-5cfefbd5cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:30:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['b6e0b5da-855b-47c8-81d7-d7167db129ea'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:47.906732 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 13fcde61-0259-467f-addb-4b8ca658abd4 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:30:47.907888 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 13fcde61-0259-467f-addb-4b8ca658abd4 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:30:48.052576 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9c0e9079-9f73-44e3-b93c-326f73cbe11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:48.092057 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-f7ceb4e9-9f26-4c1a-bbb0-5cfefbd5cd5f None None] Set router b6e0b5da-855b-47c8-81d7-d7167db129ea gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:30:48.111604 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984288d7-627a-4887-9a57-253a9713a7bc None None] DHCP port deletion for 332ae5ef-38a5-4dae-827b-5e2fa6519b3f request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:30:48.116947 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-984288d7-627a-4887-9a57-253a9713a7bc None None] Deleting port 1143f737-9eda-41f6-bcbe-8db4c821951d {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:30:48.117320 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-984288d7-627a-4887-9a57-253a9713a7bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:48.243388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9c0e9079-9f73-44e3-b93c-326f73cbe11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:48.254263 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e9079-9f73-44e3-b93c-326f73cbe11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 4ba84754-6daa-4148-85bc-d44f5e2266a0 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:30:48.254511 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9c0e9079-9f73-44e3-b93c-326f73cbe11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:48.323679 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-984288d7-627a-4887-9a57-253a9713a7bc None None] For port 1143f737-9eda-41f6-bcbe-8db4c821951d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=1143f737-9eda-41f6-bcbe-8db4c821951d,segment=NetworkSegment(c206c426-edd2-47a6-a7db-bfbc0b3e5d50),segment_id=c206c426-edd2-47a6-a7db-bfbc0b3e5d50)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:30:48.323977 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-984288d7-627a-4887-9a57-253a9713a7bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:48.380607 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-f7ceb4e9-9f26-4c1a-bbb0-5cfefbd5cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'name': 'tempest-TestNetworkBasicOps-router-1049768826', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:53Z', 'updated_at': '2022-01-17T14:30:46Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:54Z', 'updated_at': '2022-01-17T14:30:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:48.386544 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ceb4e9-9f26-4c1a-bbb0-5cfefbd5cd5f None None] The sync data for ids ['b6e0b5da-855b-47c8-81d7-d7167db129ea'] in dv-neutron-824901-1-hyperv is: [{'id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'name': 'tempest-TestNetworkBasicOps-router-1049768826', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:28:53Z', 'updated_at': '2022-01-17T14:30:46Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '4ba84754-6daa-4148-85bc-d44f5e2266a0', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e0b5da-855b-47c8-81d7-d7167db129ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:28:54Z', 'updated_at': '2022-01-17T14:30:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:30:48.435185 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-9c0e9079-9f73-44e3-b93c-326f73cbe11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port 4ba84754-6daa-4148-85bc-d44f5e2266a0, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=4ba84754-6daa-4148-85bc-d44f5e2266a0,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:30:48.435569 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9c0e9079-9f73-44e3-b93c-326f73cbe11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:48.457439 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-984288d7-627a-4887-9a57-253a9713a7bc None None] Calling delete_port for 1143f737-9eda-41f6-bcbe-8db4c821951d owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:30:48.533102 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-984288d7-627a-4887-9a57-253a9713a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:48.556792 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e9079-9f73-44e3-b93c-326f73cbe11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 4ba84754-6daa-4148-85bc-d44f5e2266a0 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:30:48.582804 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984288d7-627a-4887-9a57-253a9713a7bc None None] Pushing event deleted for resources: {'Port': ['ID=1143f737-9eda-41f6-bcbe-8db4c821951d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:48.587022 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984288d7-627a-4887-9a57-253a9713a7bc None None] No DVR routers for this DVR port 1143f737-9eda-41f6-bcbe-8db4c821951d on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:30:48.731760 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9c0e9079-9f73-44e3-b93c-326f73cbe11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:48.779782 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e9079-9f73-44e3-b93c-326f73cbe11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=4ba84754-6daa-4148-85bc-d44f5e2266a0,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:48.878844 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9c0e9079-9f73-44e3-b93c-326f73cbe11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:49.056438 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9c0e9079-9f73-44e3-b93c-326f73cbe11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:49.058621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9c0e9079-9f73-44e3-b93c-326f73cbe11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:49.081928 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9c0e9079-9f73-44e3-b93c-326f73cbe11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:49.082446 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0e9079-9f73-44e3-b93c-326f73cbe11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Fanout notify agent at l3_agent the message router_deleted on router b6e0b5da-855b-47c8-81d7-d7167db129ea {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:30:49.097392 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9c0e9079-9f73-44e3-b93c-326f73cbe11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:49.098482 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9c0e9079-9f73-44e3-b93c-326f73cbe11e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/routers/b6e0b5da-855b-47c8-81d7-d7167db129ea HTTP/1.1" status: 204 len: 168 time: 1.3635387 Jan 17 14:30:49.101225 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40230) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:49.221194 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a47348b-f3bf-4a8e-9852-208b032eb12a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:49.441044 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a47348b-f3bf-4a8e-9852-208b032eb12a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:49.468544 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-3a47348b-f3bf-4a8e-9852-208b032eb12a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332ae5ef-38a5-4dae-827b-5e2fa6519b3f']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:49.481163 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-3a47348b-f3bf-4a8e-9852-208b032eb12a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c206c426-edd2-47a6-a7db-bfbc0b3e5d50') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:49.481450 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-3a47348b-f3bf-4a8e-9852-208b032eb12a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c206c426-edd2-47a6-a7db-bfbc0b3e5d50') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:49.493341 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a47348b-f3bf-4a8e-9852-208b032eb12a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:49.510534 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a47348b-f3bf-4a8e-9852-208b032eb12a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:49.517912 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a47348b-f3bf-4a8e-9852-208b032eb12a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:30:49.518376 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a47348b-f3bf-4a8e-9852-208b032eb12a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:30:49.532989 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:30:49.612270 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a47348b-f3bf-4a8e-9852-208b032eb12a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:49.630274 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a47348b-f3bf-4a8e-9852-208b032eb12a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:49.642543 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47348b-f3bf-4a8e-9852-208b032eb12a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Network': ['ID=332ae5ef-38a5-4dae-827b-5e2fa6519b3f,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:49.648976 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3a47348b-f3bf-4a8e-9852-208b032eb12a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/networks/332ae5ef-38a5-4dae-827b-5e2fa6519b3f HTTP/1.1" status: 204 len: 168 time: 0.5468674 Jan 17 14:30:49.669152 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40234) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:49.675059 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-e828e2f3-c397-47f4-9c2d-024441051076 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'network': {'name': 'tempest-network-smoke--364449708', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'port_security_enabled': True}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:30:49.679988 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e828e2f3-c397-47f4-9c2d-024441051076 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:30:49.684027 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e828e2f3-c397-47f4-9c2d-024441051076 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:network and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:30:49.686940 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e828e2f3-c397-47f4-9c2d-024441051076 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:30:49.693385 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e828e2f3-c397-47f4-9c2d-024441051076 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:30:49.704381 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e828e2f3-c397-47f4-9c2d-024441051076 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:30:49.708161 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e828e2f3-c397-47f4-9c2d-024441051076 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:49.736300 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e828e2f3-c397-47f4-9c2d-024441051076 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:30:49.745513 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e828e2f3-c397-47f4-9c2d-024441051076 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:49.745943 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-e828e2f3-c397-47f4-9c2d-024441051076 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Added segment 557fd68e-f1a9-4090-aa73-46b999107413 of type vlan for network 70a48b98-0696-4962-91d1-db0ac452850a Jan 17 14:30:49.773768 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e828e2f3-c397-47f4-9c2d-024441051076 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:49.804965 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e828e2f3-c397-47f4-9c2d-024441051076 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:49.810680 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e828e2f3-c397-47f4-9c2d-024441051076 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:30:49.811318 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e828e2f3-c397-47f4-9c2d-024441051076 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:49.898738 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:30:49.923221 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e828e2f3-c397-47f4-9c2d-024441051076 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2523441 Jan 17 14:30:49.924209 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cb5aaade-7496-416a-9986-5d351d3b0d3d no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:30:49.926153 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40238) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:49.926633 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828e2f3-c397-47f4-9c2d-024441051076 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Network': ['ID=70a48b98-0696-4962-91d1-db0ac452850a,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:49.931505 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-900431016', 'admin_state_up': True, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:30:49.939888 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:30:49.943961 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:router and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:30:49.946837 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:30:49.953170 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:30:49.957095 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 70a48b98-0696-4962-91d1-db0ac452850a details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:30:49.965265 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:49.966429 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:49.977213 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: cb5aaade-7496-416a-9986-5d351d3b0d3d {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:30:49.977592 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cb5aaade-7496-416a-9986-5d351d3b0d3d not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:30:49.978251 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 1143f737-9eda-41f6-bcbe-8db4c821951d no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:30:49.984086 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:50.061198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 1143f737-9eda-41f6-bcbe-8db4c821951d {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:30:50.062556 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 1143f737-9eda-41f6-bcbe-8db4c821951d not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:30:50.062979 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4ba84754-6daa-4148-85bc-d44f5e2266a0 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:30:50.109505 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 4ba84754-6daa-4148-85bc-d44f5e2266a0 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:30:50.109839 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 4ba84754-6daa-4148-85bc-d44f5e2266a0 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:30:50.262010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:50.703447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:50.735981 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:50.879547 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.26.3.184 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/8c849ace-e583-46a4-a70b-efea5ca1202d) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:30:51.023469 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:51.051875 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:51.116602 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:30:51.119474 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:30:51.123105 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:30:51.155300 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=8c849ace-e583-46a4-a70b-efea5ca1202d,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:51.173019 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:51.173363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:51.173696 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:51.174027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:51.174351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:51.174676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:51.174996 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:51.175317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:51.175638 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:51.175980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:51.176298 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:51.176612 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:51.547419 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:51.889721 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:52.207221 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 717685dc-f214-4be9-b5bd-cd86b3ea825a is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:30:52.390351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:30:52.400012 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] Sync routers for ids ['717685dc-f214-4be9-b5bd-cd86b3ea825a'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:30:52.409176 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] Routers {'717685dc-f214-4be9-b5bd-cd86b3ea825a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:30:52.409790 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:30:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['717685dc-f214-4be9-b5bd-cd86b3ea825a'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:52.418802 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:52.421015 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d5f54d48-d9b1-4b62-8687-5da2ad1ab2ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4935157 Jan 17 14:30:52.433047 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40242) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:52.475085 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-69e62127-ecb1-4729-a700-858a51cb0d18 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=b984fd6eaa2842d8abc65eb7a2d4e417&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408044 Jan 17 14:30:52.477492 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40246) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:52.596058 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] Set router 717685dc-f214-4be9-b5bd-cd86b3ea825a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:30:52.615540 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c198d-614d-452f-b9c7-17a674170cdb tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:30:52.617056 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e30c198d-614d-452f-b9c7-17a674170cdb tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1386733 Jan 17 14:30:52.619928 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40250) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:52.659259 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2a41e6e4-8d94-4e08-abde-63813aea19d0 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382483 Jan 17 14:30:52.662768 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40254) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:52.668444 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-93a26eb6-9f17-4650-b6e8-a3c750a1ac85 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1307017447', 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:30:52.785918 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-93a26eb6-9f17-4650-b6e8-a3c750a1ac85 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:30:52.791042 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-93a26eb6-9f17-4650-b6e8-a3c750a1ac85 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:subnet and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:30:52.795611 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-93a26eb6-9f17-4650-b6e8-a3c750a1ac85 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:30:52.805373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-93a26eb6-9f17-4650-b6e8-a3c750a1ac85 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:30:52.828245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a26eb6-9f17-4650-b6e8-a3c750a1ac85 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:30:52.830973 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:52.832197 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-93a26eb6-9f17-4650-b6e8-a3c750a1ac85 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:52.897763 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'name': 'tempest-TestNetworkBasicOps-router-900431016', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:30:49Z', 'updated_at': '2022-01-17T14:30:51Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:50Z', 'updated_at': '2022-01-17T14:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:52.902078 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] Checking router: 717685dc-f214-4be9-b5bd-cd86b3ea825a for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:30:52.902426 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] Updating router 717685dc-f214-4be9-b5bd-cd86b3ea825a port 8c849ace-e583-46a4-a70b-efea5ca1202d binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:30:52.962229 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:53.061658 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-93a26eb6-9f17-4650-b6e8-a3c750a1ac85 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:53.139380 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a26eb6-9f17-4650-b6e8-a3c750a1ac85 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Subnet': ['ID=5d426056-4087-40d2-b126-c3c1edc91fe6,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:53.148764 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a26eb6-9f17-4650-b6e8-a3c750a1ac85 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Checking segment: {'id': '557fd68e-f1a9-4090-aa73-46b999107413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:30:53.149125 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a26eb6-9f17-4650-b6e8-a3c750a1ac85 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network hostable DHCP agents. Network: 70a48b98-0696-4962-91d1-db0ac452850a, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:30:53.168789 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a26eb6-9f17-4650-b6e8-a3c750a1ac85 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 70a48b98-0696-4962-91d1-db0ac452850a is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:30:53.178400 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-93a26eb6-9f17-4650-b6e8-a3c750a1ac85 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 70a48b98-0696-4962-91d1-db0ac452850a) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:30:53.182714 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a26eb6-9f17-4650-b6e8-a3c750a1ac85 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:30:53.183507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-93a26eb6-9f17-4650-b6e8-a3c750a1ac85 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:53.192808 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6e40d2-3337-44f4-bf6f-38ffbdb29aa7 None None] Network 70a48b98-0696-4962-91d1-db0ac452850a requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:30:53.204776 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-93a26eb6-9f17-4650-b6e8-a3c750a1ac85 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5409188 Jan 17 14:30:53.207845 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40258) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:53.509825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-70a48b98-0696-4962-91d1-db0ac452850a', 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ips': [{'subnet_id': '5d426056-4087-40d2-b126-c3c1edc91fe6'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:30:53.510621 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:53.520720 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:53.540283 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] Transition to ACTIVE for port object 8c849ace-e583-46a4-a70b-efea5ca1202d will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:30:53.578251 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:53.693234 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615fa5ec-ad53-4cfc-88b3-604e358cc7f4 None None] Pushing event updated for resources: {'Port': ['ID=8c849ace-e583-46a4-a70b-efea5ca1202d,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:53.703287 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] Attempting to bind port 8c849ace-e583-46a4-a70b-efea5ca1202d on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:30:53.703622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] Attempting to bind port 8c849ace-e583-46a4-a70b-efea5ca1202d by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:30:53.704531 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] Attempting to bind port 8c849ace-e583-46a4-a70b-efea5ca1202d on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:30:53.745081 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:30:53.745448 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:30:53.745846 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:53.746435 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:30:53.746913 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] Bound port: 8c849ace-e583-46a4-a70b-efea5ca1202d, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:30:53.747264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:53.823453 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Allocated IP 172.20.0.2 (70a48b98-0696-4962-91d1-db0ac452850a/5d426056-4087-40d2-b126-c3c1edc91fe6/2cad86ea-109b-4176-9e87-9a096ba8c6a6) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:30:53.847091 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] For port 8c849ace-e583-46a4-a70b-efea5ca1202d, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:30:53.912986 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] For port 8c849ace-e583-46a4-a70b-efea5ca1202d, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8c849ace-e583-46a4-a70b-efea5ca1202d,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:30:53.921404 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:54.034055 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] Routers {'717685dc-f214-4be9-b5bd-cd86b3ea825a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:30:54.034651 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:30:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['717685dc-f214-4be9-b5bd-cd86b3ea825a'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:54.038487 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-47dcae80-543c-4fe3-abe8-aefadc7e7e72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:54.100083 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615fa5ec-ad53-4cfc-88b3-604e358cc7f4 None None] Pushing event updated for resources: {'Port': ['ID=8c849ace-e583-46a4-a70b-efea5ca1202d,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:54.265637 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:54.283280 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Transition to ACTIVE for port object 2cad86ea-109b-4176-9e87-9a096ba8c6a6 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:30:54.297463 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] Set router 717685dc-f214-4be9-b5bd-cd86b3ea825a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:30:54.466341 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Transition to ACTIVE for port object 2cad86ea-109b-4176-9e87-9a096ba8c6a6 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:30:54.512627 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:54.538897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-47dcae80-543c-4fe3-abe8-aefadc7e7e72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.20.0.1 (70a48b98-0696-4962-91d1-db0ac452850a/5d426056-4087-40d2-b126-c3c1edc91fe6/ad244f33-08f6-4a89-8152-cd6bf45627fb) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:30:54.601369 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Network 70a48b98-0696-4962-91d1-db0ac452850a is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:30:54.606159 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:30:54.611225 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Pushing event updated for resources: {'Port': ['ID=2cad86ea-109b-4176-9e87-9a096ba8c6a6,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:54.613416 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:30:54.702858 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-47dcae80-543c-4fe3-abe8-aefadc7e7e72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:54.721309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-47dcae80-543c-4fe3-abe8-aefadc7e7e72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Transition to ACTIVE for port object ad244f33-08f6-4a89-8152-cd6bf45627fb will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:30:54.752206 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-47dcae80-543c-4fe3-abe8-aefadc7e7e72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:54.754955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Attempting to bind port 2cad86ea-109b-4176-9e87-9a096ba8c6a6 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:30:54.755319 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Attempting to bind port 2cad86ea-109b-4176-9e87-9a096ba8c6a6 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '557fd68e-f1a9-4090-aa73-46b999107413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:30:54.755667 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Attempting to bind port 2cad86ea-109b-4176-9e87-9a096ba8c6a6 on network 70a48b98-0696-4962-91d1-db0ac452850a {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:30:54.767204 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:30:54.767569 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Checking segment: {'id': '557fd68e-f1a9-4090-aa73-46b999107413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:30:54.767984 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:54.768365 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Bound using segment: {'id': '557fd68e-f1a9-4090-aa73-46b999107413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:30:54.768823 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Bound port: 2cad86ea-109b-4176-9e87-9a096ba8c6a6, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557fd68e-f1a9-4090-aa73-46b999107413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:30:54.769187 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:54.826850 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dcae80-543c-4fe3-abe8-aefadc7e7e72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 70a48b98-0696-4962-91d1-db0ac452850a is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:30:54.830482 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-47dcae80-543c-4fe3-abe8-aefadc7e7e72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:30:54.832925 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dcae80-543c-4fe3-abe8-aefadc7e7e72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:30:54.871276 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'name': 'tempest-TestNetworkBasicOps-router-900431016', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:30:49Z', 'updated_at': '2022-01-17T14:30:51Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:50Z', 'updated_at': '2022-01-17T14:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:54.875672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] For port 2cad86ea-109b-4176-9e87-9a096ba8c6a6, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:30:54.879231 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] For port 2cad86ea-109b-4176-9e87-9a096ba8c6a6, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=2cad86ea-109b-4176-9e87-9a096ba8c6a6,segment=NetworkSegment(557fd68e-f1a9-4090-aa73-46b999107413),segment_id=557fd68e-f1a9-4090-aa73-46b999107413)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:30:54.880421 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa90449-5eff-4faf-ac22-4f0785abea9e None None] The sync data for ids ['717685dc-f214-4be9-b5bd-cd86b3ea825a'] in dv-neutron-824901-1-hyperv is: [{'id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'name': 'tempest-TestNetworkBasicOps-router-900431016', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:30:49Z', 'updated_at': '2022-01-17T14:30:51Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:50Z', 'updated_at': '2022-01-17T14:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:30:54.881301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcae80-543c-4fe3-abe8-aefadc7e7e72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=ad244f33-08f6-4a89-8152-cd6bf45627fb,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:54.883518 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:54.899872 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-47dcae80-543c-4fe3-abe8-aefadc7e7e72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:54.968994 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc8cbd-b153-49e2-9710-641edf0ed105 None None] Pushing event updated for resources: {'Port': ['ID=2cad86ea-109b-4176-9e87-9a096ba8c6a6,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:55.230298 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-47dcae80-543c-4fe3-abe8-aefadc7e7e72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:55.832373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-47dcae80-543c-4fe3-abe8-aefadc7e7e72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:55.838347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-47dcae80-543c-4fe3-abe8-aefadc7e7e72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:55.959786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcae80-543c-4fe3-abe8-aefadc7e7e72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=ad244f33-08f6-4a89-8152-cd6bf45627fb,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:55.962317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-47dcae80-543c-4fe3-abe8-aefadc7e7e72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:56.003672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8c849ace-e583-46a4-a70b-efea5ca1202d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:30:56.081608 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c1a66b-ecc5-43d5-b7d3-06bce7f265f3 None None] Network 70a48b98-0696-4962-91d1-db0ac452850a requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:30:56.096550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 8c849ace-e583-46a4-a70b-efea5ca1202d completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:30:56.117455 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dcae80-543c-4fe3-abe8-aefadc7e7e72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 70a48b98-0696-4962-91d1-db0ac452850a is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:30:56.118647 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-47dcae80-543c-4fe3-abe8-aefadc7e7e72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:30:56.158306 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 8c849ace-e583-46a4-a70b-efea5ca1202d triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:30:56.158678 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:56.229730 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4eb8f253-099c-4e56-8e6d-a340e874cba3 None None] Provisioning for port 2cad86ea-109b-4176-9e87-9a096ba8c6a6 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:30:56.325322 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47dcae80-543c-4fe3-abe8-aefadc7e7e72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 717685dc-f214-4be9-b5bd-cd86b3ea825a has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:30:56.405323 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:56.440938 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 8c849ace-e583-46a4-a70b-efea5ca1202d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8c849ace-e583-46a4-a70b-efea5ca1202d,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:30:56.446801 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:56.447562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 2cad86ea-109b-4176-9e87-9a096ba8c6a6 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:30:56.525944 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dcae80-543c-4fe3-abe8-aefadc7e7e72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:30:56.544412 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-47dcae80-543c-4fe3-abe8-aefadc7e7e72 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/routers/717685dc-f214-4be9-b5bd-cd86b3ea825a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3327234 Jan 17 14:30:56.544412 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40262) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:56.577221 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=8c849ace-e583-46a4-a70b-efea5ca1202d,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:56.593492 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 2cad86ea-109b-4176-9e87-9a096ba8c6a6 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:30:56.600369 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 2cad86ea-109b-4176-9e87-9a096ba8c6a6 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:30:56.600986 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:56.650506 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] Sync routers for ids ['717685dc-f214-4be9-b5bd-cd86b3ea825a'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:30:56.665833 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] Routers {'717685dc-f214-4be9-b5bd-cd86b3ea825a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:30:56.667101 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:30:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['717685dc-f214-4be9-b5bd-cd86b3ea825a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:56.725787 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f86553-250d-46c3-88b6-62cadfe9460b tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:30:56.726263 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f86553-250d-46c3-88b6-62cadfe9460b tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:30:56.726734 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f86553-250d-46c3-88b6-62cadfe9460b tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:30:56.727325 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f86553-250d-46c3-88b6-62cadfe9460b tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:30:56.730085 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-88f86553-250d-46c3-88b6-62cadfe9460b tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1840029 Jan 17 14:30:56.732711 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40266) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:56.743285 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:56.789051 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 2cad86ea-109b-4176-9e87-9a096ba8c6a6, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=2cad86ea-109b-4176-9e87-9a096ba8c6a6,segment=NetworkSegment(557fd68e-f1a9-4090-aa73-46b999107413),segment_id=557fd68e-f1a9-4090-aa73-46b999107413)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:30:56.796032 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:56.843581 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf5d485-84f9-457e-98ef-27c2818a54c1 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:30:56.844090 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf5d485-84f9-457e-98ef-27c2818a54c1 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:30:56.848065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf5d485-84f9-457e-98ef-27c2818a54c1 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:30:56.848516 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf5d485-84f9-457e-98ef-27c2818a54c1 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:30:56.850396 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5bf5d485-84f9-457e-98ef-27c2818a54c1 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.1163447 Jan 17 14:30:56.853446 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40270) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:56.906599 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] Set router 717685dc-f214-4be9-b5bd-cd86b3ea825a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:30:56.911340 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-40ec5506-063a-4bb6-9d4b-1c46c755ff4b None None] Provisioning complete for port 2cad86ea-109b-4176-9e87-9a096ba8c6a6 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:30:56.911784 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40ec5506-063a-4bb6-9d4b-1c46c755ff4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:56.967737 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=2cad86ea-109b-4176-9e87-9a096ba8c6a6,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:57.064761 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-40ec5506-063a-4bb6-9d4b-1c46c755ff4b None None] Provisioning for port ad244f33-08f6-4a89-8152-cd6bf45627fb completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:30:57.075392 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-40ec5506-063a-4bb6-9d4b-1c46c755ff4b None None] Provisioning complete for port ad244f33-08f6-4a89-8152-cd6bf45627fb triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:30:57.075896 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40ec5506-063a-4bb6-9d4b-1c46c755ff4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:57.099766 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-900cde55-55f0-4068-8228-eac53582703b tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2426805 Jan 17 14:30:57.145882 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-40ec5506-063a-4bb6-9d4b-1c46c755ff4b None None] Port ad244f33-08f6-4a89-8152-cd6bf45627fb cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:30:57.267931 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-272e6ef0-5ff0-4637-99b2-43765a5c9ec3 None None] Provisioning complete for port ad244f33-08f6-4a89-8152-cd6bf45627fb triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:30:57.268630 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-272e6ef0-5ff0-4637-99b2-43765a5c9ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:57.331651 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-272e6ef0-5ff0-4637-99b2-43765a5c9ec3 None None] Port ad244f33-08f6-4a89-8152-cd6bf45627fb cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:30:57.356706 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40276) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:57.362468 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-88cc15bc-ba40-474e-b814-fa4d22712c20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-395491190', 'description': 'tempest-secgroup-smoke-395491190 description', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:30:57.368360 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-88cc15bc-ba40-474e-b814-fa4d22712c20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:30:57.372437 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'name': 'tempest-TestNetworkBasicOps-router-900431016', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:30:49Z', 'updated_at': '2022-01-17T14:30:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:50Z', 'updated_at': '2022-01-17T14:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'ad244f33-08f6-4a89-8152-cd6bf45627fb', 'name': '', 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:6e:9d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '5d426056-4087-40d2-b126-c3c1edc91fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:54Z', 'updated_at': '2022-01-17T14:30:55Z', 'revision_number': 2, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '5d426056-4087-40d2-b126-c3c1edc91fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:57.372662 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-88cc15bc-ba40-474e-b814-fa4d22712c20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:30:57.375252 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-88cc15bc-ba40-474e-b814-fa4d22712c20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:30:57.376943 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] Checking router: 717685dc-f214-4be9-b5bd-cd86b3ea825a for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:30:57.377288 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] Updating router 717685dc-f214-4be9-b5bd-cd86b3ea825a port ad244f33-08f6-4a89-8152-cd6bf45627fb binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:30:57.381477 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-88cc15bc-ba40-474e-b814-fa4d22712c20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:30:57.391458 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-88cc15bc-ba40-474e-b814-fa4d22712c20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:57.411082 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-88cc15bc-ba40-474e-b814-fa4d22712c20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:30:57.414971 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-88cc15bc-ba40-474e-b814-fa4d22712c20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:30:57.417787 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-88cc15bc-ba40-474e-b814-fa4d22712c20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:30:57.423830 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-88cc15bc-ba40-474e-b814-fa4d22712c20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:30:57.429957 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:57.451373 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-db135626-b319-4d25-8775-c4b5e5adbcbc None None] Provisioning complete for port ad244f33-08f6-4a89-8152-cd6bf45627fb triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:30:57.451868 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-db135626-b319-4d25-8775-c4b5e5adbcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:57.501477 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-88cc15bc-ba40-474e-b814-fa4d22712c20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:57.506500 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-88cc15bc-ba40-474e-b814-fa4d22712c20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:57.546692 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-db135626-b319-4d25-8775-c4b5e5adbcbc None None] Port ad244f33-08f6-4a89-8152-cd6bf45627fb cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:30:57.552154 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc15bc-ba40-474e-b814-fa4d22712c20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3907274b-f8fd-435d-996f-a0626d1ee34a,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:57.558563 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-88cc15bc-ba40-474e-b814-fa4d22712c20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:57.559908 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-88cc15bc-ba40-474e-b814-fa4d22712c20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2022192 Jan 17 14:30:57.562687 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40280) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:57.567774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-d8611346-d6af-41f7-bb53-47c0672b5380 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '3907274b-f8fd-435d-996f-a0626d1ee34a', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:30:57.573664 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d8611346-d6af-41f7-bb53-47c0672b5380 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:30:57.577390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d8611346-d6af-41f7-bb53-47c0672b5380 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:30:57.580486 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d8611346-d6af-41f7-bb53-47c0672b5380 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:30:57.586164 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d8611346-d6af-41f7-bb53-47c0672b5380 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:30:57.604670 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d8611346-d6af-41f7-bb53-47c0672b5380 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:57.670862 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d8611346-d6af-41f7-bb53-47c0672b5380 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:57.676527 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d8611346-d6af-41f7-bb53-47c0672b5380 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:57.707299 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8611346-d6af-41f7-bb53-47c0672b5380 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9efd801-8eec-4d97-9243-2d44acf696a7,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:57.716639 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d8611346-d6af-41f7-bb53-47c0672b5380 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:57.717812 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d8611346-d6af-41f7-bb53-47c0672b5380 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1540978 Jan 17 14:30:57.721123 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40284) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:57.726192 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-95054669-b714-49e4-b06b-23398b2a8d65 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '3907274b-f8fd-435d-996f-a0626d1ee34a', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:30:57.732465 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-95054669-b714-49e4-b06b-23398b2a8d65 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:30:57.736831 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-95054669-b714-49e4-b06b-23398b2a8d65 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:30:57.739701 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-95054669-b714-49e4-b06b-23398b2a8d65 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:30:57.745583 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-95054669-b714-49e4-b06b-23398b2a8d65 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:30:57.765580 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-95054669-b714-49e4-b06b-23398b2a8d65 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:57.818803 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:57.831771 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] Transition to ACTIVE for port object ad244f33-08f6-4a89-8152-cd6bf45627fb will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:30:57.836387 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-95054669-b714-49e4-b06b-23398b2a8d65 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:57.839598 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:57.841821 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-95054669-b714-49e4-b06b-23398b2a8d65 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:57.875616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95054669-b714-49e4-b06b-23398b2a8d65 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234f933e-bb8f-46bb-9e58-ec41854be49c,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:57.878294 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-95054669-b714-49e4-b06b-23398b2a8d65 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:57.879660 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-95054669-b714-49e4-b06b-23398b2a8d65 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1575356 Jan 17 14:30:57.882625 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40288) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:57.892075 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-67f1f336-52d1-48d3-83fb-ce0ec3cc544a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '3907274b-f8fd-435d-996f-a0626d1ee34a', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:30:57.901347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-67f1f336-52d1-48d3-83fb-ce0ec3cc544a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:30:57.909017 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-67f1f336-52d1-48d3-83fb-ce0ec3cc544a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:30:57.911862 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-67f1f336-52d1-48d3-83fb-ce0ec3cc544a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:30:57.920797 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-67f1f336-52d1-48d3-83fb-ce0ec3cc544a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:30:57.961113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-67f1f336-52d1-48d3-83fb-ce0ec3cc544a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:57.986240 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8c849ace-e583-46a4-a70b-efea5ca1202d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:30:58.007514 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1ddd9-7c2d-4a89-9363-570536a89a20 None None] Pushing event updated for resources: {'Port': ['ID=ad244f33-08f6-4a89-8152-cd6bf45627fb,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:58.023975 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1ddd9-7c2d-4a89-9363-570536a89a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:58.024335 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1ddd9-7c2d-4a89-9363-570536a89a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:58.024653 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1ddd9-7c2d-4a89-9363-570536a89a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:58.024979 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1ddd9-7c2d-4a89-9363-570536a89a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:58.025299 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1ddd9-7c2d-4a89-9363-570536a89a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:58.025615 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1ddd9-7c2d-4a89-9363-570536a89a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:58.025929 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1ddd9-7c2d-4a89-9363-570536a89a20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:58.026241 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1ddd9-7c2d-4a89-9363-570536a89a20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:58.026988 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1ddd9-7c2d-4a89-9363-570536a89a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:58.026988 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1ddd9-7c2d-4a89-9363-570536a89a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:58.027290 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1ddd9-7c2d-4a89-9363-570536a89a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:58.027559 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1ddd9-7c2d-4a89-9363-570536a89a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:30:58.046971 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-67f1f336-52d1-48d3-83fb-ce0ec3cc544a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:58.051425 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-67f1f336-52d1-48d3-83fb-ce0ec3cc544a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:58.084037 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] Attempting to bind port ad244f33-08f6-4a89-8152-cd6bf45627fb on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:30:58.084787 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] Attempting to bind port ad244f33-08f6-4a89-8152-cd6bf45627fb by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '557fd68e-f1a9-4090-aa73-46b999107413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:30:58.085440 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] Attempting to bind port ad244f33-08f6-4a89-8152-cd6bf45627fb on network 70a48b98-0696-4962-91d1-db0ac452850a {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:30:58.090342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1f336-52d1-48d3-83fb-ce0ec3cc544a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7d0c36-4cf2-4374-9dbf-c217b8f48718,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:58.090764 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 8c849ace-e583-46a4-a70b-efea5ca1202d triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:30:58.091276 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:58.091694 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:30:58.092159 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] Checking segment: {'id': '557fd68e-f1a9-4090-aa73-46b999107413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:30:58.092598 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:58.092982 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] Bound using segment: {'id': '557fd68e-f1a9-4090-aa73-46b999107413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:30:58.093444 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] Bound port: ad244f33-08f6-4a89-8152-cd6bf45627fb, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557fd68e-f1a9-4090-aa73-46b999107413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:30:58.093931 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:58.098809 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-67f1f336-52d1-48d3-83fb-ce0ec3cc544a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:58.100413 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-67f1f336-52d1-48d3-83fb-ce0ec3cc544a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2168736 Jan 17 14:30:58.103117 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40292) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:58.110062 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-24b34622-5264-49d7-9c2e-309969856b3b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '3907274b-f8fd-435d-996f-a0626d1ee34a', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:30:58.117496 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-24b34622-5264-49d7-9c2e-309969856b3b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:30:58.122156 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-24b34622-5264-49d7-9c2e-309969856b3b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:30:58.125591 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-24b34622-5264-49d7-9c2e-309969856b3b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:30:58.135341 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-24b34622-5264-49d7-9c2e-309969856b3b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:30:58.164775 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-24b34622-5264-49d7-9c2e-309969856b3b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:58.197312 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] For port ad244f33-08f6-4a89-8152-cd6bf45627fb, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:30:58.201773 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] For port ad244f33-08f6-4a89-8152-cd6bf45627fb, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ad244f33-08f6-4a89-8152-cd6bf45627fb,segment=NetworkSegment(557fd68e-f1a9-4090-aa73-46b999107413),segment_id=557fd68e-f1a9-4090-aa73-46b999107413)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:30:58.208594 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:58.243312 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 2cad86ea-109b-4176-9e87-9a096ba8c6a6 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:30:58.289330 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] Routers {'717685dc-f214-4be9-b5bd-cd86b3ea825a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:30:58.289964 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:30:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['717685dc-f214-4be9-b5bd-cd86b3ea825a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:58.339233 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 2cad86ea-109b-4176-9e87-9a096ba8c6a6 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:30:58.340521 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:58.361943 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-24b34622-5264-49d7-9c2e-309969856b3b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:58.373127 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-24b34622-5264-49d7-9c2e-309969856b3b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:58.398027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b34622-5264-49d7-9c2e-309969856b3b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0401b4ec-c556-4363-854a-504496d408b8,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:58.412375 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-24b34622-5264-49d7-9c2e-309969856b3b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:58.416888 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40296) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:58.422887 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-828b415c-5c92-4311-a010-b28be4ae9210 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '3907274b-f8fd-435d-996f-a0626d1ee34a', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:30:58.427301 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-24b34622-5264-49d7-9c2e-309969856b3b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3229392 Jan 17 14:30:58.430240 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-828b415c-5c92-4311-a010-b28be4ae9210 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:30:58.434497 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-828b415c-5c92-4311-a010-b28be4ae9210 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:30:58.437607 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-828b415c-5c92-4311-a010-b28be4ae9210 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:30:58.444694 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-828b415c-5c92-4311-a010-b28be4ae9210 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:30:58.460754 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-828b415c-5c92-4311-a010-b28be4ae9210 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:30:58.468284 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-828b415c-5c92-4311-a010-b28be4ae9210 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:58.478324 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1ddd9-7c2d-4a89-9363-570536a89a20 None None] Pushing event updated for resources: {'Port': ['ID=ad244f33-08f6-4a89-8152-cd6bf45627fb,revision_number=4']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:58.536548 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] Set router 717685dc-f214-4be9-b5bd-cd86b3ea825a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:30:58.546663 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-828b415c-5c92-4311-a010-b28be4ae9210 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:58.550585 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-828b415c-5c92-4311-a010-b28be4ae9210 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:58.578801 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b415c-5c92-4311-a010-b28be4ae9210 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b33efe-0f16-41d9-821b-28466783c4bf,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:58.586614 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-828b415c-5c92-4311-a010-b28be4ae9210 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:58.588032 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-828b415c-5c92-4311-a010-b28be4ae9210 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1701002 Jan 17 14:30:58.591141 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40300) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:30:58.599237 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-e81aafaf-0d71-4433-baad-c1d8c0515c35 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '3907274b-f8fd-435d-996f-a0626d1ee34a', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:30:58.605243 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e81aafaf-0d71-4433-baad-c1d8c0515c35 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:30:58.609373 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e81aafaf-0d71-4433-baad-c1d8c0515c35 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:30:58.612394 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e81aafaf-0d71-4433-baad-c1d8c0515c35 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:30:58.618194 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e81aafaf-0d71-4433-baad-c1d8c0515c35 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:30:58.628389 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-e81aafaf-0d71-4433-baad-c1d8c0515c35 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:30:58.635255 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e81aafaf-0d71-4433-baad-c1d8c0515c35 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:58.704347 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e81aafaf-0d71-4433-baad-c1d8c0515c35 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:58.708561 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e81aafaf-0d71-4433-baad-c1d8c0515c35 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:58.730938 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81aafaf-0d71-4433-baad-c1d8c0515c35 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b746891-f643-4eb8-8221-1f5f1893318e,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:30:58.744167 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e81aafaf-0d71-4433-baad-c1d8c0515c35 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:30:58.745693 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e81aafaf-0d71-4433-baad-c1d8c0515c35 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1532571 Jan 17 14:30:58.867897 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'name': 'tempest-TestNetworkBasicOps-router-900431016', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:30:49Z', 'updated_at': '2022-01-17T14:30:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:50Z', 'updated_at': '2022-01-17T14:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'ad244f33-08f6-4a89-8152-cd6bf45627fb', 'name': '', 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:6e:9d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '5d426056-4087-40d2-b126-c3c1edc91fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:54Z', 'updated_at': '2022-01-17T14:30:58Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '5d426056-4087-40d2-b126-c3c1edc91fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:30:58.871909 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f26a02-b10e-467f-82a4-862e19c0a594 None None] The sync data for ids ['717685dc-f214-4be9-b5bd-cd86b3ea825a'] in dv-neutron-824901-1-hyperv is: [{'id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'name': 'tempest-TestNetworkBasicOps-router-900431016', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:30:49Z', 'updated_at': '2022-01-17T14:30:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:50Z', 'updated_at': '2022-01-17T14:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'ad244f33-08f6-4a89-8152-cd6bf45627fb', 'name': '', 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:6e:9d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '5d426056-4087-40d2-b126-c3c1edc91fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:54Z', 'updated_at': '2022-01-17T14:30:58Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '5d426056-4087-40d2-b126-c3c1edc91fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:30:58.948559 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-437c834a-fc98-486f-b90c-3485b1bc2a2d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:30:58.964914 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-437c834a-fc98-486f-b90c-3485b1bc2a2d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:30:58.966094 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-437c834a-fc98-486f-b90c-3485b1bc2a2d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395491190&fields=id&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 267 time: 0.0658536 Jan 17 14:30:59.131344 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-d17b3936-f606-457f-b7b7-97ae128bb887 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:30:59.132056 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-d17b3936-f606-457f-b7b7-97ae128bb887 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:30:59.148568 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-d17b3936-f606-457f-b7b7-97ae128bb887 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:30:59.149736 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-d17b3936-f606-457f-b7b7-97ae128bb887 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/networks?id=70a48b98-0696-4962-91d1-db0ac452850a HTTP/1.1" status: 200 len: 796 time: 0.1721902 Jan 17 14:30:59.164708 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-085aeefe-d9a7-4e5a-abe4-e6e432acfef1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/quotas/b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 375 time: 0.0094352 Jan 17 14:30:59.252907 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-ec9af350-512b-4ee5-a724-bc7339dbd9ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:30:59.269812 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-ec9af350-512b-4ee5-a724-bc7339dbd9ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:30:59.271571 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-ec9af350-512b-4ee5-a724-bc7339dbd9ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014495 Jan 17 14:30:59.420425 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-66d6c9ec-7028-4977-be22-b9306c43840c service neutron] 10.222.0.48 "GET /v2.0/networks/70a48b98-0696-4962-91d1-db0ac452850a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370304 Jan 17 14:30:59.555923 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-87712e12-2d08-41df-8838-39fb523ac3ba service neutron] 10.222.0.48 "GET /v2.0/networks/70a48b98-0696-4962-91d1-db0ac452850a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290028 Jan 17 14:30:59.734660 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-a8071ac0-aa79-49a0-a5de-5666d0420ea8 req-340bc816-76ad-4309-8135-183915388cef tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:30:59.750443 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-a8071ac0-aa79-49a0-a5de-5666d0420ea8 req-340bc816-76ad-4309-8135-183915388cef tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:30:59.752371 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a8071ac0-aa79-49a0-a5de-5666d0420ea8 req-340bc816-76ad-4309-8135-183915388cef tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 210 time: 0.0624344 Jan 17 14:30:59.953223 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ad244f33-08f6-4a89-8152-cd6bf45627fb up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:31:00.021072 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port ad244f33-08f6-4a89-8152-cd6bf45627fb completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:31:00.025622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port ad244f33-08f6-4a89-8152-cd6bf45627fb triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:31:00.025991 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:00.139592 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:00.170681 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port ad244f33-08f6-4a89-8152-cd6bf45627fb, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ad244f33-08f6-4a89-8152-cd6bf45627fb,segment=NetworkSegment(557fd68e-f1a9-4090-aa73-46b999107413),segment_id=557fd68e-f1a9-4090-aa73-46b999107413)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:31:00.174764 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:00.239683 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=ad244f33-08f6-4a89-8152-cd6bf45627fb,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:31:00.848392 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9322049c-7b77-469f-a586-73f8b06e2328 req-1f15c578-3575-4bea-a3b3-adbbcc20d04f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 210 time: 0.0419650 Jan 17 14:31:01.934452 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ad244f33-08f6-4a89-8152-cd6bf45627fb up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:31:01.962436 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c2a62898-73a9-452f-9ff3-bb43cda8eb94 req-c53fb73a-2290-43d8-bae0-459e48e4806c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 210 time: 0.0577831 Jan 17 14:31:02.010554 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port ad244f33-08f6-4a89-8152-cd6bf45627fb triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:31:02.010918 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:03.065822 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0b7f4cc1-6270-437b-9be8-1ff41ca938ec req-974cd22e-99bf-4c3a-8421-2d554e1c6b48 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 210 time: 0.0425954 Jan 17 14:31:04.212758 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f336efa0-4c82-40c8-bc6d-78418801c151 req-3aa5b127-ecd6-423a-95dd-48d79168ef75 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 210 time: 0.0450623 Jan 17 14:31:04.819923 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-204b76ec-43ad-4f3f-b5e6-42d8c2cdae06 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:04.820719 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-204b76ec-43ad-4f3f-b5e6-42d8c2cdae06 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:network {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:31:04.833904 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-204b76ec-43ad-4f3f-b5e6-42d8c2cdae06 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:network {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:31:04.835021 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-204b76ec-43ad-4f3f-b5e6-42d8c2cdae06 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/networks?id=70a48b98-0696-4962-91d1-db0ac452850a HTTP/1.1" status: 200 len: 796 time: 0.1678164 Jan 17 14:31:04.884210 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-025c0268-2b5f-4d62-b2b4-52b2ce692cec tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:31:04.897065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-025c0268-2b5f-4d62-b2b4-52b2ce692cec tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:31:04.898199 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-025c0268-2b5f-4d62-b2b4-52b2ce692cec tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 379 time: 0.0550556 Jan 17 14:31:04.911112 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-4678c481-652e-4e75-ae39-7bb25f68551f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'port': {'device_id': '1e37d6aa-c81a-4ef0-a8c8-919e6f417eea', 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a', 'admin_state_up': True, 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'security_groups': ['3907274b-f8fd-435d-996f-a0626d1ee34a']}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:31:05.054511 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-4678c481-652e-4e75-ae39-7bb25f68551f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:31:05.064962 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-4678c481-652e-4e75-ae39-7bb25f68551f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:31:05.074839 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-4678c481-652e-4e75-ae39-7bb25f68551f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'port': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:31:05.078385 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-4678c481-652e-4e75-ae39-7bb25f68551f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:05.243645 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-4678c481-652e-4e75-ae39-7bb25f68551f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.20.0.6 (70a48b98-0696-4962-91d1-db0ac452850a/5d426056-4087-40d2-b126-c3c1edc91fe6/aa826911-9704-4867-b996-0b5b91c73def) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:31:05.366079 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d05c581c-e963-4625-8430-da3f1de0fc07 req-6b26290d-9b30-402c-b73b-92a59ac99d83 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 210 time: 0.0458434 Jan 17 14:31:05.436290 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-4678c481-652e-4e75-ae39-7bb25f68551f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:05.451847 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-4678c481-652e-4e75-ae39-7bb25f68551f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Transition to ACTIVE for port object aa826911-9704-4867-b996-0b5b91c73def will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:31:05.479198 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-4678c481-652e-4e75-ae39-7bb25f68551f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:05.552337 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-4678c481-652e-4e75-ae39-7bb25f68551f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 70a48b98-0696-4962-91d1-db0ac452850a is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:31:05.555215 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-4678c481-652e-4e75-ae39-7bb25f68551f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:31:05.559301 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-4678c481-652e-4e75-ae39-7bb25f68551f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:31:05.596624 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678c481-652e-4e75-ae39-7bb25f68551f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=aa826911-9704-4867-b996-0b5b91c73def,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:31:05.629632 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-4678c481-652e-4e75-ae39-7bb25f68551f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:05.630247 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-4678c481-652e-4e75-ae39-7bb25f68551f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:05.661291 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-4678c481-652e-4e75-ae39-7bb25f68551f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7499638 Jan 17 14:31:05.667581 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] Request body: {'port': {'device_id': '1e37d6aa-c81a-4ef0-a8c8-919e6f417eea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:31:05.784549 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:05.801106 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c77f9c2e-9b72-4143-b1be-a6110acc5445 None None] Provisioning for port aa826911-9704-4867-b996-0b5b91c73def completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:31:05.806595 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c77f9c2e-9b72-4143-b1be-a6110acc5445 None None] Provisioning complete for port aa826911-9704-4867-b996-0b5b91c73def triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:31:05.807045 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c77f9c2e-9b72-4143-b1be-a6110acc5445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:05.864475 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c77f9c2e-9b72-4143-b1be-a6110acc5445 None None] Port aa826911-9704-4867-b996-0b5b91c73def cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:31:06.149975 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa826911-9704-4867-b996-0b5b91c73def {{(pid=87524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:31:06.158111 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:06.174069 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] Transition to ACTIVE for port object aa826911-9704-4867-b996-0b5b91c73def will not be triggered until provisioned by entity L2. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:31:06.178123 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:06.431288 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] Pushing event updated for resources: {'Port': ['ID=aa826911-9704-4867-b996-0b5b91c73def,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:31:06.618776 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] Attempting to bind port aa826911-9704-4867-b996-0b5b91c73def on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:31:06.619003 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] Attempting to bind port aa826911-9704-4867-b996-0b5b91c73def by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '557fd68e-f1a9-4090-aa73-46b999107413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a'}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:31:06.619338 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] Attempting to bind port aa826911-9704-4867-b996-0b5b91c73def on network 70a48b98-0696-4962-91d1-db0ac452850a {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:31:06.628218 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] Port aa826911-9704-4867-b996-0b5b91c73def on network 70a48b98-0696-4962-91d1-db0ac452850a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:31:06.628553 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] Attempting to bind port aa826911-9704-4867-b996-0b5b91c73def on network 70a48b98-0696-4962-91d1-db0ac452850a {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:31:06.636433 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:31:06.636835 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] Checking segment: {'id': '557fd68e-f1a9-4090-aa73-46b999107413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:31:06.637237 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] Bound using segment: {'id': '557fd68e-f1a9-4090-aa73-46b999107413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a'} {{(pid=87524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:31:06.637801 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.managers [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] Bound port: aa826911-9704-4867-b996-0b5b91c73def, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557fd68e-f1a9-4090-aa73-46b999107413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a'}}] {{(pid=87524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:31:06.638174 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:06.658600 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf1f8c-6468-4a90-babe-42fdd3e27de4 req-55ec8172-7dcf-4cf1-ba55-6e281efb7200 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:06.659312 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-59bf1f8c-6468-4a90-babe-42fdd3e27de4 req-55ec8172-7dcf-4cf1-ba55-6e281efb7200 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:31:06.728866 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-59bf1f8c-6468-4a90-babe-42fdd3e27de4 req-55ec8172-7dcf-4cf1-ba55-6e281efb7200 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:31:06.730152 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-59bf1f8c-6468-4a90-babe-42fdd3e27de4 req-55ec8172-7dcf-4cf1-ba55-6e281efb7200 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 943 time: 0.2213001 Jan 17 14:31:06.789711 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] For port aa826911-9704-4867-b996-0b5b91c73def, host hv-neutron-8249, cleared binding levels {{(pid=87524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:31:06.800876 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-59bf1f8c-6468-4a90-babe-42fdd3e27de4 req-c520bca1-a592-46fd-8ef9-b84dd189ad3b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=3907274b-f8fd-435d-996f-a0626d1ee34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631678 Jan 17 14:31:06.803517 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] For port aa826911-9704-4867-b996-0b5b91c73def, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=aa826911-9704-4867-b996-0b5b91c73def,segment=NetworkSegment(557fd68e-f1a9-4090-aa73-46b999107413),segment_id=557fd68e-f1a9-4090-aa73-46b999107413)] {{(pid=87524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:31:06.808072 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:06.867940 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:06.868540 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:06.869891 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] 10.222.0.15 "PUT /v2.0/ports/aa826911-9704-4867-b996-0b5b91c73def HTTP/1.1" status: 200 len: 1093 time: 1.2066038 Jan 17 14:31:06.870331 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e37d6aa-c81a-4ef0-a8c8-919e6f417eea', 'tag': 'aa826911-9704-4867-b996-0b5b91c73def'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:31:06.895744 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69dc5a-a42e-416c-a9c4-afbdd2113c72 service neutron] Pushing event updated for resources: {'Port': ['ID=aa826911-9704-4867-b996-0b5b91c73def,revision_number=3']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:31:06.948118 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e37d6aa-c81a-4ef0-a8c8-919e6f417eea', 'tag': 'aa826911-9704-4867-b996-0b5b91c73def', 'status': 'completed', 'code': 200} Jan 17 14:31:06.986639 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-11a06c34-2b95-4b40-90be-08b72cb1725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:06.988172 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-11a06c34-2b95-4b40-90be-08b72cb1725a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 1096 time: 0.0793393 Jan 17 14:31:07.057871 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-47355040-170c-41e0-be93-c61aa64bfaae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa826911-9704-4867-b996-0b5b91c73def HTTP/1.1" status: 200 len: 217 time: 0.0620933 Jan 17 14:31:07.124596 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-541a59db-6791-4da6-91c8-d8e9c57c0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:07.126798 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-541a59db-6791-4da6-91c8-d8e9c57c0fb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d426056-4087-40d2-b126-c3c1edc91fe6 HTTP/1.1" status: 200 len: 844 time: 0.0632200 Jan 17 14:31:07.202048 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-e8306363-714e-41e3-a2ba-f9d01e292cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:07.203986 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-e8306363-714e-41e3-a2ba-f9d01e292cb2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70a48b98-0696-4962-91d1-db0ac452850a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705643 Jan 17 14:31:07.338900 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-4348c0a0-af61-45d9-96df-af56fa8f5d41 service neutron] 10.222.0.15 "GET /v2.0/networks/70a48b98-0696-4962-91d1-db0ac452850a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268682 Jan 17 14:31:07.470506 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c793e88-5055-42e6-81b4-b7e8f77d209b req-08960f1b-a23d-4383-95cf-98d79263edba service neutron] 10.222.0.15 "GET /v2.0/networks/70a48b98-0696-4962-91d1-db0ac452850a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256752 Jan 17 14:31:07.592762 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268bd94-4b1b-4b96-be9a-b34a85ac359e req-1d58b819-f397-4a16-97f2-57dd1740cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:07.594958 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3268bd94-4b1b-4b96-be9a-b34a85ac359e req-1d58b819-f397-4a16-97f2-57dd1740cfcb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 1096 time: 0.0773153 Jan 17 14:31:07.728520 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268bd94-4b1b-4b96-be9a-b34a85ac359e req-c553fe7e-9c42-4aa6-945d-af577cec1ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:07.729864 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3268bd94-4b1b-4b96-be9a-b34a85ac359e req-c553fe7e-9c42-4aa6-945d-af577cec1ef5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=70a48b98-0696-4962-91d1-db0ac452850a HTTP/1.1" status: 200 len: 897 time: 0.1278741 Jan 17 14:31:07.797792 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3268bd94-4b1b-4b96-be9a-b34a85ac359e req-86fe7dff-1cf4-40db-8170-2e722761d396 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa826911-9704-4867-b996-0b5b91c73def HTTP/1.1" status: 200 len: 217 time: 0.0613849 Jan 17 14:31:07.866825 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268bd94-4b1b-4b96-be9a-b34a85ac359e req-95abada7-ddea-49a1-8fc1-2d5108010728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:07.868309 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3268bd94-4b1b-4b96-be9a-b34a85ac359e req-95abada7-ddea-49a1-8fc1-2d5108010728 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d426056-4087-40d2-b126-c3c1edc91fe6 HTTP/1.1" status: 200 len: 844 time: 0.0645635 Jan 17 14:31:08.103367 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268bd94-4b1b-4b96-be9a-b34a85ac359e req-7120da6e-595e-413d-b116-969994426c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:08.104768 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3268bd94-4b1b-4b96-be9a-b34a85ac359e req-7120da6e-595e-413d-b116-969994426c58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70a48b98-0696-4962-91d1-db0ac452850a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2307098 Jan 17 14:31:08.119547 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431290d5-5980-41ea-b3f0-902813c2ce67 req-0dde05ee-8209-484a-983e-3f3aaded409b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:08.120942 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-431290d5-5980-41ea-b3f0-902813c2ce67 req-0dde05ee-8209-484a-983e-3f3aaded409b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 943 time: 0.2031307 Jan 17 14:31:08.243498 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-431290d5-5980-41ea-b3f0-902813c2ce67 req-2016fd30-0d39-42a9-be3e-7ca4a101a490 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=3907274b-f8fd-435d-996f-a0626d1ee34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053209 Jan 17 14:31:08.279300 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3268bd94-4b1b-4b96-be9a-b34a85ac359e req-f0baaa25-666d-4bce-8783-33ca45a2cfb4 service neutron] 10.222.0.15 "GET /v2.0/networks/70a48b98-0696-4962-91d1-db0ac452850a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673250 Jan 17 14:31:08.413385 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3268bd94-4b1b-4b96-be9a-b34a85ac359e req-8ef3b462-f76d-4775-a941-8392caebe49d service neutron] 10.222.0.15 "GET /v2.0/networks/70a48b98-0696-4962-91d1-db0ac452850a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276019 Jan 17 14:31:09.428819 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5589c3-f47d-4f1c-8974-fb5032ec07d9 req-9b6a7e2c-3922-4026-ae49-bba96d1c841b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:09.430308 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0f5589c3-f47d-4f1c-8974-fb5032ec07d9 req-9b6a7e2c-3922-4026-ae49-bba96d1c841b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 943 time: 0.0815005 Jan 17 14:31:09.476544 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0f5589c3-f47d-4f1c-8974-fb5032ec07d9 req-527661c3-1f2e-41f6-9dee-bacb2e323cd2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=3907274b-f8fd-435d-996f-a0626d1ee34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403903 Jan 17 14:31:10.662309 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-01b579fa-fe55-4e0a-ba25-a2e930133845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:10.668333 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c35a6d-a2a7-40e1-9e20-540a8c8921db req-f7ac54df-b610-4905-aa96-2159d0ee9dc0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:10.669792 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b0c35a6d-a2a7-40e1-9e20-540a8c8921db req-f7ac54df-b610-4905-aa96-2159d0ee9dc0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 943 time: 0.0834708 Jan 17 14:31:10.715434 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b0c35a6d-a2a7-40e1-9e20-540a8c8921db req-1603b42b-702e-4e05-b983-4c2133f9f68c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=3907274b-f8fd-435d-996f-a0626d1ee34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394485 Jan 17 14:31:11.885483 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device aa826911-9704-4867-b996-0b5b91c73def details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:31:12.027560 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port aa826911-9704-4867-b996-0b5b91c73def, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=aa826911-9704-4867-b996-0b5b91c73def,segment=NetworkSegment(557fd68e-f1a9-4090-aa73-46b999107413),segment_id=557fd68e-f1a9-4090-aa73-46b999107413)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:31:12.041341 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': 'aa826911-9704-4867-b996-0b5b91c73def', 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a', 'port_id': 'aa826911-9704-4867-b996-0b5b91c73def', 'mac_address': 'fa:16:3e:e1:d4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d426056-4087-40d2-b126-c3c1edc91fe6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:31:12.061292 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a6e84-b9bc-4ac7-8304-f6eacd42342b req-5f2bf01e-a023-4e30-8f86-1bb151024c14 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:12.062876 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-694a6e84-b9bc-4ac7-8304-f6eacd42342b req-5f2bf01e-a023-4e30-8f86-1bb151024c14 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 943 time: 0.0852175 Jan 17 14:31:12.102171 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:12.109464 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-694a6e84-b9bc-4ac7-8304-f6eacd42342b req-4bc3d4e0-52cc-42c9-bf66-2b7c7e46cd3f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=3907274b-f8fd-435d-996f-a0626d1ee34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402243 Jan 17 14:31:12.120437 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa826911-9704-4867-b996-0b5b91c73def {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:31:12.137119 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port aa826911-9704-4867-b996-0b5b91c73def, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=aa826911-9704-4867-b996-0b5b91c73def,segment=NetworkSegment(557fd68e-f1a9-4090-aa73-46b999107413),segment_id=557fd68e-f1a9-4090-aa73-46b999107413)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:31:12.142131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:12.211309 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=aa826911-9704-4867-b996-0b5b91c73def,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:31:12.519031 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['aa826911-9704-4867-b996-0b5b91c73def'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:31:13.303084 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c7d05-eef8-4884-951c-3f733e708d7d req-cf60a7e1-b0ca-48b6-b95f-df42cd0041d6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:13.304645 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-be0c7d05-eef8-4884-951c-3f733e708d7d req-cf60a7e1-b0ca-48b6-b95f-df42cd0041d6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 944 time: 0.0816565 Jan 17 14:31:13.348898 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-be0c7d05-eef8-4884-951c-3f733e708d7d req-8e409c17-ef22-471d-9e96-9486f114c8ae tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=3907274b-f8fd-435d-996f-a0626d1ee34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387568 Jan 17 14:31:13.827228 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92936a2b-6138-4337-9576-d109fbeb4c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:13.885310 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device aa826911-9704-4867-b996-0b5b91c73def up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:31:13.950047 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:13.960126 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:13.974036 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port aa826911-9704-4867-b996-0b5b91c73def completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:31:13.978840 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port aa826911-9704-4867-b996-0b5b91c73def triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:31:13.979202 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:14.118410 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:14.143611 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e37d6aa-c81a-4ef0-a8c8-919e6f417eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa826911-9704-4867-b996-0b5b91c73def'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:31:14.153077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port aa826911-9704-4867-b996-0b5b91c73def, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=aa826911-9704-4867-b996-0b5b91c73def,segment=NetworkSegment(557fd68e-f1a9-4090-aa73-46b999107413),segment_id=557fd68e-f1a9-4090-aa73-46b999107413)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:31:14.158448 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:14.197717 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e37d6aa-c81a-4ef0-a8c8-919e6f417eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa826911-9704-4867-b996-0b5b91c73def', 'code': 200} Jan 17 14:31:14.232187 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=aa826911-9704-4867-b996-0b5b91c73def,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:31:14.428551 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256c077-c20e-45ed-bf4d-cd3acc0e12f9 req-c3ed4232-e8f9-4006-b1e7-9729d96f2922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:14.430017 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3256c077-c20e-45ed-bf4d-cd3acc0e12f9 req-c3ed4232-e8f9-4006-b1e7-9729d96f2922 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 1098 time: 0.0684416 Jan 17 14:31:14.531588 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3256c077-c20e-45ed-bf4d-cd3acc0e12f9 req-3c6364c3-1ac6-4050-812f-a28d5d47c06c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3907274b-f8fd-435d-996f-a0626d1ee34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836225 Jan 17 14:31:14.558395 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a068b0-2259-4320-be02-4deb667e97d9 req-d148b909-cd28-4403-b3bb-869454a34963 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:14.559827 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b6a068b0-2259-4320-be02-4deb667e97d9 req-d148b909-cd28-4403-b3bb-869454a34963 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 945 time: 0.0945561 Jan 17 14:31:14.604112 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b6a068b0-2259-4320-be02-4deb667e97d9 req-7db37ff2-ca25-4e1b-ba92-50801deae75d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=3907274b-f8fd-435d-996f-a0626d1ee34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386572 Jan 17 14:31:15.432506 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:15.790464 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b7255-12ee-4acd-8e67-41dc95cd02ce req-19fc01fe-afd2-4cfb-a06c-0ed56a72691d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:15.793573 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9a9b7255-12ee-4acd-8e67-41dc95cd02ce req-19fc01fe-afd2-4cfb-a06c-0ed56a72691d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 945 time: 0.0856559 Jan 17 14:31:15.838630 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9a9b7255-12ee-4acd-8e67-41dc95cd02ce req-c77a7125-2ef4-4d4f-9035-1dd3e447f458 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=3907274b-f8fd-435d-996f-a0626d1ee34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387666 Jan 17 14:31:17.024484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d74bd-2cd6-4f16-be86-c8013f0f2c6b req-7e941248-e8dc-4f12-ba85-41d7d3a44263 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:17.025953 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-932d74bd-2cd6-4f16-be86-c8013f0f2c6b req-7e941248-e8dc-4f12-ba85-41d7d3a44263 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 945 time: 0.0829124 Jan 17 14:31:17.069659 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-932d74bd-2cd6-4f16-be86-c8013f0f2c6b req-cc2c2c93-6c98-4bd5-a2b9-f64f8808f217 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=3907274b-f8fd-435d-996f-a0626d1ee34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379295 Jan 17 14:31:17.264892 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135822e-7276-44b6-9522-875976f894ac req-360d89f8-f761-4062-b199-916fa1991ccd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:17.266608 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1135822e-7276-44b6-9522-875976f894ac req-360d89f8-f761-4062-b199-916fa1991ccd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 945 time: 0.0946438 Jan 17 14:31:17.309975 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1135822e-7276-44b6-9522-875976f894ac req-dbf57139-bc58-487a-8208-0bc4f1033c69 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=3907274b-f8fd-435d-996f-a0626d1ee34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378613 Jan 17 14:31:17.331853 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40378) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:31:17.400347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19516e4c-b548-4719-8b51-6267764a398d tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:17.401834 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-19516e4c-b548-4719-8b51-6267764a398d tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 1093 time: 0.0690377 Jan 17 14:31:17.404631 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40382) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:31:17.410092 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': 'aa826911-9704-4867-b996-0b5b91c73def', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:31:17.415944 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:31:17.419692 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:floatingip and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:31:17.422502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:31:17.428128 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:31:17.438404 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:17.571773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:17.707118 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.26.3.104 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/7e3e4f59-3ea5-4930-be35-fe94c89123a4) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:31:17.851112 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:17.879726 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:18.042224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:31:18.044914 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:31:18.048753 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:31:18.083314 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=7e3e4f59-3ea5-4930-be35-fe94c89123a4,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:31:18.453318 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:18.525400 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:18.729813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:18.734120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:18.842160 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=7e3e4f59-3ea5-4930-be35-fe94c89123a4,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:31:18.854320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:19.019626 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Floating IP 0b243092-cf55-4206-bd78-f9fd366e9040 associated. External IP: 172.26.3.104, port: aa826911-9704-4867-b996-0b5b91c73def. Jan 17 14:31:19.364911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 717685dc-f214-4be9-b5bd-cd86b3ea825a has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:31:19.655676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:31:19.665506 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b13fa0c-6b83-4709-8093-fe4431a89724 None None] Sync routers for ids ['717685dc-f214-4be9-b5bd-cd86b3ea825a'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:31:19.679109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b13fa0c-6b83-4709-8093-fe4431a89724 None None] Routers {'717685dc-f214-4be9-b5bd-cd86b3ea825a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:31:19.679760 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-6b13fa0c-6b83-4709-8093-fe4431a89724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:31:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['717685dc-f214-4be9-b5bd-cd86b3ea825a'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:31:19.680951 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:19.740117 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1ce6ff8b-6fe3-444c-a962-57003c5029b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3344231 Jan 17 14:31:19.741231 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e37d6aa-c81a-4ef0-a8c8-919e6f417eea', 'tag': 'aa826911-9704-4867-b996-0b5b91c73def'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:31:19.742893 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40386) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:31:19.850206 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e37d6aa-c81a-4ef0-a8c8-919e6f417eea', 'tag': 'aa826911-9704-4867-b996-0b5b91c73def', 'status': 'completed', 'code': 200} Jan 17 14:31:19.873858 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-6b13fa0c-6b83-4709-8093-fe4431a89724 None None] Set router 717685dc-f214-4be9-b5bd-cd86b3ea825a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:31:19.917631 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6ab5ff17-c0b4-4a01-a20a-235a4b15e838 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/0b243092-cf55-4206-bd78-f9fd366e9040 HTTP/1.1" status: 200 len: 991 time: 0.1727817 Jan 17 14:31:19.947923 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1af41c-eeba-4890-a143-65049c8a2a93 req-9d956145-77b2-4bfe-bb13-392caf6a38e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:19.949371 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-fa1af41c-eeba-4890-a143-65049c8a2a93 req-9d956145-77b2-4bfe-bb13-392caf6a38e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 1098 time: 0.0772271 Jan 17 14:31:20.078393 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1af41c-eeba-4890-a143-65049c8a2a93 req-331c83f6-3f65-4d75-ae60-ecdd273bd564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:20.079876 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-fa1af41c-eeba-4890-a143-65049c8a2a93 req-331c83f6-3f65-4d75-ae60-ecdd273bd564 service neutron] 10.222.0.15 "GET /v2.0/networks?id=70a48b98-0696-4962-91d1-db0ac452850a HTTP/1.1" status: 200 len: 897 time: 0.1239138 Jan 17 14:31:20.182137 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-fa1af41c-eeba-4890-a143-65049c8a2a93 req-634a9ad2-7f0c-488e-9d88-ce115b7e2405 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa826911-9704-4867-b996-0b5b91c73def HTTP/1.1" status: 200 len: 999 time: 0.0961952 Jan 17 14:31:20.218991 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-6b13fa0c-6b83-4709-8093-fe4431a89724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'name': 'tempest-TestNetworkBasicOps-router-900431016', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:30:49Z', 'updated_at': '2022-01-17T14:30:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:50Z', 'updated_at': '2022-01-17T14:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '0b243092-cf55-4206-bd78-f9fd366e9040', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.104', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'port_id': 'aa826911-9704-4867-b996-0b5b91c73def', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a', 'mac_address': 'fa:16:3e:e1:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e37d6aa-c81a-4ef0-a8c8-919e6f417eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:31:18Z', 'updated_at': '2022-01-17T14:31:18Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad244f33-08f6-4a89-8152-cd6bf45627fb', 'name': '', 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:6e:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '5d426056-4087-40d2-b126-c3c1edc91fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:54Z', 'updated_at': '2022-01-17T14:31:00Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '5d426056-4087-40d2-b126-c3c1edc91fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:31:20.223400 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b13fa0c-6b83-4709-8093-fe4431a89724 None None] Checking router: 717685dc-f214-4be9-b5bd-cd86b3ea825a for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:31:20.231586 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b13fa0c-6b83-4709-8093-fe4431a89724 None None] Routers {'717685dc-f214-4be9-b5bd-cd86b3ea825a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:31:20.232201 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-6b13fa0c-6b83-4709-8093-fe4431a89724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:31:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['717685dc-f214-4be9-b5bd-cd86b3ea825a'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:31:20.244231 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1af41c-eeba-4890-a143-65049c8a2a93 req-e000ef24-378b-49d9-a0be-a584c465b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:20.245738 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-fa1af41c-eeba-4890-a143-65049c8a2a93 req-e000ef24-378b-49d9-a0be-a584c465b41b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d426056-4087-40d2-b126-c3c1edc91fe6 HTTP/1.1" status: 200 len: 844 time: 0.0577235 Jan 17 14:31:20.323627 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1af41c-eeba-4890-a143-65049c8a2a93 req-9044f759-7d5b-4f34-956e-49892765d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:20.325141 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-fa1af41c-eeba-4890-a143-65049c8a2a93 req-9044f759-7d5b-4f34-956e-49892765d5fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70a48b98-0696-4962-91d1-db0ac452850a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724590 Jan 17 14:31:20.335577 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [req-fa1af41c-eeba-4890-a143-65049c8a2a93 req-e558f58e-559d-4fe1-9d55-596f4db83b43 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:31:20.336597 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-fa1af41c-eeba-4890-a143-65049c8a2a93 req-e558f58e-559d-4fe1-9d55-596f4db83b43 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048294 Jan 17 14:31:20.413591 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-6b13fa0c-6b83-4709-8093-fe4431a89724 None None] Set router 717685dc-f214-4be9-b5bd-cd86b3ea825a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:31:20.469905 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-fa1af41c-eeba-4890-a143-65049c8a2a93 req-0291c779-efad-4670-a4da-08de8da281bc service neutron] 10.222.0.15 "GET /v2.0/networks/70a48b98-0696-4962-91d1-db0ac452850a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236448 Jan 17 14:31:20.713119 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-fa1af41c-eeba-4890-a143-65049c8a2a93 req-d5b26a0b-e152-481d-b285-09a96b268f7d service neutron] 10.222.0.15 "GET /v2.0/networks/70a48b98-0696-4962-91d1-db0ac452850a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336779 Jan 17 14:31:20.783278 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-6b13fa0c-6b83-4709-8093-fe4431a89724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'name': 'tempest-TestNetworkBasicOps-router-900431016', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:30:49Z', 'updated_at': '2022-01-17T14:30:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:50Z', 'updated_at': '2022-01-17T14:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '0b243092-cf55-4206-bd78-f9fd366e9040', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.104', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'port_id': 'aa826911-9704-4867-b996-0b5b91c73def', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a', 'mac_address': 'fa:16:3e:e1:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e37d6aa-c81a-4ef0-a8c8-919e6f417eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:31:18Z', 'updated_at': '2022-01-17T14:31:18Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad244f33-08f6-4a89-8152-cd6bf45627fb', 'name': '', 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:6e:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '5d426056-4087-40d2-b126-c3c1edc91fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:54Z', 'updated_at': '2022-01-17T14:31:00Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '5d426056-4087-40d2-b126-c3c1edc91fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:31:20.787264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b13fa0c-6b83-4709-8093-fe4431a89724 None None] The sync data for ids ['717685dc-f214-4be9-b5bd-cd86b3ea825a'] in dv-neutron-824901-1-hyperv is: [{'id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'name': 'tempest-TestNetworkBasicOps-router-900431016', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:30:49Z', 'updated_at': '2022-01-17T14:30:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:50Z', 'updated_at': '2022-01-17T14:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '0b243092-cf55-4206-bd78-f9fd366e9040', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.104', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'port_id': 'aa826911-9704-4867-b996-0b5b91c73def', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a', 'mac_address': 'fa:16:3e:e1:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e37d6aa-c81a-4ef0-a8c8-919e6f417eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:31:18Z', 'updated_at': '2022-01-17T14:31:18Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad244f33-08f6-4a89-8152-cd6bf45627fb', 'name': '', 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:6e:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '5d426056-4087-40d2-b126-c3c1edc91fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:54Z', 'updated_at': '2022-01-17T14:31:00Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '5d426056-4087-40d2-b126-c3c1edc91fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:31:20.921640 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40394) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:31:20.987562 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8becc79a-412c-49db-b993-97dd4d25b619 None None] New status for floating IP 0b243092-cf55-4206-bd78-f9fd366e9040: ACTIVE {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:31:21.034006 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c81d55bc-62e1-42ca-af90-bd0fcd2280b0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/0b243092-cf55-4206-bd78-f9fd366e9040 HTTP/1.1" status: 200 len: 991 time: 0.1111171 Jan 17 14:31:22.037543 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40398) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:31:22.143423 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0ce38b71-3f16-466b-b65d-54f484046ff3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/0b243092-cf55-4206-bd78-f9fd366e9040 HTTP/1.1" status: 200 len: 993 time: 0.1045816 Jan 17 14:31:22.840131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:26.897915 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:31:40.658788 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d9a41b91-1b52-4080-bc8b-9b683d47d41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:43.026484 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-df5f6150-6adb-498c-bd64-93523c6f5e34 req-86fb7276-f21d-4bb3-9457-b1ca2940e5b2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1111836 Jan 17 14:31:43.184863 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f6150-6adb-498c-bd64-93523c6f5e34 req-7ee266e6-561b-4634-af6e-997eaf0366c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:43.186313 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-df5f6150-6adb-498c-bd64-93523c6f5e34 req-7ee266e6-561b-4634-af6e-997eaf0366c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 1098 time: 0.0695591 Jan 17 14:31:43.335899 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f6150-6adb-498c-bd64-93523c6f5e34 req-68a7303b-55fb-4529-bcfd-5debe776e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:43.337337 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-df5f6150-6adb-498c-bd64-93523c6f5e34 req-68a7303b-55fb-4529-bcfd-5debe776e5f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=70a48b98-0696-4962-91d1-db0ac452850a HTTP/1.1" status: 200 len: 897 time: 0.1311502 Jan 17 14:31:43.444692 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-df5f6150-6adb-498c-bd64-93523c6f5e34 req-9ed8e729-51a4-4eb8-a851-ff24d76c978c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa826911-9704-4867-b996-0b5b91c73def HTTP/1.1" status: 200 len: 1001 time: 0.1004269 Jan 17 14:31:43.510311 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f6150-6adb-498c-bd64-93523c6f5e34 req-6c2c4c21-2a48-4927-8ece-99926e454ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:43.511788 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-df5f6150-6adb-498c-bd64-93523c6f5e34 req-6c2c4c21-2a48-4927-8ece-99926e454ad1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d426056-4087-40d2-b126-c3c1edc91fe6 HTTP/1.1" status: 200 len: 844 time: 0.0610321 Jan 17 14:31:43.587080 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f6150-6adb-498c-bd64-93523c6f5e34 req-a6534ae4-5c1e-4a67-a91c-677772f54958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:31:43.588624 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-df5f6150-6adb-498c-bd64-93523c6f5e34 req-a6534ae4-5c1e-4a67-a91c-677772f54958 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70a48b98-0696-4962-91d1-db0ac452850a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706995 Jan 17 14:31:43.720914 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-df5f6150-6adb-498c-bd64-93523c6f5e34 req-0862dacb-6b88-4431-8080-8361a3f3f0f6 service neutron] 10.222.0.15 "GET /v2.0/networks/70a48b98-0696-4962-91d1-db0ac452850a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253500 Jan 17 14:31:43.829902 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0174bbc6-5a2a-4597-a9f6-c0209e171ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:43.864601 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-df5f6150-6adb-498c-bd64-93523c6f5e34 req-a020ecad-92b1-4993-8377-ca0610df5365 service neutron] 10.222.0.15 "GET /v2.0/networks/70a48b98-0696-4962-91d1-db0ac452850a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344383 Jan 17 14:31:43.907168 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:43.937443 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:45.436775 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:31:52.820927 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:32:03.900775 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:32:10.654281 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-10e504d2-f831-4438-9ba7-eb9cd76c7232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:32:13.832385 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4b407e8b-db14-4546-be43-399dba3e5f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:32:13.908867 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:32:13.928973 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:32:15.437729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:32:22.817316 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:32:40.655762 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ebb2f345-4740-4502-9e3a-95df82471d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:32:40.899070 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:32:42.336747 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-dc65b791-a77e-4370-9f86-8f3c8fff5e6f req-97ebea92-a04a-4056-9a5a-ef6d1bc54852 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738120 Jan 17 14:32:42.471821 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65b791-a77e-4370-9f86-8f3c8fff5e6f req-f7b588aa-1c64-463e-a44a-ed1d2744e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:32:42.473271 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-dc65b791-a77e-4370-9f86-8f3c8fff5e6f req-f7b588aa-1c64-463e-a44a-ed1d2744e4bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 1098 time: 0.0699537 Jan 17 14:32:42.618786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65b791-a77e-4370-9f86-8f3c8fff5e6f req-ecdfb5bc-35cd-4cf3-b063-48ec7fc54c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:32:42.620160 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-dc65b791-a77e-4370-9f86-8f3c8fff5e6f req-ecdfb5bc-35cd-4cf3-b063-48ec7fc54c07 service neutron] 10.222.0.15 "GET /v2.0/networks?id=70a48b98-0696-4962-91d1-db0ac452850a HTTP/1.1" status: 200 len: 897 time: 0.1266863 Jan 17 14:32:42.724139 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-dc65b791-a77e-4370-9f86-8f3c8fff5e6f req-33865db4-14fe-4908-9eb6-4f74c4fdc3f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa826911-9704-4867-b996-0b5b91c73def HTTP/1.1" status: 200 len: 1001 time: 0.0970621 Jan 17 14:32:42.785882 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65b791-a77e-4370-9f86-8f3c8fff5e6f req-6802dc6c-b870-4b4b-a0cf-aac3d55b2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:32:42.787303 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-dc65b791-a77e-4370-9f86-8f3c8fff5e6f req-6802dc6c-b870-4b4b-a0cf-aac3d55b2b27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d426056-4087-40d2-b126-c3c1edc91fe6 HTTP/1.1" status: 200 len: 844 time: 0.0569520 Jan 17 14:32:42.962291 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65b791-a77e-4370-9f86-8f3c8fff5e6f req-949e2d8a-7b41-4415-85f6-a8682e09d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:32:42.963756 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-dc65b791-a77e-4370-9f86-8f3c8fff5e6f req-949e2d8a-7b41-4415-85f6-a8682e09d664 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70a48b98-0696-4962-91d1-db0ac452850a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1693575 Jan 17 14:32:43.094413 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-dc65b791-a77e-4370-9f86-8f3c8fff5e6f req-1226d3ab-3c4c-4679-a729-bec2cf5cf3ea service neutron] 10.222.0.15 "GET /v2.0/networks/70a48b98-0696-4962-91d1-db0ac452850a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234233 Jan 17 14:32:43.226331 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-dc65b791-a77e-4370-9f86-8f3c8fff5e6f req-d29bbad5-ef72-4e22-9547-bb0c088eaebc service neutron] 10.222.0.15 "GET /v2.0/networks/70a48b98-0696-4962-91d1-db0ac452850a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255128 Jan 17 14:32:43.834674 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5cbc-9b8e-4c91-affc-89f7f21d587a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:32:43.910165 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:32:43.929859 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:32:45.439880 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:32:52.832625 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:33:10.658178 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-727c8265-95fd-4734-9a95-67cf873026c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:33:13.837620 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc8bd3b4-8917-48ee-9df7-f1682d6c3625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:33:13.913180 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:33:13.930589 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:33:15.442094 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:33:17.897837 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:33:22.830042 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:33:40.659069 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e8e1ef6f-f588-4a94-b9b9-bf8cbf2a87a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:33:42.357990 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-454a9a91-fb64-4c20-b886-1579ed07687c req-21eb73dc-848f-4d31-91ce-419c0017ade0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677240 Jan 17 14:33:42.503550 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a9a91-fb64-4c20-b886-1579ed07687c req-ddeb69e0-e6a9-40b0-8389-7cabbd57c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:33:42.505009 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-454a9a91-fb64-4c20-b886-1579ed07687c req-ddeb69e0-e6a9-40b0-8389-7cabbd57c41b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 1098 time: 0.0724709 Jan 17 14:33:42.645883 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a9a91-fb64-4c20-b886-1579ed07687c req-790c63a8-f080-45bb-8289-58469b21ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:33:42.647298 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-454a9a91-fb64-4c20-b886-1579ed07687c req-790c63a8-f080-45bb-8289-58469b21ccb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=70a48b98-0696-4962-91d1-db0ac452850a HTTP/1.1" status: 200 len: 897 time: 0.1235523 Jan 17 14:33:42.746211 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-454a9a91-fb64-4c20-b886-1579ed07687c req-fb4db0ab-2a8a-445a-8ba3-067b9dd7e256 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa826911-9704-4867-b996-0b5b91c73def HTTP/1.1" status: 200 len: 1001 time: 0.0926430 Jan 17 14:33:42.810225 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a9a91-fb64-4c20-b886-1579ed07687c req-e9246537-af30-49f1-82c8-1ef25cbc4abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:33:42.811648 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-454a9a91-fb64-4c20-b886-1579ed07687c req-e9246537-af30-49f1-82c8-1ef25cbc4abc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d426056-4087-40d2-b126-c3c1edc91fe6 HTTP/1.1" status: 200 len: 844 time: 0.0588596 Jan 17 14:33:42.884343 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a9a91-fb64-4c20-b886-1579ed07687c req-f5e1106f-4c2f-4747-acfd-7bc9ac9fe5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:33:42.885819 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-454a9a91-fb64-4c20-b886-1579ed07687c req-f5e1106f-4c2f-4747-acfd-7bc9ac9fe5db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70a48b98-0696-4962-91d1-db0ac452850a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681930 Jan 17 14:33:43.015415 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-454a9a91-fb64-4c20-b886-1579ed07687c req-788f85c7-4c40-4696-b278-624bf813b4cf service neutron] 10.222.0.15 "GET /v2.0/networks/70a48b98-0696-4962-91d1-db0ac452850a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234398 Jan 17 14:33:43.143771 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-454a9a91-fb64-4c20-b886-1579ed07687c req-3d2f5397-fe35-4747-b4bd-1603679211f1 service neutron] 10.222.0.15 "GET /v2.0/networks/70a48b98-0696-4962-91d1-db0ac452850a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228368 Jan 17 14:33:43.839533 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-098e218e-9ffc-4df4-bf1d-0cae56c5e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:33:43.915586 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:33:43.931043 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:33:45.445628 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:33:52.844515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:33:54.650384 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40438) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:33:54.656229 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-74cb0f48-31de-4fa7-9e02-95a59a76a239 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:33:54.772004 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-74cb0f48-31de-4fa7-9e02-95a59a76a239 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4150573'] for subnet, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:33:54.896825 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:33:54.954813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-74cb0f48-31de-4fa7-9e02-95a59a76a239 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762588013806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3993245'] for subnet, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:33:55.001309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cb0f48-31de-4fa7-9e02-95a59a76a239 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:33:55.001886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-74cb0f48-31de-4fa7-9e02-95a59a76a239 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:33:55.003175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3594dea8-0dcf-48bb-b7a8-ed156c85aa1a None None] Network 70a48b98-0696-4962-91d1-db0ac452850a requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:33:55.003665 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-74cb0f48-31de-4fa7-9e02-95a59a76a239 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/subnets/5d426056-4087-40d2-b126-c3c1edc91fe6 HTTP/1.1" status: 200 len: 836 time: 0.3523083 Jan 17 14:33:55.021516 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb0f48-31de-4fa7-9e02-95a59a76a239 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Subnet': ['ID=5d426056-4087-40d2-b126-c3c1edc91fe6,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:33:55.028623 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cb0f48-31de-4fa7-9e02-95a59a76a239 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:33:55.028992 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cb0f48-31de-4fa7-9e02-95a59a76a239 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:33:55.029327 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cb0f48-31de-4fa7-9e02-95a59a76a239 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:33:55.029655 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cb0f48-31de-4fa7-9e02-95a59a76a239 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:33:55.029976 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cb0f48-31de-4fa7-9e02-95a59a76a239 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:33:55.030303 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cb0f48-31de-4fa7-9e02-95a59a76a239 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:33:55.030620 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cb0f48-31de-4fa7-9e02-95a59a76a239 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:33:55.030936 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cb0f48-31de-4fa7-9e02-95a59a76a239 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:33:55.031252 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cb0f48-31de-4fa7-9e02-95a59a76a239 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:33:55.031566 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cb0f48-31de-4fa7-9e02-95a59a76a239 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:33:55.031903 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cb0f48-31de-4fa7-9e02-95a59a76a239 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:33:55.032215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cb0f48-31de-4fa7-9e02-95a59a76a239 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:33:55.500797 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-694d1a60-c0b8-4554-b21f-9428234defdc None None] Provisioning complete for port aa826911-9704-4867-b996-0b5b91c73def triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:33:55.501061 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-694d1a60-c0b8-4554-b21f-9428234defdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:33:55.621507 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-694d1a60-c0b8-4554-b21f-9428234defdc None None] Provisioning complete for port 2cad86ea-109b-4176-9e87-9a096ba8c6a6 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:33:55.621865 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-694d1a60-c0b8-4554-b21f-9428234defdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:33:55.745643 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-694d1a60-c0b8-4554-b21f-9428234defdc None None] Provisioning complete for port ad244f33-08f6-4a89-8152-cd6bf45627fb triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:33:55.746010 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-694d1a60-c0b8-4554-b21f-9428234defdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:33:55.981607 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [req-6bef4ac7-e049-4a01-9593-df6d0f917292 req-a22df4e2-dc8c-4068-b3c1-36d230b27d38 service neutron] (87523) timed out ('10.222.0.15', 55244) {{(pid=87523) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 17 14:34:10.660524 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-75ff8098-efaa-4231-acd4-7adc48671626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:13.841493 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b8cfec2-9184-4a0f-b550-94e825c2d53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:13.926629 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:13.933117 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:15.447428 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:22.844422 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:31.895782 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:34:39.062007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40466) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:39.265839 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f7d3-6b4c-4025-8fb0-af7ec000349b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 7e3e4f59-3ea5-4930-be35-fe94c89123a4 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:34:39.266179 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bef3f7d3-6b4c-4025-8fb0-af7ec000349b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:39.434029 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bef3f7d3-6b4c-4025-8fb0-af7ec000349b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:39.434382 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bef3f7d3-6b4c-4025-8fb0-af7ec000349b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:39.557840 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-bef3f7d3-6b4c-4025-8fb0-af7ec000349b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 7e3e4f59-3ea5-4930-be35-fe94c89123a4 owned by network:floatingip {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:34:39.708354 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bef3f7d3-6b4c-4025-8fb0-af7ec000349b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:39.788155 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f7d3-6b4c-4025-8fb0-af7ec000349b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=7e3e4f59-3ea5-4930-be35-fe94c89123a4,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:39.860188 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bef3f7d3-6b4c-4025-8fb0-af7ec000349b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:39.860699 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-bef3f7d3-6b4c-4025-8fb0-af7ec000349b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Floating IP 0b243092-cf55-4206-bd78-f9fd366e9040 disassociated (deleted). External IP: 172.26.3.104, port: aa826911-9704-4867-b996-0b5b91c73def. Jan 17 14:34:40.338032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef3f7d3-6b4c-4025-8fb0-af7ec000349b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 717685dc-f214-4be9-b5bd-cd86b3ea825a has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:34:40.517825 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef3f7d3-6b4c-4025-8fb0-af7ec000349b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:34:40.530353 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71fc927-08c0-4a38-8e46-eb7346e1cadc None None] Sync routers for ids ['717685dc-f214-4be9-b5bd-cd86b3ea825a'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:34:40.541592 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bef3f7d3-6b4c-4025-8fb0-af7ec000349b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:40.544474 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71fc927-08c0-4a38-8e46-eb7346e1cadc None None] Routers {'717685dc-f214-4be9-b5bd-cd86b3ea825a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:34:40.545372 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-e71fc927-08c0-4a38-8e46-eb7346e1cadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:34:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['717685dc-f214-4be9-b5bd-cd86b3ea825a'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:34:40.605668 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bef3f7d3-6b4c-4025-8fb0-af7ec000349b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/floatingips/0b243092-cf55-4206-bd78-f9fd366e9040 HTTP/1.1" status: 204 len: 168 time: 1.5426407 Jan 17 14:34:40.606236 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e37d6aa-c81a-4ef0-a8c8-919e6f417eea', 'tag': 'aa826911-9704-4867-b996-0b5b91c73def'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:34:40.687202 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-be0551bc-9baa-40de-83b3-570c716065a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:40.833524 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-e71fc927-08c0-4a38-8e46-eb7346e1cadc None None] Set router 717685dc-f214-4be9-b5bd-cd86b3ea825a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:34:41.211968 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-e71fc927-08c0-4a38-8e46-eb7346e1cadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'name': 'tempest-TestNetworkBasicOps-router-900431016', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:30:49Z', 'updated_at': '2022-01-17T14:30:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:50Z', 'updated_at': '2022-01-17T14:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'ad244f33-08f6-4a89-8152-cd6bf45627fb', 'name': '', 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:6e:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '5d426056-4087-40d2-b126-c3c1edc91fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:54Z', 'updated_at': '2022-01-17T14:31:00Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '5d426056-4087-40d2-b126-c3c1edc91fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:34:41.217362 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71fc927-08c0-4a38-8e46-eb7346e1cadc None None] Checking router: 717685dc-f214-4be9-b5bd-cd86b3ea825a for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:34:41.223738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17fb3e-8df4-401a-8953-9489c234518e req-ef26fa4a-8639-429e-84b5-a837d8cf1a51 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:34:41.225263 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7f17fb3e-8df4-401a-8953-9489c234518e req-ef26fa4a-8639-429e-84b5-a837d8cf1a51 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 945 time: 0.3096743 Jan 17 14:34:41.227048 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71fc927-08c0-4a38-8e46-eb7346e1cadc None None] Routers {'717685dc-f214-4be9-b5bd-cd86b3ea825a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:34:41.227643 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-e71fc927-08c0-4a38-8e46-eb7346e1cadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:34:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['717685dc-f214-4be9-b5bd-cd86b3ea825a'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:34:41.273108 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7f17fb3e-8df4-401a-8953-9489c234518e req-ed40114d-18c6-4ff6-8b16-1187788bbe24 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=3907274b-f8fd-435d-996f-a0626d1ee34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387287 Jan 17 14:34:41.410994 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-e71fc927-08c0-4a38-8e46-eb7346e1cadc None None] Set router 717685dc-f214-4be9-b5bd-cd86b3ea825a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:34:41.664797 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e37d6aa-c81a-4ef0-a8c8-919e6f417eea', 'tag': 'aa826911-9704-4867-b996-0b5b91c73def', 'status': 'completed', 'code': 200} Jan 17 14:34:41.726268 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-e71fc927-08c0-4a38-8e46-eb7346e1cadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'name': 'tempest-TestNetworkBasicOps-router-900431016', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:30:49Z', 'updated_at': '2022-01-17T14:30:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:50Z', 'updated_at': '2022-01-17T14:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'ad244f33-08f6-4a89-8152-cd6bf45627fb', 'name': '', 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:6e:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '5d426056-4087-40d2-b126-c3c1edc91fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:54Z', 'updated_at': '2022-01-17T14:31:00Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '5d426056-4087-40d2-b126-c3c1edc91fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:34:41.730897 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71fc927-08c0-4a38-8e46-eb7346e1cadc None None] The sync data for ids ['717685dc-f214-4be9-b5bd-cd86b3ea825a'] in dv-neutron-824901-1-hyperv is: [{'id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'name': 'tempest-TestNetworkBasicOps-router-900431016', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:30:49Z', 'updated_at': '2022-01-17T14:30:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:50Z', 'updated_at': '2022-01-17T14:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'ad244f33-08f6-4a89-8152-cd6bf45627fb', 'name': '', 'network_id': '70a48b98-0696-4962-91d1-db0ac452850a', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:6e:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '5d426056-4087-40d2-b126-c3c1edc91fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:54Z', 'updated_at': '2022-01-17T14:31:00Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': '5d426056-4087-40d2-b126-c3c1edc91fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:34:41.759176 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5c28c-a648-427b-ba0d-325ea4e154c5 req-ea0abd92-3654-4d0d-841b-2ab4a3677448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:34:41.760670 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-72d5c28c-a648-427b-ba0d-325ea4e154c5 req-ea0abd92-3654-4d0d-841b-2ab4a3677448 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 1098 time: 0.0730145 Jan 17 14:34:41.903512 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5c28c-a648-427b-ba0d-325ea4e154c5 req-ebec13fe-6d4d-40be-8989-195b5e1facd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:34:41.905090 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-72d5c28c-a648-427b-ba0d-325ea4e154c5 req-ebec13fe-6d4d-40be-8989-195b5e1facd9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=70a48b98-0696-4962-91d1-db0ac452850a HTTP/1.1" status: 200 len: 897 time: 0.1376617 Jan 17 14:34:41.978512 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-72d5c28c-a648-427b-ba0d-325ea4e154c5 req-079fe9f6-c185-42ce-bdc3-1c2b2108dbf2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa826911-9704-4867-b996-0b5b91c73def HTTP/1.1" status: 200 len: 217 time: 0.0659454 Jan 17 14:34:41.996194 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a9ac55-7cbe-42d2-9375-2d83dca16c73 None None] New status for floating IP 0b243092-cf55-4206-bd78-f9fd366e9040: DOWN {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:34:42.042466 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5c28c-a648-427b-ba0d-325ea4e154c5 req-b63ecbdd-c1c2-46f3-a90a-36d9eccd5538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:34:42.044003 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-72d5c28c-a648-427b-ba0d-325ea4e154c5 req-b63ecbdd-c1c2-46f3-a90a-36d9eccd5538 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d426056-4087-40d2-b126-c3c1edc91fe6 HTTP/1.1" status: 200 len: 844 time: 0.0588009 Jan 17 14:34:42.127722 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5c28c-a648-427b-ba0d-325ea4e154c5 req-ca187c7b-b8d8-420e-8e11-72f08a430152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:34:42.129307 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-72d5c28c-a648-427b-ba0d-325ea4e154c5 req-ca187c7b-b8d8-420e-8e11-72f08a430152 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70a48b98-0696-4962-91d1-db0ac452850a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785258 Jan 17 14:34:42.369280 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-72d5c28c-a648-427b-ba0d-325ea4e154c5 req-b48bdb9c-961a-497b-b128-ff79b51a552e service neutron] 10.222.0.15 "GET /v2.0/networks/70a48b98-0696-4962-91d1-db0ac452850a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317197 Jan 17 14:34:42.500732 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.15', 55368) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:42.556331 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-72d5c28c-a648-427b-ba0d-325ea4e154c5 req-552177fb-6d4b-4d65-8530-51afcd71b867 service neutron] 10.222.0.15 "GET /v2.0/networks/70a48b98-0696-4962-91d1-db0ac452850a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798337 Jan 17 14:34:42.572477 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0bba1-2d47-4889-a132-5c6a15eac9c2 req-ad5a9b56-0830-447f-8f3f-d80d604e234d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:34:42.574283 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f3d0bba1-2d47-4889-a132-5c6a15eac9c2 req-ad5a9b56-0830-447f-8f3f-d80d604e234d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 945 time: 0.1327147 Jan 17 14:34:42.580754 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f434c93-1ae4-4943-831d-8640a8ed247c req-f10677df-2414-480c-8cdd-23311c90d2f9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:34:42.581741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-6f434c93-1ae4-4943-831d-8640a8ed247c req-f10677df-2414-480c-8cdd-23311c90d2f9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:34:42.597874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-6f434c93-1ae4-4943-831d-8640a8ed247c req-f10677df-2414-480c-8cdd-23311c90d2f9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:34:42.599112 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6f434c93-1ae4-4943-831d-8640a8ed247c req-f10677df-2414-480c-8cdd-23311c90d2f9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 945 time: 0.0970039 Jan 17 14:34:42.626313 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f3d0bba1-2d47-4889-a132-5c6a15eac9c2 req-b9f735f7-cbbe-4db1-aa03-751b4b56b8a2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=3907274b-f8fd-435d-996f-a0626d1ee34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431485 Jan 17 14:34:42.672885 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-6f434c93-1ae4-4943-831d-8640a8ed247c req-3437c40a-c7a9-481f-860b-e2274a8ccb05 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port aa826911-9704-4867-b996-0b5b91c73def {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:34:42.673549 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-6f434c93-1ae4-4943-831d-8640a8ed247c req-3437c40a-c7a9-481f-860b-e2274a8ccb05 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:42.918750 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-6f434c93-1ae4-4943-831d-8640a8ed247c req-3437c40a-c7a9-481f-860b-e2274a8ccb05 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port aa826911-9704-4867-b996-0b5b91c73def, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=aa826911-9704-4867-b996-0b5b91c73def,segment=NetworkSegment(557fd68e-f1a9-4090-aa73-46b999107413),segment_id=557fd68e-f1a9-4090-aa73-46b999107413)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:34:42.919103 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-6f434c93-1ae4-4943-831d-8640a8ed247c req-3437c40a-c7a9-481f-860b-e2274a8ccb05 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:43.044593 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-6f434c93-1ae4-4943-831d-8640a8ed247c req-3437c40a-c7a9-481f-860b-e2274a8ccb05 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for aa826911-9704-4867-b996-0b5b91c73def owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:34:43.187399 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-6f434c93-1ae4-4943-831d-8640a8ed247c req-3437c40a-c7a9-481f-860b-e2274a8ccb05 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:43.271740 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437c40a-c7a9-481f-860b-e2274a8ccb05 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=aa826911-9704-4867-b996-0b5b91c73def,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:43.320196 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f434c93-1ae4-4943-831d-8640a8ed247c req-3437c40a-c7a9-481f-860b-e2274a8ccb05 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] No DVR routers for this DVR port aa826911-9704-4867-b996-0b5b91c73def on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:34:43.322702 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-6f434c93-1ae4-4943-831d-8640a8ed247c req-3437c40a-c7a9-481f-860b-e2274a8ccb05 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:43.336832 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6f434c93-1ae4-4943-831d-8640a8ed247c req-3437c40a-c7a9-481f-860b-e2274a8ccb05 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "DELETE /v2.0/ports/aa826911-9704-4867-b996-0b5b91c73def HTTP/1.1" status: 204 len: 173 time: 0.7318773 Jan 17 14:34:43.665789 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e37d6aa-c81a-4ef0-a8c8-919e6f417eea', 'name': 'network-vif-deleted', 'tag': 'aa826911-9704-4867-b996-0b5b91c73def'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:34:43.713549 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e37d6aa-c81a-4ef0-a8c8-919e6f417eea', 'name': 'network-vif-deleted', 'tag': 'aa826911-9704-4867-b996-0b5b91c73def', 'status': 'completed', 'code': 200} Jan 17 14:34:43.846802 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2ed53e04-0aa9-40dc-820f-64babba08532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:43.937132 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:43.941805 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:43.958058 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-769974dd-6c4d-47a6-af47-d247c5a2cd2e req-4ea8f3c0-9cb1-4d14-a60e-8898917725e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:34:43.973106 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-769974dd-6c4d-47a6-af47-d247c5a2cd2e req-4ea8f3c0-9cb1-4d14-a60e-8898917725e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:34:43.974321 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-769974dd-6c4d-47a6-af47-d247c5a2cd2e req-4ea8f3c0-9cb1-4d14-a60e-8898917725e2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e37d6aa-c81a-4ef0-a8c8-919e6f417eea HTTP/1.1" status: 200 len: 210 time: 0.2239144 Jan 17 14:34:45.070904 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40496) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:45.136132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-680253bf-85e2-41fa-b637-50934cc46f3f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:45.163881 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-680253bf-85e2-41fa-b637-50934cc46f3f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:45.233469 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-680253bf-85e2-41fa-b637-50934cc46f3f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:45.255842 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680253bf-85e2-41fa-b637-50934cc46f3f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3907274b-f8fd-435d-996f-a0626d1ee34a,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:45.265876 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-680253bf-85e2-41fa-b637-50934cc46f3f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:45.267032 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-680253bf-85e2-41fa-b637-50934cc46f3f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/security-groups/3907274b-f8fd-435d-996f-a0626d1ee34a HTTP/1.1" status: 204 len: 168 time: 0.1951649 Jan 17 14:34:45.302446 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40502) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:45.449284 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:45.842831 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fca614e0-15dd-4b63-a76a-92cb57c5d20b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:46.187618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-fca614e0-15dd-4b63-a76a-92cb57c5d20b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port ad244f33-08f6-4a89-8152-cd6bf45627fb {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:34:46.188370 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fca614e0-15dd-4b63-a76a-92cb57c5d20b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:46.371784 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-fca614e0-15dd-4b63-a76a-92cb57c5d20b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port ad244f33-08f6-4a89-8152-cd6bf45627fb, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ad244f33-08f6-4a89-8152-cd6bf45627fb,segment=NetworkSegment(557fd68e-f1a9-4090-aa73-46b999107413),segment_id=557fd68e-f1a9-4090-aa73-46b999107413)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:34:46.372135 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fca614e0-15dd-4b63-a76a-92cb57c5d20b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:46.493640 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-fca614e0-15dd-4b63-a76a-92cb57c5d20b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for ad244f33-08f6-4a89-8152-cd6bf45627fb owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:34:46.916724 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fca614e0-15dd-4b63-a76a-92cb57c5d20b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:46.939257 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device aa826911-9704-4867-b996-0b5b91c73def no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:34:46.973184 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: aa826911-9704-4867-b996-0b5b91c73def {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:34:46.973300 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device aa826911-9704-4867-b996-0b5b91c73def not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:34:47.013880 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca614e0-15dd-4b63-a76a-92cb57c5d20b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=ad244f33-08f6-4a89-8152-cd6bf45627fb,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:47.258531 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fca614e0-15dd-4b63-a76a-92cb57c5d20b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:47.623322 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca614e0-15dd-4b63-a76a-92cb57c5d20b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router 717685dc-f214-4be9-b5bd-cd86b3ea825a has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:34:47.796910 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca614e0-15dd-4b63-a76a-92cb57c5d20b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:34:47.808230 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d5e9f-44af-45a3-8c97-410c373976a5 None None] Sync routers for ids ['717685dc-f214-4be9-b5bd-cd86b3ea825a'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:34:47.812934 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fca614e0-15dd-4b63-a76a-92cb57c5d20b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/routers/717685dc-f214-4be9-b5bd-cd86b3ea825a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5093014 Jan 17 14:34:47.815594 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40506) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:47.817675 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d5e9f-44af-45a3-8c97-410c373976a5 None None] Routers {'717685dc-f214-4be9-b5bd-cd86b3ea825a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:34:47.818267 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-e75d5e9f-44af-45a3-8c97-410c373976a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:34:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['717685dc-f214-4be9-b5bd-cd86b3ea825a'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:34:47.884301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a5f1ba-d655-42f2-8149-3a0383817534 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting subnet 5d426056-4087-40d2-b126-c3c1edc91fe6 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:34:47.887079 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-60a5f1ba-d655-42f2-8149-3a0383817534 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:47.940276 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-60a5f1ba-d655-42f2-8149-3a0383817534 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:47.995449 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-e75d5e9f-44af-45a3-8c97-410c373976a5 None None] Set router 717685dc-f214-4be9-b5bd-cd86b3ea825a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:34:48.144879 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-60a5f1ba-d655-42f2-8149-3a0383817534 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:48.220595 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-60a5f1ba-d655-42f2-8149-3a0383817534 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:48.264671 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-60a5f1ba-d655-42f2-8149-3a0383817534 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:48.269243 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5f1ba-d655-42f2-8149-3a0383817534 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Subnet': ['ID=5d426056-4087-40d2-b126-c3c1edc91fe6,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:48.272333 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f6ccaf-0264-4278-8b72-c30bda99dfbd None None] Network 70a48b98-0696-4962-91d1-db0ac452850a requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:34:48.276422 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-60a5f1ba-d655-42f2-8149-3a0383817534 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/subnets/5d426056-4087-40d2-b126-c3c1edc91fe6 HTTP/1.1" status: 204 len: 168 time: 0.4569647 Jan 17 14:34:48.276813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40510) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:48.462023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e481d773-cd63-4ab1-8271-7abe8b6fbddd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:48.483935 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-e75d5e9f-44af-45a3-8c97-410c373976a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'name': 'tempest-TestNetworkBasicOps-router-900431016', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:30:49Z', 'updated_at': '2022-01-17T14:34:46Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:50Z', 'updated_at': '2022-01-17T14:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:34:48.489263 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d5e9f-44af-45a3-8c97-410c373976a5 None None] Checking router: 717685dc-f214-4be9-b5bd-cd86b3ea825a for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:34:48.508577 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d5e9f-44af-45a3-8c97-410c373976a5 None None] Routers {'717685dc-f214-4be9-b5bd-cd86b3ea825a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:34:48.508888 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-e75d5e9f-44af-45a3-8c97-410c373976a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:34:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['717685dc-f214-4be9-b5bd-cd86b3ea825a'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:34:48.639333 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e481d773-cd63-4ab1-8271-7abe8b6fbddd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:48.649124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-e481d773-cd63-4ab1-8271-7abe8b6fbddd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 8c849ace-e583-46a4-a70b-efea5ca1202d {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:34:48.649497 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e481d773-cd63-4ab1-8271-7abe8b6fbddd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:48.695949 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-e75d5e9f-44af-45a3-8c97-410c373976a5 None None] Set router 717685dc-f214-4be9-b5bd-cd86b3ea825a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:34:48.739563 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e361e224-3b4a-4462-94bb-7edd4b024472 None None] DHCP port deletion for 70a48b98-0696-4962-91d1-db0ac452850a request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:34:48.807861 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e361e224-3b4a-4462-94bb-7edd4b024472 None None] Deleting port 2cad86ea-109b-4176-9e87-9a096ba8c6a6 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:34:48.807861 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e361e224-3b4a-4462-94bb-7edd4b024472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:48.829535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-e481d773-cd63-4ab1-8271-7abe8b6fbddd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port 8c849ace-e583-46a4-a70b-efea5ca1202d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8c849ace-e583-46a4-a70b-efea5ca1202d,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:34:48.829882 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e481d773-cd63-4ab1-8271-7abe8b6fbddd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:48.950272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-e481d773-cd63-4ab1-8271-7abe8b6fbddd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 8c849ace-e583-46a4-a70b-efea5ca1202d owned by network:router_gateway {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:34:49.115928 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e481d773-cd63-4ab1-8271-7abe8b6fbddd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:49.143887 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-e361e224-3b4a-4462-94bb-7edd4b024472 None None] For port 2cad86ea-109b-4176-9e87-9a096ba8c6a6, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=2cad86ea-109b-4176-9e87-9a096ba8c6a6,segment=NetworkSegment(557fd68e-f1a9-4090-aa73-46b999107413),segment_id=557fd68e-f1a9-4090-aa73-46b999107413)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:34:49.144505 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e361e224-3b4a-4462-94bb-7edd4b024472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:49.189217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481d773-cd63-4ab1-8271-7abe8b6fbddd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=8c849ace-e583-46a4-a70b-efea5ca1202d,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:49.252729 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e481d773-cd63-4ab1-8271-7abe8b6fbddd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:49.266354 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e361e224-3b4a-4462-94bb-7edd4b024472 None None] Calling delete_port for 2cad86ea-109b-4176-9e87-9a096ba8c6a6 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:34:49.329001 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-e75d5e9f-44af-45a3-8c97-410c373976a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'name': 'tempest-TestNetworkBasicOps-router-900431016', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:30:49Z', 'updated_at': '2022-01-17T14:34:46Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:50Z', 'updated_at': '2022-01-17T14:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:34:49.343519 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d5e9f-44af-45a3-8c97-410c373976a5 None None] The sync data for ids ['717685dc-f214-4be9-b5bd-cd86b3ea825a'] in dv-neutron-824901-1-hyperv is: [{'id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'name': 'tempest-TestNetworkBasicOps-router-900431016', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:30:49Z', 'updated_at': '2022-01-17T14:34:46Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '8c849ace-e583-46a4-a70b-efea5ca1202d', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717685dc-f214-4be9-b5bd-cd86b3ea825a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:30:50Z', 'updated_at': '2022-01-17T14:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:34:49.355033 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e361e224-3b4a-4462-94bb-7edd4b024472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:49.400546 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361e224-3b4a-4462-94bb-7edd4b024472 None None] Pushing event deleted for resources: {'Port': ['ID=2cad86ea-109b-4176-9e87-9a096ba8c6a6,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:49.407515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e361e224-3b4a-4462-94bb-7edd4b024472 None None] No DVR routers for this DVR port 2cad86ea-109b-4176-9e87-9a096ba8c6a6 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:34:49.415157 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361e224-3b4a-4462-94bb-7edd4b024472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:49.415594 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361e224-3b4a-4462-94bb-7edd4b024472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:49.415980 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361e224-3b4a-4462-94bb-7edd4b024472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:49.416315 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361e224-3b4a-4462-94bb-7edd4b024472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:49.416645 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361e224-3b4a-4462-94bb-7edd4b024472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:49.419470 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361e224-3b4a-4462-94bb-7edd4b024472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:49.419609 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361e224-3b4a-4462-94bb-7edd4b024472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:49.421154 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361e224-3b4a-4462-94bb-7edd4b024472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:49.421511 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361e224-3b4a-4462-94bb-7edd4b024472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:49.422566 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361e224-3b4a-4462-94bb-7edd4b024472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:49.422566 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361e224-3b4a-4462-94bb-7edd4b024472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:49.422754 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361e224-3b4a-4462-94bb-7edd4b024472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:49.435229 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e481d773-cd63-4ab1-8271-7abe8b6fbddd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:49.437433 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e481d773-cd63-4ab1-8271-7abe8b6fbddd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:49.461724 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e481d773-cd63-4ab1-8271-7abe8b6fbddd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:49.462219 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e481d773-cd63-4ab1-8271-7abe8b6fbddd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Fanout notify agent at l3_agent the message router_deleted on router 717685dc-f214-4be9-b5bd-cd86b3ea825a {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:34:49.477283 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e481d773-cd63-4ab1-8271-7abe8b6fbddd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:49.478358 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e481d773-cd63-4ab1-8271-7abe8b6fbddd tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/routers/717685dc-f214-4be9-b5bd-cd86b3ea825a HTTP/1.1" status: 204 len: 168 time: 1.2008054 Jan 17 14:34:49.481065 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40514) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:49.686336 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3998d8e5-1c3d-4b46-bb10-17f13722bb9f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:49.826229 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3998d8e5-1c3d-4b46-bb10-17f13722bb9f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:49.852146 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-3998d8e5-1c3d-4b46-bb10-17f13722bb9f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a48b98-0696-4962-91d1-db0ac452850a']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:34:49.864320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-3998d8e5-1c3d-4b46-bb10-17f13722bb9f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557fd68e-f1a9-4090-aa73-46b999107413') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:34:49.864617 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-3998d8e5-1c3d-4b46-bb10-17f13722bb9f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557fd68e-f1a9-4090-aa73-46b999107413') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:34:49.876444 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3998d8e5-1c3d-4b46-bb10-17f13722bb9f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:49.892526 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3998d8e5-1c3d-4b46-bb10-17f13722bb9f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:49.898730 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3998d8e5-1c3d-4b46-bb10-17f13722bb9f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:34:49.899170 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3998d8e5-1c3d-4b46-bb10-17f13722bb9f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:34:49.913285 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:34:49.996207 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3998d8e5-1c3d-4b46-bb10-17f13722bb9f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:50.020901 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3998d8e5-1c3d-4b46-bb10-17f13722bb9f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:50.023581 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998d8e5-1c3d-4b46-bb10-17f13722bb9f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Network': ['ID=70a48b98-0696-4962-91d1-db0ac452850a,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:50.036360 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3998d8e5-1c3d-4b46-bb10-17f13722bb9f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/networks/70a48b98-0696-4962-91d1-db0ac452850a HTTP/1.1" status: 204 len: 168 time: 0.5543039 Jan 17 14:34:50.049158 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40518) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:50.058245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-6544b276-1d9a-4d9f-854c-a2699072da4e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'network': {'name': 'tempest-network-smoke--1019048211', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'port_security_enabled': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:34:50.063750 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6544b276-1d9a-4d9f-854c-a2699072da4e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:34:50.068350 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6544b276-1d9a-4d9f-854c-a2699072da4e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:network and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:34:50.072071 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6544b276-1d9a-4d9f-854c-a2699072da4e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:34:50.080073 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6544b276-1d9a-4d9f-854c-a2699072da4e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:34:50.088981 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6544b276-1d9a-4d9f-854c-a2699072da4e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:34:50.092498 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6544b276-1d9a-4d9f-854c-a2699072da4e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:50.119196 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6544b276-1d9a-4d9f-854c-a2699072da4e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:34:50.127849 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6544b276-1d9a-4d9f-854c-a2699072da4e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:50.128196 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-6544b276-1d9a-4d9f-854c-a2699072da4e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Added segment 702c8b19-4606-4c14-b647-f67b1b5a0f92 of type vlan for network b583970e-46d3-4e7b-ba33-53fc6fa586dc Jan 17 14:34:50.154026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6544b276-1d9a-4d9f-854c-a2699072da4e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:50.181765 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6544b276-1d9a-4d9f-854c-a2699072da4e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:50.187072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6544b276-1d9a-4d9f-854c-a2699072da4e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:34:50.187657 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6544b276-1d9a-4d9f-854c-a2699072da4e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:50.290885 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6544b276-1d9a-4d9f-854c-a2699072da4e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2404058 Jan 17 14:34:50.293644 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40522) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:50.301171 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-323683400', 'admin_state_up': True, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:34:50.310168 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:34:50.312245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544b276-1d9a-4d9f-854c-a2699072da4e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Network': ['ID=b583970e-46d3-4e7b-ba33-53fc6fa586dc,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:50.316025 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:router and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:34:50.319132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:34:50.322652 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network b583970e-46d3-4e7b-ba33-53fc6fa586dc details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:34:50.324603 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:34:50.334205 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:50.335141 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:50.349247 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:50.428758 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ad244f33-08f6-4a89-8152-cd6bf45627fb no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:34:50.469256 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: ad244f33-08f6-4a89-8152-cd6bf45627fb {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:34:50.471443 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ad244f33-08f6-4a89-8152-cd6bf45627fb not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:34:50.471443 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 2cad86ea-109b-4176-9e87-9a096ba8c6a6 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:34:50.503505 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 2cad86ea-109b-4176-9e87-9a096ba8c6a6 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:34:50.503880 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 2cad86ea-109b-4176-9e87-9a096ba8c6a6 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:34:50.634657 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:50.929400 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:50.958026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:51.191455 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.26.3.242 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/7381937e-c4dc-4569-bc95-ec4e48a4eb19) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:34:51.349899 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:51.378550 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:51.439138 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:34:51.442483 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:34:51.446026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:34:51.500495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=7381937e-c4dc-4569-bc95-ec4e48a4eb19,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:51.862156 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:52.001905 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8c849ace-e583-46a4-a70b-efea5ca1202d no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:34:52.083077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 8c849ace-e583-46a4-a70b-efea5ca1202d {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:34:52.083316 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8c849ace-e583-46a4-a70b-efea5ca1202d not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:34:52.199313 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:52.421580 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:34:52.764954 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:34:52.774174 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] Sync routers for ids ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:34:52.785644 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] Routers {'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:34:52.786604 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:34:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:34:52.794326 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:52.795554 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-efc6064c-51d6-4802-bc49-20a9bcd1308f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5009937 Jan 17 14:34:52.799667 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40526) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:52.843249 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0a6d5192-8c1e-47ba-99f9-00ffdf3e66c2 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=b984fd6eaa2842d8abc65eb7a2d4e417&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398865 Jan 17 14:34:52.843494 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40530) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:52.859698 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:52.975869 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50baf8c9-682f-4beb-9368-0fb046e6b105 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:34:52.978101 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-50baf8c9-682f-4beb-9368-0fb046e6b105 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1337194 Jan 17 14:34:52.980876 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40534) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:52.992342 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] Set router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:34:53.019197 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2523b99a-2209-4f6e-ab81-f3e6ff15fff2 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371621 Jan 17 14:34:53.021644 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40538) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:53.128073 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-3c47fc47-9327-4b96-b5ad-f9fa904bba98 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-783317660', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:34:53.240164 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-3c47fc47-9327-4b96-b5ad-f9fa904bba98 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:34:53.244010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3c47fc47-9327-4b96-b5ad-f9fa904bba98 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:subnet and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:34:53.246805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-3c47fc47-9327-4b96-b5ad-f9fa904bba98 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:34:53.252409 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-3c47fc47-9327-4b96-b5ad-f9fa904bba98 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:34:53.262549 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c47fc47-9327-4b96-b5ad-f9fa904bba98 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:34:53.265940 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3c47fc47-9327-4b96-b5ad-f9fa904bba98 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:53.286600 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'name': 'tempest-TestNetworkBasicOps-router-323683400', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:51Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:34:53.290946 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] Checking router: a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:34:53.291354 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] Updating router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac port 7381937e-c4dc-4569-bc95-ec4e48a4eb19 binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:34:53.347609 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:53.486552 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3c47fc47-9327-4b96-b5ad-f9fa904bba98 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:53.566868 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47fc47-9327-4b96-b5ad-f9fa904bba98 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Subnet': ['ID=fd39f3af-84e1-467b-b204-8f42c56fe943,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:53.572787 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c47fc47-9327-4b96-b5ad-f9fa904bba98 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Checking segment: {'id': '702c8b19-4606-4c14-b647-f67b1b5a0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:34:53.573153 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c47fc47-9327-4b96-b5ad-f9fa904bba98 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network hostable DHCP agents. Network: b583970e-46d3-4e7b-ba33-53fc6fa586dc, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:34:53.591374 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c47fc47-9327-4b96-b5ad-f9fa904bba98 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network b583970e-46d3-4e7b-ba33-53fc6fa586dc is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:34:53.600719 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-3c47fc47-9327-4b96-b5ad-f9fa904bba98 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, b583970e-46d3-4e7b-ba33-53fc6fa586dc) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:34:53.605053 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c47fc47-9327-4b96-b5ad-f9fa904bba98 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:34:53.605639 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3c47fc47-9327-4b96-b5ad-f9fa904bba98 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:53.614705 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e96841-566d-4f40-91d3-e75424045bdb None None] Network b583970e-46d3-4e7b-ba33-53fc6fa586dc requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:34:53.630099 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3c47fc47-9327-4b96-b5ad-f9fa904bba98 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6073260 Jan 17 14:34:53.635515 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40544) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:53.714533 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:53.727340 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] Transition to ACTIVE for port object 7381937e-c4dc-4569-bc95-ec4e48a4eb19 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:34:53.736122 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:53.819912 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] Attempting to bind port 7381937e-c4dc-4569-bc95-ec4e48a4eb19 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:34:53.821122 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] Attempting to bind port 7381937e-c4dc-4569-bc95-ec4e48a4eb19 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:34:53.821267 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] Attempting to bind port 7381937e-c4dc-4569-bc95-ec4e48a4eb19 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:34:53.827065 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1291c35-9c7a-4bcd-960a-0e662877e555 None None] Pushing event updated for resources: {'Port': ['ID=7381937e-c4dc-4569-bc95-ec4e48a4eb19,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:53.832292 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:34:53.832663 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:34:53.833056 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:53.833440 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:34:53.833903 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] Bound port: 7381937e-c4dc-4569-bc95-ec4e48a4eb19, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:34:53.834269 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:53.866600 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291c35-9c7a-4bcd-960a-0e662877e555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:53.866901 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291c35-9c7a-4bcd-960a-0e662877e555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:53.867283 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291c35-9c7a-4bcd-960a-0e662877e555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:53.867609 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291c35-9c7a-4bcd-960a-0e662877e555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:53.867956 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291c35-9c7a-4bcd-960a-0e662877e555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:53.868284 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291c35-9c7a-4bcd-960a-0e662877e555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:53.868606 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291c35-9c7a-4bcd-960a-0e662877e555 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:53.868929 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291c35-9c7a-4bcd-960a-0e662877e555 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:53.869251 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291c35-9c7a-4bcd-960a-0e662877e555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:53.869567 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291c35-9c7a-4bcd-960a-0e662877e555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:53.869880 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291c35-9c7a-4bcd-960a-0e662877e555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:53.870194 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291c35-9c7a-4bcd-960a-0e662877e555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:53.871848 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ips': [{'subnet_id': 'fd39f3af-84e1-467b-b204-8f42c56fe943'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:34:53.872926 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:53.921460 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] For port 7381937e-c4dc-4569-bc95-ec4e48a4eb19, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:34:53.926356 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] For port 7381937e-c4dc-4569-bc95-ec4e48a4eb19, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=7381937e-c4dc-4569-bc95-ec4e48a4eb19,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:34:53.931142 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:54.011159 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] Routers {'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:34:54.011801 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:34:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:34:54.076877 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Allocated IP 172.20.0.2 (b583970e-46d3-4e7b-ba33-53fc6fa586dc/fd39f3af-84e1-467b-b204-8f42c56fe943/afe9440c-726f-47db-8d2a-733143395c5c) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:34:54.094118 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1291c35-9c7a-4bcd-960a-0e662877e555 None None] Pushing event updated for resources: {'Port': ['ID=7381937e-c4dc-4569-bc95-ec4e48a4eb19,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:54.199213 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] Set router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:34:54.325201 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:54.345582 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Transition to ACTIVE for port object afe9440c-726f-47db-8d2a-733143395c5c will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:34:54.373624 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Transition to ACTIVE for port object afe9440c-726f-47db-8d2a-733143395c5c will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:34:54.393845 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:54.453325 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Network b583970e-46d3-4e7b-ba33-53fc6fa586dc is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:34:54.456358 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:34:54.460289 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:34:54.497695 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Pushing event updated for resources: {'Port': ['ID=afe9440c-726f-47db-8d2a-733143395c5c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:54.563231 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Attempting to bind port afe9440c-726f-47db-8d2a-733143395c5c on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:34:54.563597 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Attempting to bind port afe9440c-726f-47db-8d2a-733143395c5c by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '702c8b19-4606-4c14-b647-f67b1b5a0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:34:54.563987 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Attempting to bind port afe9440c-726f-47db-8d2a-733143395c5c on network b583970e-46d3-4e7b-ba33-53fc6fa586dc {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:34:54.564850 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'name': 'tempest-TestNetworkBasicOps-router-323683400', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:51Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:34:54.569243 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300aabdd-5dd7-4bae-a7c6-e654d13d7efc None None] The sync data for ids ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'] in dv-neutron-824901-1-hyperv is: [{'id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'name': 'tempest-TestNetworkBasicOps-router-323683400', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:51Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:34:54.571017 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:34:54.571416 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Checking segment: {'id': '702c8b19-4606-4c14-b647-f67b1b5a0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:34:54.572726 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:54.573493 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Bound using segment: {'id': '702c8b19-4606-4c14-b647-f67b1b5a0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:34:54.574356 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Bound port: afe9440c-726f-47db-8d2a-733143395c5c, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702c8b19-4606-4c14-b647-f67b1b5a0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:34:54.574356 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:54.624820 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:54.675048 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] For port afe9440c-726f-47db-8d2a-733143395c5c, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:34:54.678438 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] For port afe9440c-726f-47db-8d2a-733143395c5c, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=afe9440c-726f-47db-8d2a-733143395c5c,segment=NetworkSegment(702c8b19-4606-4c14-b647-f67b1b5a0f92),segment_id=702c8b19-4606-4c14-b647-f67b1b5a0f92)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:34:54.683051 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:54.770562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f4e94-d3eb-414b-a2aa-f745eaff77fc None None] Pushing event updated for resources: {'Port': ['ID=afe9440c-726f-47db-8d2a-733143395c5c,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:55.104287 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.20.0.1 (b583970e-46d3-4e7b-ba33-53fc6fa586dc/fd39f3af-84e1-467b-b204-8f42c56fe943/06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:34:55.269899 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:55.286486 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Transition to ACTIVE for port object 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:34:55.313064 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:55.389278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network b583970e-46d3-4e7b-ba33-53fc6fa586dc is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:34:55.392541 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:34:55.395450 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:34:55.432019 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:55.449323 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:55.449663 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:55.449997 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:55.450322 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:55.450644 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:55.450966 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:55.451282 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:55.451601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:55.451946 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:55.452265 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:55.452578 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:55.452886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:55.467703 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:55.735020 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:55.810747 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41756d32-4ee2-48e1-b746-6cc7df279be8 None None] Network b583970e-46d3-4e7b-ba33-53fc6fa586dc requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:34:55.899478 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c6158d8f-e19b-4be0-8942-bfb5988676a9 None None] Provisioning for port afe9440c-726f-47db-8d2a-733143395c5c completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:34:56.115353 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device afe9440c-726f-47db-8d2a-733143395c5c up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:34:56.188408 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port afe9440c-726f-47db-8d2a-733143395c5c completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:34:56.194390 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port afe9440c-726f-47db-8d2a-733143395c5c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:34:56.194867 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:56.203027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:56.208668 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:56.343067 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:56.354934 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-17407263-90a6-41b8-bc4b-5b98a8f7ece8 None None] Provisioning for port 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:34:56.369687 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-17407263-90a6-41b8-bc4b-5b98a8f7ece8 None None] Provisioning complete for port 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:34:56.369975 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-17407263-90a6-41b8-bc4b-5b98a8f7ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:56.424796 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port afe9440c-726f-47db-8d2a-733143395c5c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=afe9440c-726f-47db-8d2a-733143395c5c,segment=NetworkSegment(702c8b19-4606-4c14-b647-f67b1b5a0f92),segment_id=702c8b19-4606-4c14-b647-f67b1b5a0f92)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:34:56.430141 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:56.430949 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 7381937e-c4dc-4569-bc95-ec4e48a4eb19 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:34:56.449948 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:56.461520 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:56.531932 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-17407263-90a6-41b8-bc4b-5b98a8f7ece8 None None] Port 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:34:56.575327 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-17407263-90a6-41b8-bc4b-5b98a8f7ece8 None None] Provisioning complete for port afe9440c-726f-47db-8d2a-733143395c5c triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:34:56.575688 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-17407263-90a6-41b8-bc4b-5b98a8f7ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:56.609592 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network b583970e-46d3-4e7b-ba33-53fc6fa586dc is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:34:56.610920 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:34:56.651348 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=afe9440c-726f-47db-8d2a-733143395c5c,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:56.661469 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 7381937e-c4dc-4569-bc95-ec4e48a4eb19 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:34:56.692436 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 7381937e-c4dc-4569-bc95-ec4e48a4eb19 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:34:56.693033 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:56.823129 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:34:56.884123 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:56.900987 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 7381937e-c4dc-4569-bc95-ec4e48a4eb19, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=7381937e-c4dc-4569-bc95-ec4e48a4eb19,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:34:56.904902 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:56.973552 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=7381937e-c4dc-4569-bc95-ec4e48a4eb19,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:57.001208 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c14a1c41-d680-4d8b-a664-530a035d3abd None None] Provisioning complete for port 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:34:57.001573 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c14a1c41-d680-4d8b-a664-530a035d3abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:57.013093 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:34:57.025899 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6b1c8542-8779-40da-b6f2-fac60d870a38 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/routers/a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3891809 Jan 17 14:34:57.028575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40548) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:57.031162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] Sync routers for ids ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:34:57.056219 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] Routers {'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:34:57.056836 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:34:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:34:57.131279 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-c14a1c41-d680-4d8b-a664-530a035d3abd None None] Port 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:34:57.166854 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b27921a-9ab9-465c-af76-21e8f3d6f8d0 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:34:57.167322 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b27921a-9ab9-465c-af76-21e8f3d6f8d0 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:34:57.167813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b27921a-9ab9-465c-af76-21e8f3d6f8d0 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:34:57.168263 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b27921a-9ab9-465c-af76-21e8f3d6f8d0 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:34:57.169876 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7b27921a-9ab9-465c-af76-21e8f3d6f8d0 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1402817 Jan 17 14:34:57.172726 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40552) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:57.237491 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] Set router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:34:57.242412 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c61428b-8910-4efa-b518-73f24f7c8f6a tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:34:57.242876 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c61428b-8910-4efa-b518-73f24f7c8f6a tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:34:57.243327 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c61428b-8910-4efa-b518-73f24f7c8f6a tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:34:57.243792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c61428b-8910-4efa-b518-73f24f7c8f6a tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:34:57.247871 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1c61428b-8910-4efa-b518-73f24f7c8f6a tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0718000 Jan 17 14:34:57.248087 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40556) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:57.448949 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bcd51a93-3f30-4032-9eee-c8e69ac7a4a6 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1998179 Jan 17 14:34:57.547159 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'name': 'tempest-TestNetworkBasicOps-router-323683400', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac', 'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2d:43:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:54Z', 'updated_at': '2022-01-17T14:34:55Z', 'revision_number': 2, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:34:57.551029 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] Checking router: a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:34:57.551373 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] Updating router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac port 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:34:57.605469 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:57.717678 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40562) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:57.722809 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-672f9360-9d73-49d3-b34d-e2f6e5081317 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1979431423', 'description': 'tempest-secgroup-smoke-1979431423 description', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:34:57.729194 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-672f9360-9d73-49d3-b34d-e2f6e5081317 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:34:57.733277 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-672f9360-9d73-49d3-b34d-e2f6e5081317 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:34:57.736098 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-672f9360-9d73-49d3-b34d-e2f6e5081317 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:34:57.742759 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-672f9360-9d73-49d3-b34d-e2f6e5081317 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:34:57.754920 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-672f9360-9d73-49d3-b34d-e2f6e5081317 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:57.775901 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-672f9360-9d73-49d3-b34d-e2f6e5081317 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:34:57.780595 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-672f9360-9d73-49d3-b34d-e2f6e5081317 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:34:57.783910 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-672f9360-9d73-49d3-b34d-e2f6e5081317 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:34:57.790045 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-672f9360-9d73-49d3-b34d-e2f6e5081317 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:34:57.868158 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-672f9360-9d73-49d3-b34d-e2f6e5081317 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:57.872528 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-672f9360-9d73-49d3-b34d-e2f6e5081317 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:57.916861 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f9360-9d73-49d3-b34d-e2f6e5081317 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c8bc1c-2734-4cbe-9ed9-59997848c7f5,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:57.921170 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-672f9360-9d73-49d3-b34d-e2f6e5081317 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:57.925400 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-672f9360-9d73-49d3-b34d-e2f6e5081317 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2038293 Jan 17 14:34:57.926331 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40566) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:57.930958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-707af493-7bcf-4bf2-80a0-fb7b17d8912a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '17c8bc1c-2734-4cbe-9ed9-59997848c7f5', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:34:57.937031 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-707af493-7bcf-4bf2-80a0-fb7b17d8912a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:34:57.940860 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-707af493-7bcf-4bf2-80a0-fb7b17d8912a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:34:57.944349 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-707af493-7bcf-4bf2-80a0-fb7b17d8912a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:34:57.950432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-707af493-7bcf-4bf2-80a0-fb7b17d8912a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:34:57.960354 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:57.967237 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-707af493-7bcf-4bf2-80a0-fb7b17d8912a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:57.971821 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] Transition to ACTIVE for port object 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:34:57.978098 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.033039 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-707af493-7bcf-4bf2-80a0-fb7b17d8912a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.038559 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-707af493-7bcf-4bf2-80a0-fb7b17d8912a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.069290 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707af493-7bcf-4bf2-80a0-fb7b17d8912a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195b87a0-f598-41f7-bc4f-6d593fd642fd,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:58.086868 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-707af493-7bcf-4bf2-80a0-fb7b17d8912a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.090856 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-707af493-7bcf-4bf2-80a0-fb7b17d8912a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1618195 Jan 17 14:34:58.091358 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40570) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:58.092168 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device afe9440c-726f-47db-8d2a-733143395c5c up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:34:58.102342 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '17c8bc1c-2734-4cbe-9ed9-59997848c7f5', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:34:58.108987 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:34:58.112885 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:34:58.115867 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:34:58.122533 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:34:58.140976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.188130 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744e061-0d79-4d10-9e0c-40bf0faf22d2 None None] Pushing event updated for resources: {'Port': ['ID=06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:58.208644 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.214145 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.239148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446cd29c-9074-4c51-b225-a765e12c97dd,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:58.250808 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:58.251096 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:58.251638 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:58.252071 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:58.252396 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:58.252716 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:58.253035 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:58.253494 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:58.253810 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:58.254120 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:58.254429 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:58.254743 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:34:58.264959 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.266211 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8327a354-141c-4780-9ebf-904d7e54064d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1737316 Jan 17 14:34:58.269166 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40574) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:58.278097 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-bc164a07-6391-4f82-ae48-73b2ff30caa6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '17c8bc1c-2734-4cbe-9ed9-59997848c7f5', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:34:58.283829 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-bc164a07-6391-4f82-ae48-73b2ff30caa6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:34:58.287653 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bc164a07-6391-4f82-ae48-73b2ff30caa6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:34:58.291067 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bc164a07-6391-4f82-ae48-73b2ff30caa6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:34:58.296606 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] Attempting to bind port 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:34:58.296757 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-bc164a07-6391-4f82-ae48-73b2ff30caa6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:34:58.296974 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] Attempting to bind port 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '702c8b19-4606-4c14-b647-f67b1b5a0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:34:58.297317 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] Attempting to bind port 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac on network b583970e-46d3-4e7b-ba33-53fc6fa586dc {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:34:58.304841 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:34:58.305421 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] Checking segment: {'id': '702c8b19-4606-4c14-b647-f67b1b5a0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:34:58.306044 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.306676 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] Bound using segment: {'id': '702c8b19-4606-4c14-b647-f67b1b5a0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:34:58.307425 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] Bound port: 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702c8b19-4606-4c14-b647-f67b1b5a0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:34:58.308062 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.317912 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bc164a07-6391-4f82-ae48-73b2ff30caa6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.329429 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port afe9440c-726f-47db-8d2a-733143395c5c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:34:58.329429 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.383137 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bc164a07-6391-4f82-ae48-73b2ff30caa6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.387071 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bc164a07-6391-4f82-ae48-73b2ff30caa6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.410104 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc164a07-6391-4f82-ae48-73b2ff30caa6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af80a4cf-4d56-43f7-b4c0-becc45936428,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:58.420590 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bc164a07-6391-4f82-ae48-73b2ff30caa6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.421972 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bc164a07-6391-4f82-ae48-73b2ff30caa6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518242 Jan 17 14:34:58.424829 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40578) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:58.429800 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-54b8aaa4-2d4d-47c3-8a4b-424b517d187b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '17c8bc1c-2734-4cbe-9ed9-59997848c7f5', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:34:58.435484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-54b8aaa4-2d4d-47c3-8a4b-424b517d187b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:34:58.439226 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-54b8aaa4-2d4d-47c3-8a4b-424b517d187b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:34:58.442028 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-54b8aaa4-2d4d-47c3-8a4b-424b517d187b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:34:58.448560 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-54b8aaa4-2d4d-47c3-8a4b-424b517d187b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:34:58.467027 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-54b8aaa4-2d4d-47c3-8a4b-424b517d187b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.519512 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] For port 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:34:58.532522 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-54b8aaa4-2d4d-47c3-8a4b-424b517d187b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.533070 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] For port 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac,segment=NetworkSegment(702c8b19-4606-4c14-b647-f67b1b5a0f92),segment_id=702c8b19-4606-4c14-b647-f67b1b5a0f92)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:34:58.536335 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-54b8aaa4-2d4d-47c3-8a4b-424b517d187b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.537970 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.542131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 7381937e-c4dc-4569-bc95-ec4e48a4eb19 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:34:58.559450 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8aaa4-2d4d-47c3-8a4b-424b517d187b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79ddf48-4b02-4fa4-bc44-0b2846fcf0fe,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:58.569490 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-54b8aaa4-2d4d-47c3-8a4b-424b517d187b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.574346 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-54b8aaa4-2d4d-47c3-8a4b-424b517d187b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1455607 Jan 17 14:34:58.574663 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40582) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:58.579788 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-cd70f28b-c66f-4baf-bb24-d5a0ca50897e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '17c8bc1c-2734-4cbe-9ed9-59997848c7f5', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:34:58.585740 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-cd70f28b-c66f-4baf-bb24-d5a0ca50897e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:34:58.590065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-cd70f28b-c66f-4baf-bb24-d5a0ca50897e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:34:58.592891 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-cd70f28b-c66f-4baf-bb24-d5a0ca50897e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:34:58.598419 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-cd70f28b-c66f-4baf-bb24-d5a0ca50897e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:34:58.610593 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-cd70f28b-c66f-4baf-bb24-d5a0ca50897e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:34:58.618164 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cd70f28b-c66f-4baf-bb24-d5a0ca50897e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.675831 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] Routers {'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:34:58.676478 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:34:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:34:58.695807 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cd70f28b-c66f-4baf-bb24-d5a0ca50897e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.701841 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cd70f28b-c66f-4baf-bb24-d5a0ca50897e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.745210 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744e061-0d79-4d10-9e0c-40bf0faf22d2 None None] Pushing event updated for resources: {'Port': ['ID=06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:58.753145 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70f28b-c66f-4baf-bb24-d5a0ca50897e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd95ebd1-9b1d-437b-a844-89f51c4e3c9e,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:58.761578 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cd70f28b-c66f-4baf-bb24-d5a0ca50897e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.766938 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40586) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:34:58.772233 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-0534a591-1787-49c8-8b82-063e00b72723 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': '17c8bc1c-2734-4cbe-9ed9-59997848c7f5', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:34:58.778792 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-cd70f28b-c66f-4baf-bb24-d5a0ca50897e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2029688 Jan 17 14:34:58.783896 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0534a591-1787-49c8-8b82-063e00b72723 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:34:58.786296 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 7381937e-c4dc-4569-bc95-ec4e48a4eb19 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:34:58.786715 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.792900 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0534a591-1787-49c8-8b82-063e00b72723 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:34:58.796508 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0534a591-1787-49c8-8b82-063e00b72723 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:34:58.803421 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0534a591-1787-49c8-8b82-063e00b72723 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:34:58.822307 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.securitygroups_db [None req-0534a591-1787-49c8-8b82-063e00b72723 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:34:58.835241 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0534a591-1787-49c8-8b82-063e00b72723 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.928459 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0534a591-1787-49c8-8b82-063e00b72723 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.933361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0534a591-1787-49c8-8b82-063e00b72723 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.943683 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] Set router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:34:58.956452 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534a591-1787-49c8-8b82-063e00b72723 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759870a7-7cc5-4ad2-9fcc-263d6c277532,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:34:58.971871 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0534a591-1787-49c8-8b82-063e00b72723 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:34:58.973462 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0534a591-1787-49c8-8b82-063e00b72723 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2062027 Jan 17 14:34:59.154042 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-18244c20-defd-4633-b83d-a41b1a94a019 req-fd525278-dd69-4406-a68f-3172c5efae7a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:34:59.170508 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-18244c20-defd-4633-b83d-a41b1a94a019 req-fd525278-dd69-4406-a68f-3172c5efae7a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:34:59.171638 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-18244c20-defd-4633-b83d-a41b1a94a019 req-fd525278-dd69-4406-a68f-3172c5efae7a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1979431423&fields=id&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 267 time: 0.0569563 Jan 17 14:34:59.319796 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18244c20-defd-4633-b83d-a41b1a94a019 req-3f4733be-9e89-422d-8952-654f7ca3b61b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:34:59.320500 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-18244c20-defd-4633-b83d-a41b1a94a019 req-3f4733be-9e89-422d-8952-654f7ca3b61b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:34:59.336296 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-18244c20-defd-4633-b83d-a41b1a94a019 req-3f4733be-9e89-422d-8952-654f7ca3b61b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:34:59.337436 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-18244c20-defd-4633-b83d-a41b1a94a019 req-3f4733be-9e89-422d-8952-654f7ca3b61b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/networks?id=b583970e-46d3-4e7b-ba33-53fc6fa586dc HTTP/1.1" status: 200 len: 797 time: 0.1589170 Jan 17 14:34:59.337842 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'name': 'tempest-TestNetworkBasicOps-router-323683400', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac', 'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2d:43:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:54Z', 'updated_at': '2022-01-17T14:34:58Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:34:59.341855 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540dbdaa-fd9e-4d60-80b1-04f2d901a209 None None] The sync data for ids ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'] in dv-neutron-824901-1-hyperv is: [{'id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'name': 'tempest-TestNetworkBasicOps-router-323683400', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac', 'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2d:43:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:54Z', 'updated_at': '2022-01-17T14:34:58Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:34:59.353700 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-18244c20-defd-4633-b83d-a41b1a94a019 req-dd536282-4af2-4c81-905c-fd309b11a6cf tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/quotas/b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 375 time: 0.0103011 Jan 17 14:34:59.447187 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-18244c20-defd-4633-b83d-a41b1a94a019 req-6a26d703-92e4-4e15-8af0-d23fa298fc42 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:34:59.466232 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-18244c20-defd-4633-b83d-a41b1a94a019 req-6a26d703-92e4-4e15-8af0-d23fa298fc42 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:34:59.467754 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-18244c20-defd-4633-b83d-a41b1a94a019 req-6a26d703-92e4-4e15-8af0-d23fa298fc42 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084757 Jan 17 14:34:59.524660 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [req-18244c20-defd-4633-b83d-a41b1a94a019 req-15044397-ab29-4284-b13f-66206c44316f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:34:59.525656 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-18244c20-defd-4633-b83d-a41b1a94a019 req-15044397-ab29-4284-b13f-66206c44316f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459096 Jan 17 14:34:59.779634 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-18244c20-defd-4633-b83d-a41b1a94a019 req-b80a99c7-852e-4bb0-ac22-cc9e0faae228 service neutron] 10.222.0.48 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475913 Jan 17 14:34:59.921912 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-18244c20-defd-4633-b83d-a41b1a94a019 req-fc7f45aa-9b8b-4fbb-b71e-8298f7ea7542 service neutron] 10.222.0.48 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333892 Jan 17 14:35:00.110168 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:35:00.136871 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-cfafc3b2-34a0-4f55-b05d-67589eb3a231 req-67dbbb0c-855b-4fb4-b674-b161fef35f5f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 210 time: 0.0621846 Jan 17 14:35:00.198647 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:35:00.204061 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:35:00.204429 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:00.336309 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:00.371542 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac,segment=NetworkSegment(702c8b19-4606-4c14-b647-f67b1b5a0f92),segment_id=702c8b19-4606-4c14-b647-f67b1b5a0f92)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:35:00.376130 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:00.454722 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:01.284630 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c15c6034-743b-488a-9eec-7b02b2b5c87c req-080a1115-6e2e-4cb5-9d4a-22a9f4263759 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 210 time: 0.0514259 Jan 17 14:35:01.327814 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18244c20-defd-4633-b83d-a41b1a94a019 req-70a83748-bf13-46a7-9e06-14f7747e1e7d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:01.329199 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-18244c20-defd-4633-b83d-a41b1a94a019 req-70a83748-bf13-46a7-9e06-14f7747e1e7d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/networks?id=b583970e-46d3-4e7b-ba33-53fc6fa586dc HTTP/1.1" status: 200 len: 797 time: 0.1948276 Jan 17 14:35:01.381602 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-18244c20-defd-4633-b83d-a41b1a94a019 req-fc65cb0d-a168-4bf5-9576-fb338de60d01 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 380 time: 0.0399778 Jan 17 14:35:01.389561 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-18244c20-defd-4633-b83d-a41b1a94a019 req-6984361a-d2b5-4fec-9ad7-5eb18aa54a61 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'port': {'device_id': '0c096600-05d6-4dd9-9309-048cab998205', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'admin_state_up': True, 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'security_groups': ['17c8bc1c-2734-4cbe-9ed9-59997848c7f5']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:35:01.526781 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-18244c20-defd-4633-b83d-a41b1a94a019 req-6984361a-d2b5-4fec-9ad7-5eb18aa54a61 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:35:01.536056 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-18244c20-defd-4633-b83d-a41b1a94a019 req-6984361a-d2b5-4fec-9ad7-5eb18aa54a61 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:35:01.545376 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18244c20-defd-4633-b83d-a41b1a94a019 req-6984361a-d2b5-4fec-9ad7-5eb18aa54a61 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:35:01.548949 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-18244c20-defd-4633-b83d-a41b1a94a019 req-6984361a-d2b5-4fec-9ad7-5eb18aa54a61 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:01.714274 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-18244c20-defd-4633-b83d-a41b1a94a019 req-6984361a-d2b5-4fec-9ad7-5eb18aa54a61 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.20.0.8 (b583970e-46d3-4e7b-ba33-53fc6fa586dc/fd39f3af-84e1-467b-b204-8f42c56fe943/649da983-2d45-4bd4-92ef-7e4b5142d3dd) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:35:01.907145 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-18244c20-defd-4633-b83d-a41b1a94a019 req-6984361a-d2b5-4fec-9ad7-5eb18aa54a61 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:01.921913 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-18244c20-defd-4633-b83d-a41b1a94a019 req-6984361a-d2b5-4fec-9ad7-5eb18aa54a61 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Transition to ACTIVE for port object 649da983-2d45-4bd4-92ef-7e4b5142d3dd will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:35:01.944380 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-18244c20-defd-4633-b83d-a41b1a94a019 req-6984361a-d2b5-4fec-9ad7-5eb18aa54a61 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:02.019417 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18244c20-defd-4633-b83d-a41b1a94a019 req-6984361a-d2b5-4fec-9ad7-5eb18aa54a61 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network b583970e-46d3-4e7b-ba33-53fc6fa586dc is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:35:02.022752 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-18244c20-defd-4633-b83d-a41b1a94a019 req-6984361a-d2b5-4fec-9ad7-5eb18aa54a61 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:35:02.026694 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-18244c20-defd-4633-b83d-a41b1a94a019 req-6984361a-d2b5-4fec-9ad7-5eb18aa54a61 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:35:02.058182 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984361a-d2b5-4fec-9ad7-5eb18aa54a61 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=649da983-2d45-4bd4-92ef-7e4b5142d3dd,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:02.058712 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:35:02.106919 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18244c20-defd-4633-b83d-a41b1a94a019 req-6984361a-d2b5-4fec-9ad7-5eb18aa54a61 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:02.107552 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-18244c20-defd-4633-b83d-a41b1a94a019 req-6984361a-d2b5-4fec-9ad7-5eb18aa54a61 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:02.138199 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:35:02.138550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:02.138840 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-18244c20-defd-4633-b83d-a41b1a94a019 req-6984361a-d2b5-4fec-9ad7-5eb18aa54a61 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7523434 Jan 17 14:35:02.151115 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] Request body: {'port': {'device_id': '0c096600-05d6-4dd9-9309-048cab998205', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:35:02.267874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:02.292884 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ccc95f97-4f64-46a8-9558-9917ce197e24 None None] Provisioning for port 649da983-2d45-4bd4-92ef-7e4b5142d3dd completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:35:02.297733 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ccc95f97-4f64-46a8-9558-9917ce197e24 None None] Provisioning complete for port 649da983-2d45-4bd4-92ef-7e4b5142d3dd triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:35:02.298176 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ccc95f97-4f64-46a8-9558-9917ce197e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:02.396050 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ccc95f97-4f64-46a8-9558-9917ce197e24 None None] Port 649da983-2d45-4bd4-92ef-7e4b5142d3dd cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:35:02.485765 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550acce0-efb8-47ff-a9e3-a8b234acb6c6 req-aa202130-d508-4b31-9217-018d48dd0113 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:02.487222 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-550acce0-efb8-47ff-a9e3-a8b234acb6c6 req-aa202130-d508-4b31-9217-018d48dd0113 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 931 time: 0.0910499 Jan 17 14:35:02.531669 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-550acce0-efb8-47ff-a9e3-a8b234acb6c6 req-12837585-35b4-472f-ac0a-bf1e5cc3a5c8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=17c8bc1c-2734-4cbe-9ed9-59997848c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376258 Jan 17 14:35:02.625421 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 649da983-2d45-4bd4-92ef-7e4b5142d3dd {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:35:02.632393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:02.646785 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] Transition to ACTIVE for port object 649da983-2d45-4bd4-92ef-7e4b5142d3dd will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:35:02.651212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:02.886871 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] Pushing event updated for resources: {'Port': ['ID=649da983-2d45-4bd4-92ef-7e4b5142d3dd,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:02.988766 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] Attempting to bind port 649da983-2d45-4bd4-92ef-7e4b5142d3dd on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:35:02.989009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] Attempting to bind port 649da983-2d45-4bd4-92ef-7e4b5142d3dd by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '702c8b19-4606-4c14-b647-f67b1b5a0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:35:02.989334 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] Attempting to bind port 649da983-2d45-4bd4-92ef-7e4b5142d3dd on network b583970e-46d3-4e7b-ba33-53fc6fa586dc {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:35:02.994743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] Port 649da983-2d45-4bd4-92ef-7e4b5142d3dd on network b583970e-46d3-4e7b-ba33-53fc6fa586dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:35:02.995058 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] Attempting to bind port 649da983-2d45-4bd4-92ef-7e4b5142d3dd on network b583970e-46d3-4e7b-ba33-53fc6fa586dc {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:35:03.000042 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:35:03.000376 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] Checking segment: {'id': '702c8b19-4606-4c14-b647-f67b1b5a0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:35:03.000756 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] Bound using segment: {'id': '702c8b19-4606-4c14-b647-f67b1b5a0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:35:03.001182 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] Bound port: 649da983-2d45-4bd4-92ef-7e4b5142d3dd, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702c8b19-4606-4c14-b647-f67b1b5a0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:35:03.001517 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:03.090434 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] For port 649da983-2d45-4bd4-92ef-7e4b5142d3dd, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:35:03.093212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] For port 649da983-2d45-4bd4-92ef-7e4b5142d3dd, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=649da983-2d45-4bd4-92ef-7e4b5142d3dd,segment=NetworkSegment(702c8b19-4606-4c14-b647-f67b1b5a0f92),segment_id=702c8b19-4606-4c14-b647-f67b1b5a0f92)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:35:03.098600 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:03.159864 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:03.160458 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:03.161788 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-18244c20-defd-4633-b83d-a41b1a94a019 req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] 10.222.0.15 "PUT /v2.0/ports/649da983-2d45-4bd4-92ef-7e4b5142d3dd HTTP/1.1" status: 200 len: 1093 time: 1.0153496 Jan 17 14:35:03.162214 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c096600-05d6-4dd9-9309-048cab998205', 'tag': '649da983-2d45-4bd4-92ef-7e4b5142d3dd'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:35:03.180880 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c552b-910b-43a9-b4cb-993a411ad9cb service neutron] Pushing event updated for resources: {'Port': ['ID=649da983-2d45-4bd4-92ef-7e4b5142d3dd,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:03.241215 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c096600-05d6-4dd9-9309-048cab998205', 'tag': '649da983-2d45-4bd4-92ef-7e4b5142d3dd', 'status': 'completed', 'code': 200} Jan 17 14:35:03.282803 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18244c20-defd-4633-b83d-a41b1a94a019 req-d0dce510-610a-4cec-a0c7-36e8cb8873fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:03.284321 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-18244c20-defd-4633-b83d-a41b1a94a019 req-d0dce510-610a-4cec-a0c7-36e8cb8873fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 1096 time: 0.0745716 Jan 17 14:35:03.355376 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-18244c20-defd-4633-b83d-a41b1a94a019 req-4be4427a-9514-44e4-a7de-8b9bda1bc4c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=649da983-2d45-4bd4-92ef-7e4b5142d3dd HTTP/1.1" status: 200 len: 217 time: 0.0642760 Jan 17 14:35:03.419347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18244c20-defd-4633-b83d-a41b1a94a019 req-6de412ed-a060-42a5-90c0-400866e18787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:03.420704 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-18244c20-defd-4633-b83d-a41b1a94a019 req-6de412ed-a060-42a5-90c0-400866e18787 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fd39f3af-84e1-467b-b204-8f42c56fe943 HTTP/1.1" status: 200 len: 834 time: 0.0597935 Jan 17 14:35:03.501209 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18244c20-defd-4633-b83d-a41b1a94a019 req-c8f56ddc-4808-4f42-96b4-3c2170749a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:03.502665 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-18244c20-defd-4633-b83d-a41b1a94a019 req-c8f56ddc-4808-4f42-96b4-3c2170749a47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b583970e-46d3-4e7b-ba33-53fc6fa586dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746646 Jan 17 14:35:03.635172 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-18244c20-defd-4633-b83d-a41b1a94a019 req-06dce24b-bcb4-49c4-a229-fc4a8068d6b9 service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259301 Jan 17 14:35:03.715814 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45d1f1-5319-45fa-a1b5-2083beb22123 req-5790ab90-fde9-4ca2-b70c-f823022d2824 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:03.717293 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-fe45d1f1-5319-45fa-a1b5-2083beb22123 req-5790ab90-fde9-4ca2-b70c-f823022d2824 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 943 time: 0.0816495 Jan 17 14:35:03.760971 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-fe45d1f1-5319-45fa-a1b5-2083beb22123 req-e1182ec2-6f2f-469d-ace3-1a4db4e6bdf2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=17c8bc1c-2734-4cbe-9ed9-59997848c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381067 Jan 17 14:35:03.766109 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-18244c20-defd-4633-b83d-a41b1a94a019 req-8dfce7c9-c650-4b3a-8c1b-2b9b340dac59 service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251278 Jan 17 14:35:03.876600 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b927e5-14b1-43ad-9d5e-e79724fa65f2 req-9b4544e3-29ab-4d4b-b904-c71ab41f784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:03.878051 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a4b927e5-14b1-43ad-9d5e-e79724fa65f2 req-9b4544e3-29ab-4d4b-b904-c71ab41f784c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 1096 time: 0.0689771 Jan 17 14:35:04.009324 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b927e5-14b1-43ad-9d5e-e79724fa65f2 req-4a049254-564e-456f-9c6f-5f56da10b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:04.010753 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a4b927e5-14b1-43ad-9d5e-e79724fa65f2 req-4a049254-564e-456f-9c6f-5f56da10b5c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b583970e-46d3-4e7b-ba33-53fc6fa586dc HTTP/1.1" status: 200 len: 898 time: 0.1248124 Jan 17 14:35:04.080456 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a4b927e5-14b1-43ad-9d5e-e79724fa65f2 req-b022c9c7-226d-4efb-924f-c3cf3ead9f86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=649da983-2d45-4bd4-92ef-7e4b5142d3dd HTTP/1.1" status: 200 len: 217 time: 0.0633001 Jan 17 14:35:04.140874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b927e5-14b1-43ad-9d5e-e79724fa65f2 req-8510c365-e94d-49c7-9581-6fde4f89b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:04.142278 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a4b927e5-14b1-43ad-9d5e-e79724fa65f2 req-8510c365-e94d-49c7-9581-6fde4f89b6c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fd39f3af-84e1-467b-b204-8f42c56fe943 HTTP/1.1" status: 200 len: 834 time: 0.0552912 Jan 17 14:35:04.220317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b927e5-14b1-43ad-9d5e-e79724fa65f2 req-511598fc-8d52-41c8-9d5f-9a8c30a97387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:04.221736 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a4b927e5-14b1-43ad-9d5e-e79724fa65f2 req-511598fc-8d52-41c8-9d5f-9a8c30a97387 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b583970e-46d3-4e7b-ba33-53fc6fa586dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708027 Jan 17 14:35:04.351995 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a4b927e5-14b1-43ad-9d5e-e79724fa65f2 req-62e1fd47-4c8d-46a1-b641-c6e7e0436aa2 service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221471 Jan 17 14:35:04.577952 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a4b927e5-14b1-43ad-9d5e-e79724fa65f2 req-91a784af-e116-43fb-8de6-f8bac30dfc0b service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204485 Jan 17 14:35:04.941385 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57fadf-72ab-445b-a202-0816799ef087 req-31bbe2d3-694a-4c06-ab80-0e28b0a53c43 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:04.942105 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-aa57fadf-72ab-445b-a202-0816799ef087 req-31bbe2d3-694a-4c06-ab80-0e28b0a53c43 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:35:04.957607 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-aa57fadf-72ab-445b-a202-0816799ef087 req-31bbe2d3-694a-4c06-ab80-0e28b0a53c43 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:35:04.958815 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-aa57fadf-72ab-445b-a202-0816799ef087 req-31bbe2d3-694a-4c06-ab80-0e28b0a53c43 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 943 time: 0.0948601 Jan 17 14:35:05.001447 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-aa57fadf-72ab-445b-a202-0816799ef087 req-5b6edefc-25a1-4069-837e-988c9fb31962 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=17c8bc1c-2734-4cbe-9ed9-59997848c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370331 Jan 17 14:35:06.188052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771b879-38da-48e2-8e01-091437c707c5 req-80822da5-4760-48c7-a1ff-fbebfba39fa0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:06.189498 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0771b879-38da-48e2-8e01-091437c707c5 req-80822da5-4760-48c7-a1ff-fbebfba39fa0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 943 time: 0.0792391 Jan 17 14:35:06.232908 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0771b879-38da-48e2-8e01-091437c707c5 req-cd7d497e-924c-4454-9edc-40093ddbd959 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=17c8bc1c-2734-4cbe-9ed9-59997848c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378401 Jan 17 14:35:07.063255 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 649da983-2d45-4bd4-92ef-7e4b5142d3dd details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:35:07.203826 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 649da983-2d45-4bd4-92ef-7e4b5142d3dd, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=649da983-2d45-4bd4-92ef-7e4b5142d3dd,segment=NetworkSegment(702c8b19-4606-4c14-b647-f67b1b5a0f92),segment_id=702c8b19-4606-4c14-b647-f67b1b5a0f92)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:35:07.217459 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '649da983-2d45-4bd4-92ef-7e4b5142d3dd', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'port_id': '649da983-2d45-4bd4-92ef-7e4b5142d3dd', 'mac_address': 'fa:16:3e:b2:b5:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:35:07.271016 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:07.292564 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649da983-2d45-4bd4-92ef-7e4b5142d3dd {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:35:07.307507 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 649da983-2d45-4bd4-92ef-7e4b5142d3dd, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=649da983-2d45-4bd4-92ef-7e4b5142d3dd,segment=NetworkSegment(702c8b19-4606-4c14-b647-f67b1b5a0f92),segment_id=702c8b19-4606-4c14-b647-f67b1b5a0f92)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:35:07.311589 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:07.378940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=649da983-2d45-4bd4-92ef-7e4b5142d3dd,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:07.427208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a4bd6-bdc3-42eb-b06d-6a596819b0d0 req-2636807e-9013-4f71-8c45-726430da480a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:07.428692 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c71a4bd6-bdc3-42eb-b06d-6a596819b0d0 req-2636807e-9013-4f71-8c45-726430da480a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 944 time: 0.0824690 Jan 17 14:35:07.472089 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c71a4bd6-bdc3-42eb-b06d-6a596819b0d0 req-ef059552-cd9e-4bc7-b04b-f63031ca88b4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=17c8bc1c-2734-4cbe-9ed9-59997848c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378420 Jan 17 14:35:07.675854 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['649da983-2d45-4bd4-92ef-7e4b5142d3dd'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:35:08.659947 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341425d6-0919-40be-8f1e-eed2835ed66b req-c1a5ef7d-fe65-4da5-813f-edd143c73ff4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:08.661376 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-341425d6-0919-40be-8f1e-eed2835ed66b req-c1a5ef7d-fe65-4da5-813f-edd143c73ff4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 944 time: 0.0808065 Jan 17 14:35:08.705889 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-341425d6-0919-40be-8f1e-eed2835ed66b req-bec7a89b-2386-40f9-a652-6c10044126b3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=17c8bc1c-2734-4cbe-9ed9-59997848c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377793 Jan 17 14:35:08.895088 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:35:09.063244 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 649da983-2d45-4bd4-92ef-7e4b5142d3dd up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:35:09.132233 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 649da983-2d45-4bd4-92ef-7e4b5142d3dd completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:35:09.137475 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 649da983-2d45-4bd4-92ef-7e4b5142d3dd triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:35:09.137836 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:09.250980 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:09.279045 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c096600-05d6-4dd9-9309-048cab998205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649da983-2d45-4bd4-92ef-7e4b5142d3dd'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:35:09.289374 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 649da983-2d45-4bd4-92ef-7e4b5142d3dd, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=649da983-2d45-4bd4-92ef-7e4b5142d3dd,segment=NetworkSegment(702c8b19-4606-4c14-b647-f67b1b5a0f92),segment_id=702c8b19-4606-4c14-b647-f67b1b5a0f92)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:35:09.294369 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:09.363797 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=649da983-2d45-4bd4-92ef-7e4b5142d3dd,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:09.382288 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c096600-05d6-4dd9-9309-048cab998205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649da983-2d45-4bd4-92ef-7e4b5142d3dd', 'code': 200} Jan 17 14:35:09.607594 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126800-431f-481b-88a3-bc4149614d51 req-149d035f-ced8-4dd4-91ed-2bd2029ff4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:09.609109 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1a126800-431f-481b-88a3-bc4149614d51 req-149d035f-ced8-4dd4-91ed-2bd2029ff4a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 1098 time: 0.0699391 Jan 17 14:35:09.652461 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1a126800-431f-481b-88a3-bc4149614d51 req-4229523f-46f9-4cce-8de1-cea47a0e3401 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=17c8bc1c-2734-4cbe-9ed9-59997848c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369227 Jan 17 14:35:09.886824 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ba6e5-9933-48fa-a183-e9ed0d600c90 req-8b9184f8-6677-4053-83e5-33b981b0ab3d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:09.888127 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2c2ba6e5-9933-48fa-a183-e9ed0d600c90 req-8b9184f8-6677-4053-83e5-33b981b0ab3d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 945 time: 0.0799530 Jan 17 14:35:09.932283 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2c2ba6e5-9933-48fa-a183-e9ed0d600c90 req-aad608a5-0360-4d4b-a387-1204daeb13e6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=17c8bc1c-2734-4cbe-9ed9-59997848c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373366 Jan 17 14:35:10.661261 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-14a4f826-cd3f-4d75-a6af-81c151d9d15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:11.127357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78dadb-dbe8-46f6-ac94-d01a1258753e req-b0a9d9a8-29ff-4b5d-a01d-2993ed686da7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:11.128883 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fe78dadb-dbe8-46f6-ac94-d01a1258753e req-b0a9d9a8-29ff-4b5d-a01d-2993ed686da7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 945 time: 0.0817287 Jan 17 14:35:11.172261 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fe78dadb-dbe8-46f6-ac94-d01a1258753e req-d57365fa-ab7e-457e-8fb0-93b3187dfc0d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=17c8bc1c-2734-4cbe-9ed9-59997848c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372305 Jan 17 14:35:11.353862 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa3d9c-a83c-4bc3-a793-7ee3783c4011 req-d61e356d-1081-4b1d-b473-e8dfefd041a9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:11.355202 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-60fa3d9c-a83c-4bc3-a793-7ee3783c4011 req-d61e356d-1081-4b1d-b473-e8dfefd041a9 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 945 time: 0.0814116 Jan 17 14:35:11.398054 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-60fa3d9c-a83c-4bc3-a793-7ee3783c4011 req-3e95023a-8f09-42ae-a22b-d0682709f683 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=17c8bc1c-2734-4cbe-9ed9-59997848c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372803 Jan 17 14:35:11.420540 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40648) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:35:11.489886 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dd1686-d9e1-4ed2-8f2c-18cc924e51a5 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:11.494521 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-68dd1686-d9e1-4ed2-8f2c-18cc924e51a5 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 1093 time: 0.0698991 Jan 17 14:35:11.494827 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40652) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:35:11.500457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': '649da983-2d45-4bd4-92ef-7e4b5142d3dd', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:35:11.507505 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:35:11.512473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:floatingip and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:35:11.515660 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:35:11.522170 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:35:11.537889 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:11.683832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:11.833811 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.26.3.184 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/6c01634b-189b-4172-8c18-cab4cd7a1115) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:35:11.987461 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:12.016896 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:12.091802 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:35:12.096096 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:35:12.100931 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:35:12.148768 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=6c01634b-189b-4172-8c18-cab4cd7a1115,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:12.642031 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:12.725078 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:12.950513 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:12.955469 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:13.067618 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=6c01634b-189b-4172-8c18-cab4cd7a1115,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:13.080189 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:13.244946 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Floating IP 0b4e70a1-cc5c-4d84-be56-7d935f975446 associated. External IP: 172.26.3.184, port: 649da983-2d45-4bd4-92ef-7e4b5142d3dd. Jan 17 14:35:13.584953 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:35:13.841156 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f9514339-42b5-4b0e-bef3-b763f96694a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:13.876246 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:35:13.887401 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77189691-04cd-4343-bc9b-01a8d06ba21c None None] Sync routers for ids ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:35:13.896656 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77189691-04cd-4343-bc9b-01a8d06ba21c None None] Routers {'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:35:13.897504 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-77189691-04cd-4343-bc9b-01a8d06ba21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:35:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:35:13.900799 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:13.947481 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:13.948418 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:13.955784 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d2b74c61-ddcb-4e24-a9b7-4292df210dd7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4598320 Jan 17 14:35:13.956606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c096600-05d6-4dd9-9309-048cab998205', 'tag': '649da983-2d45-4bd4-92ef-7e4b5142d3dd'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:35:13.959051 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40656) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:35:14.001378 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c096600-05d6-4dd9-9309-048cab998205', 'tag': '649da983-2d45-4bd4-92ef-7e4b5142d3dd', 'status': 'completed', 'code': 200} Jan 17 14:35:14.087651 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1663f588-b51f-4442-8f2e-e39fd6ac1ac7 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:14.089167 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1663f588-b51f-4442-8f2e-e39fd6ac1ac7 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 1093 time: 0.1287816 Jan 17 14:35:14.105331 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69f0a3-1340-4ca7-8bbb-a685eb153935 req-6ed7c238-f47c-475f-b7ca-1c1dbd93050a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:14.106948 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8e69f0a3-1340-4ca7-8bbb-a685eb153935 req-6ed7c238-f47c-475f-b7ca-1c1dbd93050a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 1098 time: 0.0853529 Jan 17 14:35:14.108269 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-77189691-04cd-4343-bc9b-01a8d06ba21c None None] Set router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:35:14.247674 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69f0a3-1340-4ca7-8bbb-a685eb153935 req-62e5dc21-4e7f-436f-9a42-04c4608d1554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:14.249255 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8e69f0a3-1340-4ca7-8bbb-a685eb153935 req-62e5dc21-4e7f-436f-9a42-04c4608d1554 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b583970e-46d3-4e7b-ba33-53fc6fa586dc HTTP/1.1" status: 200 len: 898 time: 0.1362591 Jan 17 14:35:14.266146 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40664) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:35:14.271638 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-daf21049-ef44-4bfe-af2a-2b04349cd848 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1451519295', 'description': 'tempest-secgroup-smoke-1451519295 description', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:35:14.280490 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-daf21049-ef44-4bfe-af2a-2b04349cd848 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:35:14.290600 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-daf21049-ef44-4bfe-af2a-2b04349cd848 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:35:14.303527 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-daf21049-ef44-4bfe-af2a-2b04349cd848 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:14.326123 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-daf21049-ef44-4bfe-af2a-2b04349cd848 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:35:14.330954 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-daf21049-ef44-4bfe-af2a-2b04349cd848 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:35:14.334801 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-daf21049-ef44-4bfe-af2a-2b04349cd848 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:35:14.342524 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-daf21049-ef44-4bfe-af2a-2b04349cd848 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:35:14.370103 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8e69f0a3-1340-4ca7-8bbb-a685eb153935 req-ec3c694f-841d-4fc2-b1a0-f3b5a82c2389 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=649da983-2d45-4bd4-92ef-7e4b5142d3dd HTTP/1.1" status: 200 len: 999 time: 0.1148326 Jan 17 14:35:14.422232 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-daf21049-ef44-4bfe-af2a-2b04349cd848 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:14.426776 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-daf21049-ef44-4bfe-af2a-2b04349cd848 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:14.437182 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69f0a3-1340-4ca7-8bbb-a685eb153935 req-98da7b59-73d2-4ccf-b764-0835513c1d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:14.439351 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8e69f0a3-1340-4ca7-8bbb-a685eb153935 req-98da7b59-73d2-4ccf-b764-0835513c1d1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fd39f3af-84e1-467b-b204-8f42c56fe943 HTTP/1.1" status: 200 len: 834 time: 0.0625153 Jan 17 14:35:14.464575 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-77189691-04cd-4343-bc9b-01a8d06ba21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'name': 'tempest-TestNetworkBasicOps-router-323683400', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '0b4e70a1-cc5c-4d84-be56-7d935f975446', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.184', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'port_id': '649da983-2d45-4bd4-92ef-7e4b5142d3dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'mac_address': 'fa:16:3e:b2:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c096600-05d6-4dd9-9309-048cab998205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:35:12Z', 'updated_at': '2022-01-17T14:35:12Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac', 'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2d:43:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:54Z', 'updated_at': '2022-01-17T14:35:00Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:35:14.468472 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77189691-04cd-4343-bc9b-01a8d06ba21c None None] Checking router: a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:35:14.473748 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf21049-ef44-4bfe-af2a-2b04349cd848 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4c5c62-f922-4588-a5e7-d9bb00ad33a6,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:14.478341 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77189691-04cd-4343-bc9b-01a8d06ba21c None None] Routers {'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:35:14.479317 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-77189691-04cd-4343-bc9b-01a8d06ba21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:35:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:35:14.481213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-daf21049-ef44-4bfe-af2a-2b04349cd848 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:14.482762 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-daf21049-ef44-4bfe-af2a-2b04349cd848 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2153821 Jan 17 14:35:14.486252 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40668) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:35:14.493038 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-fa9692bb-0909-451b-b85c-f150fb584ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': 'ac4c5c62-f922-4588-a5e7-d9bb00ad33a6', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:35:14.499169 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-fa9692bb-0909-451b-b85c-f150fb584ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:35:14.503247 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fa9692bb-0909-451b-b85c-f150fb584ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:35:14.506178 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fa9692bb-0909-451b-b85c-f150fb584ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:35:14.512449 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-fa9692bb-0909-451b-b85c-f150fb584ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:35:14.521741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69f0a3-1340-4ca7-8bbb-a685eb153935 req-96ce8f7d-5141-456c-9ccd-7db96d0dfa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:14.523306 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8e69f0a3-1340-4ca7-8bbb-a685eb153935 req-96ce8f7d-5141-456c-9ccd-7db96d0dfa84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b583970e-46d3-4e7b-ba33-53fc6fa586dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781870 Jan 17 14:35:14.530084 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa9692bb-0909-451b-b85c-f150fb584ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:14.592521 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa9692bb-0909-451b-b85c-f150fb584ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:14.596235 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa9692bb-0909-451b-b85c-f150fb584ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:14.618389 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9692bb-0909-451b-b85c-f150fb584ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa295abc-6fd2-4ac8-906e-574d315978af,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:14.633072 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa9692bb-0909-451b-b85c-f150fb584ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:14.637108 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fa9692bb-0909-451b-b85c-f150fb584ab3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470518 Jan 17 14:35:14.637404 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40672) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:35:14.642489 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-d01cf220-6377-4617-9437-52c8644020f3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': 'ac4c5c62-f922-4588-a5e7-d9bb00ad33a6', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:35:14.650991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d01cf220-6377-4617-9437-52c8644020f3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:35:14.654913 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d01cf220-6377-4617-9437-52c8644020f3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:35:14.657872 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d01cf220-6377-4617-9437-52c8644020f3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:35:14.663179 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8e69f0a3-1340-4ca7-8bbb-a685eb153935 req-19e312b3-6b2b-4503-82e1-cd223ff4f62a service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326480 Jan 17 14:35:14.663754 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d01cf220-6377-4617-9437-52c8644020f3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:35:14.669610 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-77189691-04cd-4343-bc9b-01a8d06ba21c None None] Set router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:35:14.687560 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d01cf220-6377-4617-9437-52c8644020f3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:14.751009 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d01cf220-6377-4617-9437-52c8644020f3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:14.757243 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d01cf220-6377-4617-9437-52c8644020f3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:14.788788 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cf220-6377-4617-9437-52c8644020f3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d4f6be-4e9d-4931-bba4-7d8f8d19cd1c,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:14.794594 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d01cf220-6377-4617-9437-52c8644020f3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:14.795897 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d01cf220-6377-4617-9437-52c8644020f3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1574011 Jan 17 14:35:14.798741 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40676) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:35:14.804341 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-aeca6481-cee8-4023-9dd5-ab934e600651 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': 'ac4c5c62-f922-4588-a5e7-d9bb00ad33a6', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:35:14.811979 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-aeca6481-cee8-4023-9dd5-ab934e600651 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:35:14.816655 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-aeca6481-cee8-4023-9dd5-ab934e600651 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:35:14.817837 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8e69f0a3-1340-4ca7-8bbb-a685eb153935 req-2959c1b5-b328-46a7-8c32-be6c609882c2 service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483274 Jan 17 14:35:14.819769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-aeca6481-cee8-4023-9dd5-ab934e600651 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:35:14.825569 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-aeca6481-cee8-4023-9dd5-ab934e600651 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:35:14.845282 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-aeca6481-cee8-4023-9dd5-ab934e600651 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:14.907309 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-aeca6481-cee8-4023-9dd5-ab934e600651 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:14.910867 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-aeca6481-cee8-4023-9dd5-ab934e600651 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:14.934487 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca6481-cee8-4023-9dd5-ab934e600651 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072b828d-01dd-4be1-8db9-c7ecf3861036,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:14.943607 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-aeca6481-cee8-4023-9dd5-ab934e600651 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:14.944952 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-aeca6481-cee8-4023-9dd5-ab934e600651 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451175 Jan 17 14:35:14.948125 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40680) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:35:14.953252 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-91be5855-d109-4bc6-b4de-ab742f510a1c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': 'ac4c5c62-f922-4588-a5e7-d9bb00ad33a6', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:35:14.959231 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-91be5855-d109-4bc6-b4de-ab742f510a1c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:35:14.963605 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-91be5855-d109-4bc6-b4de-ab742f510a1c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:35:14.966472 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-91be5855-d109-4bc6-b4de-ab742f510a1c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:35:14.972130 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-91be5855-d109-4bc6-b4de-ab742f510a1c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:35:14.987627 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91be5855-d109-4bc6-b4de-ab742f510a1c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:15.054857 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91be5855-d109-4bc6-b4de-ab742f510a1c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:15.058515 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91be5855-d109-4bc6-b4de-ab742f510a1c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:15.064329 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-77189691-04cd-4343-bc9b-01a8d06ba21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'name': 'tempest-TestNetworkBasicOps-router-323683400', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '0b4e70a1-cc5c-4d84-be56-7d935f975446', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.184', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'port_id': '649da983-2d45-4bd4-92ef-7e4b5142d3dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'mac_address': 'fa:16:3e:b2:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c096600-05d6-4dd9-9309-048cab998205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:35:12Z', 'updated_at': '2022-01-17T14:35:12Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac', 'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2d:43:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:54Z', 'updated_at': '2022-01-17T14:35:00Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:35:15.068435 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77189691-04cd-4343-bc9b-01a8d06ba21c None None] The sync data for ids ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'] in dv-neutron-824901-1-hyperv is: [{'id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'name': 'tempest-TestNetworkBasicOps-router-323683400', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '0b4e70a1-cc5c-4d84-be56-7d935f975446', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.184', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'port_id': '649da983-2d45-4bd4-92ef-7e4b5142d3dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'mac_address': 'fa:16:3e:b2:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c096600-05d6-4dd9-9309-048cab998205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:35:12Z', 'updated_at': '2022-01-17T14:35:12Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac', 'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2d:43:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:54Z', 'updated_at': '2022-01-17T14:35:00Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:35:15.080172 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be5855-d109-4bc6-b4de-ab742f510a1c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cca5715-cb9b-4033-868d-eb47f7cc1b5c,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:15.092344 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91be5855-d109-4bc6-b4de-ab742f510a1c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:15.093966 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-91be5855-d109-4bc6-b4de-ab742f510a1c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447515 Jan 17 14:35:15.096496 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40684) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:35:15.101311 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f474c858-78ac-44f4-8e03-500bcfaee145 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': 'ac4c5c62-f922-4588-a5e7-d9bb00ad33a6', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:35:15.107229 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f474c858-78ac-44f4-8e03-500bcfaee145 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:35:15.111026 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f474c858-78ac-44f4-8e03-500bcfaee145 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:35:15.114022 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f474c858-78ac-44f4-8e03-500bcfaee145 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:35:15.120047 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f474c858-78ac-44f4-8e03-500bcfaee145 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:35:15.130529 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-f474c858-78ac-44f4-8e03-500bcfaee145 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:35:15.137728 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f474c858-78ac-44f4-8e03-500bcfaee145 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:15.204083 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f474c858-78ac-44f4-8e03-500bcfaee145 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:15.208892 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f474c858-78ac-44f4-8e03-500bcfaee145 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:15.234001 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474c858-78ac-44f4-8e03-500bcfaee145 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ac4124-1a45-448d-960e-c9d3c577fcbf,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:15.242160 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f474c858-78ac-44f4-8e03-500bcfaee145 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:15.243354 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f474c858-78ac-44f4-8e03-500bcfaee145 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1459625 Jan 17 14:35:15.246195 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40688) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:35:15.251388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-4bf3ff6b-d818-4bdf-bd69-3d1d5c29a655 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': 'ac4c5c62-f922-4588-a5e7-d9bb00ad33a6', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:35:15.257968 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-4bf3ff6b-d818-4bdf-bd69-3d1d5c29a655 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:35:15.262551 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-4bf3ff6b-d818-4bdf-bd69-3d1d5c29a655 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:35:15.265506 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-4bf3ff6b-d818-4bdf-bd69-3d1d5c29a655 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:35:15.271281 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-4bf3ff6b-d818-4bdf-bd69-3d1d5c29a655 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:35:15.279060 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3034df9b-6891-4ed1-be74-6c34db5b9ff0 None None] New status for floating IP 0b4e70a1-cc5c-4d84-be56-7d935f975446: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:35:15.283854 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-4bf3ff6b-d818-4bdf-bd69-3d1d5c29a655 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:35:15.291044 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4bf3ff6b-d818-4bdf-bd69-3d1d5c29a655 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:15.357016 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4bf3ff6b-d818-4bdf-bd69-3d1d5c29a655 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:15.360976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4bf3ff6b-d818-4bdf-bd69-3d1d5c29a655 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:15.388558 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3ff6b-d818-4bdf-bd69-3d1d5c29a655 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d16d78c-bbc1-4bb9-8a43-53a372ef4d84,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:15.398289 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4bf3ff6b-d818-4bdf-bd69-3d1d5c29a655 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:15.400020 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4bf3ff6b-d818-4bdf-bd69-3d1d5c29a655 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1528263 Jan 17 14:35:15.474178 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:15.570525 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-98a8d0c3-e2f8-4156-baa2-270377d11e64 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1451519295&fields=id&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 267 time: 0.0421166 Jan 17 14:35:15.718003 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-f9eaf1c1-9a89-407d-a35f-8bb02b6ba436 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:15.719347 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-f9eaf1c1-9a89-407d-a35f-8bb02b6ba436 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/networks?id=b583970e-46d3-4e7b-ba33-53fc6fa586dc HTTP/1.1" status: 200 len: 797 time: 0.1416240 Jan 17 14:35:15.734032 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-0f5f8a82-2d43-4837-a81a-4c554685d959 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/quotas/b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 375 time: 0.0093834 Jan 17 14:35:15.825152 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-82c71f38-b439-4e99-8241-9a1d7902ee0e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0862756 Jan 17 14:35:15.959561 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-d1088aef-f36e-4719-b62a-f6d0a072aad5 service neutron] 10.222.0.48 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229770 Jan 17 14:35:16.179620 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-9e4aa7cc-a499-482e-931e-36fddd6b47b9 service neutron] 10.222.0.48 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136948 Jan 17 14:35:16.350468 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-eb4f50cb-91b2-4696-9aa9-82b6d0518334 req-41925741-0900-49ac-9de1-ee5704ac7207 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 210 time: 0.0425220 Jan 17 14:35:17.389831 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-f137e46e-b4ac-4df5-b132-04a9f1381d81 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:17.392634 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-f137e46e-b4ac-4df5-b132-04a9f1381d81 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/networks?id=b583970e-46d3-4e7b-ba33-53fc6fa586dc HTTP/1.1" status: 200 len: 797 time: 0.1520214 Jan 17 14:35:17.443296 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-1b92ac01-29ff-4d24-abe6-d747e5826d00 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 473 time: 0.0435903 Jan 17 14:35:17.451873 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ecff8bde-5166-4faa-97ec-0b4e6f7d4b2b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'port': {'device_id': 'f5129f70-894f-4b87-9fb7-dabff7cfafd9', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'admin_state_up': True, 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'security_groups': ['ac4c5c62-f922-4588-a5e7-d9bb00ad33a6']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:35:17.567801 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b14b3075-78c1-4022-9cde-08758e9339d2 req-349b475b-4aac-4046-a7f4-958e095cd0c6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 210 time: 0.1015892 Jan 17 14:35:17.636130 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ecff8bde-5166-4faa-97ec-0b4e6f7d4b2b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:35:17.645329 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ecff8bde-5166-4faa-97ec-0b4e6f7d4b2b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:35:17.655405 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ecff8bde-5166-4faa-97ec-0b4e6f7d4b2b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:35:17.658861 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ecff8bde-5166-4faa-97ec-0b4e6f7d4b2b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:17.819182 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ecff8bde-5166-4faa-97ec-0b4e6f7d4b2b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.20.0.11 (b583970e-46d3-4e7b-ba33-53fc6fa586dc/fd39f3af-84e1-467b-b204-8f42c56fe943/9f7dc3bb-d32b-4d1d-805a-d82ff9750696) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:35:18.016429 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ecff8bde-5166-4faa-97ec-0b4e6f7d4b2b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:18.031180 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ecff8bde-5166-4faa-97ec-0b4e6f7d4b2b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Transition to ACTIVE for port object 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:35:18.053716 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ecff8bde-5166-4faa-97ec-0b4e6f7d4b2b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:18.127386 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ecff8bde-5166-4faa-97ec-0b4e6f7d4b2b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network b583970e-46d3-4e7b-ba33-53fc6fa586dc is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:35:18.130545 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ecff8bde-5166-4faa-97ec-0b4e6f7d4b2b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:35:18.134968 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ecff8bde-5166-4faa-97ec-0b4e6f7d4b2b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:35:18.165219 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff8bde-5166-4faa-97ec-0b4e6f7d4b2b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=9f7dc3bb-d32b-4d1d-805a-d82ff9750696,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:18.201746 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ecff8bde-5166-4faa-97ec-0b4e6f7d4b2b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:18.202341 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ecff8bde-5166-4faa-97ec-0b4e6f7d4b2b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:18.229098 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ecff8bde-5166-4faa-97ec-0b4e6f7d4b2b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7808385 Jan 17 14:35:18.241246 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] Request body: {'port': {'device_id': 'f5129f70-894f-4b87-9fb7-dabff7cfafd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:35:18.345850 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-911a90c0-69cd-4b5d-859e-fc9fb787f99c None None] Provisioning for port 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:35:18.350656 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-911a90c0-69cd-4b5d-859e-fc9fb787f99c None None] Provisioning complete for port 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:35:18.351019 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-911a90c0-69cd-4b5d-859e-fc9fb787f99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:18.357180 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:18.403428 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-911a90c0-69cd-4b5d-859e-fc9fb787f99c None None] Port 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:35:18.691497 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:35:18.699140 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:18.714432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] Transition to ACTIVE for port object 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:35:18.719108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:18.750220 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a04732-3e71-42b1-a3d5-d0ca93634554 req-e5fc2de3-3ddb-49c9-b088-3660caab7c56 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:18.751663 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f0a04732-3e71-42b1-a3d5-d0ca93634554 req-e5fc2de3-3ddb-49c9-b088-3660caab7c56 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 932 time: 0.0788062 Jan 17 14:35:18.801505 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-f0a04732-3e71-42b1-a3d5-d0ca93634554 req-9617c360-072d-4944-b2f5-93aa00cc471b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:35:18.818746 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-f0a04732-3e71-42b1-a3d5-d0ca93634554 req-9617c360-072d-4944-b2f5-93aa00cc471b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:35:18.819934 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f0a04732-3e71-42b1-a3d5-d0ca93634554 req-9617c360-072d-4944-b2f5-93aa00cc471b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4c5c62-f922-4588-a5e7-d9bb00ad33a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623109 Jan 17 14:35:18.987317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] Pushing event updated for resources: {'Port': ['ID=9f7dc3bb-d32b-4d1d-805a-d82ff9750696,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:19.057737 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] Attempting to bind port 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:35:19.058010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] Attempting to bind port 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '702c8b19-4606-4c14-b647-f67b1b5a0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:35:19.058338 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] Attempting to bind port 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 on network b583970e-46d3-4e7b-ba33-53fc6fa586dc {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:35:19.062812 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] Port 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 on network b583970e-46d3-4e7b-ba33-53fc6fa586dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:35:19.063130 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] Attempting to bind port 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 on network b583970e-46d3-4e7b-ba33-53fc6fa586dc {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:35:19.068120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:35:19.068454 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] Checking segment: {'id': '702c8b19-4606-4c14-b647-f67b1b5a0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:35:19.068828 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] Bound using segment: {'id': '702c8b19-4606-4c14-b647-f67b1b5a0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:35:19.069245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] Bound port: 9f7dc3bb-d32b-4d1d-805a-d82ff9750696, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702c8b19-4606-4c14-b647-f67b1b5a0f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:35:19.069586 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:19.158327 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] For port 9f7dc3bb-d32b-4d1d-805a-d82ff9750696, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:35:19.161140 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] For port 9f7dc3bb-d32b-4d1d-805a-d82ff9750696, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=9f7dc3bb-d32b-4d1d-805a-d82ff9750696,segment=NetworkSegment(702c8b19-4606-4c14-b647-f67b1b5a0f92),segment_id=702c8b19-4606-4c14-b647-f67b1b5a0f92)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:35:19.165724 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:19.223327 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:19.223945 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:19.225373 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] 10.222.0.15 "PUT /v2.0/ports/9f7dc3bb-d32b-4d1d-805a-d82ff9750696 HTTP/1.1" status: 200 len: 1094 time: 0.9887366 Jan 17 14:35:19.225742 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5129f70-894f-4b87-9fb7-dabff7cfafd9', 'tag': '9f7dc3bb-d32b-4d1d-805a-d82ff9750696'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:35:19.248075 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8db7ad-811b-4cf5-a7e8-5ea9143f13ba service neutron] Pushing event updated for resources: {'Port': ['ID=9f7dc3bb-d32b-4d1d-805a-d82ff9750696,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:19.307603 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5129f70-894f-4b87-9fb7-dabff7cfafd9', 'tag': '9f7dc3bb-d32b-4d1d-805a-d82ff9750696', 'status': 'completed', 'code': 200} Jan 17 14:35:19.349171 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-b80f8092-cd5c-48ed-90a8-735e8869e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:19.350625 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-b80f8092-cd5c-48ed-90a8-735e8869e7e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 1097 time: 0.0784271 Jan 17 14:35:19.421335 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-e5edf610-ccc1-4f4a-9a8c-f9dd9569a7f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f7dc3bb-d32b-4d1d-805a-d82ff9750696 HTTP/1.1" status: 200 len: 217 time: 0.0638578 Jan 17 14:35:19.483621 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-7d5f6cef-14e2-4dee-b975-ab94d1e30c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:19.485058 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-7d5f6cef-14e2-4dee-b975-ab94d1e30c5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fd39f3af-84e1-467b-b204-8f42c56fe943 HTTP/1.1" status: 200 len: 834 time: 0.0578032 Jan 17 14:35:19.561651 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-e394a62a-b1be-4a00-8952-2a64d5a28b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:19.563014 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-e394a62a-b1be-4a00-8952-2a64d5a28b71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b583970e-46d3-4e7b-ba33-53fc6fa586dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691092 Jan 17 14:35:19.692948 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-4989dbde-3c4a-4652-8f52-ad4166907583 service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207993 Jan 17 14:35:19.821090 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-feb4e63b-15a2-4fd4-8075-e10e2f3ffae0 req-32f038cd-926f-44a3-8b3e-1828849a2034 service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219051 Jan 17 14:35:19.935285 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f50789-c731-4830-b81f-ad71a2b62cf6 req-a673972a-c211-4eac-8dbb-6efac60b5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:19.936858 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d7f50789-c731-4830-b81f-ad71a2b62cf6 req-a673972a-c211-4eac-8dbb-6efac60b5bd9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 1097 time: 0.0736058 Jan 17 14:35:20.010425 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a58be4-2b0f-4cd3-8622-de7961af20bb req-f7b82f10-276b-4b0e-99e3-ea464640d28a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:20.012052 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f7a58be4-2b0f-4cd3-8622-de7961af20bb req-f7b82f10-276b-4b0e-99e3-ea464640d28a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 944 time: 0.0834253 Jan 17 14:35:20.055502 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f7a58be4-2b0f-4cd3-8622-de7961af20bb req-d74ae447-b361-4405-aea2-663d28c9a779 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4c5c62-f922-4588-a5e7-d9bb00ad33a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372419 Jan 17 14:35:20.066468 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f50789-c731-4830-b81f-ad71a2b62cf6 req-98ef6755-4859-47ba-8a73-171455e942c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:20.067920 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d7f50789-c731-4830-b81f-ad71a2b62cf6 req-98ef6755-4859-47ba-8a73-171455e942c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b583970e-46d3-4e7b-ba33-53fc6fa586dc HTTP/1.1" status: 200 len: 898 time: 0.1247971 Jan 17 14:35:20.132744 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d7f50789-c731-4830-b81f-ad71a2b62cf6 req-ee1f1cf3-82d5-467d-9c93-90a64ce42475 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f7dc3bb-d32b-4d1d-805a-d82ff9750696 HTTP/1.1" status: 200 len: 217 time: 0.0583222 Jan 17 14:35:20.206307 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f50789-c731-4830-b81f-ad71a2b62cf6 req-f931bac8-c193-4d3a-8475-849115bf9081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:20.207665 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d7f50789-c731-4830-b81f-ad71a2b62cf6 req-f931bac8-c193-4d3a-8475-849115bf9081 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fd39f3af-84e1-467b-b204-8f42c56fe943 HTTP/1.1" status: 200 len: 834 time: 0.0579209 Jan 17 14:35:20.294014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f50789-c731-4830-b81f-ad71a2b62cf6 req-fbfc13d6-c2c4-4d59-929d-0868bc23aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:20.295340 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d7f50789-c731-4830-b81f-ad71a2b62cf6 req-fbfc13d6-c2c4-4d59-929d-0868bc23aaa9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b583970e-46d3-4e7b-ba33-53fc6fa586dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667045 Jan 17 14:35:20.427703 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d7f50789-c731-4830-b81f-ad71a2b62cf6 req-8f419be7-7837-4182-9c15-fdf15297a589 service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244428 Jan 17 14:35:20.554330 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d7f50789-c731-4830-b81f-ad71a2b62cf6 req-b3a120ac-a380-43f3-a1b1-9f47bd3ad899 service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200430 Jan 17 14:35:21.244799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93636a34-0237-4b22-9d04-1b654ea06f0b req-8cfd5d1c-bbc1-4e10-b9b7-0ac5fc5eb3fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:21.245583 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-93636a34-0237-4b22-9d04-1b654ea06f0b req-8cfd5d1c-bbc1-4e10-b9b7-0ac5fc5eb3fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:35:21.260762 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-93636a34-0237-4b22-9d04-1b654ea06f0b req-8cfd5d1c-bbc1-4e10-b9b7-0ac5fc5eb3fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:35:21.261907 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-93636a34-0237-4b22-9d04-1b654ea06f0b req-8cfd5d1c-bbc1-4e10-b9b7-0ac5fc5eb3fc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 944 time: 0.0995908 Jan 17 14:35:21.306071 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-93636a34-0237-4b22-9d04-1b654ea06f0b req-22506e1a-f67f-43a3-987c-fa84e949cad0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4c5c62-f922-4588-a5e7-d9bb00ad33a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382557 Jan 17 14:35:22.487084 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfb4ad-0d7e-4588-ade9-cc82a84506bf req-58afdd97-b310-4c54-ac2d-c280dfb1913b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:22.488557 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d1dfb4ad-0d7e-4588-ade9-cc82a84506bf req-58afdd97-b310-4c54-ac2d-c280dfb1913b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 944 time: 0.0776701 Jan 17 14:35:22.534198 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d1dfb4ad-0d7e-4588-ade9-cc82a84506bf req-3dec7383-3b0f-49eb-8ef7-58bc0b97239a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4c5c62-f922-4588-a5e7-d9bb00ad33a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401180 Jan 17 14:35:22.857025 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:23.150457 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:35:23.277284 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 9f7dc3bb-d32b-4d1d-805a-d82ff9750696, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=9f7dc3bb-d32b-4d1d-805a-d82ff9750696,segment=NetworkSegment(702c8b19-4606-4c14-b647-f67b1b5a0f92),segment_id=702c8b19-4606-4c14-b647-f67b1b5a0f92)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:35:23.290609 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '9f7dc3bb-d32b-4d1d-805a-d82ff9750696', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'port_id': '9f7dc3bb-d32b-4d1d-805a-d82ff9750696', 'mac_address': 'fa:16:3e:d8:c9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:35:23.346091 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:23.362486 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:35:23.376796 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 9f7dc3bb-d32b-4d1d-805a-d82ff9750696, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=9f7dc3bb-d32b-4d1d-805a-d82ff9750696,segment=NetworkSegment(702c8b19-4606-4c14-b647-f67b1b5a0f92),segment_id=702c8b19-4606-4c14-b647-f67b1b5a0f92)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:35:23.380592 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:23.446061 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=9f7dc3bb-d32b-4d1d-805a-d82ff9750696,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:23.713440 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6ac7e-6d8b-48ab-83ab-daecf1401858 req-b8d434f4-fbd7-437c-b10e-9eb0792266ea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:23.714778 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9ae6ac7e-6d8b-48ab-83ab-daecf1401858 req-b8d434f4-fbd7-437c-b10e-9eb0792266ea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0781898 Jan 17 14:35:23.730164 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['9f7dc3bb-d32b-4d1d-805a-d82ff9750696'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:35:23.761987 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9ae6ac7e-6d8b-48ab-83ab-daecf1401858 req-f8edc640-dc69-465e-9f67-f1439e9bfbc7 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4c5c62-f922-4588-a5e7-d9bb00ad33a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416126 Jan 17 14:35:24.942617 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951cce0-99d6-4bd7-b7b5-63886c5f243f req-f5bc0e61-b0a4-426d-8cd2-cbc42dc97501 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:24.944036 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5951cce0-99d6-4bd7-b7b5-63886c5f243f req-f5bc0e61-b0a4-426d-8cd2-cbc42dc97501 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 945 time: 0.0767524 Jan 17 14:35:24.985942 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5951cce0-99d6-4bd7-b7b5-63886c5f243f req-65b81a8a-809c-4c19-9552-b4eacd195bd8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4c5c62-f922-4588-a5e7-d9bb00ad33a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358884 Jan 17 14:35:25.161880 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:35:25.229267 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:35:25.233928 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:35:25.234291 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:25.347235 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:25.372447 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5129f70-894f-4b87-9fb7-dabff7cfafd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7dc3bb-d32b-4d1d-805a-d82ff9750696'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:35:25.381595 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 9f7dc3bb-d32b-4d1d-805a-d82ff9750696, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=9f7dc3bb-d32b-4d1d-805a-d82ff9750696,segment=NetworkSegment(702c8b19-4606-4c14-b647-f67b1b5a0f92),segment_id=702c8b19-4606-4c14-b647-f67b1b5a0f92)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:35:25.386816 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:25.422443 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5129f70-894f-4b87-9fb7-dabff7cfafd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7dc3bb-d32b-4d1d-805a-d82ff9750696', 'code': 200} Jan 17 14:35:25.454191 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=9f7dc3bb-d32b-4d1d-805a-d82ff9750696,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:25.642713 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daa62e-56c4-4710-b79c-b5ae8a3b4585 req-2d5412d1-92df-4be0-a5ae-3da07fe8779d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:25.644243 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8daa62e-56c4-4710-b79c-b5ae8a3b4585 req-2d5412d1-92df-4be0-a5ae-3da07fe8779d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 1099 time: 0.0678775 Jan 17 14:35:25.698292 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8daa62e-56c4-4710-b79c-b5ae8a3b4585 req-fe420468-2eea-4f47-a916-551bac94ac5c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ac4c5c62-f922-4588-a5e7-d9bb00ad33a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326865 Jan 17 14:35:26.167363 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb76bd-30a7-4ac6-afc2-015ac8bc3759 req-2623dc8c-dfa4-4cd5-9a95-90a1e0eb234d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:26.168849 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-afcb76bd-30a7-4ac6-afc2-015ac8bc3759 req-2623dc8c-dfa4-4cd5-9a95-90a1e0eb234d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 946 time: 0.0806420 Jan 17 14:35:26.211920 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-afcb76bd-30a7-4ac6-afc2-015ac8bc3759 req-32a5fce6-0908-4c77-ad33-6f2fd740b6c5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4c5c62-f922-4588-a5e7-d9bb00ad33a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370617 Jan 17 14:35:27.397722 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e94ae-fb97-452d-9cee-02c49ed73f12 req-0fad7d30-ccdd-491d-a8c5-4cc95546f81d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:27.399176 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-663e94ae-fb97-452d-9cee-02c49ed73f12 req-0fad7d30-ccdd-491d-a8c5-4cc95546f81d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 946 time: 0.0847151 Jan 17 14:35:27.530361 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-663e94ae-fb97-452d-9cee-02c49ed73f12 req-ea02be99-0286-465e-a7d8-a4d52a6e4386 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4c5c62-f922-4588-a5e7-d9bb00ad33a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255183 Jan 17 14:35:27.712307 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132aee5c-a7db-4a9d-9dde-9f63675dad8a req-e4489339-da49-46df-90b0-f2644831bbe2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:27.713752 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-132aee5c-a7db-4a9d-9dde-9f63675dad8a req-e4489339-da49-46df-90b0-f2644831bbe2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 946 time: 0.0824096 Jan 17 14:35:27.757091 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-132aee5c-a7db-4a9d-9dde-9f63675dad8a req-40bfab00-c874-4670-9e7f-3f5a931e220b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4c5c62-f922-4588-a5e7-d9bb00ad33a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378237 Jan 17 14:35:27.779409 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40742) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:35:27.851049 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0649e34e-e1fb-4260-aff5-02aadddba84c tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:27.853127 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0649e34e-e1fb-4260-aff5-02aadddba84c tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 1094 time: 0.0727377 Jan 17 14:35:27.855902 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40746) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:35:27.860604 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': '9f7dc3bb-d32b-4d1d-805a-d82ff9750696', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:35:27.866287 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:35:27.870534 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:floatingip and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:35:27.873337 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:35:27.878818 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:35:27.889068 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:28.025848 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:28.167275 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.26.3.113 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/9b2d5e4f-ec2d-4173-831d-1e2fda3b3142) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:35:28.318751 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:28.347052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:28.410981 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:35:28.413632 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:35:28.416886 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:35:28.459647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=9b2d5e4f-ec2d-4173-831d-1e2fda3b3142,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:28.930761 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:29.007053 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:29.213108 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:29.217680 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:29.327427 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=9b2d5e4f-ec2d-4173-831d-1e2fda3b3142,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:35:29.339676 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:29.509793 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Floating IP 3a87feff-6595-439a-8184-fb83c0e4d7f5 associated. External IP: 172.26.3.113, port: 9f7dc3bb-d32b-4d1d-805a-d82ff9750696. Jan 17 14:35:29.865578 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:35:30.047052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:35:30.057499 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29832522-ac69-44c3-82fc-c2b1b515d787 None None] Sync routers for ids ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:35:30.067225 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29832522-ac69-44c3-82fc-c2b1b515d787 None None] Routers {'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:35:30.067917 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-29832522-ac69-44c3-82fc-c2b1b515d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:35:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:35:30.075761 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:30.137600 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f52166cd-2239-4fa5-8891-9023e3cfa95e tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2806108 Jan 17 14:35:30.138213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5129f70-894f-4b87-9fb7-dabff7cfafd9', 'tag': '9f7dc3bb-d32b-4d1d-805a-d82ff9750696'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:35:30.183229 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5129f70-894f-4b87-9fb7-dabff7cfafd9', 'tag': '9f7dc3bb-d32b-4d1d-805a-d82ff9750696', 'status': 'completed', 'code': 200} Jan 17 14:35:30.244479 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-29832522-ac69-44c3-82fc-c2b1b515d787 None None] Set router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:35:30.282514 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b4517-5dd9-4ccb-ad38-741a33b80751 req-7044c2f7-3afd-442f-a0ef-8f051f9f6f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:30.284111 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-000b4517-5dd9-4ccb-ad38-741a33b80751 req-7044c2f7-3afd-442f-a0ef-8f051f9f6f75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 1099 time: 0.0709529 Jan 17 14:35:30.417150 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b4517-5dd9-4ccb-ad38-741a33b80751 req-b4da4617-7ce8-478c-8afe-aa6b09f77dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:30.418585 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-000b4517-5dd9-4ccb-ad38-741a33b80751 req-b4da4617-7ce8-478c-8afe-aa6b09f77dee service neutron] 10.222.0.15 "GET /v2.0/networks?id=b583970e-46d3-4e7b-ba33-53fc6fa586dc HTTP/1.1" status: 200 len: 898 time: 0.1272459 Jan 17 14:35:30.526627 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-000b4517-5dd9-4ccb-ad38-741a33b80751 req-17b48760-0390-48f5-b368-e86ed9b17a45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f7dc3bb-d32b-4d1d-805a-d82ff9750696 HTTP/1.1" status: 200 len: 1000 time: 0.0983336 Jan 17 14:35:30.594625 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b4517-5dd9-4ccb-ad38-741a33b80751 req-9890fca7-a0aa-475b-8003-bdb00bdffdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:30.596084 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-000b4517-5dd9-4ccb-ad38-741a33b80751 req-9890fca7-a0aa-475b-8003-bdb00bdffdff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fd39f3af-84e1-467b-b204-8f42c56fe943 HTTP/1.1" status: 200 len: 834 time: 0.0626087 Jan 17 14:35:30.601320 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-29832522-ac69-44c3-82fc-c2b1b515d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'name': 'tempest-TestNetworkBasicOps-router-323683400', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '0b4e70a1-cc5c-4d84-be56-7d935f975446', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.184', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'port_id': '649da983-2d45-4bd4-92ef-7e4b5142d3dd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'mac_address': 'fa:16:3e:b2:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c096600-05d6-4dd9-9309-048cab998205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:35:12Z', 'updated_at': '2022-01-17T14:35:15Z', 'revision_number': 1, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}, {'id': '3a87feff-6595-439a-8184-fb83c0e4d7f5', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.113', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'port_id': '9f7dc3bb-d32b-4d1d-805a-d82ff9750696', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'mac_address': 'fa:16:3e:d8:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5129f70-894f-4b87-9fb7-dabff7cfafd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:35:28Z', 'updated_at': '2022-01-17T14:35:28Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac', 'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2d:43:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:54Z', 'updated_at': '2022-01-17T14:35:00Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:35:30.605703 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29832522-ac69-44c3-82fc-c2b1b515d787 None None] Checking router: a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:35:30.614047 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29832522-ac69-44c3-82fc-c2b1b515d787 None None] Routers {'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:35:30.614631 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-29832522-ac69-44c3-82fc-c2b1b515d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:35:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:35:30.673070 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b4517-5dd9-4ccb-ad38-741a33b80751 req-e842e3cb-c7ca-43b0-85d3-59097ec3fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:30.674936 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-000b4517-5dd9-4ccb-ad38-741a33b80751 req-e842e3cb-c7ca-43b0-85d3-59097ec3fe78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b583970e-46d3-4e7b-ba33-53fc6fa586dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718257 Jan 17 14:35:30.794474 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-29832522-ac69-44c3-82fc-c2b1b515d787 None None] Set router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:35:30.818338 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-000b4517-5dd9-4ccb-ad38-741a33b80751 req-82415a99-3d68-4017-a8ad-53416267ea82 service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361568 Jan 17 14:35:30.955345 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-000b4517-5dd9-4ccb-ad38-741a33b80751 req-bc8323ea-79b8-439d-b82d-9903d9a84651 service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302156 Jan 17 14:35:31.141667 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-29832522-ac69-44c3-82fc-c2b1b515d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'name': 'tempest-TestNetworkBasicOps-router-323683400', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '0b4e70a1-cc5c-4d84-be56-7d935f975446', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.184', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'port_id': '649da983-2d45-4bd4-92ef-7e4b5142d3dd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'mac_address': 'fa:16:3e:b2:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c096600-05d6-4dd9-9309-048cab998205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:35:12Z', 'updated_at': '2022-01-17T14:35:15Z', 'revision_number': 1, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}, {'id': '3a87feff-6595-439a-8184-fb83c0e4d7f5', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.113', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'port_id': '9f7dc3bb-d32b-4d1d-805a-d82ff9750696', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'mac_address': 'fa:16:3e:d8:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5129f70-894f-4b87-9fb7-dabff7cfafd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:35:28Z', 'updated_at': '2022-01-17T14:35:28Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac', 'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2d:43:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:54Z', 'updated_at': '2022-01-17T14:35:00Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:35:31.145505 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29832522-ac69-44c3-82fc-c2b1b515d787 None None] The sync data for ids ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'] in dv-neutron-824901-1-hyperv is: [{'id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'name': 'tempest-TestNetworkBasicOps-router-323683400', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '0b4e70a1-cc5c-4d84-be56-7d935f975446', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.184', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'port_id': '649da983-2d45-4bd4-92ef-7e4b5142d3dd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'mac_address': 'fa:16:3e:b2:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c096600-05d6-4dd9-9309-048cab998205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:35:12Z', 'updated_at': '2022-01-17T14:35:15Z', 'revision_number': 1, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}, {'id': '3a87feff-6595-439a-8184-fb83c0e4d7f5', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.113', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'port_id': '9f7dc3bb-d32b-4d1d-805a-d82ff9750696', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'mac_address': 'fa:16:3e:d8:c9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5129f70-894f-4b87-9fb7-dabff7cfafd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:35:28Z', 'updated_at': '2022-01-17T14:35:28Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac', 'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2d:43:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:54Z', 'updated_at': '2022-01-17T14:35:00Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:35:31.360334 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac6edc-bf97-4642-b612-84fa2863e376 None None] New status for floating IP 3a87feff-6595-439a-8184-fb83c0e4d7f5: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:35:40.663824 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2acc7a1c-52be-4fe7-8e48-837de8ed1816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:43.843298 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d49088ad-98dc-4da1-80a6-4a16b24d274a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:43.939052 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:43.940129 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:45.455587 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:35:45.894841 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:35:46.323665 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-356f051d-3d4d-41a0-8373-0fff39b86530 req-4b022704-df0c-4730-a586-5060515af705 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c096600-05d6-4dd9-9309-048cab998205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678556 Jan 17 14:35:46.470560 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f051d-3d4d-41a0-8373-0fff39b86530 req-fd882e70-c665-4762-ad3d-7f243e168198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:46.472050 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-356f051d-3d4d-41a0-8373-0fff39b86530 req-fd882e70-c665-4762-ad3d-7f243e168198 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 1098 time: 0.0744779 Jan 17 14:35:46.620361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f051d-3d4d-41a0-8373-0fff39b86530 req-594c4546-b58d-4009-838c-590d6cae57d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:46.621705 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-356f051d-3d4d-41a0-8373-0fff39b86530 req-594c4546-b58d-4009-838c-590d6cae57d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b583970e-46d3-4e7b-ba33-53fc6fa586dc HTTP/1.1" status: 200 len: 898 time: 0.1270111 Jan 17 14:35:46.729746 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-356f051d-3d4d-41a0-8373-0fff39b86530 req-f2e1e8b3-185b-4f78-9e16-b394dfc6dc68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=649da983-2d45-4bd4-92ef-7e4b5142d3dd HTTP/1.1" status: 200 len: 1001 time: 0.1015301 Jan 17 14:35:46.804256 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f051d-3d4d-41a0-8373-0fff39b86530 req-2338aecf-4f8e-463b-a83e-911415de0d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:46.806091 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-356f051d-3d4d-41a0-8373-0fff39b86530 req-2338aecf-4f8e-463b-a83e-911415de0d46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fd39f3af-84e1-467b-b204-8f42c56fe943 HTTP/1.1" status: 200 len: 834 time: 0.0686433 Jan 17 14:35:46.896265 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f051d-3d4d-41a0-8373-0fff39b86530 req-d99d0c3d-57e9-4c73-94da-fd8872cac325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:35:46.898010 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-356f051d-3d4d-41a0-8373-0fff39b86530 req-d99d0c3d-57e9-4c73-94da-fd8872cac325 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b583970e-46d3-4e7b-ba33-53fc6fa586dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851300 Jan 17 14:35:47.028034 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-356f051d-3d4d-41a0-8373-0fff39b86530 req-ec0eda89-8ede-4497-b078-091539750c75 service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222217 Jan 17 14:35:47.164373 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-356f051d-3d4d-41a0-8373-0fff39b86530 req-7e59c366-468f-4b2d-bd9c-7d6a0a3017cf service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302364 Jan 17 14:35:52.887621 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:10.666411 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dae5f822-762e-485f-b9ca-36da9c562793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:13.844966 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-56f2929f-9db5-45d6-8b30-f47fc05a4fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:13.941259 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:13.943170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:15.459144 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:22.894084 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:36:22.905263 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:40.669721 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c6a8abce-8565-4ab9-a99d-0b0b78de0a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:43.847135 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c8c5720d-6136-4216-81e3-bf5e09feac91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:43.942071 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:43.943179 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:45.422157 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40772) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:36:45.464979 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:45.528080 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-eb37c0d1-bf4f-4637-b5d9-5f2743f83931 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/0b4e70a1-cc5c-4d84-be56-7d935f975446 HTTP/1.1" status: 200 len: 993 time: 0.1047804 Jan 17 14:36:46.204851 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40782) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:36:46.210805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-431ef9d1-e34e-48db-81da-34e06753050f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:36:46.419484 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-431ef9d1-e34e-48db-81da-34e06753050f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:46.630417 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-431ef9d1-e34e-48db-81da-34e06753050f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port 649da983-2d45-4bd4-92ef-7e4b5142d3dd, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=649da983-2d45-4bd4-92ef-7e4b5142d3dd,segment=NetworkSegment(702c8b19-4606-4c14-b647-f67b1b5a0f92),segment_id=702c8b19-4606-4c14-b647-f67b1b5a0f92)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:36:46.654729 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-431ef9d1-e34e-48db-81da-34e06753050f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:46.659314 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-431ef9d1-e34e-48db-81da-34e06753050f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:46.729953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431ef9d1-e34e-48db-81da-34e06753050f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:36:46.730557 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-431ef9d1-e34e-48db-81da-34e06753050f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:46.731972 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-431ef9d1-e34e-48db-81da-34e06753050f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/ports/649da983-2d45-4bd4-92ef-7e4b5142d3dd HTTP/1.1" status: 200 len: 938 time: 0.5260913 Jan 17 14:36:46.732518 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c096600-05d6-4dd9-9309-048cab998205', 'tag': '649da983-2d45-4bd4-92ef-7e4b5142d3dd'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:36:46.758556 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ef9d1-e34e-48db-81da-34e06753050f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=649da983-2d45-4bd4-92ef-7e4b5142d3dd,revision_number=6']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:36:46.766823 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ef9d1-e34e-48db-81da-34e06753050f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:46.767247 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ef9d1-e34e-48db-81da-34e06753050f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:46.767479 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ef9d1-e34e-48db-81da-34e06753050f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:46.767852 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ef9d1-e34e-48db-81da-34e06753050f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:46.768409 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ef9d1-e34e-48db-81da-34e06753050f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:46.768752 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ef9d1-e34e-48db-81da-34e06753050f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:46.769081 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ef9d1-e34e-48db-81da-34e06753050f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:46.769407 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ef9d1-e34e-48db-81da-34e06753050f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:46.769734 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ef9d1-e34e-48db-81da-34e06753050f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:46.770590 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ef9d1-e34e-48db-81da-34e06753050f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:46.770916 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ef9d1-e34e-48db-81da-34e06753050f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:46.771236 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431ef9d1-e34e-48db-81da-34e06753050f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:46.872138 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c096600-05d6-4dd9-9309-048cab998205', 'tag': '649da983-2d45-4bd4-92ef-7e4b5142d3dd', 'status': 'completed', 'code': 200} Jan 17 14:36:47.003507 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-28767273-c0ec-4b30-acde-95812abab49a None None] Provisioning complete for port 649da983-2d45-4bd4-92ef-7e4b5142d3dd triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:36:47.004181 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-28767273-c0ec-4b30-acde-95812abab49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:47.015387 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdc73a-2ce7-4634-93ec-541ac7dffa8d req-93b7355e-5af9-4c42-ab1c-562eb8694a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:36:47.016922 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f3bdc73a-2ce7-4634-93ec-541ac7dffa8d req-93b7355e-5af9-4c42-ab1c-562eb8694a0d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 1099 time: 0.1186764 Jan 17 14:36:47.074115 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-28767273-c0ec-4b30-acde-95812abab49a None None] Port 649da983-2d45-4bd4-92ef-7e4b5142d3dd is administratively disabled so it will not transition to active. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jan 17 14:36:47.158655 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdc73a-2ce7-4634-93ec-541ac7dffa8d req-cbcfe7fb-87cf-4bda-bede-0100a11797fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:36:47.160151 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f3bdc73a-2ce7-4634-93ec-541ac7dffa8d req-cbcfe7fb-87cf-4bda-bede-0100a11797fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=b583970e-46d3-4e7b-ba33-53fc6fa586dc HTTP/1.1" status: 200 len: 898 time: 0.1370933 Jan 17 14:36:47.272230 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f3bdc73a-2ce7-4634-93ec-541ac7dffa8d req-24a0c412-ee19-4386-b2a3-65208c4b3549 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=649da983-2d45-4bd4-92ef-7e4b5142d3dd HTTP/1.1" status: 200 len: 1002 time: 0.1042285 Jan 17 14:36:47.337040 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdc73a-2ce7-4634-93ec-541ac7dffa8d req-7bbf5750-2f81-41c9-acae-60d9a0e9a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:36:47.338500 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f3bdc73a-2ce7-4634-93ec-541ac7dffa8d req-7bbf5750-2f81-41c9-acae-60d9a0e9a83a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fd39f3af-84e1-467b-b204-8f42c56fe943 HTTP/1.1" status: 200 len: 834 time: 0.0604224 Jan 17 14:36:47.416854 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdc73a-2ce7-4634-93ec-541ac7dffa8d req-ed3f06c8-d139-4504-af0f-416483b250a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:36:47.418323 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f3bdc73a-2ce7-4634-93ec-541ac7dffa8d req-ed3f06c8-d139-4504-af0f-416483b250a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b583970e-46d3-4e7b-ba33-53fc6fa586dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735748 Jan 17 14:36:47.551012 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f3bdc73a-2ce7-4634-93ec-541ac7dffa8d req-65d49eb2-38c9-4ba9-89f8-fcfa06e267f8 service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252427 Jan 17 14:36:47.687479 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f3bdc73a-2ce7-4634-93ec-541ac7dffa8d req-494b7f05-7c89-45c8-89d5-78b80847ea61 service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256688 Jan 17 14:36:48.953831 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8df1d25-874a-4679-b107-3d08e9ba48a6 req-a6a38ffa-f6e2-4a0e-9d5a-67f66aab50c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683632 Jan 17 14:36:49.047843 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df1d25-874a-4679-b107-3d08e9ba48a6 req-f2a1ecd6-82dc-4f2e-aff0-8690900a2475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:36:49.049223 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8df1d25-874a-4679-b107-3d08e9ba48a6 req-f2a1ecd6-82dc-4f2e-aff0-8690900a2475 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 1099 time: 0.0744386 Jan 17 14:36:49.191596 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df1d25-874a-4679-b107-3d08e9ba48a6 req-1008c6fa-864a-4716-ae0f-087e9d0421a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:36:49.193047 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8df1d25-874a-4679-b107-3d08e9ba48a6 req-1008c6fa-864a-4716-ae0f-087e9d0421a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b583970e-46d3-4e7b-ba33-53fc6fa586dc HTTP/1.1" status: 200 len: 898 time: 0.1234875 Jan 17 14:36:49.289275 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8df1d25-874a-4679-b107-3d08e9ba48a6 req-1e6d06f3-3f95-4f00-93bd-2899a700caf4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f7dc3bb-d32b-4d1d-805a-d82ff9750696 HTTP/1.1" status: 200 len: 1002 time: 0.0899999 Jan 17 14:36:49.453892 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df1d25-874a-4679-b107-3d08e9ba48a6 req-d668e2d4-c088-470c-9b8b-55f72125991b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:36:49.455310 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8df1d25-874a-4679-b107-3d08e9ba48a6 req-d668e2d4-c088-470c-9b8b-55f72125991b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fd39f3af-84e1-467b-b204-8f42c56fe943 HTTP/1.1" status: 200 len: 834 time: 0.1598852 Jan 17 14:36:49.530167 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df1d25-874a-4679-b107-3d08e9ba48a6 req-ed23a2d4-071d-416a-8471-71155366ea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:36:49.531685 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8df1d25-874a-4679-b107-3d08e9ba48a6 req-ed23a2d4-071d-416a-8471-71155366ea37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b583970e-46d3-4e7b-ba33-53fc6fa586dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703757 Jan 17 14:36:49.660444 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8df1d25-874a-4679-b107-3d08e9ba48a6 req-f1a55a6f-12f8-49f8-b213-ae4f43ce9fd7 service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221836 Jan 17 14:36:49.793772 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8df1d25-874a-4679-b107-3d08e9ba48a6 req-0b1c18db-e70d-45ad-a4aa-21d81a961e54 service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274345 Jan 17 14:36:50.165004 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40796) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:36:50.170756 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-38f7f63d-4d29-4ce4-9273-b133f78aed13 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:36:50.291259 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38f7f63d-4d29-4ce4-9273-b133f78aed13 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:50.502687 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-38f7f63d-4d29-4ce4-9273-b133f78aed13 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port 649da983-2d45-4bd4-92ef-7e4b5142d3dd, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=649da983-2d45-4bd4-92ef-7e4b5142d3dd,segment=NetworkSegment(702c8b19-4606-4c14-b647-f67b1b5a0f92),segment_id=702c8b19-4606-4c14-b647-f67b1b5a0f92)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:36:50.526799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38f7f63d-4d29-4ce4-9273-b133f78aed13 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:50.531262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38f7f63d-4d29-4ce4-9273-b133f78aed13 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:50.595824 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f7f63d-4d29-4ce4-9273-b133f78aed13 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:36:50.596443 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-38f7f63d-4d29-4ce4-9273-b133f78aed13 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:50.597844 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-38f7f63d-4d29-4ce4-9273-b133f78aed13 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/ports/649da983-2d45-4bd4-92ef-7e4b5142d3dd HTTP/1.1" status: 200 len: 937 time: 0.4318113 Jan 17 14:36:50.598373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c096600-05d6-4dd9-9309-048cab998205', 'tag': '649da983-2d45-4bd4-92ef-7e4b5142d3dd'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:36:50.600768 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40800) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:36:50.622132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7f63d-4d29-4ce4-9273-b133f78aed13 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=649da983-2d45-4bd4-92ef-7e4b5142d3dd,revision_number=7']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:36:50.648451 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c096600-05d6-4dd9-9309-048cab998205', 'tag': '649da983-2d45-4bd4-92ef-7e4b5142d3dd', 'status': 'completed', 'code': 200} Jan 17 14:36:50.754752 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68f7bb-f536-4068-b023-6cfeb2d8b993 req-802559e9-fe49-42c7-9a81-73223f03177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:36:50.757204 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cf68f7bb-f536-4068-b023-6cfeb2d8b993 req-802559e9-fe49-42c7-9a81-73223f03177e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 1098 time: 0.0853357 Jan 17 14:36:50.821402 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c2d32885-c2f5-4d09-821e-8f148f2e1d68 None None] Provisioning complete for port 649da983-2d45-4bd4-92ef-7e4b5142d3dd triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:36:50.822027 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2d32885-c2f5-4d09-821e-8f148f2e1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:50.841685 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6d1c0eae-e2f1-4ea9-8fab-ac67ffb9d4d4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/0b4e70a1-cc5c-4d84-be56-7d935f975446 HTTP/1.1" status: 200 len: 993 time: 0.2353380 Jan 17 14:36:50.902137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68f7bb-f536-4068-b023-6cfeb2d8b993 req-730aadae-eca2-4fd7-b204-6753f2f9ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:36:50.903574 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cf68f7bb-f536-4068-b023-6cfeb2d8b993 req-730aadae-eca2-4fd7-b204-6753f2f9ef41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b583970e-46d3-4e7b-ba33-53fc6fa586dc HTTP/1.1" status: 200 len: 898 time: 0.1401243 Jan 17 14:36:50.946123 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['649da983-2d45-4bd4-92ef-7e4b5142d3dd'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:36:51.006333 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cf68f7bb-f536-4068-b023-6cfeb2d8b993 req-7c131dbd-090b-4edf-bdf4-061ef43babb2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=649da983-2d45-4bd4-92ef-7e4b5142d3dd HTTP/1.1" status: 200 len: 1001 time: 0.0947046 Jan 17 14:36:51.069208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68f7bb-f536-4068-b023-6cfeb2d8b993 req-7f1e7be2-b1be-457e-bf9f-8bab2c24daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:36:51.070601 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cf68f7bb-f536-4068-b023-6cfeb2d8b993 req-7f1e7be2-b1be-457e-bf9f-8bab2c24daf4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fd39f3af-84e1-467b-b204-8f42c56fe943 HTTP/1.1" status: 200 len: 834 time: 0.0588622 Jan 17 14:36:51.142357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68f7bb-f536-4068-b023-6cfeb2d8b993 req-d06596b1-4220-47d5-b423-49e4620c0816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:36:51.143866 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cf68f7bb-f536-4068-b023-6cfeb2d8b993 req-d06596b1-4220-47d5-b423-49e4620c0816 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b583970e-46d3-4e7b-ba33-53fc6fa586dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677214 Jan 17 14:36:51.274418 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cf68f7bb-f536-4068-b023-6cfeb2d8b993 req-15de04e0-e02d-4ebe-90bb-1ad9c162dd13 service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238935 Jan 17 14:36:51.409167 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cf68f7bb-f536-4068-b023-6cfeb2d8b993 req-0c4afeec-6d5f-49f8-9299-f68268058997 service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281705 Jan 17 14:36:52.919411 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:53.418859 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40812) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:36:53.618958 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 9b2d5e4f-ec2d-4173-831d-1e2fda3b3142 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:36:53.619291 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:53.781707 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:53.781958 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:53.904219 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 9b2d5e4f-ec2d-4173-831d-1e2fda3b3142 owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:36:54.049560 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:54.098311 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=9b2d5e4f-ec2d-4173-831d-1e2fda3b3142,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:36:54.134838 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:54.135180 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:54.135513 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:54.135866 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:54.136220 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:54.136508 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:54.136825 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:54.137140 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:54.137456 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:54.137768 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:54.138078 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:54.138385 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:36:54.198831 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:54.199372 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Floating IP 3a87feff-6595-439a-8184-fb83c0e4d7f5 disassociated (deleted). External IP: 172.26.3.113, port: 9f7dc3bb-d32b-4d1d-805a-d82ff9750696. Jan 17 14:36:54.565989 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:36:54.861928 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:36:54.871249 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f39eee-14a4-48b1-9a39-55fbd4bfba4c None None] Sync routers for ids ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:36:54.881112 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f39eee-14a4-48b1-9a39-55fbd4bfba4c None None] Routers {'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:36:54.881660 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:54.881812 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-82f39eee-14a4-48b1-9a39-55fbd4bfba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:36:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:36:54.938387 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e5cf9b12-b7e7-4c85-9ae0-0c33dc1dfdaa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/floatingips/3a87feff-6595-439a-8184-fb83c0e4d7f5 HTTP/1.1" status: 204 len: 168 time: 1.5184686 Jan 17 14:36:54.938956 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5129f70-894f-4b87-9fb7-dabff7cfafd9', 'tag': '9f7dc3bb-d32b-4d1d-805a-d82ff9750696'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:36:55.053338 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5129f70-894f-4b87-9fb7-dabff7cfafd9', 'tag': '9f7dc3bb-d32b-4d1d-805a-d82ff9750696', 'status': 'completed', 'code': 200} Jan 17 14:36:55.062124 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-82f39eee-14a4-48b1-9a39-55fbd4bfba4c None None] Set router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:36:55.165566 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee6202-3d6a-41b4-a1d5-3d4a691df6ef req-0873755b-34df-4a5d-ace0-79f6f5d6a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:36:55.166769 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f1ee6202-3d6a-41b4-a1d5-3d4a691df6ef req-0873755b-34df-4a5d-ace0-79f6f5d6a9a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 1099 time: 0.0903430 Jan 17 14:36:55.312867 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20551311-6d8d-425c-bc14-3d332ac442e3 req-f856a4c8-7ecd-4368-a77f-851079d549ab tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:36:55.313597 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-20551311-6d8d-425c-bc14-3d332ac442e3 req-f856a4c8-7ecd-4368-a77f-851079d549ab tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:36:55.331826 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-20551311-6d8d-425c-bc14-3d332ac442e3 req-f856a4c8-7ecd-4368-a77f-851079d549ab tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:36:55.333338 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-20551311-6d8d-425c-bc14-3d332ac442e3 req-f856a4c8-7ecd-4368-a77f-851079d549ab tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 946 time: 0.1003747 Jan 17 14:36:55.382174 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-20551311-6d8d-425c-bc14-3d332ac442e3 req-a46b5768-8388-4882-a6b3-cb50b9767333 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4c5c62-f922-4588-a5e7-d9bb00ad33a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419152 Jan 17 14:36:55.417198 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee6202-3d6a-41b4-a1d5-3d4a691df6ef req-b2145d24-7be9-4ff2-9716-469e144503b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:36:55.418673 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f1ee6202-3d6a-41b4-a1d5-3d4a691df6ef req-b2145d24-7be9-4ff2-9716-469e144503b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b583970e-46d3-4e7b-ba33-53fc6fa586dc HTTP/1.1" status: 200 len: 898 time: 0.2451859 Jan 17 14:36:55.453920 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-82f39eee-14a4-48b1-9a39-55fbd4bfba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'name': 'tempest-TestNetworkBasicOps-router-323683400', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '0b4e70a1-cc5c-4d84-be56-7d935f975446', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.184', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'port_id': '649da983-2d45-4bd4-92ef-7e4b5142d3dd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'mac_address': 'fa:16:3e:b2:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c096600-05d6-4dd9-9309-048cab998205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:35:12Z', 'updated_at': '2022-01-17T14:35:15Z', 'revision_number': 1, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac', 'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2d:43:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:54Z', 'updated_at': '2022-01-17T14:35:00Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:36:55.457917 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f39eee-14a4-48b1-9a39-55fbd4bfba4c None None] Checking router: a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:36:55.466063 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f39eee-14a4-48b1-9a39-55fbd4bfba4c None None] Routers {'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:36:55.466638 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-82f39eee-14a4-48b1-9a39-55fbd4bfba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:36:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:36:55.487324 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f1ee6202-3d6a-41b4-a1d5-3d4a691df6ef req-8158bce3-c298-4cc2-81f8-0cba5eaf5625 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f7dc3bb-d32b-4d1d-805a-d82ff9750696 HTTP/1.1" status: 200 len: 217 time: 0.0620117 Jan 17 14:36:55.547498 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee6202-3d6a-41b4-a1d5-3d4a691df6ef req-a5c950f8-06f0-4c0d-bd16-47dbb87e37b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:36:55.548952 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f1ee6202-3d6a-41b4-a1d5-3d4a691df6ef req-a5c950f8-06f0-4c0d-bd16-47dbb87e37b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fd39f3af-84e1-467b-b204-8f42c56fe943 HTTP/1.1" status: 200 len: 834 time: 0.0554490 Jan 17 14:36:55.622555 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee6202-3d6a-41b4-a1d5-3d4a691df6ef req-da0b2391-498e-482a-b75c-a495655165fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:36:55.624062 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f1ee6202-3d6a-41b4-a1d5-3d4a691df6ef req-da0b2391-498e-482a-b75c-a495655165fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b583970e-46d3-4e7b-ba33-53fc6fa586dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687628 Jan 17 14:36:55.641598 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-82f39eee-14a4-48b1-9a39-55fbd4bfba4c None None] Set router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:36:55.756325 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f1ee6202-3d6a-41b4-a1d5-3d4a691df6ef req-f915d5d6-412b-4afe-82e1-0fcb51bc15f5 service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240978 Jan 17 14:36:55.888471 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f1ee6202-3d6a-41b4-a1d5-3d4a691df6ef req-60967ed7-242d-4714-9c2b-4fa9c6fe5050 service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261442 Jan 17 14:36:55.983455 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-82f39eee-14a4-48b1-9a39-55fbd4bfba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'name': 'tempest-TestNetworkBasicOps-router-323683400', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '0b4e70a1-cc5c-4d84-be56-7d935f975446', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.184', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'port_id': '649da983-2d45-4bd4-92ef-7e4b5142d3dd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'mac_address': 'fa:16:3e:b2:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c096600-05d6-4dd9-9309-048cab998205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:35:12Z', 'updated_at': '2022-01-17T14:35:15Z', 'revision_number': 1, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac', 'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2d:43:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:54Z', 'updated_at': '2022-01-17T14:35:00Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:36:55.987280 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f39eee-14a4-48b1-9a39-55fbd4bfba4c None None] The sync data for ids ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'] in dv-neutron-824901-1-hyperv is: [{'id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'name': 'tempest-TestNetworkBasicOps-router-323683400', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '0b4e70a1-cc5c-4d84-be56-7d935f975446', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.184', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'port_id': '649da983-2d45-4bd4-92ef-7e4b5142d3dd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'mac_address': 'fa:16:3e:b2:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c096600-05d6-4dd9-9309-048cab998205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:35:12Z', 'updated_at': '2022-01-17T14:35:15Z', 'revision_number': 1, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac', 'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2d:43:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:54Z', 'updated_at': '2022-01-17T14:35:00Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:36:56.198489 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc894504-0a61-4955-844d-ac6925124a39 None None] New status for floating IP 3a87feff-6595-439a-8184-fb83c0e4d7f5: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:36:56.588076 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d37b1-39a7-45e9-9a78-7fa494b63da7 req-424f24e1-ced1-4b71-9428-533fcd619f48 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:36:56.589543 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-790d37b1-39a7-45e9-9a78-7fa494b63da7 req-424f24e1-ced1-4b71-9428-533fcd619f48 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 946 time: 0.0887544 Jan 17 14:36:56.672739 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-790d37b1-39a7-45e9-9a78-7fa494b63da7 req-27ffe845-7854-48e8-92b2-be993e4f7d17 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4c5c62-f922-4588-a5e7-d9bb00ad33a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773320 Jan 17 14:36:56.708004 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c4c46-b94d-472e-8267-2b4d78060805 req-a68ec29d-d0f1-463a-ae4f-2cc386544225 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:36:56.710011 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-151c4c46-b94d-472e-8267-2b4d78060805 req-a68ec29d-d0f1-463a-ae4f-2cc386544225 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 946 time: 0.0944166 Jan 17 14:36:56.780759 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-151c4c46-b94d-472e-8267-2b4d78060805 req-63b1152e-46e4-4ae8-8812-cf003375f94c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:36:56.781096 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-151c4c46-b94d-472e-8267-2b4d78060805 req-63b1152e-46e4-4ae8-8812-cf003375f94c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:57.019547 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-151c4c46-b94d-472e-8267-2b4d78060805 req-63b1152e-46e4-4ae8-8812-cf003375f94c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port 9f7dc3bb-d32b-4d1d-805a-d82ff9750696, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=9f7dc3bb-d32b-4d1d-805a-d82ff9750696,segment=NetworkSegment(702c8b19-4606-4c14-b647-f67b1b5a0f92),segment_id=702c8b19-4606-4c14-b647-f67b1b5a0f92)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:36:57.019821 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-151c4c46-b94d-472e-8267-2b4d78060805 req-63b1152e-46e4-4ae8-8812-cf003375f94c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:57.137973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-151c4c46-b94d-472e-8267-2b4d78060805 req-63b1152e-46e4-4ae8-8812-cf003375f94c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:36:57.276806 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-151c4c46-b94d-472e-8267-2b4d78060805 req-63b1152e-46e4-4ae8-8812-cf003375f94c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:57.326741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1152e-46e4-4ae8-8812-cf003375f94c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=9f7dc3bb-d32b-4d1d-805a-d82ff9750696,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:36:57.399092 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-151c4c46-b94d-472e-8267-2b4d78060805 req-63b1152e-46e4-4ae8-8812-cf003375f94c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] No DVR routers for this DVR port 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:36:57.401497 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-151c4c46-b94d-472e-8267-2b4d78060805 req-63b1152e-46e4-4ae8-8812-cf003375f94c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:57.403909 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5129f70-894f-4b87-9fb7-dabff7cfafd9', 'name': 'network-vif-deleted', 'tag': '9f7dc3bb-d32b-4d1d-805a-d82ff9750696'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:36:57.418984 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-151c4c46-b94d-472e-8267-2b4d78060805 req-63b1152e-46e4-4ae8-8812-cf003375f94c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "DELETE /v2.0/ports/9f7dc3bb-d32b-4d1d-805a-d82ff9750696 HTTP/1.1" status: 204 len: 173 time: 0.7037702 Jan 17 14:36:57.449383 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5129f70-894f-4b87-9fb7-dabff7cfafd9', 'name': 'network-vif-deleted', 'tag': '9f7dc3bb-d32b-4d1d-805a-d82ff9750696', 'status': 'completed', 'code': 200} Jan 17 14:36:57.844206 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-53296148-a69c-42fc-b31d-597ba97a1244 req-2b27a315-c148-477a-961a-ac4522df0e1c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:36:57.864900 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-53296148-a69c-42fc-b31d-597ba97a1244 req-2b27a315-c148-477a-961a-ac4522df0e1c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:36:57.866249 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-53296148-a69c-42fc-b31d-597ba97a1244 req-2b27a315-c148-477a-961a-ac4522df0e1c tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5129f70-894f-4b87-9fb7-dabff7cfafd9 HTTP/1.1" status: 200 len: 210 time: 0.0670059 Jan 17 14:36:58.959892 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40832) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:36:59.028362 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-62b94435-8bbd-4cf7-8625-37ce3a7ed6ab tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:59.057559 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-62b94435-8bbd-4cf7-8625-37ce3a7ed6ab tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:59.129664 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-62b94435-8bbd-4cf7-8625-37ce3a7ed6ab tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:59.148087 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b94435-8bbd-4cf7-8625-37ce3a7ed6ab tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4c5c62-f922-4588-a5e7-d9bb00ad33a6,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:36:59.158116 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-62b94435-8bbd-4cf7-8625-37ce3a7ed6ab tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:59.159309 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-62b94435-8bbd-4cf7-8625-37ce3a7ed6ab tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/security-groups/ac4c5c62-f922-4588-a5e7-d9bb00ad33a6 HTTP/1.1" status: 204 len: 168 time: 0.1983702 Jan 17 14:36:59.189647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40838) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:36:59.394005 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-0fa90c9a-a701-4cd6-867f-5c998b574fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 6c01634b-189b-4172-8c18-cab4cd7a1115 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:36:59.394347 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0fa90c9a-a701-4cd6-867f-5c998b574fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:59.588764 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0fa90c9a-a701-4cd6-867f-5c998b574fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:59.589083 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0fa90c9a-a701-4cd6-867f-5c998b574fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:59.695819 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:36:59.711160 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-0fa90c9a-a701-4cd6-867f-5c998b574fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 6c01634b-189b-4172-8c18-cab4cd7a1115 owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:36:59.731056 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:36:59.731448 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 9f7dc3bb-d32b-4d1d-805a-d82ff9750696 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:36:59.864113 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0fa90c9a-a701-4cd6-867f-5c998b574fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:36:59.893326 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:36:59.911376 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa90c9a-a701-4cd6-867f-5c998b574fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=6c01634b-189b-4172-8c18-cab4cd7a1115,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:00.001202 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0fa90c9a-a701-4cd6-867f-5c998b574fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:00.001880 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-0fa90c9a-a701-4cd6-867f-5c998b574fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Floating IP 0b4e70a1-cc5c-4d84-be56-7d935f975446 disassociated (deleted). External IP: 172.26.3.184, port: 649da983-2d45-4bd4-92ef-7e4b5142d3dd. Jan 17 14:37:00.452293 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa90c9a-a701-4cd6-867f-5c998b574fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:37:00.629331 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa90c9a-a701-4cd6-867f-5c998b574fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:37:00.639499 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9286ad5-7c76-4a86-a7da-992d3d3bcaba None None] Sync routers for ids ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:37:00.649909 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9286ad5-7c76-4a86-a7da-992d3d3bcaba None None] Routers {'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:37:00.650122 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0fa90c9a-a701-4cd6-867f-5c998b574fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:00.650502 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d9286ad5-7c76-4a86-a7da-992d3d3bcaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:36:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:00.706568 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0fa90c9a-a701-4cd6-867f-5c998b574fac tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/floatingips/0b4e70a1-cc5c-4d84-be56-7d935f975446 HTTP/1.1" status: 204 len: 168 time: 1.5154614 Jan 17 14:37:00.707140 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c096600-05d6-4dd9-9309-048cab998205', 'tag': '649da983-2d45-4bd4-92ef-7e4b5142d3dd'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:37:00.757055 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c096600-05d6-4dd9-9309-048cab998205', 'tag': '649da983-2d45-4bd4-92ef-7e4b5142d3dd', 'status': 'completed', 'code': 200} Jan 17 14:37:00.854812 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-d9286ad5-7c76-4a86-a7da-992d3d3bcaba None None] Set router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:37:00.857965 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f78c44-85c4-4793-8e39-bab15805f135 req-c683826b-0b32-4103-a033-64f8948094cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:00.860048 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-15f78c44-85c4-4793-8e39-bab15805f135 req-c683826b-0b32-4103-a033-64f8948094cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 1098 time: 0.0797780 Jan 17 14:37:00.998088 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f78c44-85c4-4793-8e39-bab15805f135 req-b681a12c-1997-440e-ae2e-af630702407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:00.999454 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-15f78c44-85c4-4793-8e39-bab15805f135 req-b681a12c-1997-440e-ae2e-af630702407c service neutron] 10.222.0.15 "GET /v2.0/networks?id=b583970e-46d3-4e7b-ba33-53fc6fa586dc HTTP/1.1" status: 200 len: 898 time: 0.1327014 Jan 17 14:37:01.104378 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-15f78c44-85c4-4793-8e39-bab15805f135 req-72755139-e076-49ef-8269-ecd890fde974 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=649da983-2d45-4bd4-92ef-7e4b5142d3dd HTTP/1.1" status: 200 len: 217 time: 0.0974357 Jan 17 14:37:01.221619 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d9286ad5-7c76-4a86-a7da-992d3d3bcaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'name': 'tempest-TestNetworkBasicOps-router-323683400', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac', 'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2d:43:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:54Z', 'updated_at': '2022-01-17T14:35:00Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:01.226181 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9286ad5-7c76-4a86-a7da-992d3d3bcaba None None] Checking router: a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:37:01.234374 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9286ad5-7c76-4a86-a7da-992d3d3bcaba None None] Routers {'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:37:01.234966 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d9286ad5-7c76-4a86-a7da-992d3d3bcaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:36:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:01.283573 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f78c44-85c4-4793-8e39-bab15805f135 req-6a80ab4b-2883-468c-aafd-cf602c718842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:01.284951 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-15f78c44-85c4-4793-8e39-bab15805f135 req-6a80ab4b-2883-468c-aafd-cf602c718842 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fd39f3af-84e1-467b-b204-8f42c56fe943 HTTP/1.1" status: 200 len: 834 time: 0.1743405 Jan 17 14:37:01.340903 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa012bb-07f1-4cd6-9ffb-03949cc0a65b req-cbde0dbc-03a1-48ae-ad07-47d47eb88374 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:01.342362 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4fa012bb-07f1-4cd6-9ffb-03949cc0a65b req-cbde0dbc-03a1-48ae-ad07-47d47eb88374 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 945 time: 0.2842681 Jan 17 14:37:01.401343 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4fa012bb-07f1-4cd6-9ffb-03949cc0a65b req-eabff197-3bbf-49d0-883e-b8537b3212aa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=17c8bc1c-2734-4cbe-9ed9-59997848c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496199 Jan 17 14:37:01.408686 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-d9286ad5-7c76-4a86-a7da-992d3d3bcaba None None] Set router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:37:01.412464 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f78c44-85c4-4793-8e39-bab15805f135 req-cc35082c-b01b-4b0f-a01d-241e2fdd43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:01.413173 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-15f78c44-85c4-4793-8e39-bab15805f135 req-cc35082c-b01b-4b0f-a01d-241e2fdd43a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b583970e-46d3-4e7b-ba33-53fc6fa586dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1221533 Jan 17 14:37:01.556529 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-15f78c44-85c4-4793-8e39-bab15805f135 req-42927bba-af76-4e12-bb1d-72fc4d8119da service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367729 Jan 17 14:37:01.691593 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-15f78c44-85c4-4793-8e39-bab15805f135 req-be26c411-9caf-4fe5-9635-e596bf2112ea service neutron] 10.222.0.15 "GET /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284878 Jan 17 14:37:01.725245 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d9286ad5-7c76-4a86-a7da-992d3d3bcaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'name': 'tempest-TestNetworkBasicOps-router-323683400', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac', 'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2d:43:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:54Z', 'updated_at': '2022-01-17T14:35:00Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:01.729094 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9286ad5-7c76-4a86-a7da-992d3d3bcaba None None] The sync data for ids ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'] in dv-neutron-824901-1-hyperv is: [{'id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'name': 'tempest-TestNetworkBasicOps-router-323683400', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:55Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac', 'name': '', 'network_id': 'b583970e-46d3-4e7b-ba33-53fc6fa586dc', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:2d:43:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:54Z', 'updated_at': '2022-01-17T14:35:00Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'fd39f3af-84e1-467b-b204-8f42c56fe943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:37:01.953318 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4353009d-642e-4234-930e-00331af5abdc None None] New status for floating IP 0b4e70a1-cc5c-4d84-be56-7d935f975446: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:37:02.597860 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1752cc-fd4a-43c8-995a-6f2e9dda73d4 req-fca6adac-cb26-49ef-8741-8ff2a2459bcc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:02.598719 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-3d1752cc-fd4a-43c8-995a-6f2e9dda73d4 req-fca6adac-cb26-49ef-8741-8ff2a2459bcc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:37:02.614728 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-3d1752cc-fd4a-43c8-995a-6f2e9dda73d4 req-fca6adac-cb26-49ef-8741-8ff2a2459bcc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:37:02.616643 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3d1752cc-fd4a-43c8-995a-6f2e9dda73d4 req-fca6adac-cb26-49ef-8741-8ff2a2459bcc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 945 time: 0.1009796 Jan 17 14:37:02.659300 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-3d1752cc-fd4a-43c8-995a-6f2e9dda73d4 req-f33080d0-7f20-4196-8e24-ef3c0c59e119 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:37:02.674612 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-3d1752cc-fd4a-43c8-995a-6f2e9dda73d4 req-f33080d0-7f20-4196-8e24-ef3c0c59e119 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:37:02.675818 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3d1752cc-fd4a-43c8-995a-6f2e9dda73d4 req-f33080d0-7f20-4196-8e24-ef3c0c59e119 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=17c8bc1c-2734-4cbe-9ed9-59997848c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535519 Jan 17 14:37:02.766428 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15701de-0a04-46ef-92b1-f061ecfed011 req-54c9c664-b6b0-441e-b997-5838df70c244 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:02.768677 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d15701de-0a04-46ef-92b1-f061ecfed011 req-54c9c664-b6b0-441e-b997-5838df70c244 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 945 time: 0.0795374 Jan 17 14:37:02.842669 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-d15701de-0a04-46ef-92b1-f061ecfed011 req-11c45517-5afa-4969-854b-cb691c232db5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 649da983-2d45-4bd4-92ef-7e4b5142d3dd {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:37:02.843009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-d15701de-0a04-46ef-92b1-f061ecfed011 req-11c45517-5afa-4969-854b-cb691c232db5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:03.084161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-d15701de-0a04-46ef-92b1-f061ecfed011 req-11c45517-5afa-4969-854b-cb691c232db5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port 649da983-2d45-4bd4-92ef-7e4b5142d3dd, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=649da983-2d45-4bd4-92ef-7e4b5142d3dd,segment=NetworkSegment(702c8b19-4606-4c14-b647-f67b1b5a0f92),segment_id=702c8b19-4606-4c14-b647-f67b1b5a0f92)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:37:03.084482 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-d15701de-0a04-46ef-92b1-f061ecfed011 req-11c45517-5afa-4969-854b-cb691c232db5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:03.208386 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-d15701de-0a04-46ef-92b1-f061ecfed011 req-11c45517-5afa-4969-854b-cb691c232db5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 649da983-2d45-4bd4-92ef-7e4b5142d3dd owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:37:03.349308 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-d15701de-0a04-46ef-92b1-f061ecfed011 req-11c45517-5afa-4969-854b-cb691c232db5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:03.402986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c45517-5afa-4969-854b-cb691c232db5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=649da983-2d45-4bd4-92ef-7e4b5142d3dd,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:03.490825 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15701de-0a04-46ef-92b1-f061ecfed011 req-11c45517-5afa-4969-854b-cb691c232db5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] No DVR routers for this DVR port 649da983-2d45-4bd4-92ef-7e4b5142d3dd on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:37:03.494264 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-d15701de-0a04-46ef-92b1-f061ecfed011 req-11c45517-5afa-4969-854b-cb691c232db5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:03.497947 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c096600-05d6-4dd9-9309-048cab998205', 'name': 'network-vif-deleted', 'tag': '649da983-2d45-4bd4-92ef-7e4b5142d3dd'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:37:03.514595 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d15701de-0a04-46ef-92b1-f061ecfed011 req-11c45517-5afa-4969-854b-cb691c232db5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "DELETE /v2.0/ports/649da983-2d45-4bd4-92ef-7e4b5142d3dd HTTP/1.1" status: 204 len: 173 time: 0.7407928 Jan 17 14:37:03.556167 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c096600-05d6-4dd9-9309-048cab998205', 'name': 'network-vif-deleted', 'tag': '649da983-2d45-4bd4-92ef-7e4b5142d3dd', 'status': 'completed', 'code': 200} Jan 17 14:37:03.843092 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-fb2d1f98-0b66-45eb-8bf8-e182d02e0fa5 req-549f15e8-a0c6-4cde-8dfb-d6652115af29 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c096600-05d6-4dd9-9309-048cab998205 HTTP/1.1" status: 200 len: 210 time: 0.0452616 Jan 17 14:37:04.941404 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40856) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:05.011167 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-48048b02-b6b8-4083-a175-7cd083b37668 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:05.040281 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-48048b02-b6b8-4083-a175-7cd083b37668 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:05.104088 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-48048b02-b6b8-4083-a175-7cd083b37668 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:05.122095 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48048b02-b6b8-4083-a175-7cd083b37668 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c8bc1c-2734-4cbe-9ed9-59997848c7f5,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:05.133431 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-48048b02-b6b8-4083-a175-7cd083b37668 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:05.134539 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-48048b02-b6b8-4083-a175-7cd083b37668 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/security-groups/17c8bc1c-2734-4cbe-9ed9-59997848c7f5 HTTP/1.1" status: 204 len: 168 time: 0.1921415 Jan 17 14:37:05.169393 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40862) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:05.714334 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 649da983-2d45-4bd4-92ef-7e4b5142d3dd no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:37:05.720986 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-509ab662-6fa5-41ae-83af-26f53a0a7e52 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:05.750108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 649da983-2d45-4bd4-92ef-7e4b5142d3dd {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:37:05.750444 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 649da983-2d45-4bd4-92ef-7e4b5142d3dd not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:37:06.075450 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-509ab662-6fa5-41ae-83af-26f53a0a7e52 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:37:06.075813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-509ab662-6fa5-41ae-83af-26f53a0a7e52 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:06.364842 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-509ab662-6fa5-41ae-83af-26f53a0a7e52 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac,segment=NetworkSegment(702c8b19-4606-4c14-b647-f67b1b5a0f92),segment_id=702c8b19-4606-4c14-b647-f67b1b5a0f92)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:37:06.365554 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-509ab662-6fa5-41ae-83af-26f53a0a7e52 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:06.488279 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-509ab662-6fa5-41ae-83af-26f53a0a7e52 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:37:06.673700 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-509ab662-6fa5-41ae-83af-26f53a0a7e52 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:06.720938 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ab662-6fa5-41ae-83af-26f53a0a7e52 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:07.008445 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-509ab662-6fa5-41ae-83af-26f53a0a7e52 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:07.375479 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509ab662-6fa5-41ae-83af-26f53a0a7e52 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:37:07.556519 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509ab662-6fa5-41ae-83af-26f53a0a7e52 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:37:07.565734 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704807af-617c-4d20-b178-b6d62a360104 None None] Sync routers for ids ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:37:07.569939 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-509ab662-6fa5-41ae-83af-26f53a0a7e52 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/routers/a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3989162 Jan 17 14:37:07.572671 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40866) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:07.575875 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704807af-617c-4d20-b178-b6d62a360104 None None] Routers {'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:37:07.576464 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-704807af-617c-4d20-b178-b6d62a360104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:36:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:07.740497 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e45ef3b-536d-4c86-a42e-e2515c9e497f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting subnet fd39f3af-84e1-467b-b204-8f42c56fe943 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:37:07.743506 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e45ef3b-536d-4c86-a42e-e2515c9e497f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:07.755524 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-704807af-617c-4d20-b178-b6d62a360104 None None] Set router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:37:07.800471 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e45ef3b-536d-4c86-a42e-e2515c9e497f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:07.886088 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e45ef3b-536d-4c86-a42e-e2515c9e497f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:07.958484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e45ef3b-536d-4c86-a42e-e2515c9e497f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:08.003506 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45ef3b-536d-4c86-a42e-e2515c9e497f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Subnet': ['ID=fd39f3af-84e1-467b-b204-8f42c56fe943,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:08.005817 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e45ef3b-536d-4c86-a42e-e2515c9e497f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:08.015680 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64230f7e-e849-4f16-8d43-5c8ef1ffc8df None None] Network b583970e-46d3-4e7b-ba33-53fc6fa586dc requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:37:08.016711 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7e45ef3b-536d-4c86-a42e-e2515c9e497f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/subnets/fd39f3af-84e1-467b-b204-8f42c56fe943 HTTP/1.1" status: 204 len: 168 time: 0.4430516 Jan 17 14:37:08.017731 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40870) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:08.044048 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-704807af-617c-4d20-b178-b6d62a360104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'name': 'tempest-TestNetworkBasicOps-router-323683400', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:37:06Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:08.048479 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704807af-617c-4d20-b178-b6d62a360104 None None] Checking router: a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:37:08.058414 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704807af-617c-4d20-b178-b6d62a360104 None None] Routers {'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:37:08.058978 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-704807af-617c-4d20-b178-b6d62a360104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:36:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:08.205696 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-30f202de-a659-4825-868c-2abf76c63077 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:08.280570 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-704807af-617c-4d20-b178-b6d62a360104 None None] Set router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:37:08.311473 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29c2e4a-b31f-46b8-bb36-e0e28d7e7264 None None] DHCP port deletion for b583970e-46d3-4e7b-ba33-53fc6fa586dc request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:37:08.315939 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b29c2e4a-b31f-46b8-bb36-e0e28d7e7264 None None] Deleting port afe9440c-726f-47db-8d2a-733143395c5c {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:37:08.316369 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b29c2e4a-b31f-46b8-bb36-e0e28d7e7264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:08.400935 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-30f202de-a659-4825-868c-2abf76c63077 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:08.411642 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-30f202de-a659-4825-868c-2abf76c63077 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 7381937e-c4dc-4569-bc95-ec4e48a4eb19 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:37:08.412475 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-30f202de-a659-4825-868c-2abf76c63077 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:08.525243 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b29c2e4a-b31f-46b8-bb36-e0e28d7e7264 None None] For port afe9440c-726f-47db-8d2a-733143395c5c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=afe9440c-726f-47db-8d2a-733143395c5c,segment=NetworkSegment(702c8b19-4606-4c14-b647-f67b1b5a0f92),segment_id=702c8b19-4606-4c14-b647-f67b1b5a0f92)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:37:08.525635 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b29c2e4a-b31f-46b8-bb36-e0e28d7e7264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:08.577714 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-704807af-617c-4d20-b178-b6d62a360104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'name': 'tempest-TestNetworkBasicOps-router-323683400', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:37:06Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:08.581871 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704807af-617c-4d20-b178-b6d62a360104 None None] The sync data for ids ['a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac'] in dv-neutron-824901-1-hyperv is: [{'id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'name': 'tempest-TestNetworkBasicOps-router-323683400', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:37:06Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '7381937e-c4dc-4569-bc95-ec4e48a4eb19', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:34:50Z', 'updated_at': '2022-01-17T14:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:37:08.594828 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-30f202de-a659-4825-868c-2abf76c63077 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port 7381937e-c4dc-4569-bc95-ec4e48a4eb19, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=7381937e-c4dc-4569-bc95-ec4e48a4eb19,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:37:08.594828 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-30f202de-a659-4825-868c-2abf76c63077 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:08.650739 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b29c2e4a-b31f-46b8-bb36-e0e28d7e7264 None None] Calling delete_port for afe9440c-726f-47db-8d2a-733143395c5c owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:37:08.718966 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-30f202de-a659-4825-868c-2abf76c63077 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 7381937e-c4dc-4569-bc95-ec4e48a4eb19 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:37:08.727764 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b29c2e4a-b31f-46b8-bb36-e0e28d7e7264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:08.773944 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29c2e4a-b31f-46b8-bb36-e0e28d7e7264 None None] No DVR routers for this DVR port afe9440c-726f-47db-8d2a-733143395c5c on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:37:08.786010 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c2e4a-b31f-46b8-bb36-e0e28d7e7264 None None] Pushing event deleted for resources: {'Port': ['ID=afe9440c-726f-47db-8d2a-733143395c5c,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:08.794703 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c2e4a-b31f-46b8-bb36-e0e28d7e7264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:08.795110 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c2e4a-b31f-46b8-bb36-e0e28d7e7264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:08.795463 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c2e4a-b31f-46b8-bb36-e0e28d7e7264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:08.796424 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c2e4a-b31f-46b8-bb36-e0e28d7e7264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:08.797812 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c2e4a-b31f-46b8-bb36-e0e28d7e7264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:08.797812 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c2e4a-b31f-46b8-bb36-e0e28d7e7264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:08.797812 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c2e4a-b31f-46b8-bb36-e0e28d7e7264 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:08.797812 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c2e4a-b31f-46b8-bb36-e0e28d7e7264 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:08.798306 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c2e4a-b31f-46b8-bb36-e0e28d7e7264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:08.798306 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c2e4a-b31f-46b8-bb36-e0e28d7e7264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:08.798652 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c2e4a-b31f-46b8-bb36-e0e28d7e7264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:08.798938 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c2e4a-b31f-46b8-bb36-e0e28d7e7264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:08.890610 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-30f202de-a659-4825-868c-2abf76c63077 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:08.940972 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f202de-a659-4825-868c-2abf76c63077 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=7381937e-c4dc-4569-bc95-ec4e48a4eb19,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:09.033647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-30f202de-a659-4825-868c-2abf76c63077 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:09.302106 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-30f202de-a659-4825-868c-2abf76c63077 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:09.304805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-30f202de-a659-4825-868c-2abf76c63077 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:09.326032 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-30f202de-a659-4825-868c-2abf76c63077 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:09.326552 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f202de-a659-4825-868c-2abf76c63077 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Fanout notify agent at l3_agent the message router_deleted on router a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:37:09.341624 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-30f202de-a659-4825-868c-2abf76c63077 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:09.342708 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-30f202de-a659-4825-868c-2abf76c63077 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/routers/a5d6bfb1-5b2f-4293-9b66-21aaf9e19bac HTTP/1.1" status: 204 len: 168 time: 1.3240085 Jan 17 14:37:09.345492 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40878) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:09.464716 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9a70-51b1-4415-bc71-0c893d172adc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:09.601855 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9a70-51b1-4415-bc71-0c893d172adc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:09.628190 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-3fbb9a70-51b1-4415-bc71-0c893d172adc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b583970e-46d3-4e7b-ba33-53fc6fa586dc']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:09.639674 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-3fbb9a70-51b1-4415-bc71-0c893d172adc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702c8b19-4606-4c14-b647-f67b1b5a0f92') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:09.639987 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-3fbb9a70-51b1-4415-bc71-0c893d172adc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702c8b19-4606-4c14-b647-f67b1b5a0f92') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:09.651322 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9a70-51b1-4415-bc71-0c893d172adc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:09.667238 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9a70-51b1-4415-bc71-0c893d172adc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:09.673254 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fbb9a70-51b1-4415-bc71-0c893d172adc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:37:09.673648 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9a70-51b1-4415-bc71-0c893d172adc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:37:09.688254 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:37:09.768729 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9a70-51b1-4415-bc71-0c893d172adc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:09.787246 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9a70-51b1-4415-bc71-0c893d172adc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:09.798816 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb9a70-51b1-4415-bc71-0c893d172adc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Network': ['ID=b583970e-46d3-4e7b-ba33-53fc6fa586dc,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:09.807900 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3fbb9a70-51b1-4415-bc71-0c893d172adc tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/networks/b583970e-46d3-4e7b-ba33-53fc6fa586dc HTTP/1.1" status: 204 len: 168 time: 0.4614239 Jan 17 14:37:09.836656 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40882) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:09.842522 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-b13018f7-5590-4107-b36e-5df853d01450 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'network': {'name': 'tempest-network-smoke--281025617', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'port_security_enabled': True}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:37:09.847597 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b13018f7-5590-4107-b36e-5df853d01450 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:37:09.851660 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b13018f7-5590-4107-b36e-5df853d01450 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:network and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:37:09.854526 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b13018f7-5590-4107-b36e-5df853d01450 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:37:09.860059 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b13018f7-5590-4107-b36e-5df853d01450 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:37:09.870175 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13018f7-5590-4107-b36e-5df853d01450 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:37:09.873617 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b13018f7-5590-4107-b36e-5df853d01450 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:09.901533 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13018f7-5590-4107-b36e-5df853d01450 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:37:09.910015 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b13018f7-5590-4107-b36e-5df853d01450 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:09.910473 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-b13018f7-5590-4107-b36e-5df853d01450 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Added segment 86fe62b6-73c0-4a32-8be5-ba86ecfad3d4 of type vlan for network 54f761cd-d0a7-4c38-8120-3d2f58214ca9 Jan 17 14:37:09.936538 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b13018f7-5590-4107-b36e-5df853d01450 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:09.964876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b13018f7-5590-4107-b36e-5df853d01450 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:09.970599 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13018f7-5590-4107-b36e-5df853d01450 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:09.971184 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b13018f7-5590-4107-b36e-5df853d01450 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:10.083631 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b13018f7-5590-4107-b36e-5df853d01450 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2456477 Jan 17 14:37:10.084382 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13018f7-5590-4107-b36e-5df853d01450 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Network': ['ID=54f761cd-d0a7-4c38-8120-3d2f58214ca9,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:10.087639 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40886) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:10.095160 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-707762560', 'admin_state_up': True, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:37:10.095690 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 54f761cd-d0a7-4c38-8120-3d2f58214ca9 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:37:10.102744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:37:10.108040 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:router and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:37:10.111296 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:37:10.111820 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device afe9440c-726f-47db-8d2a-733143395c5c no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:37:10.117754 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:37:10.127984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:10.128938 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:10.144816 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:10.190066 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: afe9440c-726f-47db-8d2a-733143395c5c {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:37:10.190334 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device afe9440c-726f-47db-8d2a-733143395c5c not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:37:10.190736 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:37:10.237622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:37:10.237961 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 06c3c3bb-6334-4b5b-bc5c-1b5d02af31ac not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:37:10.238372 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 7381937e-c4dc-4569-bc95-ec4e48a4eb19 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:37:10.283558 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 7381937e-c4dc-4569-bc95-ec4e48a4eb19 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:37:10.283924 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 7381937e-c4dc-4569-bc95-ec4e48a4eb19 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:37:10.511306 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:10.670570 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eaf6d176-0711-4eb5-8f09-5dbce9043f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:10.820058 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:10.848646 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:10.983640 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.26.3.186 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/56a5bd23-5c2a-4741-ba53-775d5d0fde43) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:37:11.127764 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:11.155674 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:11.216465 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:37:11.219160 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:37:11.222572 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:37:11.266052 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=56a5bd23-5c2a-4741-ba53-775d5d0fde43,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:11.628789 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:12.078389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:12.287229 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router e5e784d0-9ebf-47de-97e9-05068bd2e490 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:37:12.462334 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:37:12.471617 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] Sync routers for ids ['e5e784d0-9ebf-47de-97e9-05068bd2e490'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:37:12.481959 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] Routers {'e5e784d0-9ebf-47de-97e9-05068bd2e490'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:37:12.482565 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:36:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e5e784d0-9ebf-47de-97e9-05068bd2e490'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:12.488623 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:12.489869 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-674be559-7ac1-4e01-ba43-7326837a7829 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4003425 Jan 17 14:37:12.493714 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40892) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:12.659656 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6a65a481-2e66-4c74-9e47-00495d6d9477 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=b984fd6eaa2842d8abc65eb7a2d4e417&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1648738 Jan 17 14:37:12.662285 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40898) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:12.696138 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] Set router e5e784d0-9ebf-47de-97e9-05068bd2e490 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:37:12.793995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfecf997-b46f-4d55-9eef-022bd896db31 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:12.799261 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-dfecf997-b46f-4d55-9eef-022bd896db31 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321304 Jan 17 14:37:12.799261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40902) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:12.839899 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-15755614-5813-4761-840a-2274e55e2e84 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382254 Jan 17 14:37:12.840147 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40906) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:12.845245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-91d9bb03-7f78-4c17-a03a-66a8d8b4a4f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-558546235', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:37:12.952712 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-91d9bb03-7f78-4c17-a03a-66a8d8b4a4f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:37:12.956745 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-91d9bb03-7f78-4c17-a03a-66a8d8b4a4f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:subnet and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:37:12.960046 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-91d9bb03-7f78-4c17-a03a-66a8d8b4a4f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:37:12.965664 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-91d9bb03-7f78-4c17-a03a-66a8d8b4a4f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:37:12.976386 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d9bb03-7f78-4c17-a03a-66a8d8b4a4f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:37:12.979882 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-91d9bb03-7f78-4c17-a03a-66a8d8b4a4f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:12.981360 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'name': 'tempest-TestNetworkBasicOps-router-707762560', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:37:11Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:12.985205 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] Checking router: e5e784d0-9ebf-47de-97e9-05068bd2e490 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:37:12.985552 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] Updating router e5e784d0-9ebf-47de-97e9-05068bd2e490 port 56a5bd23-5c2a-4741-ba53-775d5d0fde43 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:37:13.036890 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:13.195054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-91d9bb03-7f78-4c17-a03a-66a8d8b4a4f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:13.276533 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9bb03-7f78-4c17-a03a-66a8d8b4a4f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Subnet': ['ID=b569007c-7e79-4804-a38d-4bac16ecf4f9,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:13.284992 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d9bb03-7f78-4c17-a03a-66a8d8b4a4f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Checking segment: {'id': '86fe62b6-73c0-4a32-8be5-ba86ecfad3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:37:13.285347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d9bb03-7f78-4c17-a03a-66a8d8b4a4f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network hostable DHCP agents. Network: 54f761cd-d0a7-4c38-8120-3d2f58214ca9, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:37:13.306108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d9bb03-7f78-4c17-a03a-66a8d8b4a4f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 54f761cd-d0a7-4c38-8120-3d2f58214ca9 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:37:13.315261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-91d9bb03-7f78-4c17-a03a-66a8d8b4a4f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 54f761cd-d0a7-4c38-8120-3d2f58214ca9) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:37:13.319727 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d9bb03-7f78-4c17-a03a-66a8d8b4a4f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:13.320239 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-91d9bb03-7f78-4c17-a03a-66a8d8b4a4f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:13.331297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf819275-8efd-4641-a777-0bf96f1ce5f5 None None] Network 54f761cd-d0a7-4c38-8120-3d2f58214ca9 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:37:13.341267 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-91d9bb03-7f78-4c17-a03a-66a8d8b4a4f0 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5002482 Jan 17 14:37:13.344189 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40910) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:13.439253 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:13.469143 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] Transition to ACTIVE for port object 56a5bd23-5c2a-4741-ba53-775d5d0fde43 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:37:13.490127 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:13.622844 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] Attempting to bind port 56a5bd23-5c2a-4741-ba53-775d5d0fde43 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:37:13.623205 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] Attempting to bind port 56a5bd23-5c2a-4741-ba53-775d5d0fde43 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:37:13.623619 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] Attempting to bind port 56a5bd23-5c2a-4741-ba53-775d5d0fde43 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:37:13.627242 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5047af-7c64-4fb0-9a84-7f8883d40f71 None None] Pushing event updated for resources: {'Port': ['ID=56a5bd23-5c2a-4741-ba53-775d5d0fde43,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:13.661315 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:37:13.661686 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:37:13.662075 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:13.662488 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:37:13.662970 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] Bound port: 56a5bd23-5c2a-4741-ba53-775d5d0fde43, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:37:13.663331 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:13.715041 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ips': [{'subnet_id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:37:13.715878 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:13.801295 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] For port 56a5bd23-5c2a-4741-ba53-775d5d0fde43, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:37:13.810005 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] For port 56a5bd23-5c2a-4741-ba53-775d5d0fde43, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=56a5bd23-5c2a-4741-ba53-775d5d0fde43,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:37:13.822151 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:13.967519 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca27b272-97ae-4580-9535-a7a57acd02ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:14.002427 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5047af-7c64-4fb0-9a84-7f8883d40f71 None None] Pushing event updated for resources: {'Port': ['ID=56a5bd23-5c2a-4741-ba53-775d5d0fde43,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:14.004839 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:14.005469 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] Routers {'e5e784d0-9ebf-47de-97e9-05068bd2e490'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:37:14.006066 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:37:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e5e784d0-9ebf-47de-97e9-05068bd2e490'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:14.060253 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:14.078947 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Allocated IP 172.20.0.2 (54f761cd-d0a7-4c38-8120-3d2f58214ca9/b569007c-7e79-4804-a38d-4bac16ecf4f9/045cd320-0599-44a1-b5aa-0e8219e73c5d) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:37:14.180389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fd126034-c6e6-4932-920e-af99a8538d69 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:14.323798 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] Set router e5e784d0-9ebf-47de-97e9-05068bd2e490 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:37:14.622243 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:14.658678 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Transition to ACTIVE for port object 045cd320-0599-44a1-b5aa-0e8219e73c5d will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:37:14.687612 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Transition to ACTIVE for port object 045cd320-0599-44a1-b5aa-0e8219e73c5d will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:37:14.694258 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:14.761911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-fd126034-c6e6-4932-920e-af99a8538d69 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.20.0.1 (54f761cd-d0a7-4c38-8120-3d2f58214ca9/b569007c-7e79-4804-a38d-4bac16ecf4f9/3e007df6-bd12-4584-835c-366df5b3969a) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:37:14.767675 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Network 54f761cd-d0a7-4c38-8120-3d2f58214ca9 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:37:14.771683 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:37:14.775951 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:37:14.782539 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Pushing event updated for resources: {'Port': ['ID=045cd320-0599-44a1-b5aa-0e8219e73c5d,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:14.853618 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'name': 'tempest-TestNetworkBasicOps-router-707762560', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:37:11Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:14.874409 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df6fdd-03a5-4427-bec6-4d46b94a98e7 None None] The sync data for ids ['e5e784d0-9ebf-47de-97e9-05068bd2e490'] in dv-neutron-824901-1-hyperv is: [{'id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'name': 'tempest-TestNetworkBasicOps-router-707762560', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:37:11Z', 'revision_number': 3, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:37:14.879169 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Attempting to bind port 045cd320-0599-44a1-b5aa-0e8219e73c5d on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:37:14.879536 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Attempting to bind port 045cd320-0599-44a1-b5aa-0e8219e73c5d by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '86fe62b6-73c0-4a32-8be5-ba86ecfad3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:37:14.879919 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Attempting to bind port 045cd320-0599-44a1-b5aa-0e8219e73c5d on network 54f761cd-d0a7-4c38-8120-3d2f58214ca9 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:37:14.886118 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:37:14.886499 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Checking segment: {'id': '86fe62b6-73c0-4a32-8be5-ba86ecfad3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:37:14.886892 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:14.887280 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Bound using segment: {'id': '86fe62b6-73c0-4a32-8be5-ba86ecfad3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:37:14.887762 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Bound port: 045cd320-0599-44a1-b5aa-0e8219e73c5d, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fe62b6-73c0-4a32-8be5-ba86ecfad3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:37:14.888140 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:14.927234 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fd126034-c6e6-4932-920e-af99a8538d69 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:14.944962 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-fd126034-c6e6-4932-920e-af99a8538d69 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Transition to ACTIVE for port object 3e007df6-bd12-4584-835c-366df5b3969a will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:37:14.970028 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fd126034-c6e6-4932-920e-af99a8538d69 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:14.985758 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] For port 045cd320-0599-44a1-b5aa-0e8219e73c5d, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:37:14.990460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] For port 045cd320-0599-44a1-b5aa-0e8219e73c5d, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=045cd320-0599-44a1-b5aa-0e8219e73c5d,segment=NetworkSegment(86fe62b6-73c0-4a32-8be5-ba86ecfad3d4),segment_id=86fe62b6-73c0-4a32-8be5-ba86ecfad3d4)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:37:14.994885 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:15.039348 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd126034-c6e6-4932-920e-af99a8538d69 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 54f761cd-d0a7-4c38-8120-3d2f58214ca9 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:37:15.042739 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-fd126034-c6e6-4932-920e-af99a8538d69 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:37:15.046684 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd126034-c6e6-4932-920e-af99a8538d69 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:37:15.081203 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd126034-c6e6-4932-920e-af99a8538d69 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=3e007df6-bd12-4584-835c-366df5b3969a,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:15.084823 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7311eca-b0d8-48c0-a548-ab48074daaf9 None None] Pushing event updated for resources: {'Port': ['ID=045cd320-0599-44a1-b5aa-0e8219e73c5d,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:15.143641 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fd126034-c6e6-4932-920e-af99a8538d69 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:15.292979 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fd126034-c6e6-4932-920e-af99a8538d69 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:15.468047 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:15.855532 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fd126034-c6e6-4932-920e-af99a8538d69 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:15.861393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fd126034-c6e6-4932-920e-af99a8538d69 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:15.982038 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fd126034-c6e6-4932-920e-af99a8538d69 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:15.985627 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd126034-c6e6-4932-920e-af99a8538d69 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=3e007df6-bd12-4584-835c-366df5b3969a,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:16.129589 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd126034-c6e6-4932-920e-af99a8538d69 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 54f761cd-d0a7-4c38-8120-3d2f58214ca9 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:37:16.130718 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-fd126034-c6e6-4932-920e-af99a8538d69 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:37:16.149951 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057ff05e-c3f1-4767-9597-6ee6a94a3cb3 None None] Network 54f761cd-d0a7-4c38-8120-3d2f58214ca9 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:37:16.217850 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 045cd320-0599-44a1-b5aa-0e8219e73c5d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:37:16.297301 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-88a1a42a-826b-4ec5-bdca-d15c74206c0c None None] Provisioning for port 045cd320-0599-44a1-b5aa-0e8219e73c5d completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:37:16.318369 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd126034-c6e6-4932-920e-af99a8538d69 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router e5e784d0-9ebf-47de-97e9-05068bd2e490 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:37:16.386687 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 045cd320-0599-44a1-b5aa-0e8219e73c5d completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:37:16.395447 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 045cd320-0599-44a1-b5aa-0e8219e73c5d triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:37:16.395888 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:16.508039 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd126034-c6e6-4932-920e-af99a8538d69 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:37:16.523146 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fd126034-c6e6-4932-920e-af99a8538d69 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/routers/e5e784d0-9ebf-47de-97e9-05068bd2e490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1761045 Jan 17 14:37:16.525680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40916) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:16.526779 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] Sync routers for ids ['e5e784d0-9ebf-47de-97e9-05068bd2e490'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:37:16.538315 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] Routers {'e5e784d0-9ebf-47de-97e9-05068bd2e490'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:37:16.538990 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:37:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e5e784d0-9ebf-47de-97e9-05068bd2e490'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:16.571771 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:16.609336 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 045cd320-0599-44a1-b5aa-0e8219e73c5d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=045cd320-0599-44a1-b5aa-0e8219e73c5d,segment=NetworkSegment(86fe62b6-73c0-4a32-8be5-ba86ecfad3d4),segment_id=86fe62b6-73c0-4a32-8be5-ba86ecfad3d4)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:37:16.614362 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:16.616461 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 56a5bd23-5c2a-4741-ba53-775d5d0fde43 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:37:16.695032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0ba6a1-8693-4edd-a1b4-256451070f23 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:16.695569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0ba6a1-8693-4edd-a1b4-256451070f23 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:16.696362 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0ba6a1-8693-4edd-a1b4-256451070f23 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:16.697185 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0ba6a1-8693-4edd-a1b4-256451070f23 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:16.699166 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fd0ba6a1-8693-4edd-a1b4-256451070f23 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1725211 Jan 17 14:37:16.701946 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40920) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:16.757181 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=045cd320-0599-44a1-b5aa-0e8219e73c5d,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:16.757845 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] Set router e5e784d0-9ebf-47de-97e9-05068bd2e490 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:37:16.769753 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 56a5bd23-5c2a-4741-ba53-775d5d0fde43 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:37:16.775736 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 56a5bd23-5c2a-4741-ba53-775d5d0fde43 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:37:16.776319 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:16.801388 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed12a2f3-e93c-44b6-a365-143f98d142b4 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:16.801860 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed12a2f3-e93c-44b6-a365-143f98d142b4 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:16.802557 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed12a2f3-e93c-44b6-a365-143f98d142b4 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:16.803122 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed12a2f3-e93c-44b6-a365-143f98d142b4 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:16.805417 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ed12a2f3-e93c-44b6-a365-143f98d142b4 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1024740 Jan 17 14:37:16.808233 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40924) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:16.909782 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b9609477-8920-4bb4-97c8-e0caaee83d17 None None] Provisioning for port 3e007df6-bd12-4584-835c-366df5b3969a completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:37:16.918868 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b9609477-8920-4bb4-97c8-e0caaee83d17 None None] Provisioning complete for port 3e007df6-bd12-4584-835c-366df5b3969a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:37:16.919239 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b9609477-8920-4bb4-97c8-e0caaee83d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:16.986692 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b9609477-8920-4bb4-97c8-e0caaee83d17 None None] Port 3e007df6-bd12-4584-835c-366df5b3969a cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:37:17.052452 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b9609477-8920-4bb4-97c8-e0caaee83d17 None None] Provisioning complete for port 045cd320-0599-44a1-b5aa-0e8219e73c5d triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:37:17.052838 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b9609477-8920-4bb4-97c8-e0caaee83d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:17.120606 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:17.153967 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 56a5bd23-5c2a-4741-ba53-775d5d0fde43, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=56a5bd23-5c2a-4741-ba53-775d5d0fde43,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:37:17.166100 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:17.167759 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'name': 'tempest-TestNetworkBasicOps-router-707762560', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:37:15Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '3e007df6-bd12-4584-835c-366df5b3969a', 'name': '', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:69:8e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:14Z', 'updated_at': '2022-01-17T14:37:15Z', 'revision_number': 2, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:17.172191 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] Checking router: e5e784d0-9ebf-47de-97e9-05068bd2e490 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:37:17.172802 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] Updating router e5e784d0-9ebf-47de-97e9-05068bd2e490 port 3e007df6-bd12-4584-835c-366df5b3969a binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:37:17.207902 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5fff8788-80e5-475c-aa84-5583993169b0 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3982918 Jan 17 14:37:17.244616 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:17.294804 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=56a5bd23-5c2a-4741-ba53-775d5d0fde43,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:17.411442 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-81037f97-aa79-4ba7-8362-dcd826c7ad21 None None] Provisioning complete for port 3e007df6-bd12-4584-835c-366df5b3969a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:37:17.411977 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-81037f97-aa79-4ba7-8362-dcd826c7ad21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:17.424220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40930) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:17.429830 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-777fca2e-d807-4b60-a7de-8505699efcc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-793156995', 'description': 'tempest-secgroup-smoke-793156995 description', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:37:17.436097 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-777fca2e-d807-4b60-a7de-8505699efcc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:37:17.440520 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-777fca2e-d807-4b60-a7de-8505699efcc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:37:17.444045 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-777fca2e-d807-4b60-a7de-8505699efcc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:37:17.450105 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-777fca2e-d807-4b60-a7de-8505699efcc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:37:17.463388 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-777fca2e-d807-4b60-a7de-8505699efcc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:17.468324 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-81037f97-aa79-4ba7-8362-dcd826c7ad21 None None] Port 3e007df6-bd12-4584-835c-366df5b3969a cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:37:17.485627 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-777fca2e-d807-4b60-a7de-8505699efcc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:37:17.489496 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-777fca2e-d807-4b60-a7de-8505699efcc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:37:17.492349 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-777fca2e-d807-4b60-a7de-8505699efcc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:37:17.497939 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-777fca2e-d807-4b60-a7de-8505699efcc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:37:17.567055 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-777fca2e-d807-4b60-a7de-8505699efcc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:17.571488 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-777fca2e-d807-4b60-a7de-8505699efcc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:17.591348 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:17.603169 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] Transition to ACTIVE for port object 3e007df6-bd12-4584-835c-366df5b3969a will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:37:17.609258 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:17.615421 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fca2e-d807-4b60-a7de-8505699efcc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ba4dbf-48af-42ee-8754-c2c2e750e987,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:17.618841 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-777fca2e-d807-4b60-a7de-8505699efcc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:17.624703 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-777fca2e-d807-4b60-a7de-8505699efcc3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1943829 Jan 17 14:37:17.625359 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40934) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:17.630073 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-07c81949-aa93-484b-bb62-634ef8705ca5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': 'f7ba4dbf-48af-42ee-8754-c2c2e750e987', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:37:17.636777 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-07c81949-aa93-484b-bb62-634ef8705ca5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:37:17.640649 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-07c81949-aa93-484b-bb62-634ef8705ca5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:37:17.644122 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-07c81949-aa93-484b-bb62-634ef8705ca5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:37:17.650413 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-07c81949-aa93-484b-bb62-634ef8705ca5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:37:17.668773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-07c81949-aa93-484b-bb62-634ef8705ca5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:17.736715 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-07c81949-aa93-484b-bb62-634ef8705ca5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:17.742319 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-07c81949-aa93-484b-bb62-634ef8705ca5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:17.761390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c81949-aa93-484b-bb62-634ef8705ca5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396ed19a-4488-4eb2-8e58-2e04d11ae0a3,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:17.782012 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-07c81949-aa93-484b-bb62-634ef8705ca5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:17.783391 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-07c81949-aa93-484b-bb62-634ef8705ca5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1574676 Jan 17 14:37:17.786160 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40938) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:17.793292 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-690c3aff-a7b0-48df-b65c-1a2ff85cf256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': 'f7ba4dbf-48af-42ee-8754-c2c2e750e987', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:37:17.800429 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-690c3aff-a7b0-48df-b65c-1a2ff85cf256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:37:17.805306 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-690c3aff-a7b0-48df-b65c-1a2ff85cf256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:37:17.809494 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-690c3aff-a7b0-48df-b65c-1a2ff85cf256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:37:17.812222 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5661bf6-4912-47b7-9676-9287f6251ed5 None None] Pushing event updated for resources: {'Port': ['ID=3e007df6-bd12-4584-835c-366df5b3969a,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:17.818441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-690c3aff-a7b0-48df-b65c-1a2ff85cf256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:37:17.842931 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-690c3aff-a7b0-48df-b65c-1a2ff85cf256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:17.855315 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5661bf6-4912-47b7-9676-9287f6251ed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:17.855653 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5661bf6-4912-47b7-9676-9287f6251ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:17.856004 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5661bf6-4912-47b7-9676-9287f6251ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:17.856324 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5661bf6-4912-47b7-9676-9287f6251ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:17.856636 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5661bf6-4912-47b7-9676-9287f6251ed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:17.856950 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5661bf6-4912-47b7-9676-9287f6251ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:17.857261 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5661bf6-4912-47b7-9676-9287f6251ed5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:17.857569 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5661bf6-4912-47b7-9676-9287f6251ed5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:17.857884 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5661bf6-4912-47b7-9676-9287f6251ed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:17.858188 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5661bf6-4912-47b7-9676-9287f6251ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:17.858496 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5661bf6-4912-47b7-9676-9287f6251ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:17.858796 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5661bf6-4912-47b7-9676-9287f6251ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:37:17.884216 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] Attempting to bind port 3e007df6-bd12-4584-835c-366df5b3969a on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:37:17.884585 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] Attempting to bind port 3e007df6-bd12-4584-835c-366df5b3969a by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '86fe62b6-73c0-4a32-8be5-ba86ecfad3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:37:17.884940 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] Attempting to bind port 3e007df6-bd12-4584-835c-366df5b3969a on network 54f761cd-d0a7-4c38-8120-3d2f58214ca9 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:37:17.890690 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:37:17.890960 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] Checking segment: {'id': '86fe62b6-73c0-4a32-8be5-ba86ecfad3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:37:17.891306 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:17.892093 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] Bound using segment: {'id': '86fe62b6-73c0-4a32-8be5-ba86ecfad3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:37:17.892239 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] Bound port: 3e007df6-bd12-4584-835c-366df5b3969a, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fe62b6-73c0-4a32-8be5-ba86ecfad3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:37:17.892589 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:17.916582 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-690c3aff-a7b0-48df-b65c-1a2ff85cf256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:17.920359 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-690c3aff-a7b0-48df-b65c-1a2ff85cf256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:17.947067 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c3aff-a7b0-48df-b65c-1a2ff85cf256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1167cacf-baff-4902-81be-344f507ff798,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:17.956327 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-690c3aff-a7b0-48df-b65c-1a2ff85cf256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:17.957771 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-690c3aff-a7b0-48df-b65c-1a2ff85cf256 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1706533 Jan 17 14:37:17.961098 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40942) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:17.966025 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-2c31c717-f3d7-4a50-aeb5-df59b6978fff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': 'f7ba4dbf-48af-42ee-8754-c2c2e750e987', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:37:17.971884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2c31c717-f3d7-4a50-aeb5-df59b6978fff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:37:17.976665 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2c31c717-f3d7-4a50-aeb5-df59b6978fff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:37:17.980153 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2c31c717-f3d7-4a50-aeb5-df59b6978fff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:37:17.985151 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] For port 3e007df6-bd12-4584-835c-366df5b3969a, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:37:17.986519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2c31c717-f3d7-4a50-aeb5-df59b6978fff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:37:17.989575 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] For port 3e007df6-bd12-4584-835c-366df5b3969a, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3e007df6-bd12-4584-835c-366df5b3969a,segment=NetworkSegment(86fe62b6-73c0-4a32-8be5-ba86ecfad3d4),segment_id=86fe62b6-73c0-4a32-8be5-ba86ecfad3d4)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:37:17.997017 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:18.006933 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2c31c717-f3d7-4a50-aeb5-df59b6978fff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:18.071437 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2c31c717-f3d7-4a50-aeb5-df59b6978fff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:18.075852 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] Routers {'e5e784d0-9ebf-47de-97e9-05068bd2e490'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:37:18.076451 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:37:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e5e784d0-9ebf-47de-97e9-05068bd2e490'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:18.077418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2c31c717-f3d7-4a50-aeb5-df59b6978fff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:18.108749 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31c717-f3d7-4a50-aeb5-df59b6978fff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc2de44-0267-4654-960a-2b404adfb9e6,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:18.120465 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2c31c717-f3d7-4a50-aeb5-df59b6978fff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:18.124355 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2c31c717-f3d7-4a50-aeb5-df59b6978fff tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1620853 Jan 17 14:37:18.124828 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 40946) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:18.130228 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-db65a914-b2fa-4e66-9d36-a4491d505deb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': 'f7ba4dbf-48af-42ee-8754-c2c2e750e987', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:37:18.140840 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-db65a914-b2fa-4e66-9d36-a4491d505deb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:37:18.143170 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5661bf6-4912-47b7-9676-9287f6251ed5 None None] Pushing event updated for resources: {'Port': ['ID=3e007df6-bd12-4584-835c-366df5b3969a,revision_number=4']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:18.145206 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-db65a914-b2fa-4e66-9d36-a4491d505deb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:37:18.150229 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-db65a914-b2fa-4e66-9d36-a4491d505deb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:37:18.158149 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-db65a914-b2fa-4e66-9d36-a4491d505deb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:37:18.173498 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 045cd320-0599-44a1-b5aa-0e8219e73c5d up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:37:18.177491 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db65a914-b2fa-4e66-9d36-a4491d505deb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:18.254605 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 045cd320-0599-44a1-b5aa-0e8219e73c5d triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:37:18.255242 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:18.256003 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db65a914-b2fa-4e66-9d36-a4491d505deb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:18.264444 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db65a914-b2fa-4e66-9d36-a4491d505deb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:18.291951 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65a914-b2fa-4e66-9d36-a4491d505deb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85aacdee-83d9-43d5-bddf-cea4eb6e4d36,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:18.307062 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db65a914-b2fa-4e66-9d36-a4491d505deb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:18.308221 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] Set router e5e784d0-9ebf-47de-97e9-05068bd2e490 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:37:18.311042 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-db65a914-b2fa-4e66-9d36-a4491d505deb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1851780 Jan 17 14:37:18.311236 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40950) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:18.317075 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-80328b51-de0d-4d2f-ac4f-ba1ed65f5261 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': 'f7ba4dbf-48af-42ee-8754-c2c2e750e987', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:37:18.324258 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-80328b51-de0d-4d2f-ac4f-ba1ed65f5261 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:37:18.328595 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-80328b51-de0d-4d2f-ac4f-ba1ed65f5261 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:37:18.333960 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-80328b51-de0d-4d2f-ac4f-ba1ed65f5261 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:37:18.340711 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-80328b51-de0d-4d2f-ac4f-ba1ed65f5261 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:37:18.351414 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.securitygroups_db [None req-80328b51-de0d-4d2f-ac4f-ba1ed65f5261 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:37:18.358503 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-80328b51-de0d-4d2f-ac4f-ba1ed65f5261 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:18.385179 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 56a5bd23-5c2a-4741-ba53-775d5d0fde43 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:37:18.426107 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-80328b51-de0d-4d2f-ac4f-ba1ed65f5261 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:18.430583 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-80328b51-de0d-4d2f-ac4f-ba1ed65f5261 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:18.463951 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 56a5bd23-5c2a-4741-ba53-775d5d0fde43 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:37:18.464994 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:18.465157 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80328b51-de0d-4d2f-ac4f-ba1ed65f5261 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f52aca8-a3c2-4b64-a971-75d5788da632,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:18.475678 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-80328b51-de0d-4d2f-ac4f-ba1ed65f5261 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:18.477050 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-80328b51-de0d-4d2f-ac4f-ba1ed65f5261 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1645439 Jan 17 14:37:18.479827 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 40954) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:18.485334 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-9eb04e0d-ee5c-4298-b6c9-3250033b4191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'security_group_rule': {'security_group_id': 'f7ba4dbf-48af-42ee-8754-c2c2e750e987', 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:37:18.491260 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9eb04e0d-ee5c-4298-b6c9-3250033b4191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:37:18.496050 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9eb04e0d-ee5c-4298-b6c9-3250033b4191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:security_group_rule and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:37:18.498803 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9eb04e0d-ee5c-4298-b6c9-3250033b4191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:37:18.504330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9eb04e0d-ee5c-4298-b6c9-3250033b4191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:37:18.518052 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.securitygroups_db [None req-9eb04e0d-ee5c-4298-b6c9-3250033b4191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Project b984fd6eaa2842d8abc65eb7a2d4e417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:37:18.525616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9eb04e0d-ee5c-4298-b6c9-3250033b4191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:18.594664 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9eb04e0d-ee5c-4298-b6c9-3250033b4191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:18.598467 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9eb04e0d-ee5c-4298-b6c9-3250033b4191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:18.622148 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb04e0d-ee5c-4298-b6c9-3250033b4191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9755b3-ae9b-4cf5-81c1-be2a961cd69a,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:18.630526 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9eb04e0d-ee5c-4298-b6c9-3250033b4191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:18.632473 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9eb04e0d-ee5c-4298-b6c9-3250033b4191 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1514838 Jan 17 14:37:18.640450 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'name': 'tempest-TestNetworkBasicOps-router-707762560', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:37:15Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '3e007df6-bd12-4584-835c-366df5b3969a', 'name': '', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:69:8e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:14Z', 'updated_at': '2022-01-17T14:37:17Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:18.645355 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c7b49-3418-480c-9179-b69abf9ead2d None None] The sync data for ids ['e5e784d0-9ebf-47de-97e9-05068bd2e490'] in dv-neutron-824901-1-hyperv is: [{'id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'name': 'tempest-TestNetworkBasicOps-router-707762560', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:37:15Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '3e007df6-bd12-4584-835c-366df5b3969a', 'name': '', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:69:8e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:14Z', 'updated_at': '2022-01-17T14:37:17Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:37:18.836004 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-66358281-e305-4569-9972-b3fee2b220fd req-0ac296f3-49a2-4e06-97e1-c494fc6cef29 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793156995&fields=id&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 267 time: 0.0482528 Jan 17 14:37:18.993960 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66358281-e305-4569-9972-b3fee2b220fd req-da0a3606-6f28-479f-bfe6-21d53f0aa1c6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:18.994630 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-66358281-e305-4569-9972-b3fee2b220fd req-da0a3606-6f28-479f-bfe6-21d53f0aa1c6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:network {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:37:19.011018 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-66358281-e305-4569-9972-b3fee2b220fd req-da0a3606-6f28-479f-bfe6-21d53f0aa1c6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:network {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:37:19.012504 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-66358281-e305-4569-9972-b3fee2b220fd req-da0a3606-6f28-479f-bfe6-21d53f0aa1c6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/networks?id=54f761cd-d0a7-4c38-8120-3d2f58214ca9 HTTP/1.1" status: 200 len: 796 time: 0.1694191 Jan 17 14:37:19.028206 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-66358281-e305-4569-9972-b3fee2b220fd req-a8ddf2cb-cc7a-4c30-9b9b-729789068dee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/quotas/b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 375 time: 0.0101659 Jan 17 14:37:19.113145 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-66358281-e305-4569-9972-b3fee2b220fd req-57052f97-6a69-4e8f-afac-277cfd21aa6b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:37:19.129679 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-66358281-e305-4569-9972-b3fee2b220fd req-57052f97-6a69-4e8f-afac-277cfd21aa6b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:37:19.130974 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-66358281-e305-4569-9972-b3fee2b220fd req-57052f97-6a69-4e8f-afac-277cfd21aa6b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973511 Jan 17 14:37:19.188680 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [req-66358281-e305-4569-9972-b3fee2b220fd req-8ad9f540-02f2-4a87-81b1-319897fa3b4e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:37:19.189787 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-66358281-e305-4569-9972-b3fee2b220fd req-8ad9f540-02f2-4a87-81b1-319897fa3b4e service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474231 Jan 17 14:37:19.325929 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-66358281-e305-4569-9972-b3fee2b220fd req-5755aee3-1b44-4581-8bd2-7b7a40d2377c service neutron] 10.222.0.48 "GET /v2.0/networks/54f761cd-d0a7-4c38-8120-3d2f58214ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291373 Jan 17 14:37:19.461642 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-66358281-e305-4569-9972-b3fee2b220fd req-c5592ad1-1936-4042-bf33-44e1ffb00134 service neutron] 10.222.0.48 "GET /v2.0/networks/54f761cd-d0a7-4c38-8120-3d2f58214ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299522 Jan 17 14:37:19.657351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-152d7712-78fc-4827-b56e-9a8001a54bfc req-521b3e44-ca1b-44a4-a56a-8b6f016561a2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:37:19.672403 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-152d7712-78fc-4827-b56e-9a8001a54bfc req-521b3e44-ca1b-44a4-a56a-8b6f016561a2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:37:19.673684 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-152d7712-78fc-4827-b56e-9a8001a54bfc req-521b3e44-ca1b-44a4-a56a-8b6f016561a2 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e HTTP/1.1" status: 200 len: 210 time: 0.0660014 Jan 17 14:37:20.130479 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3e007df6-bd12-4584-835c-366df5b3969a up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:37:20.204060 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 3e007df6-bd12-4584-835c-366df5b3969a completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:37:20.209010 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 3e007df6-bd12-4584-835c-366df5b3969a triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:37:20.209407 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:20.324063 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:20.354742 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 3e007df6-bd12-4584-835c-366df5b3969a, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3e007df6-bd12-4584-835c-366df5b3969a,segment=NetworkSegment(86fe62b6-73c0-4a32-8be5-ba86ecfad3d4),segment_id=86fe62b6-73c0-4a32-8be5-ba86ecfad3d4)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:37:20.358395 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:20.424316 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=3e007df6-bd12-4584-835c-366df5b3969a,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:20.669819 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66358281-e305-4569-9972-b3fee2b220fd req-121d741c-362b-4819-abe9-cecb45fe76ee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:20.671292 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-66358281-e305-4569-9972-b3fee2b220fd req-121d741c-362b-4819-abe9-cecb45fe76ee tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/networks?id=54f761cd-d0a7-4c38-8120-3d2f58214ca9 HTTP/1.1" status: 200 len: 796 time: 0.1482046 Jan 17 14:37:20.719731 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-66358281-e305-4569-9972-b3fee2b220fd req-00f1e72b-6e07-49f8-85c9-35f818691dd4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:37:20.737927 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-66358281-e305-4569-9972-b3fee2b220fd req-00f1e72b-6e07-49f8-85c9-35f818691dd4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:37:20.739094 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-66358281-e305-4569-9972-b3fee2b220fd req-00f1e72b-6e07-49f8-85c9-35f818691dd4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417 HTTP/1.1" status: 200 len: 379 time: 0.0593736 Jan 17 14:37:20.750137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-66358281-e305-4569-9972-b3fee2b220fd req-f561c6ce-b658-41dc-b626-f0c6b6d21db1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'port': {'device_id': '786a62ad-e1ad-4e25-96b2-a896cb867b3e', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'admin_state_up': True, 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'security_groups': ['f7ba4dbf-48af-42ee-8754-c2c2e750e987']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:37:20.831694 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9003084b-e65c-4277-a730-32ba97889db3 req-6ed12b11-5ce7-49d9-95f9-0ca513401428 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e HTTP/1.1" status: 200 len: 210 time: 0.0445607 Jan 17 14:37:20.891430 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-66358281-e305-4569-9972-b3fee2b220fd req-f561c6ce-b658-41dc-b626-f0c6b6d21db1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:37:20.901203 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-66358281-e305-4569-9972-b3fee2b220fd req-f561c6ce-b658-41dc-b626-f0c6b6d21db1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:37:20.911275 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66358281-e305-4569-9972-b3fee2b220fd req-f561c6ce-b658-41dc-b626-f0c6b6d21db1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Made reservation on behalf of b984fd6eaa2842d8abc65eb7a2d4e417 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:37:20.915618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-66358281-e305-4569-9972-b3fee2b220fd req-f561c6ce-b658-41dc-b626-f0c6b6d21db1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:21.074341 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-66358281-e305-4569-9972-b3fee2b220fd req-f561c6ce-b658-41dc-b626-f0c6b6d21db1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.20.0.9 (54f761cd-d0a7-4c38-8120-3d2f58214ca9/b569007c-7e79-4804-a38d-4bac16ecf4f9/ae930fb0-6539-4126-92aa-a40fb3cbe5c8) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:37:21.270209 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-66358281-e305-4569-9972-b3fee2b220fd req-f561c6ce-b658-41dc-b626-f0c6b6d21db1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:21.285405 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-66358281-e305-4569-9972-b3fee2b220fd req-f561c6ce-b658-41dc-b626-f0c6b6d21db1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Transition to ACTIVE for port object ae930fb0-6539-4126-92aa-a40fb3cbe5c8 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:37:21.308520 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-66358281-e305-4569-9972-b3fee2b220fd req-f561c6ce-b658-41dc-b626-f0c6b6d21db1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:21.381702 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66358281-e305-4569-9972-b3fee2b220fd req-f561c6ce-b658-41dc-b626-f0c6b6d21db1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 54f761cd-d0a7-4c38-8120-3d2f58214ca9 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:37:21.384881 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-66358281-e305-4569-9972-b3fee2b220fd req-f561c6ce-b658-41dc-b626-f0c6b6d21db1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:37:21.388715 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-66358281-e305-4569-9972-b3fee2b220fd req-f561c6ce-b658-41dc-b626-f0c6b6d21db1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:37:21.419261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561c6ce-b658-41dc-b626-f0c6b6d21db1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=ae930fb0-6539-4126-92aa-a40fb3cbe5c8,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:21.455213 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66358281-e305-4569-9972-b3fee2b220fd req-f561c6ce-b658-41dc-b626-f0c6b6d21db1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:21.456035 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-66358281-e305-4569-9972-b3fee2b220fd req-f561c6ce-b658-41dc-b626-f0c6b6d21db1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:21.481725 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-66358281-e305-4569-9972-b3fee2b220fd req-f561c6ce-b658-41dc-b626-f0c6b6d21db1 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7378819 Jan 17 14:37:21.493447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] Request body: {'port': {'device_id': '786a62ad-e1ad-4e25-96b2-a896cb867b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:37:21.593582 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d8a1772a-21e3-4f37-97e3-108abd2bc80e None None] Provisioning for port ae930fb0-6539-4126-92aa-a40fb3cbe5c8 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:37:21.598673 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d8a1772a-21e3-4f37-97e3-108abd2bc80e None None] Provisioning complete for port ae930fb0-6539-4126-92aa-a40fb3cbe5c8 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:37:21.599039 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d8a1772a-21e3-4f37-97e3-108abd2bc80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:21.610948 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:21.651824 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d8a1772a-21e3-4f37-97e3-108abd2bc80e None None] Port ae930fb0-6539-4126-92aa-a40fb3cbe5c8 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:37:22.096463 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae930fb0-6539-4126-92aa-a40fb3cbe5c8 {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:37:22.106216 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:22.117408 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3e007df6-bd12-4584-835c-366df5b3969a up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:37:22.125602 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] Transition to ACTIVE for port object ae930fb0-6539-4126-92aa-a40fb3cbe5c8 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:37:22.130889 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:22.187455 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef709a12-e974-4741-8b6f-0b6c6ebd0859 req-0d4083f5-e950-43fc-b771-089a64bc55d3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:22.188146 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-ef709a12-e974-4741-8b6f-0b6c6ebd0859 req-0d4083f5-e950-43fc-b771-089a64bc55d3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:37:22.190202 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 3e007df6-bd12-4584-835c-366df5b3969a triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:37:22.190569 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:22.279408 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] Pushing event updated for resources: {'Port': ['ID=ae930fb0-6539-4126-92aa-a40fb3cbe5c8,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:22.321223 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-ef709a12-e974-4741-8b6f-0b6c6ebd0859 req-0d4083f5-e950-43fc-b771-089a64bc55d3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:37:22.322390 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ef709a12-e974-4741-8b6f-0b6c6ebd0859 req-0d4083f5-e950-43fc-b771-089a64bc55d3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e HTTP/1.1" status: 200 len: 931 time: 0.3266561 Jan 17 14:37:22.427424 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ef709a12-e974-4741-8b6f-0b6c6ebd0859 req-7f6dc1bc-b322-4fe6-a24c-dbf27e5971d4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7ba4dbf-48af-42ee-8754-c2c2e750e987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713353 Jan 17 14:37:22.431917 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] Attempting to bind port ae930fb0-6539-4126-92aa-a40fb3cbe5c8 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:37:22.432257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] Attempting to bind port ae930fb0-6539-4126-92aa-a40fb3cbe5c8 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '86fe62b6-73c0-4a32-8be5-ba86ecfad3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:37:22.432579 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] Attempting to bind port ae930fb0-6539-4126-92aa-a40fb3cbe5c8 on network 54f761cd-d0a7-4c38-8120-3d2f58214ca9 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:37:22.437158 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] Port ae930fb0-6539-4126-92aa-a40fb3cbe5c8 on network 54f761cd-d0a7-4c38-8120-3d2f58214ca9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:37:22.437473 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] Attempting to bind port ae930fb0-6539-4126-92aa-a40fb3cbe5c8 on network 54f761cd-d0a7-4c38-8120-3d2f58214ca9 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:37:22.442451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:37:22.442783 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] Checking segment: {'id': '86fe62b6-73c0-4a32-8be5-ba86ecfad3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:37:22.443156 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] Bound using segment: {'id': '86fe62b6-73c0-4a32-8be5-ba86ecfad3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:37:22.444160 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] Bound port: ae930fb0-6539-4126-92aa-a40fb3cbe5c8, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86fe62b6-73c0-4a32-8be5-ba86ecfad3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:37:22.444507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:22.533699 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] For port ae930fb0-6539-4126-92aa-a40fb3cbe5c8, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:37:22.536501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] For port ae930fb0-6539-4126-92aa-a40fb3cbe5c8, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=ae930fb0-6539-4126-92aa-a40fb3cbe5c8,segment=NetworkSegment(86fe62b6-73c0-4a32-8be5-ba86ecfad3d4),segment_id=86fe62b6-73c0-4a32-8be5-ba86ecfad3d4)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:37:22.540794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:22.605045 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:22.605690 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:22.607055 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-66358281-e305-4569-9972-b3fee2b220fd req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] 10.222.0.15 "PUT /v2.0/ports/ae930fb0-6539-4126-92aa-a40fb3cbe5c8 HTTP/1.1" status: 200 len: 1093 time: 1.1178191 Jan 17 14:37:22.607905 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786a62ad-e1ad-4e25-96b2-a896cb867b3e', 'tag': 'ae930fb0-6539-4126-92aa-a40fb3cbe5c8'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:37:22.633675 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78350fc-5a1b-4260-93c6-750083f9c20c service neutron] Pushing event updated for resources: {'Port': ['ID=ae930fb0-6539-4126-92aa-a40fb3cbe5c8,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:22.687246 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786a62ad-e1ad-4e25-96b2-a896cb867b3e', 'tag': 'ae930fb0-6539-4126-92aa-a40fb3cbe5c8', 'status': 'completed', 'code': 200} Jan 17 14:37:22.731220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66358281-e305-4569-9972-b3fee2b220fd req-1caee05f-c416-4d55-b51c-5a6d3acc7cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:22.732728 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-66358281-e305-4569-9972-b3fee2b220fd req-1caee05f-c416-4d55-b51c-5a6d3acc7cee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e HTTP/1.1" status: 200 len: 1096 time: 0.0780878 Jan 17 14:37:22.804908 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-66358281-e305-4569-9972-b3fee2b220fd req-caf61b90-9d41-4489-a1ba-fb5aa3b965e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae930fb0-6539-4126-92aa-a40fb3cbe5c8 HTTP/1.1" status: 200 len: 217 time: 0.0643723 Jan 17 14:37:22.865011 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66358281-e305-4569-9972-b3fee2b220fd req-57b99740-0338-4935-baee-2753e999140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:22.866357 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-66358281-e305-4569-9972-b3fee2b220fd req-57b99740-0338-4935-baee-2753e999140c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b569007c-7e79-4804-a38d-4bac16ecf4f9 HTTP/1.1" status: 200 len: 834 time: 0.0564222 Jan 17 14:37:22.914694 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:22.953440 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66358281-e305-4569-9972-b3fee2b220fd req-14c93cfc-3090-43de-8b20-04634aeb6aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:22.954905 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-66358281-e305-4569-9972-b3fee2b220fd req-14c93cfc-3090-43de-8b20-04634aeb6aaf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54f761cd-d0a7-4c38-8120-3d2f58214ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832512 Jan 17 14:37:23.086998 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-66358281-e305-4569-9972-b3fee2b220fd req-7d6f160d-1e37-42cf-b3b9-fe5233fb243d service neutron] 10.222.0.15 "GET /v2.0/networks/54f761cd-d0a7-4c38-8120-3d2f58214ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249735 Jan 17 14:37:23.216910 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-66358281-e305-4569-9972-b3fee2b220fd req-771062e9-c08b-4767-9d6e-570e82fde738 service neutron] 10.222.0.15 "GET /v2.0/networks/54f761cd-d0a7-4c38-8120-3d2f58214ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240015 Jan 17 14:37:23.327583 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec881028-8407-4620-b465-cae0ecf2f4b1 req-5c97a8ba-d2b8-45d8-bf0d-2f0d605a86e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:23.329068 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ec881028-8407-4620-b465-cae0ecf2f4b1 req-5c97a8ba-d2b8-45d8-bf0d-2f0d605a86e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e HTTP/1.1" status: 200 len: 1096 time: 0.0696356 Jan 17 14:37:23.461015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec881028-8407-4620-b465-cae0ecf2f4b1 req-df28218f-695f-41d1-a05a-431018ce8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:23.462488 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ec881028-8407-4620-b465-cae0ecf2f4b1 req-df28218f-695f-41d1-a05a-431018ce8113 service neutron] 10.222.0.15 "GET /v2.0/networks?id=54f761cd-d0a7-4c38-8120-3d2f58214ca9 HTTP/1.1" status: 200 len: 897 time: 0.1268613 Jan 17 14:37:23.533089 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ec881028-8407-4620-b465-cae0ecf2f4b1 req-ff79298a-a9b9-40f7-8a88-7595608bd701 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae930fb0-6539-4126-92aa-a40fb3cbe5c8 HTTP/1.1" status: 200 len: 217 time: 0.0644963 Jan 17 14:37:23.749665 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec881028-8407-4620-b465-cae0ecf2f4b1 req-e166a89d-1b11-4a62-9fe8-e72292a3a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:23.751109 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ec881028-8407-4620-b465-cae0ecf2f4b1 req-e166a89d-1b11-4a62-9fe8-e72292a3a9df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b569007c-7e79-4804-a38d-4bac16ecf4f9 HTTP/1.1" status: 200 len: 834 time: 0.1864657 Jan 17 14:37:23.816666 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8ed38-1dec-4e39-8cce-93fd2ca703ab req-f7270cc7-e33e-45e3-a166-d8fcdefc0f18 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:23.818119 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-39f8ed38-1dec-4e39-8cce-93fd2ca703ab req-f7270cc7-e33e-45e3-a166-d8fcdefc0f18 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e HTTP/1.1" status: 200 len: 943 time: 0.2831521 Jan 17 14:37:23.871995 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-39f8ed38-1dec-4e39-8cce-93fd2ca703ab req-96ce26ff-0f01-4324-8fb4-e7c3730d00d6 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7ba4dbf-48af-42ee-8754-c2c2e750e987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473027 Jan 17 14:37:23.873971 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec881028-8407-4620-b465-cae0ecf2f4b1 req-7c4a7745-5156-4945-bdf6-b466c4d859c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:23.875323 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ec881028-8407-4620-b465-cae0ecf2f4b1 req-7c4a7745-5156-4945-bdf6-b466c4d859c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54f761cd-d0a7-4c38-8120-3d2f58214ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1177242 Jan 17 14:37:24.005003 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ec881028-8407-4620-b465-cae0ecf2f4b1 req-7eb63ba5-fe46-4480-a61b-e9734e376815 service neutron] 10.222.0.15 "GET /v2.0/networks/54f761cd-d0a7-4c38-8120-3d2f58214ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224363 Jan 17 14:37:24.135649 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ec881028-8407-4620-b465-cae0ecf2f4b1 req-3277c5c5-20a2-4ca6-83ab-6d011467a3fa service neutron] 10.222.0.15 "GET /v2.0/networks/54f761cd-d0a7-4c38-8120-3d2f58214ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236167 Jan 17 14:37:25.064583 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25cd11-6230-4f93-8155-a774b20b6e65 req-db25a4e6-7936-42cb-a411-3234aabc9561 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:25.066014 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3f25cd11-6230-4f93-8155-a774b20b6e65 req-db25a4e6-7936-42cb-a411-3234aabc9561 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e HTTP/1.1" status: 200 len: 943 time: 0.0811424 Jan 17 14:37:25.110638 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3f25cd11-6230-4f93-8155-a774b20b6e65 req-cf0c9174-abef-4341-92ad-6e6e502cfc8f tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7ba4dbf-48af-42ee-8754-c2c2e750e987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383580 Jan 17 14:37:25.806931 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device ae930fb0-6539-4126-92aa-a40fb3cbe5c8 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:37:25.942856 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port ae930fb0-6539-4126-92aa-a40fb3cbe5c8, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=ae930fb0-6539-4126-92aa-a40fb3cbe5c8,segment=NetworkSegment(86fe62b6-73c0-4a32-8be5-ba86ecfad3d4),segment_id=86fe62b6-73c0-4a32-8be5-ba86ecfad3d4)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:37:25.955399 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': 'ae930fb0-6539-4126-92aa-a40fb3cbe5c8', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'port_id': 'ae930fb0-6539-4126-92aa-a40fb3cbe5c8', 'mac_address': 'fa:16:3e:40:6c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:37:26.008612 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:26.024425 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae930fb0-6539-4126-92aa-a40fb3cbe5c8 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:37:26.039520 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port ae930fb0-6539-4126-92aa-a40fb3cbe5c8, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=ae930fb0-6539-4126-92aa-a40fb3cbe5c8,segment=NetworkSegment(86fe62b6-73c0-4a32-8be5-ba86ecfad3d4),segment_id=86fe62b6-73c0-4a32-8be5-ba86ecfad3d4)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:37:26.043399 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:26.141460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=ae930fb0-6539-4126-92aa-a40fb3cbe5c8,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:26.303816 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00888cf7-f600-4749-8517-f09fbb42c805 req-1f06f6db-197a-432d-99ca-9fdb3ce89148 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:26.305341 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-00888cf7-f600-4749-8517-f09fbb42c805 req-1f06f6db-197a-432d-99ca-9fdb3ce89148 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e HTTP/1.1" status: 200 len: 944 time: 0.0863602 Jan 17 14:37:26.346286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['ae930fb0-6539-4126-92aa-a40fb3cbe5c8'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:37:26.355383 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-00888cf7-f600-4749-8517-f09fbb42c805 req-08563fbf-9cf3-4879-839a-01e1ee448a70 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7ba4dbf-48af-42ee-8754-c2c2e750e987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444951 Jan 17 14:37:27.537644 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e2552-e416-4655-88d2-eebb73c7f399 req-2dd92174-8831-4355-adf1-514f0ca1d64a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:27.539812 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-864e2552-e416-4655-88d2-eebb73c7f399 req-2dd92174-8831-4355-adf1-514f0ca1d64a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e HTTP/1.1" status: 200 len: 944 time: 0.0804918 Jan 17 14:37:27.585895 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-864e2552-e416-4655-88d2-eebb73c7f399 req-1503d295-2eca-44eb-b454-e9dac59a5b62 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7ba4dbf-48af-42ee-8754-c2c2e750e987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390899 Jan 17 14:37:27.821809 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device ae930fb0-6539-4126-92aa-a40fb3cbe5c8 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:37:27.891296 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port ae930fb0-6539-4126-92aa-a40fb3cbe5c8 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:37:27.895912 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port ae930fb0-6539-4126-92aa-a40fb3cbe5c8 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:37:27.896281 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:28.014594 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:28.040376 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786a62ad-e1ad-4e25-96b2-a896cb867b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae930fb0-6539-4126-92aa-a40fb3cbe5c8'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:37:28.049711 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port ae930fb0-6539-4126-92aa-a40fb3cbe5c8, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=ae930fb0-6539-4126-92aa-a40fb3cbe5c8,segment=NetworkSegment(86fe62b6-73c0-4a32-8be5-ba86ecfad3d4),segment_id=86fe62b6-73c0-4a32-8be5-ba86ecfad3d4)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:37:28.053829 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:28.090342 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786a62ad-e1ad-4e25-96b2-a896cb867b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae930fb0-6539-4126-92aa-a40fb3cbe5c8', 'code': 200} Jan 17 14:37:28.121388 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=ae930fb0-6539-4126-92aa-a40fb3cbe5c8,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:28.327124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d565121-9927-4493-a311-a789a2ebb58f req-9e3d69ed-6e21-48b3-b7dd-aae77d17b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:28.328874 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3d565121-9927-4493-a311-a789a2ebb58f req-9e3d69ed-6e21-48b3-b7dd-aae77d17b70f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e HTTP/1.1" status: 200 len: 1098 time: 0.0800607 Jan 17 14:37:28.379457 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3d565121-9927-4493-a311-a789a2ebb58f req-061d4b2a-9c2f-433e-896c-63afdae4f43c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f7ba4dbf-48af-42ee-8754-c2c2e750e987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447650 Jan 17 14:37:28.864601 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ddd71-9aff-439b-a282-aae24ef1e199 req-d9b8cf7f-a75c-49ee-ba56-b0949f26b5aa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:28.866075 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8a3ddd71-9aff-439b-a282-aae24ef1e199 req-d9b8cf7f-a75c-49ee-ba56-b0949f26b5aa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e HTTP/1.1" status: 200 len: 945 time: 0.1777966 Jan 17 14:37:28.910214 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8a3ddd71-9aff-439b-a282-aae24ef1e199 req-2cb5f75a-e114-44e4-aabc-316b7fbb8dd8 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7ba4dbf-48af-42ee-8754-c2c2e750e987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379236 Jan 17 14:37:30.101980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953a0ee-0b7b-4ffc-8495-7ad21ebbaadb req-0108718a-b6aa-4fc1-8a51-14408040de5d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:30.103342 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f953a0ee-0b7b-4ffc-8495-7ad21ebbaadb req-0108718a-b6aa-4fc1-8a51-14408040de5d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e HTTP/1.1" status: 200 len: 945 time: 0.0789845 Jan 17 14:37:30.147469 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f953a0ee-0b7b-4ffc-8495-7ad21ebbaadb req-ffed0521-8a79-48d6-9201-9498c258d9aa tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7ba4dbf-48af-42ee-8754-c2c2e750e987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384359 Jan 17 14:37:30.332290 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bbae9-ff9d-4488-84e7-ca424036c67d req-d41301a0-f89e-43ea-a708-1b293d69a8ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:30.333718 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-826bbae9-ff9d-4488-84e7-ca424036c67d req-d41301a0-f89e-43ea-a708-1b293d69a8ed tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e HTTP/1.1" status: 200 len: 945 time: 0.0805228 Jan 17 14:37:30.379477 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-826bbae9-ff9d-4488-84e7-ca424036c67d req-6e250377-12be-42dc-a637-d36773f24cc5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7ba4dbf-48af-42ee-8754-c2c2e750e987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399463 Jan 17 14:37:30.409977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41008) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:30.481354 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b030bfd7-b359-4932-92bb-f7c68ac543b5 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:30.482801 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b030bfd7-b359-4932-92bb-f7c68ac543b5 tempest-TestNetworkBasicOps-660656809 tempest-TestNetworkBasicOps-660656809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e HTTP/1.1" status: 200 len: 1093 time: 0.0718596 Jan 17 14:37:30.485626 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41012) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:30.490333 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': 'ae930fb0-6539-4126-92aa-a40fb3cbe5c8', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:37:30.496928 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:37:30.500801 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Usage tracker for resource:floatingip and tenant:b984fd6eaa2842d8abc65eb7a2d4e417 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:37:30.503603 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:37:30.509266 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:37:30.519182 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:30.658434 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:30.793462 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Allocated IP 172.26.3.38 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/8fe0d7c5-931c-4cfc-9de2-a1c3b7393d86) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:37:30.939473 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:30.968818 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:31.037552 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:37:31.040507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:37:31.044089 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:37:31.076094 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=8fe0d7c5-931c-4cfc-9de2-a1c3b7393d86,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:31.544529 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:31.617666 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:31.823596 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:31.828072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:31.937188 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event updated for resources: {'Port': ['ID=8fe0d7c5-931c-4cfc-9de2-a1c3b7393d86,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:37:31.947952 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:32.126790 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Floating IP fbe27e81-60be-434d-bdd3-1cab373b18b0 associated. External IP: 172.26.3.38, port: ae930fb0-6539-4126-92aa-a40fb3cbe5c8. Jan 17 14:37:32.484993 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router e5e784d0-9ebf-47de-97e9-05068bd2e490 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:37:32.659272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:37:32.669306 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010262c1-0cae-4e9c-858a-06247fedcb14 None None] Sync routers for ids ['e5e784d0-9ebf-47de-97e9-05068bd2e490'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:37:32.678211 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010262c1-0cae-4e9c-858a-06247fedcb14 None None] Routers {'e5e784d0-9ebf-47de-97e9-05068bd2e490'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:37:32.678810 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-010262c1-0cae-4e9c-858a-06247fedcb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:37:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e5e784d0-9ebf-47de-97e9-05068bd2e490'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:32.683506 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:32.739040 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fc42848d-6ee1-4162-a841-3a94c4942950 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2518401 Jan 17 14:37:32.739270 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786a62ad-e1ad-4e25-96b2-a896cb867b3e', 'tag': 'ae930fb0-6539-4126-92aa-a40fb3cbe5c8'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:37:32.742475 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41016) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:32.785580 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786a62ad-e1ad-4e25-96b2-a896cb867b3e', 'tag': 'ae930fb0-6539-4126-92aa-a40fb3cbe5c8', 'status': 'completed', 'code': 200} Jan 17 14:37:32.867354 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f2426c3d-2b02-43f0-b582-061dc23177f3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/fbe27e81-60be-434d-bdd3-1cab373b18b0 HTTP/1.1" status: 200 len: 990 time: 0.1229155 Jan 17 14:37:32.874950 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-010262c1-0cae-4e9c-858a-06247fedcb14 None None] Set router e5e784d0-9ebf-47de-97e9-05068bd2e490 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:37:32.883541 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900ed9-2ce1-4f5c-a3bd-29b31b545066 req-dc3e15e1-3bf1-44fe-924a-63a0831a8510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:32.885154 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ee900ed9-2ce1-4f5c-a3bd-29b31b545066 req-dc3e15e1-3bf1-44fe-924a-63a0831a8510 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e HTTP/1.1" status: 200 len: 1098 time: 0.0767114 Jan 17 14:37:33.136592 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900ed9-2ce1-4f5c-a3bd-29b31b545066 req-37765698-4508-4797-ad11-b4a6fd9aa99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:33.137905 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ee900ed9-2ce1-4f5c-a3bd-29b31b545066 req-37765698-4508-4797-ad11-b4a6fd9aa99a service neutron] 10.222.0.15 "GET /v2.0/networks?id=54f761cd-d0a7-4c38-8120-3d2f58214ca9 HTTP/1.1" status: 200 len: 897 time: 0.2466388 Jan 17 14:37:33.230579 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-010262c1-0cae-4e9c-858a-06247fedcb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'name': 'tempest-TestNetworkBasicOps-router-707762560', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:37:15Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'fbe27e81-60be-434d-bdd3-1cab373b18b0', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.38', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'port_id': 'ae930fb0-6539-4126-92aa-a40fb3cbe5c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'mac_address': 'fa:16:3e:40:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786a62ad-e1ad-4e25-96b2-a896cb867b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:37:31Z', 'updated_at': '2022-01-17T14:37:31Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e007df6-bd12-4584-835c-366df5b3969a', 'name': '', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:69:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:14Z', 'updated_at': '2022-01-17T14:37:20Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:33.234458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010262c1-0cae-4e9c-858a-06247fedcb14 None None] Checking router: e5e784d0-9ebf-47de-97e9-05068bd2e490 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:37:33.239901 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ee900ed9-2ce1-4f5c-a3bd-29b31b545066 req-d94c67dd-dd8a-4be7-9a6c-2a72870dc9e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae930fb0-6539-4126-92aa-a40fb3cbe5c8 HTTP/1.1" status: 200 len: 998 time: 0.0962634 Jan 17 14:37:33.242729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010262c1-0cae-4e9c-858a-06247fedcb14 None None] Routers {'e5e784d0-9ebf-47de-97e9-05068bd2e490'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:37:33.243326 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-010262c1-0cae-4e9c-858a-06247fedcb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:37:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e5e784d0-9ebf-47de-97e9-05068bd2e490'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:33.300744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900ed9-2ce1-4f5c-a3bd-29b31b545066 req-32e23efe-0597-482e-b360-ebfe994162d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:33.302164 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ee900ed9-2ce1-4f5c-a3bd-29b31b545066 req-32e23efe-0597-482e-b360-ebfe994162d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b569007c-7e79-4804-a38d-4bac16ecf4f9 HTTP/1.1" status: 200 len: 834 time: 0.0563428 Jan 17 14:37:33.378121 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900ed9-2ce1-4f5c-a3bd-29b31b545066 req-db3b6709-889e-4945-8f68-85fdfaa4e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:33.379602 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ee900ed9-2ce1-4f5c-a3bd-29b31b545066 req-db3b6709-889e-4945-8f68-85fdfaa4e906 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54f761cd-d0a7-4c38-8120-3d2f58214ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716982 Jan 17 14:37:33.422546 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-010262c1-0cae-4e9c-858a-06247fedcb14 None None] Set router e5e784d0-9ebf-47de-97e9-05068bd2e490 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:37:33.512480 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ee900ed9-2ce1-4f5c-a3bd-29b31b545066 req-5f79dab1-ebe3-40a3-b546-55fccb776898 service neutron] 10.222.0.15 "GET /v2.0/networks/54f761cd-d0a7-4c38-8120-3d2f58214ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266437 Jan 17 14:37:33.649187 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ee900ed9-2ce1-4f5c-a3bd-29b31b545066 req-bac0386a-7caa-4cdb-be9a-0b138f1ea30d service neutron] 10.222.0.15 "GET /v2.0/networks/54f761cd-d0a7-4c38-8120-3d2f58214ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311836 Jan 17 14:37:33.814126 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-010262c1-0cae-4e9c-858a-06247fedcb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'name': 'tempest-TestNetworkBasicOps-router-707762560', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:37:15Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'fbe27e81-60be-434d-bdd3-1cab373b18b0', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.38', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'port_id': 'ae930fb0-6539-4126-92aa-a40fb3cbe5c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'mac_address': 'fa:16:3e:40:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786a62ad-e1ad-4e25-96b2-a896cb867b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:37:31Z', 'updated_at': '2022-01-17T14:37:31Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e007df6-bd12-4584-835c-366df5b3969a', 'name': '', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:69:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:14Z', 'updated_at': '2022-01-17T14:37:20Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:37:33.818097 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010262c1-0cae-4e9c-858a-06247fedcb14 None None] The sync data for ids ['e5e784d0-9ebf-47de-97e9-05068bd2e490'] in dv-neutron-824901-1-hyperv is: [{'id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'name': 'tempest-TestNetworkBasicOps-router-707762560', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:37:15Z', 'revision_number': 4, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'fbe27e81-60be-434d-bdd3-1cab373b18b0', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.38', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'port_id': 'ae930fb0-6539-4126-92aa-a40fb3cbe5c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'mac_address': 'fa:16:3e:40:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786a62ad-e1ad-4e25-96b2-a896cb867b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:37:31Z', 'updated_at': '2022-01-17T14:37:31Z', 'revision_number': 0, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e007df6-bd12-4584-835c-366df5b3969a', 'name': '', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:69:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:14Z', 'updated_at': '2022-01-17T14:37:20Z', 'revision_number': 5, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:37:33.871336 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41022) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:33.983423 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9abb0522-89db-4697-85c5-79da9701f304 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/fbe27e81-60be-434d-bdd3-1cab373b18b0 HTTP/1.1" status: 200 len: 990 time: 0.1107717 Jan 17 14:37:34.025652 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd8c195-6df1-4003-ab90-ea9af493f09f None None] New status for floating IP fbe27e81-60be-434d-bdd3-1cab373b18b0: ACTIVE {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:37:34.987015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41026) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:37:35.094165 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-29161c7d-de30-45ee-95cd-153976702ad5 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/fbe27e81-60be-434d-bdd3-1cab373b18b0 HTTP/1.1" status: 200 len: 992 time: 0.1058624 Jan 17 14:37:36.892675 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:37:40.673451 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76ddac43-0700-46a5-a45b-043f8dc6e116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:43.850335 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4ec64ff2-a596-4de5-bb27-a44fbb5973b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:43.938913 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:43.944188 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:45.466596 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:37:50.904786 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-55c91580-d248-477a-b582-60613dfdc194 req-294706f2-d960-4c94-8f62-3d037859493c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723574 Jan 17 14:37:51.040023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c91580-d248-477a-b582-60613dfdc194 req-02e335f3-c8b6-45ff-b67e-c746b5ddc4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:51.041458 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-55c91580-d248-477a-b582-60613dfdc194 req-02e335f3-c8b6-45ff-b67e-c746b5ddc4c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e HTTP/1.1" status: 200 len: 1098 time: 0.0690675 Jan 17 14:37:51.183332 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c91580-d248-477a-b582-60613dfdc194 req-be2bf9e2-dec4-4936-ad18-d09daa2876a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:51.184898 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-55c91580-d248-477a-b582-60613dfdc194 req-be2bf9e2-dec4-4936-ad18-d09daa2876a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=54f761cd-d0a7-4c38-8120-3d2f58214ca9 HTTP/1.1" status: 200 len: 897 time: 0.1250496 Jan 17 14:37:51.285765 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-55c91580-d248-477a-b582-60613dfdc194 req-64c24fea-deeb-4b82-ba47-90b00c173819 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae930fb0-6539-4126-92aa-a40fb3cbe5c8 HTTP/1.1" status: 200 len: 1000 time: 0.0950079 Jan 17 14:37:51.345831 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c91580-d248-477a-b582-60613dfdc194 req-92ffd7b0-b075-4cf2-bff7-e75672ff8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:51.347240 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-55c91580-d248-477a-b582-60613dfdc194 req-92ffd7b0-b075-4cf2-bff7-e75672ff8ac4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b569007c-7e79-4804-a38d-4bac16ecf4f9 HTTP/1.1" status: 200 len: 834 time: 0.0560336 Jan 17 14:37:51.424665 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c91580-d248-477a-b582-60613dfdc194 req-b428fb00-3bdf-46d5-b59d-cbf2b365bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:37:51.426109 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-55c91580-d248-477a-b582-60613dfdc194 req-b428fb00-3bdf-46d5-b59d-cbf2b365bbeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54f761cd-d0a7-4c38-8120-3d2f58214ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721993 Jan 17 14:37:51.563343 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-55c91580-d248-477a-b582-60613dfdc194 req-4532ceb8-a5f4-4fc0-8c62-2dd7b38faf63 service neutron] 10.222.0.15 "GET /v2.0/networks/54f761cd-d0a7-4c38-8120-3d2f58214ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301422 Jan 17 14:37:51.695922 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-55c91580-d248-477a-b582-60613dfdc194 req-7f5edba6-d101-409a-9a47-385aa08b577f service neutron] 10.222.0.15 "GET /v2.0/networks/54f761cd-d0a7-4c38-8120-3d2f58214ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263816 Jan 17 14:37:52.917881 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:10.675408 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f9423b56-10e7-47f1-b57e-e8f30ddacd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:13.852276 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4c3576f9-ab2c-4df1-b4d1-50dd1ef08b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:13.891467 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:38:13.934671 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:13.945311 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:15.470040 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:22.914378 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:35.533112 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41054) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:38:35.538755 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-6a36b689-5f9c-4bf3-8359-b3bf79424f20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:38:36.045486 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6a36b689-5f9c-4bf3-8359-b3bf79424f20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:36.056729 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6a36b689-5f9c-4bf3-8359-b3bf79424f20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:36.231065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a36b689-5f9c-4bf3-8359-b3bf79424f20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router e5e784d0-9ebf-47de-97e9-05068bd2e490 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:38:36.518784 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a36b689-5f9c-4bf3-8359-b3bf79424f20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:38:36.526021 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6a36b689-5f9c-4bf3-8359-b3bf79424f20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:36.527137 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6a36b689-5f9c-4bf3-8359-b3bf79424f20 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/routers/e5e784d0-9ebf-47de-97e9-05068bd2e490 HTTP/1.1" status: 200 len: 888 time: 0.9930689 Jan 17 14:38:36.529792 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bde8d0-3727-4b42-a082-d99dcd6db181 None None] Sync routers for ids ['e5e784d0-9ebf-47de-97e9-05068bd2e490'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:38:36.542204 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bde8d0-3727-4b42-a082-d99dcd6db181 None None] Routers {'e5e784d0-9ebf-47de-97e9-05068bd2e490'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:38:36.542801 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c1bde8d0-3727-4b42-a082-d99dcd6db181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:38:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e5e784d0-9ebf-47de-97e9-05068bd2e490'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:38:36.602460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c1bde8d0-3727-4b42-a082-d99dcd6db181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:38:36.611058 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bde8d0-3727-4b42-a082-d99dcd6db181 None None] Routers {'e5e784d0-9ebf-47de-97e9-05068bd2e490'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:38:36.611653 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c1bde8d0-3727-4b42-a082-d99dcd6db181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:38:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e5e784d0-9ebf-47de-97e9-05068bd2e490'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:38:36.674981 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c1bde8d0-3727-4b42-a082-d99dcd6db181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:38:36.675374 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bde8d0-3727-4b42-a082-d99dcd6db181 None None] The sync data for ids ['e5e784d0-9ebf-47de-97e9-05068bd2e490'] in dv-neutron-824901-1-hyperv is: [] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:38:37.452134 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5467fa73-0ce0-4aef-94e3-3e0149fb86f2 None None] New status for floating IP fbe27e81-60be-434d-bdd3-1cab373b18b0: DOWN {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:38:38.149746 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3e007df6-bd12-4584-835c-366df5b3969a no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:38:38.261924 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:38.296888 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 3e007df6-bd12-4584-835c-366df5b3969a, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3e007df6-bd12-4584-835c-366df5b3969a,segment=NetworkSegment(86fe62b6-73c0-4a32-8be5-ba86ecfad3d4),segment_id=86fe62b6-73c0-4a32-8be5-ba86ecfad3d4)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:38:38.300636 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:38.301450 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 56a5bd23-5c2a-4741-ba53-775d5d0fde43 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:38:38.418800 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=3e007df6-bd12-4584-835c-366df5b3969a,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:38.452907 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:38.453248 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:38.453577 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:38.453902 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:38.454222 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:38.454543 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:38.454858 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:38.455174 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:38.455488 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:38.455825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:38.456140 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:38.456450 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:38.484751 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:38.500536 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 56a5bd23-5c2a-4741-ba53-775d5d0fde43, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=56a5bd23-5c2a-4741-ba53-775d5d0fde43,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:38:38.504472 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:38.570789 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=56a5bd23-5c2a-4741-ba53-775d5d0fde43,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:38.675323 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41060) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:38:38.681069 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-1650226b-ad14-4a4b-b4ac-bce21c7b94d3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:38:39.231672 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1650226b-ad14-4a4b-b4ac-bce21c7b94d3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:39.241782 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1650226b-ad14-4a4b-b4ac-bce21c7b94d3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589657'] for router, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:39.418396 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1650226b-ad14-4a4b-b4ac-bce21c7b94d3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router e5e784d0-9ebf-47de-97e9-05068bd2e490 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:38:39.597275 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1650226b-ad14-4a4b-b4ac-bce21c7b94d3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:38:39.604910 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1650226b-ad14-4a4b-b4ac-bce21c7b94d3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:39.606300 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304ab58b-9eb5-451c-933f-4853706d9560 None None] Sync routers for ids ['e5e784d0-9ebf-47de-97e9-05068bd2e490'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:38:39.606845 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1650226b-ad14-4a4b-b4ac-bce21c7b94d3 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/routers/e5e784d0-9ebf-47de-97e9-05068bd2e490 HTTP/1.1" status: 200 len: 887 time: 0.9303143 Jan 17 14:38:39.609510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41064) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:38:39.617121 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304ab58b-9eb5-451c-933f-4853706d9560 None None] Routers {'e5e784d0-9ebf-47de-97e9-05068bd2e490'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:38:39.617730 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-304ab58b-9eb5-451c-933f-4853706d9560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:38:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e5e784d0-9ebf-47de-97e9-05068bd2e490'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:38:39.715287 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d2978f3f-a17f-4c8d-99fb-1e3dd5bfd408 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/fbe27e81-60be-434d-bdd3-1cab373b18b0 HTTP/1.1" status: 200 len: 990 time: 0.1047163 Jan 17 14:38:39.793665 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-304ab58b-9eb5-451c-933f-4853706d9560 None None] Set router e5e784d0-9ebf-47de-97e9-05068bd2e490 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:38:40.182155 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-304ab58b-9eb5-451c-933f-4853706d9560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'name': 'tempest-TestNetworkBasicOps-router-707762560', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:38:39Z', 'revision_number': 6, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:38:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'fbe27e81-60be-434d-bdd3-1cab373b18b0', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.38', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'port_id': 'ae930fb0-6539-4126-92aa-a40fb3cbe5c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'mac_address': 'fa:16:3e:40:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786a62ad-e1ad-4e25-96b2-a896cb867b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:37:31Z', 'updated_at': '2022-01-17T14:38:37Z', 'revision_number': 2, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e007df6-bd12-4584-835c-366df5b3969a', 'name': '', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:69:8e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:14Z', 'updated_at': '2022-01-17T14:38:38Z', 'revision_number': 6, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:38:40.185979 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304ab58b-9eb5-451c-933f-4853706d9560 None None] Checking router: e5e784d0-9ebf-47de-97e9-05068bd2e490 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:38:40.194258 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304ab58b-9eb5-451c-933f-4853706d9560 None None] Routers {'e5e784d0-9ebf-47de-97e9-05068bd2e490'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:38:40.194840 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-304ab58b-9eb5-451c-933f-4853706d9560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:38:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e5e784d0-9ebf-47de-97e9-05068bd2e490'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:38:40.377925 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-304ab58b-9eb5-451c-933f-4853706d9560 None None] Set router e5e784d0-9ebf-47de-97e9-05068bd2e490 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:38:40.711970 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-073ee669-8e23-4e61-afd6-0e132fda4d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:40.718987 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41068) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:38:40.737799 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-304ab58b-9eb5-451c-933f-4853706d9560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'name': 'tempest-TestNetworkBasicOps-router-707762560', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:38:39Z', 'revision_number': 6, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:38:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'fbe27e81-60be-434d-bdd3-1cab373b18b0', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.38', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'port_id': 'ae930fb0-6539-4126-92aa-a40fb3cbe5c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'mac_address': 'fa:16:3e:40:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786a62ad-e1ad-4e25-96b2-a896cb867b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:37:31Z', 'updated_at': '2022-01-17T14:38:37Z', 'revision_number': 2, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e007df6-bd12-4584-835c-366df5b3969a', 'name': '', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:69:8e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:14Z', 'updated_at': '2022-01-17T14:38:38Z', 'revision_number': 6, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:38:40.742935 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304ab58b-9eb5-451c-933f-4853706d9560 None None] The sync data for ids ['e5e784d0-9ebf-47de-97e9-05068bd2e490'] in dv-neutron-824901-1-hyperv is: [{'id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'name': 'tempest-TestNetworkBasicOps-router-707762560', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:38:39Z', 'revision_number': 6, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:38:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'fbe27e81-60be-434d-bdd3-1cab373b18b0', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'floating_ip_address': '172.26.3.38', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'port_id': 'ae930fb0-6539-4126-92aa-a40fb3cbe5c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'mac_address': 'fa:16:3e:40:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786a62ad-e1ad-4e25-96b2-a896cb867b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:37:31Z', 'updated_at': '2022-01-17T14:38:37Z', 'revision_number': 2, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e007df6-bd12-4584-835c-366df5b3969a', 'name': '', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:69:8e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:14Z', 'updated_at': '2022-01-17T14:38:38Z', 'revision_number': 6, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:38:40.940216 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4b303f1f-5892-47b4-ad24-68ec2e458800 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/fbe27e81-60be-434d-bdd3-1cab373b18b0 HTTP/1.1" status: 200 len: 990 time: 0.2198215 Jan 17 14:38:41.944049 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41072) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:38:42.052202 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-27aaa941-88a8-4c9c-a098-9803413ab584 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/fbe27e81-60be-434d-bdd3-1cab373b18b0 HTTP/1.1" status: 200 len: 990 time: 0.1065488 Jan 17 14:38:42.188442 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3e007df6-bd12-4584-835c-366df5b3969a up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:38:42.253825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 3e007df6-bd12-4584-835c-366df5b3969a triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:38:42.254184 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:42.374678 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:42.409277 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 3e007df6-bd12-4584-835c-366df5b3969a, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3e007df6-bd12-4584-835c-366df5b3969a,segment=NetworkSegment(86fe62b6-73c0-4a32-8be5-ba86ecfad3d4),segment_id=86fe62b6-73c0-4a32-8be5-ba86ecfad3d4)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:38:42.414407 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:42.415212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 56a5bd23-5c2a-4741-ba53-775d5d0fde43 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:38:42.499681 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb89980-f2a7-43b4-a5c6-de39a4eb3591 None None] New status for floating IP fbe27e81-60be-434d-bdd3-1cab373b18b0: ACTIVE {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:38:42.538912 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=3e007df6-bd12-4584-835c-366df5b3969a,revision_number=7']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:42.550741 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 56a5bd23-5c2a-4741-ba53-775d5d0fde43 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:38:42.551111 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:42.664178 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:42.680215 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 56a5bd23-5c2a-4741-ba53-775d5d0fde43, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=56a5bd23-5c2a-4741-ba53-775d5d0fde43,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:38:42.684661 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:42.755458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=56a5bd23-5c2a-4741-ba53-775d5d0fde43,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:43.055737 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41076) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:38:43.160667 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f7edd550-4f9d-4b19-a01f-fedd71513cf4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/floatingips/fbe27e81-60be-434d-bdd3-1cab373b18b0 HTTP/1.1" status: 200 len: 992 time: 0.1037900 Jan 17 14:38:43.437218 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41084) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:38:43.645972 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 8fe0d7c5-931c-4cfc-9de2-a1c3b7393d86 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:38:43.646330 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:43.854437 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-22cd4708-7b95-421a-829b-422be1b150ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:43.921621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:43.921940 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:43.928235 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:43.946774 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:44.050612 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 8fe0d7c5-931c-4cfc-9de2-a1c3b7393d86 owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:38:44.161569 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3e007df6-bd12-4584-835c-366df5b3969a up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:38:44.201598 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:44.228567 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 3e007df6-bd12-4584-835c-366df5b3969a triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:38:44.228929 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:44.248481 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=8fe0d7c5-931c-4cfc-9de2-a1c3b7393d86,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:44.285453 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:44.285866 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:44.286712 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:44.287042 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:44.287363 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:44.287688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:44.288046 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:44.288366 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:44.288682 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:44.288995 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:44.289309 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:44.289620 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:44.356302 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:44.356668 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Floating IP fbe27e81-60be-434d-bdd3-1cab373b18b0 disassociated (deleted). External IP: 172.26.3.38, port: ae930fb0-6539-4126-92aa-a40fb3cbe5c8. Jan 17 14:38:44.358622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 56a5bd23-5c2a-4741-ba53-775d5d0fde43 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:38:44.439981 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 56a5bd23-5c2a-4741-ba53-775d5d0fde43 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:38:44.440347 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:44.712283 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router e5e784d0-9ebf-47de-97e9-05068bd2e490 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:38:44.891370 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:38:44.901002 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd678b-e3c8-4ed1-9916-30b3cdca720c None None] Sync routers for ids ['e5e784d0-9ebf-47de-97e9-05068bd2e490'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:38:44.910508 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dd678b-e3c8-4ed1-9916-30b3cdca720c None None] Routers {'e5e784d0-9ebf-47de-97e9-05068bd2e490'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:38:44.910716 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:44.911125 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-68dd678b-e3c8-4ed1-9916-30b3cdca720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:38:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e5e784d0-9ebf-47de-97e9-05068bd2e490'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:38:44.965638 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-84e6902e-d5db-4014-b7a9-90045bf4e539 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/floatingips/fbe27e81-60be-434d-bdd3-1cab373b18b0 HTTP/1.1" status: 204 len: 168 time: 1.5257361 Jan 17 14:38:44.965638 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786a62ad-e1ad-4e25-96b2-a896cb867b3e', 'tag': 'ae930fb0-6539-4126-92aa-a40fb3cbe5c8'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:38:45.010643 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786a62ad-e1ad-4e25-96b2-a896cb867b3e', 'tag': 'ae930fb0-6539-4126-92aa-a40fb3cbe5c8', 'status': 'completed', 'code': 200} Jan 17 14:38:45.096981 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-68dd678b-e3c8-4ed1-9916-30b3cdca720c None None] Set router e5e784d0-9ebf-47de-97e9-05068bd2e490 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:38:45.101217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bfae5-88ff-4e67-9ff9-52a18de72317 req-d470bc10-eb9d-4146-92f2-d6f23f25d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:38:45.102693 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-428bfae5-88ff-4e67-9ff9-52a18de72317 req-d470bc10-eb9d-4146-92f2-d6f23f25d94f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e HTTP/1.1" status: 200 len: 1098 time: 0.0722375 Jan 17 14:38:45.248230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bfae5-88ff-4e67-9ff9-52a18de72317 req-d0c887b3-bc5d-4b62-ad76-88cf02e9752c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:38:45.249578 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-428bfae5-88ff-4e67-9ff9-52a18de72317 req-d0c887b3-bc5d-4b62-ad76-88cf02e9752c service neutron] 10.222.0.15 "GET /v2.0/networks?id=54f761cd-d0a7-4c38-8120-3d2f58214ca9 HTTP/1.1" status: 200 len: 897 time: 0.1396282 Jan 17 14:38:45.326176 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-428bfae5-88ff-4e67-9ff9-52a18de72317 req-29013f7f-8caa-47a5-8098-870c1efd3090 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae930fb0-6539-4126-92aa-a40fb3cbe5c8 HTTP/1.1" status: 200 len: 217 time: 0.0689952 Jan 17 14:38:45.346758 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed324d-e7b1-4ef8-a504-c49c3a2c006a req-e7fc0cd1-b013-4cb3-a94b-9059f164c04a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:38:45.347434 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-b5ed324d-e7b1-4ef8-a504-c49c3a2c006a req-e7fc0cd1-b013-4cb3-a94b-9059f164c04a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Synchronizing usage tracker for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:38:45.366820 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-b5ed324d-e7b1-4ef8-a504-c49c3a2c006a req-e7fc0cd1-b013-4cb3-a94b-9059f164c04a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Unset dirty status for tenant:b984fd6eaa2842d8abc65eb7a2d4e417 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:38:45.367995 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b5ed324d-e7b1-4ef8-a504-c49c3a2c006a req-e7fc0cd1-b013-4cb3-a94b-9059f164c04a tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e HTTP/1.1" status: 200 len: 945 time: 0.1015286 Jan 17 14:38:45.391375 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bfae5-88ff-4e67-9ff9-52a18de72317 req-cd95963d-6876-44b8-ae6f-e17e59b318f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:38:45.392831 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-428bfae5-88ff-4e67-9ff9-52a18de72317 req-cd95963d-6876-44b8-ae6f-e17e59b318f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b569007c-7e79-4804-a38d-4bac16ecf4f9 HTTP/1.1" status: 200 len: 834 time: 0.0602865 Jan 17 14:38:45.418374 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b5ed324d-e7b1-4ef8-a504-c49c3a2c006a req-cd0a2a26-b2f6-47db-938d-d8822caf791d tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7ba4dbf-48af-42ee-8754-c2c2e750e987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427639 Jan 17 14:38:45.447454 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-68dd678b-e3c8-4ed1-9916-30b3cdca720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'name': 'tempest-TestNetworkBasicOps-router-707762560', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:38:39Z', 'revision_number': 6, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:38:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '3e007df6-bd12-4584-835c-366df5b3969a', 'name': '', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:69:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:14Z', 'updated_at': '2022-01-17T14:38:42Z', 'revision_number': 7, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:38:45.451361 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd678b-e3c8-4ed1-9916-30b3cdca720c None None] Checking router: e5e784d0-9ebf-47de-97e9-05068bd2e490 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:38:45.464680 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dd678b-e3c8-4ed1-9916-30b3cdca720c None None] Routers {'e5e784d0-9ebf-47de-97e9-05068bd2e490'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:38:45.465272 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-68dd678b-e3c8-4ed1-9916-30b3cdca720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:38:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e5e784d0-9ebf-47de-97e9-05068bd2e490'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:38:45.473007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bfae5-88ff-4e67-9ff9-52a18de72317 req-08d6092c-4a79-45d2-aafe-f2fce4c90e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:38:45.475017 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-428bfae5-88ff-4e67-9ff9-52a18de72317 req-08d6092c-4a79-45d2-aafe-f2fce4c90e79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54f761cd-d0a7-4c38-8120-3d2f58214ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758653 Jan 17 14:38:45.545579 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:45.608226 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-428bfae5-88ff-4e67-9ff9-52a18de72317 req-64be6e97-2aed-4ac1-ab68-e4784f9ede8b service neutron] 10.222.0.15 "GET /v2.0/networks/54f761cd-d0a7-4c38-8120-3d2f58214ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250932 Jan 17 14:38:45.650043 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-68dd678b-e3c8-4ed1-9916-30b3cdca720c None None] Set router e5e784d0-9ebf-47de-97e9-05068bd2e490 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:38:45.742507 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-428bfae5-88ff-4e67-9ff9-52a18de72317 req-5911c87f-0c19-489c-84a2-2d6583143089 service neutron] 10.222.0.15 "GET /v2.0/networks/54f761cd-d0a7-4c38-8120-3d2f58214ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270077 Jan 17 14:38:45.959264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-68dd678b-e3c8-4ed1-9916-30b3cdca720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'name': 'tempest-TestNetworkBasicOps-router-707762560', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:38:39Z', 'revision_number': 6, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:38:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '3e007df6-bd12-4584-835c-366df5b3969a', 'name': '', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:69:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:14Z', 'updated_at': '2022-01-17T14:38:42Z', 'revision_number': 7, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:38:45.963103 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd678b-e3c8-4ed1-9916-30b3cdca720c None None] The sync data for ids ['e5e784d0-9ebf-47de-97e9-05068bd2e490'] in dv-neutron-824901-1-hyperv is: [{'id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'name': 'tempest-TestNetworkBasicOps-router-707762560', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:38:39Z', 'revision_number': 6, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:38:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '3e007df6-bd12-4584-835c-366df5b3969a', 'name': '', 'network_id': '54f761cd-d0a7-4c38-8120-3d2f58214ca9', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'mac_address': 'fa:16:3e:69:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:14Z', 'updated_at': '2022-01-17T14:38:42Z', 'revision_number': 7, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'subnets': [{'id': 'b569007c-7e79-4804-a38d-4bac16ecf4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:38:46.611912 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90e131-a6e6-41ff-bd95-b3dd275ee0da req-ed940905-298e-4819-9e8a-a9dfd3f58f36 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:38:46.613451 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cf90e131-a6e6-41ff-bd95-b3dd275ee0da req-ed940905-298e-4819-9e8a-a9dfd3f58f36 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e HTTP/1.1" status: 200 len: 945 time: 0.0839748 Jan 17 14:38:46.626539 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54319595-97d7-4d4f-9e66-658d6a19ffd3 None None] New status for floating IP fbe27e81-60be-434d-bdd3-1cab373b18b0: DOWN {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:38:46.660965 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cf90e131-a6e6-41ff-bd95-b3dd275ee0da req-551c4a0d-4d34-4e0f-b1cc-e0df36277121 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7ba4dbf-48af-42ee-8754-c2c2e750e987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402284 Jan 17 14:38:46.932755 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe7294-d57e-4561-9386-4a4ba9f32b71 req-5c484138-e557-44c1-b29f-5921002423eb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:38:46.934517 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9bfe7294-d57e-4561-9386-4a4ba9f32b71 req-5c484138-e557-44c1-b29f-5921002423eb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "GET /v2.0/ports?device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e HTTP/1.1" status: 200 len: 945 time: 0.0870545 Jan 17 14:38:47.001025 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-9bfe7294-d57e-4561-9386-4a4ba9f32b71 req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port ae930fb0-6539-4126-92aa-a40fb3cbe5c8 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:38:47.001365 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-9bfe7294-d57e-4561-9386-4a4ba9f32b71 req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:47.253719 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-9bfe7294-d57e-4561-9386-4a4ba9f32b71 req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port ae930fb0-6539-4126-92aa-a40fb3cbe5c8, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=ae930fb0-6539-4126-92aa-a40fb3cbe5c8,segment=NetworkSegment(86fe62b6-73c0-4a32-8be5-ba86ecfad3d4),segment_id=86fe62b6-73c0-4a32-8be5-ba86ecfad3d4)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:38:47.253974 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-9bfe7294-d57e-4561-9386-4a4ba9f32b71 req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:47.469113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-9bfe7294-d57e-4561-9386-4a4ba9f32b71 req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for ae930fb0-6539-4126-92aa-a40fb3cbe5c8 owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:38:47.610866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-9bfe7294-d57e-4561-9386-4a4ba9f32b71 req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:47.690501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=ae930fb0-6539-4126-92aa-a40fb3cbe5c8,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:47.735265 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:47.735610 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:47.735967 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:47.736296 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:47.736615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:47.736936 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:47.737263 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:47.737606 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:47.737921 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:47.738234 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:47.738545 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:47.738860 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:38:47.747857 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfe7294-d57e-4561-9386-4a4ba9f32b71 req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] No DVR routers for this DVR port ae930fb0-6539-4126-92aa-a40fb3cbe5c8 on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:38:47.750176 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-9bfe7294-d57e-4561-9386-4a4ba9f32b71 req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:47.754043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786a62ad-e1ad-4e25-96b2-a896cb867b3e', 'name': 'network-vif-deleted', 'tag': 'ae930fb0-6539-4126-92aa-a40fb3cbe5c8'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:38:47.771283 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9bfe7294-d57e-4561-9386-4a4ba9f32b71 req-d7e5311a-7162-4ae4-bf88-895f29e04dea tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.15 "DELETE /v2.0/ports/ae930fb0-6539-4126-92aa-a40fb3cbe5c8 HTTP/1.1" status: 204 len: 173 time: 0.8312101 Jan 17 14:38:47.816758 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786a62ad-e1ad-4e25-96b2-a896cb867b3e', 'name': 'network-vif-deleted', 'tag': 'ae930fb0-6539-4126-92aa-a40fb3cbe5c8', 'status': 'completed', 'code': 200} Jan 17 14:38:47.833894 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d52cc9bb-7311-4df7-8091-2a799a04e12a req-db18e6fa-8cdd-4300-a91e-1de535f5c548 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "GET /v2.0/ports?device_id=786a62ad-e1ad-4e25-96b2-a896cb867b3e HTTP/1.1" status: 200 len: 210 time: 0.0624053 Jan 17 14:38:48.925919 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41104) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:38:48.993660 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2c343bc8-612d-4cfc-b53e-62564219b9cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:49.021820 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2c343bc8-612d-4cfc-b53e-62564219b9cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:49.089014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2c343bc8-612d-4cfc-b53e-62564219b9cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:49.107421 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c343bc8-612d-4cfc-b53e-62564219b9cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ba4dbf-48af-42ee-8754-c2c2e750e987,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:49.120951 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2c343bc8-612d-4cfc-b53e-62564219b9cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:49.122191 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2c343bc8-612d-4cfc-b53e-62564219b9cb tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/security-groups/f7ba4dbf-48af-42ee-8754-c2c2e750e987 HTTP/1.1" status: 204 len: 168 time: 0.1951942 Jan 17 14:38:49.152603 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41110) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:38:49.803299 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-50e22a68-f6e7-497c-8b8b-ca4d5467cb75 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:50.151203 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-50e22a68-f6e7-497c-8b8b-ca4d5467cb75 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 3e007df6-bd12-4584-835c-366df5b3969a {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:38:50.151536 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-50e22a68-f6e7-497c-8b8b-ca4d5467cb75 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:50.162316 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device ae930fb0-6539-4126-92aa-a40fb3cbe5c8 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:38:50.199599 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: ae930fb0-6539-4126-92aa-a40fb3cbe5c8 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:38:50.199955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device ae930fb0-6539-4126-92aa-a40fb3cbe5c8 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:38:50.337002 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-50e22a68-f6e7-497c-8b8b-ca4d5467cb75 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port 3e007df6-bd12-4584-835c-366df5b3969a, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3e007df6-bd12-4584-835c-366df5b3969a,segment=NetworkSegment(86fe62b6-73c0-4a32-8be5-ba86ecfad3d4),segment_id=86fe62b6-73c0-4a32-8be5-ba86ecfad3d4)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:38:50.337642 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-50e22a68-f6e7-497c-8b8b-ca4d5467cb75 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:50.469010 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-50e22a68-f6e7-497c-8b8b-ca4d5467cb75 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 3e007df6-bd12-4584-835c-366df5b3969a owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:38:50.655040 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-50e22a68-f6e7-497c-8b8b-ca4d5467cb75 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:50.700346 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e22a68-f6e7-497c-8b8b-ca4d5467cb75 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=3e007df6-bd12-4584-835c-366df5b3969a,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:50.890798 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:38:51.087081 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-50e22a68-f6e7-497c-8b8b-ca4d5467cb75 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:51.437810 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e22a68-f6e7-497c-8b8b-ca4d5467cb75 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Router e5e784d0-9ebf-47de-97e9-05068bd2e490 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:38:51.611870 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e22a68-f6e7-497c-8b8b-ca4d5467cb75 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:38:51.622126 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b6ddbe-01aa-479c-bbcc-062ffcb9f9f7 None None] Sync routers for ids ['e5e784d0-9ebf-47de-97e9-05068bd2e490'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:38:51.624790 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-50e22a68-f6e7-497c-8b8b-ca4d5467cb75 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "PUT /v2.0/routers/e5e784d0-9ebf-47de-97e9-05068bd2e490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4711578 Jan 17 14:38:51.627484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41114) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:38:51.632556 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b6ddbe-01aa-479c-bbcc-062ffcb9f9f7 None None] Routers {'e5e784d0-9ebf-47de-97e9-05068bd2e490'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:38:51.633213 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-28b6ddbe-01aa-479c-bbcc-062ffcb9f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:38:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e5e784d0-9ebf-47de-97e9-05068bd2e490'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:38:51.694473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b358d8-b801-4fc0-8671-d08dfe2bb11b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting subnet b569007c-7e79-4804-a38d-4bac16ecf4f9 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:38:51.697336 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2b358d8-b801-4fc0-8671-d08dfe2bb11b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:51.752891 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2b358d8-b801-4fc0-8671-d08dfe2bb11b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:51.839737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2b358d8-b801-4fc0-8671-d08dfe2bb11b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:51.854727 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-28b6ddbe-01aa-479c-bbcc-062ffcb9f9f7 None None] Set router e5e784d0-9ebf-47de-97e9-05068bd2e490 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:38:51.912724 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2b358d8-b801-4fc0-8671-d08dfe2bb11b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:51.951117 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b358d8-b801-4fc0-8671-d08dfe2bb11b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Subnet': ['ID=b569007c-7e79-4804-a38d-4bac16ecf4f9,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:51.954739 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2b358d8-b801-4fc0-8671-d08dfe2bb11b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:51.964302 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f2b358d8-b801-4fc0-8671-d08dfe2bb11b tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/subnets/b569007c-7e79-4804-a38d-4bac16ecf4f9 HTTP/1.1" status: 204 len: 168 time: 0.3325775 Jan 17 14:38:51.964302 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41118) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:38:51.972207 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5fa7b3-ad72-4435-83da-a135eee95885 None None] Network 54f761cd-d0a7-4c38-8120-3d2f58214ca9 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:38:52.151223 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cf2f06ab-ba7a-4d8b-aca5-9e54e20df4e4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:52.304727 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-28b6ddbe-01aa-479c-bbcc-062ffcb9f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'name': 'tempest-TestNetworkBasicOps-router-707762560', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:38:50Z', 'revision_number': 7, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:38:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:38:52.308927 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b6ddbe-01aa-479c-bbcc-062ffcb9f9f7 None None] Checking router: e5e784d0-9ebf-47de-97e9-05068bd2e490 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:38:52.318029 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b6ddbe-01aa-479c-bbcc-062ffcb9f9f7 None None] Routers {'e5e784d0-9ebf-47de-97e9-05068bd2e490'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:38:52.318667 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-28b6ddbe-01aa-479c-bbcc-062ffcb9f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:38:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e5e784d0-9ebf-47de-97e9-05068bd2e490'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:38:52.371170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6c96a4-560d-4ced-aafc-8fa9c6850c9a None None] DHCP port deletion for 54f761cd-d0a7-4c38-8120-3d2f58214ca9 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:38:52.388704 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c96a4-560d-4ced-aafc-8fa9c6850c9a None None] Deleting port 045cd320-0599-44a1-b5aa-0e8219e73c5d {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:38:52.389067 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f6c96a4-560d-4ced-aafc-8fa9c6850c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:52.450785 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cf2f06ab-ba7a-4d8b-aca5-9e54e20df4e4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:52.460995 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-cf2f06ab-ba7a-4d8b-aca5-9e54e20df4e4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Deleting port 56a5bd23-5c2a-4741-ba53-775d5d0fde43 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:38:52.461328 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cf2f06ab-ba7a-4d8b-aca5-9e54e20df4e4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:52.606668 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-28b6ddbe-01aa-479c-bbcc-062ffcb9f9f7 None None] Set router e5e784d0-9ebf-47de-97e9-05068bd2e490 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:38:52.635487 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-cf2f06ab-ba7a-4d8b-aca5-9e54e20df4e4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] For port 56a5bd23-5c2a-4741-ba53-775d5d0fde43, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=56a5bd23-5c2a-4741-ba53-775d5d0fde43,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:38:52.635866 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cf2f06ab-ba7a-4d8b-aca5-9e54e20df4e4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:52.758767 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-cf2f06ab-ba7a-4d8b-aca5-9e54e20df4e4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Calling delete_port for 56a5bd23-5c2a-4741-ba53-775d5d0fde43 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:38:52.856569 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-7f6c96a4-560d-4ced-aafc-8fa9c6850c9a None None] For port 045cd320-0599-44a1-b5aa-0e8219e73c5d, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=045cd320-0599-44a1-b5aa-0e8219e73c5d,segment=NetworkSegment(86fe62b6-73c0-4a32-8be5-ba86ecfad3d4),segment_id=86fe62b6-73c0-4a32-8be5-ba86ecfad3d4)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:38:52.857193 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f6c96a4-560d-4ced-aafc-8fa9c6850c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:52.929563 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cf2f06ab-ba7a-4d8b-aca5-9e54e20df4e4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:52.978353 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f06ab-ba7a-4d8b-aca5-9e54e20df4e4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Port': ['ID=56a5bd23-5c2a-4741-ba53-775d5d0fde43,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:53.038648 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c96a4-560d-4ced-aafc-8fa9c6850c9a None None] Calling delete_port for 045cd320-0599-44a1-b5aa-0e8219e73c5d owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:38:53.072607 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cf2f06ab-ba7a-4d8b-aca5-9e54e20df4e4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:53.110419 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:53.181148 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f6c96a4-560d-4ced-aafc-8fa9c6850c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:53.231117 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c96a4-560d-4ced-aafc-8fa9c6850c9a None None] Pushing event deleted for resources: {'Port': ['ID=045cd320-0599-44a1-b5aa-0e8219e73c5d,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:53.232948 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6c96a4-560d-4ced-aafc-8fa9c6850c9a None None] No DVR routers for this DVR port 045cd320-0599-44a1-b5aa-0e8219e73c5d on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:38:53.251360 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cf2f06ab-ba7a-4d8b-aca5-9e54e20df4e4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:53.253648 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cf2f06ab-ba7a-4d8b-aca5-9e54e20df4e4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:53.258606 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-28b6ddbe-01aa-479c-bbcc-062ffcb9f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'name': 'tempest-TestNetworkBasicOps-router-707762560', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:38:50Z', 'revision_number': 7, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:38:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:38:53.263131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b6ddbe-01aa-479c-bbcc-062ffcb9f9f7 None None] The sync data for ids ['e5e784d0-9ebf-47de-97e9-05068bd2e490'] in dv-neutron-824901-1-hyperv is: [{'id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'name': 'tempest-TestNetworkBasicOps-router-707762560', 'tenant_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:38:50Z', 'revision_number': 7, 'project_id': 'b984fd6eaa2842d8abc65eb7a2d4e417', 'gw_port': {'id': '56a5bd23-5c2a-4741-ba53-775d5d0fde43', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e784d0-9ebf-47de-97e9-05068bd2e490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:37:10Z', 'updated_at': '2022-01-17T14:38:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:38:53.276971 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cf2f06ab-ba7a-4d8b-aca5-9e54e20df4e4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:53.277637 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2f06ab-ba7a-4d8b-aca5-9e54e20df4e4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Fanout notify agent at l3_agent the message router_deleted on router e5e784d0-9ebf-47de-97e9-05068bd2e490 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:38:53.293560 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cf2f06ab-ba7a-4d8b-aca5-9e54e20df4e4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:53.296256 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-cf2f06ab-ba7a-4d8b-aca5-9e54e20df4e4 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/routers/e5e784d0-9ebf-47de-97e9-05068bd2e490 HTTP/1.1" status: 204 len: 168 time: 1.3317158 Jan 17 14:38:53.297416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41122) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:38:53.413201 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1702c1da-5cb6-45cc-b10e-8e5417ec6b95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:53.544035 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1702c1da-5cb6-45cc-b10e-8e5417ec6b95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:53.568701 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-1702c1da-5cb6-45cc-b10e-8e5417ec6b95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f761cd-d0a7-4c38-8120-3d2f58214ca9']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:38:53.580752 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-1702c1da-5cb6-45cc-b10e-8e5417ec6b95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fe62b6-73c0-4a32-8be5-ba86ecfad3d4') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:38:53.581047 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-1702c1da-5cb6-45cc-b10e-8e5417ec6b95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fe62b6-73c0-4a32-8be5-ba86ecfad3d4') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:38:53.595931 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1702c1da-5cb6-45cc-b10e-8e5417ec6b95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:53.614519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1702c1da-5cb6-45cc-b10e-8e5417ec6b95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:53.621505 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1702c1da-5cb6-45cc-b10e-8e5417ec6b95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:38:53.621897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1702c1da-5cb6-45cc-b10e-8e5417ec6b95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:38:53.636381 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:38:53.719731 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1702c1da-5cb6-45cc-b10e-8e5417ec6b95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:53.740376 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1702c1da-5cb6-45cc-b10e-8e5417ec6b95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:53.752108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702c1da-5cb6-45cc-b10e-8e5417ec6b95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] Pushing event deleted for resources: {'Network': ['ID=54f761cd-d0a7-4c38-8120-3d2f58214ca9,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:53.760843 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1702c1da-5cb6-45cc-b10e-8e5417ec6b95 tempest-TestNetworkBasicOps-487637247 tempest-TestNetworkBasicOps-487637247-project] 10.222.0.48 "DELETE /v2.0/networks/54f761cd-d0a7-4c38-8120-3d2f58214ca9 HTTP/1.1" status: 204 len: 168 time: 0.4624012 Jan 17 14:38:54.115067 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41130) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:38:54.269141 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3e007df6-bd12-4584-835c-366df5b3969a no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:38:54.277060 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-97c89498-0afb-416c-95b8-24a36e9fe044 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b984fd6eaa2842d8abc65eb7a2d4e417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585023 Jan 17 14:38:54.277250 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41136) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:38:54.305586 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 3e007df6-bd12-4584-835c-366df5b3969a {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:38:54.305927 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3e007df6-bd12-4584-835c-366df5b3969a not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:38:54.306341 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 045cd320-0599-44a1-b5aa-0e8219e73c5d no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:38:54.337068 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-51a151a0-ca5d-46d0-aa56-17e7417b67e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:54.339376 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 045cd320-0599-44a1-b5aa-0e8219e73c5d {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:38:54.339743 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 045cd320-0599-44a1-b5aa-0e8219e73c5d not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:38:54.340152 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 56a5bd23-5c2a-4741-ba53-775d5d0fde43 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:38:54.361634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-51a151a0-ca5d-46d0-aa56-17e7417b67e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:54.371975 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 56a5bd23-5c2a-4741-ba53-775d5d0fde43 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:38:54.372316 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 56a5bd23-5c2a-4741-ba53-775d5d0fde43 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:38:54.423874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-51a151a0-ca5d-46d0-aa56-17e7417b67e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:54.441043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a151a0-ca5d-46d0-aa56-17e7417b67e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b586c15-7298-427f-b3bd-00f16b7ba6ce,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:54.449193 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-51a151a0-ca5d-46d0-aa56-17e7417b67e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:54.450308 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-51a151a0-ca5d-46d0-aa56-17e7417b67e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b586c15-7298-427f-b3bd-00f16b7ba6ce HTTP/1.1" status: 204 len: 168 time: 0.1722295 Jan 17 14:38:54.721249 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41144) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:38:54.738208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c7541cb7-0f65-4fc6-8879-f6db23c0dbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:54.752522 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c7541cb7-0f65-4fc6-8879-f6db23c0dbaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:38:54.756872 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c7541cb7-0f65-4fc6-8879-f6db23c0dbaa admin admin] Usage tracker for resource:security_group_rule and tenant:84c8d694ca7346869bb4bb6a7a986a9a is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:38:54.759636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c7541cb7-0f65-4fc6-8879-f6db23c0dbaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:38:54.765233 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c7541cb7-0f65-4fc6-8879-f6db23c0dbaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:38:54.850342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c7541cb7-0f65-4fc6-8879-f6db23c0dbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:54.854204 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c7541cb7-0f65-4fc6-8879-f6db23c0dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:54.901205 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c7541cb7-0f65-4fc6-8879-f6db23c0dbaa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84c8d694ca7346869bb4bb6a7a986a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789103 Jan 17 14:38:54.902779 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7541cb7-0f65-4fc6-8879-f6db23c0dbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168f7a3c-63c5-4553-8a83-534bf83e4ad9,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:54.904000 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41148) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:38:54.962806 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9614d843-ac3a-43ff-8f93-73194e7da97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:54.987788 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9614d843-ac3a-43ff-8f93-73194e7da97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:55.038611 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9614d843-ac3a-43ff-8f93-73194e7da97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:55.054998 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614d843-ac3a-43ff-8f93-73194e7da97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168f7a3c-63c5-4553-8a83-534bf83e4ad9,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:55.061399 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9614d843-ac3a-43ff-8f93-73194e7da97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:55.062479 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9614d843-ac3a-43ff-8f93-73194e7da97f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/168f7a3c-63c5-4553-8a83-534bf83e4ad9 HTTP/1.1" status: 204 len: 168 time: 0.1574519 Jan 17 14:38:55.818831 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41172) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:38:55.919041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1009032915-network', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:38:55.923955 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:38:55.927918 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Usage tracker for resource:network and tenant:a4200fdce7fb462d965ad85a2d619b54 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:38:55.931306 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:38:55.936857 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:38:55.946760 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Made reservation on behalf of a4200fdce7fb462d965ad85a2d619b54 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:38:55.949121 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:55.960991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:55.974779 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:38:55.979069 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Usage tracker for resource:security_group_rule and tenant:a4200fdce7fb462d965ad85a2d619b54 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:38:55.981838 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:38:55.987510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:38:56.067938 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:56.071498 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:56.098529 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:38:56.111170 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f75cd0-6601-4de5-8bf7-f1d1f5cbfb29,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:56.115697 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:56.116058 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Added segment 87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b of type vlan for network 508342af-935e-478d-a049-6a813f68cde8 Jan 17 14:38:56.141686 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:56.171009 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:56.172139 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:38:56.172707 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:56.274037 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] Pushing event updated for resources: {'Network': ['ID=508342af-935e-478d-a049-6a813f68cde8,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:56.278984 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-428b97e6-f960-43be-a7e0-93f76b3d2b3a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4591200 Jan 17 14:38:56.282591 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41178) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:38:56.284401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 508342af-935e-478d-a049-6a813f68cde8 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:38:56.288838 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-83966c2e-48ad-4113-9c94-0cc030233773 admin admin] Request body: {'subnet': {'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1009032915-subnet', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'ip_version': 4}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:38:56.293678 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-83966c2e-48ad-4113-9c94-0cc030233773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:38:56.297774 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-83966c2e-48ad-4113-9c94-0cc030233773 admin admin] Usage tracker for resource:subnet and tenant:a4200fdce7fb462d965ad85a2d619b54 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:38:56.300662 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-83966c2e-48ad-4113-9c94-0cc030233773 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:38:56.306537 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-83966c2e-48ad-4113-9c94-0cc030233773 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:38:56.316800 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83966c2e-48ad-4113-9c94-0cc030233773 admin admin] Made reservation on behalf of a4200fdce7fb462d965ad85a2d619b54 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:38:56.319344 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-83966c2e-48ad-4113-9c94-0cc030233773 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:56.529776 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-83966c2e-48ad-4113-9c94-0cc030233773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:56.688054 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83966c2e-48ad-4113-9c94-0cc030233773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a417a3e-2cb9-4b6e-abef-d13d730ec431,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:56.698744 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83966c2e-48ad-4113-9c94-0cc030233773 admin admin] Checking segment: {'id': '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '508342af-935e-478d-a049-6a813f68cde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:38:56.699094 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83966c2e-48ad-4113-9c94-0cc030233773 admin admin] Network hostable DHCP agents. Network: 508342af-935e-478d-a049-6a813f68cde8, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:38:56.718119 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83966c2e-48ad-4113-9c94-0cc030233773 admin admin] Network 508342af-935e-478d-a049-6a813f68cde8 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:38:56.727161 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-83966c2e-48ad-4113-9c94-0cc030233773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 508342af-935e-478d-a049-6a813f68cde8) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:38:56.731019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83966c2e-48ad-4113-9c94-0cc030233773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:38:56.731745 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-83966c2e-48ad-4113-9c94-0cc030233773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:56.736232 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d382f5-35cb-4105-b438-0ae84f308a84 None None] Network 508342af-935e-478d-a049-6a813f68cde8 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:38:56.753505 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-83966c2e-48ad-4113-9c94-0cc030233773 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4695754 Jan 17 14:38:56.756773 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41182) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:38:56.761818 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:38:56.766560 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:38:56.770484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Usage tracker for resource:router and tenant:a4200fdce7fb462d965ad85a2d619b54 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:38:56.773824 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:38:56.779395 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:38:56.789313 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:56.790331 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:56.806292 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:56.950464 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-508342af-935e-478d-a049-6a813f68cde8', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:38:56.951294 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:57.072685 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:57.103669 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Allocated IP 172.20.0.2 (508342af-935e-478d-a049-6a813f68cde8/2a417a3e-2cb9-4b6e-abef-d13d730ec431/ac72f4d9-95d7-471d-9f10-78e0106ac77a) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:38:57.306594 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:57.316333 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Transition to ACTIVE for port object ac72f4d9-95d7-471d-9f10-78e0106ac77a will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:38:57.335415 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Transition to ACTIVE for port object ac72f4d9-95d7-471d-9f10-78e0106ac77a will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:38:57.340483 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:57.384721 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:57.409730 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Network 508342af-935e-478d-a049-6a813f68cde8 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:38:57.413049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:38:57.415376 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:57.417196 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:38:57.419264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Pushing event updated for resources: {'Port': ['ID=ac72f4d9-95d7-471d-9f10-78e0106ac77a,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:57.504503 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Attempting to bind port ac72f4d9-95d7-471d-9f10-78e0106ac77a on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:38:57.504939 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Attempting to bind port ac72f4d9-95d7-471d-9f10-78e0106ac77a by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '508342af-935e-478d-a049-6a813f68cde8'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:38:57.505226 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Attempting to bind port ac72f4d9-95d7-471d-9f10-78e0106ac77a on network 508342af-935e-478d-a049-6a813f68cde8 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:38:57.510436 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:38:57.510804 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Checking segment: {'id': '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '508342af-935e-478d-a049-6a813f68cde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:38:57.511198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:57.511584 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Bound using segment: {'id': '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '508342af-935e-478d-a049-6a813f68cde8'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:38:57.512069 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Bound port: ac72f4d9-95d7-471d-9f10-78e0106ac77a, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '508342af-935e-478d-a049-6a813f68cde8'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:38:57.512439 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:57.552591 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Allocated IP 172.26.3.227 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/e75273d3-6040-4c80-a0ab-bfff244c7646) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:38:57.603624 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] For port ac72f4d9-95d7-471d-9f10-78e0106ac77a, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:38:57.606556 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] For port ac72f4d9-95d7-471d-9f10-78e0106ac77a, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ac72f4d9-95d7-471d-9f10-78e0106ac77a,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:38:57.610753 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:57.693293 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec7bf7-3776-4ab9-a5ce-0deea9fc85de None None] Pushing event updated for resources: {'Port': ['ID=ac72f4d9-95d7-471d-9f10-78e0106ac77a,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:57.706909 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:57.736671 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:57.803084 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:38:57.806284 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:38:57.809978 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:38:57.842862 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Pushing event updated for resources: {'Port': ['ID=e75273d3-6040-4c80-a0ab-bfff244c7646,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:58.187296 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ac72f4d9-95d7-471d-9f10-78e0106ac77a up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:38:58.258863 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port ac72f4d9-95d7-471d-9f10-78e0106ac77a completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:38:58.354072 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:58.644991 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff27f7fb-f7f7-4024-aa1a-eba607883fa5 None None] Network 508342af-935e-478d-a049-6a813f68cde8 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:38:58.715837 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:58.777825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7166c8a5-9fbf-423e-a62f-be1e2108ea9d None None] Provisioning for port ac72f4d9-95d7-471d-9f10-78e0106ac77a completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:38:58.786653 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7166c8a5-9fbf-423e-a62f-be1e2108ea9d None None] Provisioning complete for port ac72f4d9-95d7-471d-9f10-78e0106ac77a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:38:58.787018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7166c8a5-9fbf-423e-a62f-be1e2108ea9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:58.927158 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Router 842cce20-75a9-4bf0-b8b6-8100f535fed3 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:38:59.019554 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7166c8a5-9fbf-423e-a62f-be1e2108ea9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:59.063925 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-7166c8a5-9fbf-423e-a62f-be1e2108ea9d None None] For port ac72f4d9-95d7-471d-9f10-78e0106ac77a, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ac72f4d9-95d7-471d-9f10-78e0106ac77a,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:38:59.069500 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7166c8a5-9fbf-423e-a62f-be1e2108ea9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:59.107381 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:38:59.118919 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] Sync routers for ids ['842cce20-75a9-4bf0-b8b6-8100f535fed3'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:38:59.131466 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] Routers {'842cce20-75a9-4bf0-b8b6-8100f535fed3'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:38:59.132098 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:38:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['842cce20-75a9-4bf0-b8b6-8100f535fed3'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:38:59.133510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:59.138223 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-80f3e212-03cb-414d-89cb-dd730b704ffb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3784070 Jan 17 14:38:59.138446 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41186) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:38:59.146525 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166c8a5-9fbf-423e-a62f-be1e2108ea9d None None] Pushing event updated for resources: {'Port': ['ID=ac72f4d9-95d7-471d-9f10-78e0106ac77a,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:38:59.292689 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8f8f28b8-c117-4708-9247-15424368c0ef None None] Provisioning complete for port ac72f4d9-95d7-471d-9f10-78e0106ac77a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:38:59.293799 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8f8f28b8-c117-4708-9247-15424368c0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:59.320596 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] Set router 842cce20-75a9-4bf0-b8b6-8100f535fed3 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:38:59.613042 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:38:58Z', 'revision_number': 3, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:38:59.617336 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] Checking router: 842cce20-75a9-4bf0-b8b6-8100f535fed3 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:38:59.617753 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] Updating router 842cce20-75a9-4bf0-b8b6-8100f535fed3 port e75273d3-6040-4c80-a0ab-bfff244c7646 binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:38:59.671602 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:59.923033 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd3c1edb-f371-459a-ab93-9e71aecfc0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:38:59.999754 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:00.011397 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] Transition to ACTIVE for port object e75273d3-6040-4c80-a0ab-bfff244c7646 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:39:00.017567 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:00.118051 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] Attempting to bind port e75273d3-6040-4c80-a0ab-bfff244c7646 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:39:00.118639 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] Attempting to bind port e75273d3-6040-4c80-a0ab-bfff244c7646 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:39:00.119238 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] Attempting to bind port e75273d3-6040-4c80-a0ab-bfff244c7646 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:39:00.131077 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a180d56-65ea-4cfd-aaf0-0092f8256d01 None None] Pushing event updated for resources: {'Port': ['ID=e75273d3-6040-4c80-a0ab-bfff244c7646,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:00.139773 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a180d56-65ea-4cfd-aaf0-0092f8256d01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:00.140476 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a180d56-65ea-4cfd-aaf0-0092f8256d01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:00.140984 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a180d56-65ea-4cfd-aaf0-0092f8256d01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:00.141546 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a180d56-65ea-4cfd-aaf0-0092f8256d01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:00.141862 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a180d56-65ea-4cfd-aaf0-0092f8256d01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:00.142196 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a180d56-65ea-4cfd-aaf0-0092f8256d01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:00.142515 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a180d56-65ea-4cfd-aaf0-0092f8256d01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:00.142836 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a180d56-65ea-4cfd-aaf0-0092f8256d01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:00.143155 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a180d56-65ea-4cfd-aaf0-0092f8256d01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:00.143468 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a180d56-65ea-4cfd-aaf0-0092f8256d01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:00.143867 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a180d56-65ea-4cfd-aaf0-0092f8256d01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:00.144186 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a180d56-65ea-4cfd-aaf0-0092f8256d01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:00.150071 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-bd3c1edb-f371-459a-ab93-9e71aecfc0ec admin admin] Allocated IP 172.20.0.1 (508342af-935e-478d-a049-6a813f68cde8/2a417a3e-2cb9-4b6e-abef-d13d730ec431/e3c3b9ac-f834-4b2e-8038-520d0a1125e2) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:39:00.150623 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:39:00.150781 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:39:00.151040 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:00.151613 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:39:00.152259 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] Bound port: e75273d3-6040-4c80-a0ab-bfff244c7646, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:39:00.152817 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:00.188248 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ac72f4d9-95d7-471d-9f10-78e0106ac77a up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:39:00.227471 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] For port e75273d3-6040-4c80-a0ab-bfff244c7646, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:39:00.230634 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] For port e75273d3-6040-4c80-a0ab-bfff244c7646, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e75273d3-6040-4c80-a0ab-bfff244c7646,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:39:00.234978 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:00.261854 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port ac72f4d9-95d7-471d-9f10-78e0106ac77a triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:39:00.262457 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:00.304257 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] Routers {'842cce20-75a9-4bf0-b8b6-8100f535fed3'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:39:00.304951 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:38:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['842cce20-75a9-4bf0-b8b6-8100f535fed3'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:39:00.307877 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd3c1edb-f371-459a-ab93-9e71aecfc0ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:00.327206 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-bd3c1edb-f371-459a-ab93-9e71aecfc0ec admin admin] Transition to ACTIVE for port object e3c3b9ac-f834-4b2e-8038-520d0a1125e2 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:39:00.352097 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd3c1edb-f371-459a-ab93-9e71aecfc0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:00.393191 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a180d56-65ea-4cfd-aaf0-0092f8256d01 None None] Pushing event updated for resources: {'Port': ['ID=e75273d3-6040-4c80-a0ab-bfff244c7646,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:00.424964 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3c1edb-f371-459a-ab93-9e71aecfc0ec admin admin] Network 508342af-935e-478d-a049-6a813f68cde8 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:39:00.427945 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-bd3c1edb-f371-459a-ab93-9e71aecfc0ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:39:00.430344 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c1edb-f371-459a-ab93-9e71aecfc0ec admin admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:39:00.466736 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c1edb-f371-459a-ab93-9e71aecfc0ec admin admin] Pushing event updated for resources: {'Port': ['ID=e3c3b9ac-f834-4b2e-8038-520d0a1125e2,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:00.491482 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd3c1edb-f371-459a-ab93-9e71aecfc0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:00.500661 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] Set router 842cce20-75a9-4bf0-b8b6-8100f535fed3 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:39:00.619493 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd3c1edb-f371-459a-ab93-9e71aecfc0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:00.644432 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-51c5229e-6c6a-4248-af83-8260cbd13272 None None] Provisioning for port e3c3b9ac-f834-4b2e-8038-520d0a1125e2 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:39:00.649464 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-51c5229e-6c6a-4248-af83-8260cbd13272 None None] Provisioning complete for port e3c3b9ac-f834-4b2e-8038-520d0a1125e2 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:39:00.649835 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-51c5229e-6c6a-4248-af83-8260cbd13272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:00.707780 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-51c5229e-6c6a-4248-af83-8260cbd13272 None None] Port e3c3b9ac-f834-4b2e-8038-520d0a1125e2 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:39:00.791724 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:38:58Z', 'revision_number': 3, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:39:00.795597 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7226246-afd9-421c-bb56-a2bf6bf9e1ec None None] The sync data for ids ['842cce20-75a9-4bf0-b8b6-8100f535fed3'] in dv-neutron-824901-1-hyperv is: [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:38:58Z', 'revision_number': 3, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:39:00.845011 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd3c1edb-f371-459a-ab93-9e71aecfc0ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:00.849713 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd3c1edb-f371-459a-ab93-9e71aecfc0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:00.958363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c1edb-f371-459a-ab93-9e71aecfc0ec admin admin] Pushing event updated for resources: {'Port': ['ID=e3c3b9ac-f834-4b2e-8038-520d0a1125e2,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:00.960668 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bd3c1edb-f371-459a-ab93-9e71aecfc0ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:01.109732 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3c1edb-f371-459a-ab93-9e71aecfc0ec admin admin] Network 508342af-935e-478d-a049-6a813f68cde8 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:39:01.110879 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-bd3c1edb-f371-459a-ab93-9e71aecfc0ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:39:01.333458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0856e5f2-3e6b-4b47-825c-da5cf5e0a490 None None] Provisioning complete for port e3c3b9ac-f834-4b2e-8038-520d0a1125e2 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:39:01.334015 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0856e5f2-3e6b-4b47-825c-da5cf5e0a490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:01.390188 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0856e5f2-3e6b-4b47-825c-da5cf5e0a490 None None] Port e3c3b9ac-f834-4b2e-8038-520d0a1125e2 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:39:01.427034 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3c1edb-f371-459a-ab93-9e71aecfc0ec admin admin] Router 842cce20-75a9-4bf0-b8b6-8100f535fed3 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:39:01.615184 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3c1edb-f371-459a-ab93-9e71aecfc0ec admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:39:01.631804 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bd3c1edb-f371-459a-ab93-9e71aecfc0ec admin admin] 10.222.0.48 "PUT /v2.0/routers/842cce20-75a9-4bf0-b8b6-8100f535fed3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4924524 Jan 17 14:39:02.143076 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41204) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:39:02.148483 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1423306485-network', 'tenant_id': '6bd30df57fcf4f708f798bea05f8f8af'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:39:02.153965 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:39:02.158328 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Usage tracker for resource:network and tenant:6bd30df57fcf4f708f798bea05f8f8af is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:39:02.162392 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:39:02.168300 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:39:02.180114 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Made reservation on behalf of 6bd30df57fcf4f708f798bea05f8f8af for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:39:02.182489 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:02.184124 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e75273d3-6040-4c80-a0ab-bfff244c7646 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:39:02.195060 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:02.209890 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:39:02.213669 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Usage tracker for resource:security_group_rule and tenant:6bd30df57fcf4f708f798bea05f8f8af is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:39:02.216907 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:39:02.226061 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:39:02.254111 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] Sync routers for ids ['842cce20-75a9-4bf0-b8b6-8100f535fed3'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:39:02.258901 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port e75273d3-6040-4c80-a0ab-bfff244c7646 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:39:02.266195 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port e75273d3-6040-4c80-a0ab-bfff244c7646 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:39:02.266525 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:02.304019 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] Routers {'842cce20-75a9-4bf0-b8b6-8100f535fed3'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:39:02.304647 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:38:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['842cce20-75a9-4bf0-b8b6-8100f535fed3'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:39:02.312061 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:02.315916 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:02.345543 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:39:02.353842 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1dc3d7-fce6-4e50-a3b3-888ea4831c03,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:02.359392 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:02.359825 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Added segment 56bbaa6c-b44a-4d08-adb0-bf28886b909d of type vlan for network 038755f8-fd10-4d31-94af-b9022745af5c Jan 17 14:39:02.386803 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:02.415301 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:02.416288 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:02.416849 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:02.521252 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] Pushing event updated for resources: {'Network': ['ID=038755f8-fd10-4d31-94af-b9022745af5c,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:02.524197 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3c0d839a-36b6-4355-99e9-762892dd1aa3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3800845 Jan 17 14:39:02.526827 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41208) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:39:02.532139 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-5d993f14-9d47-4202-9109-fdd76ac7c9fa admin admin] Request body: {'subnet': {'network_id': '038755f8-fd10-4d31-94af-b9022745af5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1423306485-subnet', 'tenant_id': '6bd30df57fcf4f708f798bea05f8f8af', 'ip_version': 4}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:39:02.536776 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5d993f14-9d47-4202-9109-fdd76ac7c9fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:39:02.539383 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 038755f8-fd10-4d31-94af-b9022745af5c details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:39:02.541140 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5d993f14-9d47-4202-9109-fdd76ac7c9fa admin admin] Usage tracker for resource:subnet and tenant:6bd30df57fcf4f708f798bea05f8f8af is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:39:02.544068 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5d993f14-9d47-4202-9109-fdd76ac7c9fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:39:02.549689 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5d993f14-9d47-4202-9109-fdd76ac7c9fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:39:02.560856 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d993f14-9d47-4202-9109-fdd76ac7c9fa admin admin] Made reservation on behalf of 6bd30df57fcf4f708f798bea05f8f8af for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:39:02.563282 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d993f14-9d47-4202-9109-fdd76ac7c9fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:02.563671 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] Set router 842cce20-75a9-4bf0-b8b6-8100f535fed3 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:39:02.682581 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:02.767012 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d993f14-9d47-4202-9109-fdd76ac7c9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:02.791428 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port e75273d3-6040-4c80-a0ab-bfff244c7646, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e75273d3-6040-4c80-a0ab-bfff244c7646,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:39:02.800846 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:02.952480 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d993f14-9d47-4202-9109-fdd76ac7c9fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f3a8c11-13b5-4a84-acb3-32f7d6fe200b,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:02.960116 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d993f14-9d47-4202-9109-fdd76ac7c9fa admin admin] Checking segment: {'id': '56bbaa6c-b44a-4d08-adb0-bf28886b909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '038755f8-fd10-4d31-94af-b9022745af5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:39:02.960459 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d993f14-9d47-4202-9109-fdd76ac7c9fa admin admin] Network hostable DHCP agents. Network: 038755f8-fd10-4d31-94af-b9022745af5c, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:39:02.980084 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d993f14-9d47-4202-9109-fdd76ac7c9fa admin admin] Network 038755f8-fd10-4d31-94af-b9022745af5c is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:39:02.989702 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-5d993f14-9d47-4202-9109-fdd76ac7c9fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 038755f8-fd10-4d31-94af-b9022745af5c) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:39:02.989952 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=e75273d3-6040-4c80-a0ab-bfff244c7646,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:02.994932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d993f14-9d47-4202-9109-fdd76ac7c9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:02.995575 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d993f14-9d47-4202-9109-fdd76ac7c9fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:03.004867 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbd1f94-cbd4-4938-b536-cfc96caa91a1 None None] Network 038755f8-fd10-4d31-94af-b9022745af5c requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:39:03.018155 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5d993f14-9d47-4202-9109-fdd76ac7c9fa admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4902430 Jan 17 14:39:03.020732 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41212) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:39:03.025943 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1423306485-router', 'tenant_id': '6bd30df57fcf4f708f798bea05f8f8af', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:39:03.030677 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:39:03.034493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Usage tracker for resource:router and tenant:6bd30df57fcf4f708f798bea05f8f8af is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:39:03.037679 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:39:03.043381 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:39:03.054917 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:03.056089 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:03.072320 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:03.214183 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'e3c3b9ac-f834-4b2e-8038-520d0a1125e2', 'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'mac_address': 'fa:16:3e:e2:36:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:59Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 2, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'subnets': [{'id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:39:03.222088 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] Checking router: 842cce20-75a9-4bf0-b8b6-8100f535fed3 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:39:03.222441 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] Updating router 842cce20-75a9-4bf0-b8b6-8100f535fed3 port e3c3b9ac-f834-4b2e-8038-520d0a1125e2 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:39:03.309578 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:03.319243 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-038755f8-fd10-4d31-94af-b9022745af5c', 'network_id': '038755f8-fd10-4d31-94af-b9022745af5c', 'tenant_id': '6bd30df57fcf4f708f798bea05f8f8af', 'fixed_ips': [{'subnet_id': '9f3a8c11-13b5-4a84-acb3-32f7d6fe200b'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:39:03.320049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:03.336951 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:03.652497 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:03.653131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Allocated IP 172.20.0.2 (038755f8-fd10-4d31-94af-b9022745af5c/9f3a8c11-13b5-4a84-acb3-32f7d6fe200b/bebf2571-6a08-41d3-8d71-9f2efebd6466) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:39:03.682976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:03.820490 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Allocated IP 172.26.3.61 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/b34278f5-c537-4ac8-a4e0-76000cd0cc47) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:39:03.943917 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:03.966542 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] Transition to ACTIVE for port object e3c3b9ac-f834-4b2e-8038-520d0a1125e2 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:39:03.969032 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:03.972505 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:03.979227 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:03.983608 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Transition to ACTIVE for port object bebf2571-6a08-41d3-8d71-9f2efebd6466 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:39:04.002767 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:04.070073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:39:04.073122 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:39:04.077028 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:39:04.114621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=b34278f5-c537-4ac8-a4e0-76000cd0cc47,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:04.116093 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Transition to ACTIVE for port object bebf2571-6a08-41d3-8d71-9f2efebd6466 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:39:04.123262 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77a9a7-783b-4f0c-a0c9-10aea7807462 None None] Pushing event updated for resources: {'Port': ['ID=e3c3b9ac-f834-4b2e-8038-520d0a1125e2,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:04.128017 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:04.214307 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e75273d3-6040-4c80-a0ab-bfff244c7646 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:39:04.265777 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Network 038755f8-fd10-4d31-94af-b9022745af5c is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:39:04.304880 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:39:04.368089 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:39:04.399331 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Pushing event updated for resources: {'Port': ['ID=bebf2571-6a08-41d3-8d71-9f2efebd6466,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:04.446067 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] Attempting to bind port e3c3b9ac-f834-4b2e-8038-520d0a1125e2 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:39:04.446427 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] Attempting to bind port e3c3b9ac-f834-4b2e-8038-520d0a1125e2 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '508342af-935e-478d-a049-6a813f68cde8'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:39:04.446839 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] Attempting to bind port e3c3b9ac-f834-4b2e-8038-520d0a1125e2 on network 508342af-935e-478d-a049-6a813f68cde8 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:39:04.485542 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:39:04.485912 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] Checking segment: {'id': '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '508342af-935e-478d-a049-6a813f68cde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:39:04.486297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:04.486690 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] Bound using segment: {'id': '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '508342af-935e-478d-a049-6a813f68cde8'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:39:04.487153 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] Bound port: e3c3b9ac-f834-4b2e-8038-520d0a1125e2, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '508342af-935e-478d-a049-6a813f68cde8'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:39:04.487520 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:04.559249 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Attempting to bind port bebf2571-6a08-41d3-8d71-9f2efebd6466 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:39:04.559681 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Attempting to bind port bebf2571-6a08-41d3-8d71-9f2efebd6466 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '56bbaa6c-b44a-4d08-adb0-bf28886b909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '038755f8-fd10-4d31-94af-b9022745af5c'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:39:04.560084 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Attempting to bind port bebf2571-6a08-41d3-8d71-9f2efebd6466 on network 038755f8-fd10-4d31-94af-b9022745af5c {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:39:04.586409 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:39:04.586784 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Checking segment: {'id': '56bbaa6c-b44a-4d08-adb0-bf28886b909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '038755f8-fd10-4d31-94af-b9022745af5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:39:04.587179 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:04.587561 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Bound using segment: {'id': '56bbaa6c-b44a-4d08-adb0-bf28886b909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '038755f8-fd10-4d31-94af-b9022745af5c'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:39:04.588043 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Bound port: bebf2571-6a08-41d3-8d71-9f2efebd6466, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bbaa6c-b44a-4d08-adb0-bf28886b909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '038755f8-fd10-4d31-94af-b9022745af5c'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:39:04.588413 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:04.604192 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port e75273d3-6040-4c80-a0ab-bfff244c7646 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:39:04.604552 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:04.632802 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:04.709337 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] For port e3c3b9ac-f834-4b2e-8038-520d0a1125e2, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:39:04.739020 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] For port e3c3b9ac-f834-4b2e-8038-520d0a1125e2, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e3c3b9ac-f834-4b2e-8038-520d0a1125e2,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:39:04.753579 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:04.796028 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] For port bebf2571-6a08-41d3-8d71-9f2efebd6466, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:39:04.826660 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] For port bebf2571-6a08-41d3-8d71-9f2efebd6466, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=bebf2571-6a08-41d3-8d71-9f2efebd6466,segment=NetworkSegment(56bbaa6c-b44a-4d08-adb0-bf28886b909d),segment_id=56bbaa6c-b44a-4d08-adb0-bf28886b909d)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:39:04.871222 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:04.903161 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77a9a7-783b-4f0c-a0c9-10aea7807462 None None] Pushing event updated for resources: {'Port': ['ID=e3c3b9ac-f834-4b2e-8038-520d0a1125e2,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:04.957457 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] Routers {'842cce20-75a9-4bf0-b8b6-8100f535fed3'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:39:04.958400 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:38:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['842cce20-75a9-4bf0-b8b6-8100f535fed3'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:39:04.984061 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:05.068693 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4285cd7-f22b-44ca-a24b-79f672c620f9 None None] Pushing event updated for resources: {'Port': ['ID=bebf2571-6a08-41d3-8d71-9f2efebd6466,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:05.177316 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] Set router 842cce20-75a9-4bf0-b8b6-8100f535fed3 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:39:05.200733 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Router 7f23dea2-b4bc-4108-afbc-ec0bb116c25e is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:39:05.417377 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:39:05.427582 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] Sync routers for ids ['7f23dea2-b4bc-4108-afbc-ec0bb116c25e'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:39:05.438182 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] Routers {'7f23dea2-b4bc-4108-afbc-ec0bb116c25e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:39:05.438894 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:38:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7f23dea2-b4bc-4108-afbc-ec0bb116c25e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:39:05.442458 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:05.444574 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ef163dbc-c1d8-43fa-9e35-09f3fbb82bf0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4227908 Jan 17 14:39:05.447339 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41216) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:39:05.529304 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'e3c3b9ac-f834-4b2e-8038-520d0a1125e2', 'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'mac_address': 'fa:16:3e:e2:36:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:59Z', 'updated_at': '2022-01-17T14:39:04Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'subnets': [{'id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:39:05.533514 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbccd7e0-5315-4709-900d-33a29659ccb1 None None] The sync data for ids ['842cce20-75a9-4bf0-b8b6-8100f535fed3'] in dv-neutron-824901-1-hyperv is: [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'e3c3b9ac-f834-4b2e-8038-520d0a1125e2', 'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'mac_address': 'fa:16:3e:e2:36:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:59Z', 'updated_at': '2022-01-17T14:39:04Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'subnets': [{'id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:39:05.656530 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] Set router 7f23dea2-b4bc-4108-afbc-ec0bb116c25e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:39:05.993122 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f23dea2-b4bc-4108-afbc-ec0bb116c25e', 'name': 'tempest-TestVolumeBootPattern-1423306485-router', 'tenant_id': '6bd30df57fcf4f708f798bea05f8f8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b34278f5-c537-4ac8-a4e0-76000cd0cc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:39:03Z', 'updated_at': '2022-01-17T14:39:04Z', 'revision_number': 3, 'project_id': '6bd30df57fcf4f708f798bea05f8f8af', 'gw_port': {'id': 'b34278f5-c537-4ac8-a4e0-76000cd0cc47', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f23dea2-b4bc-4108-afbc-ec0bb116c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:39:03Z', 'updated_at': '2022-01-17T14:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:39:05.998232 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] Checking router: 7f23dea2-b4bc-4108-afbc-ec0bb116c25e for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:39:05.998709 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] Updating router 7f23dea2-b4bc-4108-afbc-ec0bb116c25e port b34278f5-c537-4ac8-a4e0-76000cd0cc47 binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:39:06.059571 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:06.173998 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbfd646-e245-4075-be72-5d113bc5590d None None] Network 038755f8-fd10-4d31-94af-b9022745af5c requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:39:06.285592 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e3c3b9ac-f834-4b2e-8038-520d0a1125e2 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:39:06.366097 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-261c831c-ec70-4ce5-a81c-1375adb17cf4 None None] Provisioning for port bebf2571-6a08-41d3-8d71-9f2efebd6466 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:39:06.378478 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-40306642-e073-4552-ba9a-9290220a6b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:06.472399 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port e3c3b9ac-f834-4b2e-8038-520d0a1125e2 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:39:06.481631 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port e3c3b9ac-f834-4b2e-8038-520d0a1125e2 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:39:06.481994 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:06.569985 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:06.588285 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] Transition to ACTIVE for port object b34278f5-c537-4ac8-a4e0-76000cd0cc47 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:39:06.596829 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:06.667905 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-40306642-e073-4552-ba9a-9290220a6b15 admin admin] Allocated IP 172.20.0.1 (038755f8-fd10-4d31-94af-b9022745af5c/9f3a8c11-13b5-4a84-acb3-32f7d6fe200b/9548c27c-72ae-4f4f-8c87-da6b42bcd938) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:39:06.693363 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:06.695621 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] Attempting to bind port b34278f5-c537-4ac8-a4e0-76000cd0cc47 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:39:06.696137 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] Attempting to bind port b34278f5-c537-4ac8-a4e0-76000cd0cc47 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:39:06.696412 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] Attempting to bind port b34278f5-c537-4ac8-a4e0-76000cd0cc47 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:39:06.714054 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:39:06.714434 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:39:06.714837 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:06.715226 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:39:06.715754 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] Bound port: b34278f5-c537-4ac8-a4e0-76000cd0cc47, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:39:06.716306 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:06.734481 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port e3c3b9ac-f834-4b2e-8038-520d0a1125e2, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e3c3b9ac-f834-4b2e-8038-520d0a1125e2,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:39:06.743195 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:06.744560 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device bebf2571-6a08-41d3-8d71-9f2efebd6466 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:39:06.806082 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] For port b34278f5-c537-4ac8-a4e0-76000cd0cc47, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:39:06.809694 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] For port b34278f5-c537-4ac8-a4e0-76000cd0cc47, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b34278f5-c537-4ac8-a4e0-76000cd0cc47,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:39:06.817375 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65dd56-eb8d-48fd-97df-87b74a96b221 None None] Pushing event updated for resources: {'Port': ['ID=b34278f5-c537-4ac8-a4e0-76000cd0cc47,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:06.823324 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:06.908569 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-40306642-e073-4552-ba9a-9290220a6b15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:06.921384 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] Routers {'7f23dea2-b4bc-4108-afbc-ec0bb116c25e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:39:06.922055 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:38:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7f23dea2-b4bc-4108-afbc-ec0bb116c25e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:39:06.926370 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-40306642-e073-4552-ba9a-9290220a6b15 admin admin] Transition to ACTIVE for port object 9548c27c-72ae-4f4f-8c87-da6b42bcd938 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:39:06.953268 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-40306642-e073-4552-ba9a-9290220a6b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:07.010881 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port bebf2571-6a08-41d3-8d71-9f2efebd6466 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:39:07.014803 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=e3c3b9ac-f834-4b2e-8038-520d0a1125e2,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:07.027464 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port bebf2571-6a08-41d3-8d71-9f2efebd6466 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:39:07.027910 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:07.062806 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40306642-e073-4552-ba9a-9290220a6b15 admin admin] Network 038755f8-fd10-4d31-94af-b9022745af5c is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:39:07.066931 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-40306642-e073-4552-ba9a-9290220a6b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:39:07.071187 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40306642-e073-4552-ba9a-9290220a6b15 admin admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:39:07.126275 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40306642-e073-4552-ba9a-9290220a6b15 admin admin] Pushing event updated for resources: {'Port': ['ID=9548c27c-72ae-4f4f-8c87-da6b42bcd938,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:07.140710 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-40306642-e073-4552-ba9a-9290220a6b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:07.144051 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65dd56-eb8d-48fd-97df-87b74a96b221 None None] Pushing event updated for resources: {'Port': ['ID=b34278f5-c537-4ac8-a4e0-76000cd0cc47,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:07.156617 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:07.173939 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] Set router 7f23dea2-b4bc-4108-afbc-ec0bb116c25e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:39:07.190793 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7e7f5671-bbac-4cd9-b484-3470321f923f None None] Provisioning complete for port bebf2571-6a08-41d3-8d71-9f2efebd6466 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:39:07.191317 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e7f5671-bbac-4cd9-b484-3470321f923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:07.251939 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port bebf2571-6a08-41d3-8d71-9f2efebd6466, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=bebf2571-6a08-41d3-8d71-9f2efebd6466,segment=NetworkSegment(56bbaa6c-b44a-4d08-adb0-bf28886b909d),segment_id=56bbaa6c-b44a-4d08-adb0-bf28886b909d)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:39:07.260628 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:07.382430 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=bebf2571-6a08-41d3-8d71-9f2efebd6466,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:07.446805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-40306642-e073-4552-ba9a-9290220a6b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:07.500492 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f23dea2-b4bc-4108-afbc-ec0bb116c25e', 'name': 'tempest-TestVolumeBootPattern-1423306485-router', 'tenant_id': '6bd30df57fcf4f708f798bea05f8f8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b34278f5-c537-4ac8-a4e0-76000cd0cc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:39:03Z', 'updated_at': '2022-01-17T14:39:04Z', 'revision_number': 3, 'project_id': '6bd30df57fcf4f708f798bea05f8f8af', 'gw_port': {'id': 'b34278f5-c537-4ac8-a4e0-76000cd0cc47', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f23dea2-b4bc-4108-afbc-ec0bb116c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:39:03Z', 'updated_at': '2022-01-17T14:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:39:07.504394 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c8d0c-89a8-4f40-8230-4ad1c8c043dc None None] The sync data for ids ['7f23dea2-b4bc-4108-afbc-ec0bb116c25e'] in dv-neutron-824901-1-hyperv is: [{'id': '7f23dea2-b4bc-4108-afbc-ec0bb116c25e', 'name': 'tempest-TestVolumeBootPattern-1423306485-router', 'tenant_id': '6bd30df57fcf4f708f798bea05f8f8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b34278f5-c537-4ac8-a4e0-76000cd0cc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:39:03Z', 'updated_at': '2022-01-17T14:39:04Z', 'revision_number': 3, 'project_id': '6bd30df57fcf4f708f798bea05f8f8af', 'gw_port': {'id': 'b34278f5-c537-4ac8-a4e0-76000cd0cc47', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f23dea2-b4bc-4108-afbc-ec0bb116c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:39:03Z', 'updated_at': '2022-01-17T14:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:39:07.515655 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-09d834a5-b589-47d5-92bf-6a27ebb0f01b None None] Provisioning for port 9548c27c-72ae-4f4f-8c87-da6b42bcd938 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:39:07.526645 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-09d834a5-b589-47d5-92bf-6a27ebb0f01b None None] Provisioning complete for port 9548c27c-72ae-4f4f-8c87-da6b42bcd938 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:39:07.527138 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-09d834a5-b589-47d5-92bf-6a27ebb0f01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:07.582741 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-09d834a5-b589-47d5-92bf-6a27ebb0f01b None None] Port 9548c27c-72ae-4f4f-8c87-da6b42bcd938 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:39:07.681544 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-40306642-e073-4552-ba9a-9290220a6b15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:07.686405 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-40306642-e073-4552-ba9a-9290220a6b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:07.809359 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-40306642-e073-4552-ba9a-9290220a6b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:07.813902 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40306642-e073-4552-ba9a-9290220a6b15 admin admin] Pushing event updated for resources: {'Port': ['ID=9548c27c-72ae-4f4f-8c87-da6b42bcd938,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:08.071999 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40306642-e073-4552-ba9a-9290220a6b15 admin admin] Network 038755f8-fd10-4d31-94af-b9022745af5c is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:39:08.073210 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-40306642-e073-4552-ba9a-9290220a6b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:39:08.278077 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40306642-e073-4552-ba9a-9290220a6b15 admin admin] Router 7f23dea2-b4bc-4108-afbc-ec0bb116c25e has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:39:08.284198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b34278f5-c537-4ac8-a4e0-76000cd0cc47 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:39:08.361978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port b34278f5-c537-4ac8-a4e0-76000cd0cc47 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:39:08.370325 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port b34278f5-c537-4ac8-a4e0-76000cd0cc47 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:39:08.371155 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:08.438844 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-816eb8c2-11f3-4b31-b5f2-c70d4bf449b1 None None] Provisioning complete for port 9548c27c-72ae-4f4f-8c87-da6b42bcd938 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:39:08.439210 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-816eb8c2-11f3-4b31-b5f2-c70d4bf449b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:08.472935 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40306642-e073-4552-ba9a-9290220a6b15 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:39:08.491036 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-40306642-e073-4552-ba9a-9290220a6b15 admin admin] 10.222.0.48 "PUT /v2.0/routers/7f23dea2-b4bc-4108-afbc-ec0bb116c25e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0345895 Jan 17 14:39:08.540265 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-816eb8c2-11f3-4b31-b5f2-c70d4bf449b1 None None] Port 9548c27c-72ae-4f4f-8c87-da6b42bcd938 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:39:08.550922 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:08.567871 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port b34278f5-c537-4ac8-a4e0-76000cd0cc47, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b34278f5-c537-4ac8-a4e0-76000cd0cc47,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:39:08.571842 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:08.572863 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e3c3b9ac-f834-4b2e-8038-520d0a1125e2 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:39:08.693695 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=b34278f5-c537-4ac8-a4e0-76000cd0cc47,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:08.705616 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port e3c3b9ac-f834-4b2e-8038-520d0a1125e2 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:39:08.705985 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:08.823060 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device bebf2571-6a08-41d3-8d71-9f2efebd6466 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:39:08.899316 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port bebf2571-6a08-41d3-8d71-9f2efebd6466 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:39:08.899684 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:08.996223 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41226) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:39:09.001899 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-3ca13a7a-384f-4375-b98f-979af59e2bf4 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-43745923', 'description': 'tempest-secgroup-smoke-43745923 description', 'project_id': 'a4200fdce7fb462d965ad85a2d619b54'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:39:09.007842 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3ca13a7a-384f-4375-b98f-979af59e2bf4 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:39:09.011880 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3ca13a7a-384f-4375-b98f-979af59e2bf4 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Usage tracker for resource:security_group and tenant:a4200fdce7fb462d965ad85a2d619b54 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:39:09.014917 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3ca13a7a-384f-4375-b98f-979af59e2bf4 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:39:09.020683 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3ca13a7a-384f-4375-b98f-979af59e2bf4 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:39:09.034700 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ca13a7a-384f-4375-b98f-979af59e2bf4 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.055650 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3ca13a7a-384f-4375-b98f-979af59e2bf4 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:39:09.059454 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3ca13a7a-384f-4375-b98f-979af59e2bf4 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Usage tracker for resource:security_group_rule and tenant:a4200fdce7fb462d965ad85a2d619b54 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:39:09.062308 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3ca13a7a-384f-4375-b98f-979af59e2bf4 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:39:09.067980 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3ca13a7a-384f-4375-b98f-979af59e2bf4 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:39:09.119387 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] Sync routers for ids ['7f23dea2-b4bc-4108-afbc-ec0bb116c25e'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:39:09.129094 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] Routers {'7f23dea2-b4bc-4108-afbc-ec0bb116c25e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:39:09.129727 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:38:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7f23dea2-b4bc-4108-afbc-ec0bb116c25e'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:39:09.139391 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ca13a7a-384f-4375-b98f-979af59e2bf4 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.143063 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ca13a7a-384f-4375-b98f-979af59e2bf4 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.189509 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca13a7a-384f-4375-b98f-979af59e2bf4 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0732c207-20b8-4c7f-bc99-c5c73142d560,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:09.192226 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ca13a7a-384f-4375-b98f-979af59e2bf4 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.193993 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3ca13a7a-384f-4375-b98f-979af59e2bf4 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1960216 Jan 17 14:39:09.197268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41230) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:39:09.205848 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-4c551f0f-3250-4d47-84e6-9413edf6cb58 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Request body: {'security_group_rule': {'security_group_id': '0732c207-20b8-4c7f-bc99-c5c73142d560', 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:39:09.214036 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4c551f0f-3250-4d47-84e6-9413edf6cb58 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:39:09.218667 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4c551f0f-3250-4d47-84e6-9413edf6cb58 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Usage tracker for resource:security_group_rule and tenant:a4200fdce7fb462d965ad85a2d619b54 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:39:09.221239 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4c551f0f-3250-4d47-84e6-9413edf6cb58 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:39:09.226825 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4c551f0f-3250-4d47-84e6-9413edf6cb58 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:39:09.242541 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4c551f0f-3250-4d47-84e6-9413edf6cb58 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.304155 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4c551f0f-3250-4d47-84e6-9413edf6cb58 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.308789 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4c551f0f-3250-4d47-84e6-9413edf6cb58 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.312879 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] Set router 7f23dea2-b4bc-4108-afbc-ec0bb116c25e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:39:09.344508 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c551f0f-3250-4d47-84e6-9413edf6cb58 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd16d8e8-515b-44db-87e9-53cf19f0dedf,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:09.352052 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4c551f0f-3250-4d47-84e6-9413edf6cb58 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.353233 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4c551f0f-3250-4d47-84e6-9413edf6cb58 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534042 Jan 17 14:39:09.355822 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41234) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:39:09.360743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-7a2c9874-3ead-403f-a91c-968fcc971c73 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Request body: {'security_group_rule': {'security_group_id': '0732c207-20b8-4c7f-bc99-c5c73142d560', 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:39:09.366453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7a2c9874-3ead-403f-a91c-968fcc971c73 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:39:09.370125 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7a2c9874-3ead-403f-a91c-968fcc971c73 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Usage tracker for resource:security_group_rule and tenant:a4200fdce7fb462d965ad85a2d619b54 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:39:09.373309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7a2c9874-3ead-403f-a91c-968fcc971c73 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:39:09.379372 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7a2c9874-3ead-403f-a91c-968fcc971c73 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:39:09.398045 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7a2c9874-3ead-403f-a91c-968fcc971c73 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.458474 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7a2c9874-3ead-403f-a91c-968fcc971c73 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.463247 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7a2c9874-3ead-403f-a91c-968fcc971c73 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.487394 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c9874-3ead-403f-a91c-968fcc971c73 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677102a9-6632-4e5e-a677-c803f82358c5,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:09.497677 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7a2c9874-3ead-403f-a91c-968fcc971c73 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.498905 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7a2c9874-3ead-403f-a91c-968fcc971c73 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1421828 Jan 17 14:39:09.504175 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41238) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:39:09.512154 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-6a2f76f8-7613-46ee-a290-dd75f5047470 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Request body: {'security_group_rule': {'security_group_id': '0732c207-20b8-4c7f-bc99-c5c73142d560', 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:39:09.519344 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6a2f76f8-7613-46ee-a290-dd75f5047470 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:39:09.523884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6a2f76f8-7613-46ee-a290-dd75f5047470 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Usage tracker for resource:security_group_rule and tenant:a4200fdce7fb462d965ad85a2d619b54 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:39:09.526728 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6a2f76f8-7613-46ee-a290-dd75f5047470 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:39:09.532335 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6a2f76f8-7613-46ee-a290-dd75f5047470 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:39:09.551632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a2f76f8-7613-46ee-a290-dd75f5047470 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.614774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a2f76f8-7613-46ee-a290-dd75f5047470 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.619438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a2f76f8-7613-46ee-a290-dd75f5047470 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.643357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f76f8-7613-46ee-a290-dd75f5047470 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428b819c-bbbb-4347-829f-352130ed3d81,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:09.652780 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6a2f76f8-7613-46ee-a290-dd75f5047470 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.654147 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6a2f76f8-7613-46ee-a290-dd75f5047470 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463957 Jan 17 14:39:09.656595 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41242) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:39:09.661850 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-7b40c00d-1f9c-4bc0-91bd-2ca4885cc2e6 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Request body: {'security_group_rule': {'security_group_id': '0732c207-20b8-4c7f-bc99-c5c73142d560', 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:39:09.668496 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7b40c00d-1f9c-4bc0-91bd-2ca4885cc2e6 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:39:09.672518 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7b40c00d-1f9c-4bc0-91bd-2ca4885cc2e6 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Usage tracker for resource:security_group_rule and tenant:a4200fdce7fb462d965ad85a2d619b54 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:39:09.675367 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7b40c00d-1f9c-4bc0-91bd-2ca4885cc2e6 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:39:09.681063 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7b40c00d-1f9c-4bc0-91bd-2ca4885cc2e6 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:39:09.683103 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f23dea2-b4bc-4108-afbc-ec0bb116c25e', 'name': 'tempest-TestVolumeBootPattern-1423306485-router', 'tenant_id': '6bd30df57fcf4f708f798bea05f8f8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b34278f5-c537-4ac8-a4e0-76000cd0cc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:39:03Z', 'updated_at': '2022-01-17T14:39:07Z', 'revision_number': 4, 'project_id': '6bd30df57fcf4f708f798bea05f8f8af', 'gw_port': {'id': 'b34278f5-c537-4ac8-a4e0-76000cd0cc47', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f23dea2-b4bc-4108-afbc-ec0bb116c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:39:03Z', 'updated_at': '2022-01-17T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '9548c27c-72ae-4f4f-8c87-da6b42bcd938', 'name': '', 'network_id': '038755f8-fd10-4d31-94af-b9022745af5c', 'tenant_id': '6bd30df57fcf4f708f798bea05f8f8af', 'mac_address': 'fa:16:3e:62:32:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f23dea2-b4bc-4108-afbc-ec0bb116c25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9f3a8c11-13b5-4a84-acb3-32f7d6fe200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:39:06Z', 'updated_at': '2022-01-17T14:39:07Z', 'revision_number': 2, 'project_id': '6bd30df57fcf4f708f798bea05f8f8af', 'subnets': [{'id': '9f3a8c11-13b5-4a84-acb3-32f7d6fe200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:39:09.688396 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] Checking router: 7f23dea2-b4bc-4108-afbc-ec0bb116c25e for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:39:09.688890 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] Updating router 7f23dea2-b4bc-4108-afbc-ec0bb116c25e port 9548c27c-72ae-4f4f-8c87-da6b42bcd938 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:39:09.700982 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7b40c00d-1f9c-4bc0-91bd-2ca4885cc2e6 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.751206 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.770895 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7b40c00d-1f9c-4bc0-91bd-2ca4885cc2e6 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.776623 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7b40c00d-1f9c-4bc0-91bd-2ca4885cc2e6 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.805876 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40c00d-1f9c-4bc0-91bd-2ca4885cc2e6 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c53014-690c-4114-bf16-ed1cd82dfd4c,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:09.809027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7b40c00d-1f9c-4bc0-91bd-2ca4885cc2e6 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.810324 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7b40c00d-1f9c-4bc0-91bd-2ca4885cc2e6 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1527615 Jan 17 14:39:09.813284 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41246) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:39:09.819376 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-2dd7496c-767e-486d-b53d-d7a459c4a650 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Request body: {'security_group_rule': {'security_group_id': '0732c207-20b8-4c7f-bc99-c5c73142d560', 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:39:09.827783 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2dd7496c-767e-486d-b53d-d7a459c4a650 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:39:09.831871 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2dd7496c-767e-486d-b53d-d7a459c4a650 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Usage tracker for resource:security_group_rule and tenant:a4200fdce7fb462d965ad85a2d619b54 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:39:09.835425 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2dd7496c-767e-486d-b53d-d7a459c4a650 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:39:09.841204 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2dd7496c-767e-486d-b53d-d7a459c4a650 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:39:09.854174 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-2dd7496c-767e-486d-b53d-d7a459c4a650 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Project a4200fdce7fb462d965ad85a2d619b54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:39:09.861348 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2dd7496c-767e-486d-b53d-d7a459c4a650 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.925639 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2dd7496c-767e-486d-b53d-d7a459c4a650 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.929331 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2dd7496c-767e-486d-b53d-d7a459c4a650 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.955208 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7496c-767e-486d-b53d-d7a459c4a650 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5c115e-b305-4e74-ba09-fc672da8e499,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:09.965277 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2dd7496c-767e-486d-b53d-d7a459c4a650 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:09.966633 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2dd7496c-767e-486d-b53d-d7a459c4a650 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1516104 Jan 17 14:39:09.969325 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41250) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:39:09.974320 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-bd7b5a15-d645-4ada-833b-7ba4ea7ca09f tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Request body: {'security_group_rule': {'security_group_id': '0732c207-20b8-4c7f-bc99-c5c73142d560', 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:39:09.980076 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-bd7b5a15-d645-4ada-833b-7ba4ea7ca09f tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:39:09.983798 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bd7b5a15-d645-4ada-833b-7ba4ea7ca09f tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Usage tracker for resource:security_group_rule and tenant:a4200fdce7fb462d965ad85a2d619b54 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:39:09.986627 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-bd7b5a15-d645-4ada-833b-7ba4ea7ca09f tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:39:09.992250 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-bd7b5a15-d645-4ada-833b-7ba4ea7ca09f tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:39:10.002953 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-bd7b5a15-d645-4ada-833b-7ba4ea7ca09f tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Project a4200fdce7fb462d965ad85a2d619b54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 14:39:10.010021 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bd7b5a15-d645-4ada-833b-7ba4ea7ca09f tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:10.074760 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bd7b5a15-d645-4ada-833b-7ba4ea7ca09f tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:10.078463 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bd7b5a15-d645-4ada-833b-7ba4ea7ca09f tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:10.103494 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b5a15-d645-4ada-833b-7ba4ea7ca09f tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e04654a-50b9-4ec3-948b-f796c991af3b,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:10.104198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:10.113437 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bd7b5a15-d645-4ada-833b-7ba4ea7ca09f tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:10.118179 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bd7b5a15-d645-4ada-833b-7ba4ea7ca09f tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1444905 Jan 17 14:39:10.118302 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] Transition to ACTIVE for port object 9548c27c-72ae-4f4f-8c87-da6b42bcd938 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:39:10.125897 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:10.186658 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b34278f5-c537-4ac8-a4e0-76000cd0cc47 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:39:10.309254 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff84ea-e852-4c1c-8716-f96ffd8e8e7e None None] Pushing event updated for resources: {'Port': ['ID=9548c27c-72ae-4f4f-8c87-da6b42bcd938,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:10.415674 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] Attempting to bind port 9548c27c-72ae-4f4f-8c87-da6b42bcd938 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:39:10.416311 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] Attempting to bind port 9548c27c-72ae-4f4f-8c87-da6b42bcd938 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '56bbaa6c-b44a-4d08-adb0-bf28886b909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '038755f8-fd10-4d31-94af-b9022745af5c'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:39:10.416311 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] Attempting to bind port 9548c27c-72ae-4f4f-8c87-da6b42bcd938 on network 038755f8-fd10-4d31-94af-b9022745af5c {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:39:10.420037 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port b34278f5-c537-4ac8-a4e0-76000cd0cc47 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:39:10.420407 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:10.450840 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:39:10.451222 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] Checking segment: {'id': '56bbaa6c-b44a-4d08-adb0-bf28886b909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '038755f8-fd10-4d31-94af-b9022745af5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:39:10.451616 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:10.452079 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] Bound using segment: {'id': '56bbaa6c-b44a-4d08-adb0-bf28886b909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '038755f8-fd10-4d31-94af-b9022745af5c'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:39:10.452503 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] Bound port: 9548c27c-72ae-4f4f-8c87-da6b42bcd938, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bbaa6c-b44a-4d08-adb0-bf28886b909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '038755f8-fd10-4d31-94af-b9022745af5c'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:39:10.452876 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:10.609112 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] For port 9548c27c-72ae-4f4f-8c87-da6b42bcd938, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:39:10.634555 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] For port 9548c27c-72ae-4f4f-8c87-da6b42bcd938, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=9548c27c-72ae-4f4f-8c87-da6b42bcd938,segment=NetworkSegment(56bbaa6c-b44a-4d08-adb0-bf28886b909d),segment_id=56bbaa6c-b44a-4d08-adb0-bf28886b909d)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:39:10.641983 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:10.730811 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9ed98468-acae-4853-9bed-32f8552db121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:10.742246 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff84ea-e852-4c1c-8716-f96ffd8e8e7e None None] Pushing event updated for resources: {'Port': ['ID=9548c27c-72ae-4f4f-8c87-da6b42bcd938,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:10.744990 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] Routers {'7f23dea2-b4bc-4108-afbc-ec0bb116c25e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:39:10.745556 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:38:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7f23dea2-b4bc-4108-afbc-ec0bb116c25e'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:39:10.993672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] Set router 7f23dea2-b4bc-4108-afbc-ec0bb116c25e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:39:11.355693 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f23dea2-b4bc-4108-afbc-ec0bb116c25e', 'name': 'tempest-TestVolumeBootPattern-1423306485-router', 'tenant_id': '6bd30df57fcf4f708f798bea05f8f8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b34278f5-c537-4ac8-a4e0-76000cd0cc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:39:03Z', 'updated_at': '2022-01-17T14:39:07Z', 'revision_number': 4, 'project_id': '6bd30df57fcf4f708f798bea05f8f8af', 'gw_port': {'id': 'b34278f5-c537-4ac8-a4e0-76000cd0cc47', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f23dea2-b4bc-4108-afbc-ec0bb116c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:39:03Z', 'updated_at': '2022-01-17T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '9548c27c-72ae-4f4f-8c87-da6b42bcd938', 'name': '', 'network_id': '038755f8-fd10-4d31-94af-b9022745af5c', 'tenant_id': '6bd30df57fcf4f708f798bea05f8f8af', 'mac_address': 'fa:16:3e:62:32:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f23dea2-b4bc-4108-afbc-ec0bb116c25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9f3a8c11-13b5-4a84-acb3-32f7d6fe200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:39:06Z', 'updated_at': '2022-01-17T14:39:10Z', 'revision_number': 4, 'project_id': '6bd30df57fcf4f708f798bea05f8f8af', 'subnets': [{'id': '9f3a8c11-13b5-4a84-acb3-32f7d6fe200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:39:11.360350 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c6af7e-ddb2-4d8d-9d4c-f1f4e476a09e None None] The sync data for ids ['7f23dea2-b4bc-4108-afbc-ec0bb116c25e'] in dv-neutron-824901-1-hyperv is: [{'id': '7f23dea2-b4bc-4108-afbc-ec0bb116c25e', 'name': 'tempest-TestVolumeBootPattern-1423306485-router', 'tenant_id': '6bd30df57fcf4f708f798bea05f8f8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b34278f5-c537-4ac8-a4e0-76000cd0cc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:39:03Z', 'updated_at': '2022-01-17T14:39:07Z', 'revision_number': 4, 'project_id': '6bd30df57fcf4f708f798bea05f8f8af', 'gw_port': {'id': 'b34278f5-c537-4ac8-a4e0-76000cd0cc47', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f23dea2-b4bc-4108-afbc-ec0bb116c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:39:03Z', 'updated_at': '2022-01-17T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '9548c27c-72ae-4f4f-8c87-da6b42bcd938', 'name': '', 'network_id': '038755f8-fd10-4d31-94af-b9022745af5c', 'tenant_id': '6bd30df57fcf4f708f798bea05f8f8af', 'mac_address': 'fa:16:3e:62:32:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f23dea2-b4bc-4108-afbc-ec0bb116c25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9f3a8c11-13b5-4a84-acb3-32f7d6fe200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:39:06Z', 'updated_at': '2022-01-17T14:39:10Z', 'revision_number': 4, 'project_id': '6bd30df57fcf4f708f798bea05f8f8af', 'subnets': [{'id': '9f3a8c11-13b5-4a84-acb3-32f7d6fe200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:39:12.198538 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 9548c27c-72ae-4f4f-8c87-da6b42bcd938 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:39:12.278813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 9548c27c-72ae-4f4f-8c87-da6b42bcd938 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:39:12.284481 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 9548c27c-72ae-4f4f-8c87-da6b42bcd938 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:39:12.284845 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:12.410714 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:12.450486 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 9548c27c-72ae-4f4f-8c87-da6b42bcd938, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=9548c27c-72ae-4f4f-8c87-da6b42bcd938,segment=NetworkSegment(56bbaa6c-b44a-4d08-adb0-bf28886b909d),segment_id=56bbaa6c-b44a-4d08-adb0-bf28886b909d)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:39:12.456056 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:12.527404 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=9548c27c-72ae-4f4f-8c87-da6b42bcd938,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:13.858441 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a0930cb7-b972-4a72-843f-128516e0d3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:13.932907 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:13.950991 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:14.175286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 9548c27c-72ae-4f4f-8c87-da6b42bcd938 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:39:14.246836 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 9548c27c-72ae-4f4f-8c87-da6b42bcd938 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:39:14.246836 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:15.476484 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:22.908626 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:25.569609 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-1593f92c-d4e9-4a64-8448-ce62c7b12524 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Synchronizing usage tracker for tenant:a4200fdce7fb462d965ad85a2d619b54 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:39:25.586034 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-1593f92c-d4e9-4a64-8448-ce62c7b12524 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Unset dirty status for tenant:a4200fdce7fb462d965ad85a2d619b54 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:39:25.587492 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-1593f92c-d4e9-4a64-8448-ce62c7b12524 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43745923&fields=id&tenant_id=a4200fdce7fb462d965ad85a2d619b54 HTTP/1.1" status: 200 len: 267 time: 0.0564997 Jan 17 14:39:25.733275 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-8981ce6d-c79f-45ab-9de4-045322c83164 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:25.733940 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-8981ce6d-c79f-45ab-9de4-045322c83164 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Synchronizing usage tracker for tenant:a4200fdce7fb462d965ad85a2d619b54 on resource:network {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:39:25.751045 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-8981ce6d-c79f-45ab-9de4-045322c83164 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Unset dirty status for tenant:a4200fdce7fb462d965ad85a2d619b54 on resource:network {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:39:25.752369 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-8981ce6d-c79f-45ab-9de4-045322c83164 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/networks?id=508342af-935e-478d-a049-6a813f68cde8 HTTP/1.1" status: 200 len: 812 time: 0.1583066 Jan 17 14:39:25.766631 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-1a6be21f-8ee3-4d4a-ae2a-e0723a50ffc1 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/quotas/a4200fdce7fb462d965ad85a2d619b54 HTTP/1.1" status: 200 len: 375 time: 0.0088067 Jan 17 14:39:25.855343 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-4d19e208-9d3f-4689-a29b-50d9f2aaf2c8 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4200fdce7fb462d965ad85a2d619b54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836525 Jan 17 14:39:25.989903 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-bedf7e39-c285-4b18-8e99-ad319debbb63 service neutron] 10.222.0.48 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227915 Jan 17 14:39:26.120495 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-c5e9b70e-c4bd-44ed-adb0-a322564ee6ba service neutron] 10.222.0.48 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240623 Jan 17 14:39:26.499015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-f8bd9ccb-23aa-4d12-9e49-8a1720543b5f req-fe90308b-8159-4007-b8b2-2c73ac26c9f3 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Synchronizing usage tracker for tenant:a4200fdce7fb462d965ad85a2d619b54 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:39:26.516855 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-f8bd9ccb-23aa-4d12-9e49-8a1720543b5f req-fe90308b-8159-4007-b8b2-2c73ac26c9f3 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Unset dirty status for tenant:a4200fdce7fb462d965ad85a2d619b54 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:39:26.518003 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f8bd9ccb-23aa-4d12-9e49-8a1720543b5f req-fe90308b-8159-4007-b8b2-2c73ac26c9f3 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 210 time: 0.0604758 Jan 17 14:39:27.502182 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-69ddb25c-f2b4-499b-aeb4-72a883376076 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:27.503575 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-69ddb25c-f2b4-499b-aeb4-72a883376076 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.15 "GET /v2.0/networks?id=508342af-935e-478d-a049-6a813f68cde8 HTTP/1.1" status: 200 len: 812 time: 0.1445336 Jan 17 14:39:27.582853 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-85a69793-0f73-4038-9072-a23835976618 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4200fdce7fb462d965ad85a2d619b54 HTTP/1.1" status: 200 len: 378 time: 0.0405624 Jan 17 14:39:27.591435 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-7d98fe81-0375-4c9e-92a9-a92d2a7ccdbe tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Request body: {'port': {'device_id': 'b9747156-bf7e-4a28-ba36-bf4ae8757c48', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'admin_state_up': True, 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'security_groups': ['0732c207-20b8-4c7f-bc99-c5c73142d560']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:39:27.667904 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-68509e66-cc27-4794-acb3-ecf3159b2e82 req-cbf7d373-a464-428d-b1ff-53d378994508 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 210 time: 0.0451787 Jan 17 14:39:27.730836 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-7d98fe81-0375-4c9e-92a9-a92d2a7ccdbe tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:39:27.740268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-7d98fe81-0375-4c9e-92a9-a92d2a7ccdbe tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:39:27.751568 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-7d98fe81-0375-4c9e-92a9-a92d2a7ccdbe tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Made reservation on behalf of a4200fdce7fb462d965ad85a2d619b54 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:39:27.755177 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-7d98fe81-0375-4c9e-92a9-a92d2a7ccdbe tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:27.891520 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:39:27.921172 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-7d98fe81-0375-4c9e-92a9-a92d2a7ccdbe tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Allocated IP 172.20.0.8 (508342af-935e-478d-a049-6a813f68cde8/2a417a3e-2cb9-4b6e-abef-d13d730ec431/f8ef472b-e844-4a49-89ab-b8361590df10) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:39:28.108641 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-7d98fe81-0375-4c9e-92a9-a92d2a7ccdbe tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:28.123730 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-7d98fe81-0375-4c9e-92a9-a92d2a7ccdbe tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Transition to ACTIVE for port object f8ef472b-e844-4a49-89ab-b8361590df10 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:39:28.148577 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-7d98fe81-0375-4c9e-92a9-a92d2a7ccdbe tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:28.227393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-7d98fe81-0375-4c9e-92a9-a92d2a7ccdbe tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Network 508342af-935e-478d-a049-6a813f68cde8 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:39:28.230939 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-7d98fe81-0375-4c9e-92a9-a92d2a7ccdbe tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:39:28.235037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-7d98fe81-0375-4c9e-92a9-a92d2a7ccdbe tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:39:28.266093 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98fe81-0375-4c9e-92a9-a92d2a7ccdbe tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event updated for resources: {'Port': ['ID=f8ef472b-e844-4a49-89ab-b8361590df10,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:28.302720 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-7d98fe81-0375-4c9e-92a9-a92d2a7ccdbe tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:28.303989 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-7d98fe81-0375-4c9e-92a9-a92d2a7ccdbe tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:28.331336 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-7d98fe81-0375-4c9e-92a9-a92d2a7ccdbe tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7434564 Jan 17 14:39:28.342424 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] Request body: {'port': {'device_id': 'b9747156-bf7e-4a28-ba36-bf4ae8757c48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:39:28.465860 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:28.469214 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-32f62a02-9ac0-400a-ac99-9a4d32f4eb46 None None] Provisioning for port f8ef472b-e844-4a49-89ab-b8361590df10 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:39:28.474911 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-32f62a02-9ac0-400a-ac99-9a4d32f4eb46 None None] Provisioning complete for port f8ef472b-e844-4a49-89ab-b8361590df10 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:39:28.475087 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-32f62a02-9ac0-400a-ac99-9a4d32f4eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:28.534958 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-32f62a02-9ac0-400a-ac99-9a4d32f4eb46 None None] Port f8ef472b-e844-4a49-89ab-b8361590df10 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:39:28.939167 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a888b-be45-4a08-91c2-d5b57a57df83 req-f59e5c84-04e7-4b63-8929-196aa3b950c0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:28.939773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-ac4a888b-be45-4a08-91c2-d5b57a57df83 req-f59e5c84-04e7-4b63-8929-196aa3b950c0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Synchronizing usage tracker for tenant:a4200fdce7fb462d965ad85a2d619b54 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:39:29.012858 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-ac4a888b-be45-4a08-91c2-d5b57a57df83 req-f59e5c84-04e7-4b63-8929-196aa3b950c0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Unset dirty status for tenant:a4200fdce7fb462d965ad85a2d619b54 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:39:29.014118 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ac4a888b-be45-4a08-91c2-d5b57a57df83 req-f59e5c84-04e7-4b63-8929-196aa3b950c0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 931 time: 0.1949921 Jan 17 14:39:29.020923 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ef472b-e844-4a49-89ab-b8361590df10 {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:39:29.030663 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:29.070157 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] Transition to ACTIVE for port object f8ef472b-e844-4a49-89ab-b8361590df10 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:39:29.076721 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:29.121605 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ac4a888b-be45-4a08-91c2-d5b57a57df83 req-1879977d-7ef1-4666-bebc-8a2b2d22e99d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0960474 Jan 17 14:39:29.249755 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] Pushing event updated for resources: {'Port': ['ID=f8ef472b-e844-4a49-89ab-b8361590df10,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:29.327956 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] Attempting to bind port f8ef472b-e844-4a49-89ab-b8361590df10 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:39:29.328296 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] Attempting to bind port f8ef472b-e844-4a49-89ab-b8361590df10 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '508342af-935e-478d-a049-6a813f68cde8'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:39:29.328655 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] Attempting to bind port f8ef472b-e844-4a49-89ab-b8361590df10 on network 508342af-935e-478d-a049-6a813f68cde8 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:39:29.336209 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] Port f8ef472b-e844-4a49-89ab-b8361590df10 on network 508342af-935e-478d-a049-6a813f68cde8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:39:29.336632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] Attempting to bind port f8ef472b-e844-4a49-89ab-b8361590df10 on network 508342af-935e-478d-a049-6a813f68cde8 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:39:29.342633 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:39:29.342968 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] Checking segment: {'id': '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '508342af-935e-478d-a049-6a813f68cde8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:39:29.343352 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] Bound using segment: {'id': '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '508342af-935e-478d-a049-6a813f68cde8'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:39:29.343801 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] Bound port: f8ef472b-e844-4a49-89ab-b8361590df10, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '508342af-935e-478d-a049-6a813f68cde8'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:39:29.344147 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:29.433365 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] For port f8ef472b-e844-4a49-89ab-b8361590df10, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:39:29.436209 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] For port f8ef472b-e844-4a49-89ab-b8361590df10, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=f8ef472b-e844-4a49-89ab-b8361590df10,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:39:29.440762 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:29.504640 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:29.505245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:29.507090 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] 10.222.0.15 "PUT /v2.0/ports/f8ef472b-e844-4a49-89ab-b8361590df10 HTTP/1.1" status: 200 len: 1093 time: 1.1691008 Jan 17 14:39:29.507520 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9747156-bf7e-4a28-ba36-bf4ae8757c48', 'tag': 'f8ef472b-e844-4a49-89ab-b8361590df10'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:39:29.539740 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176bd2c-7e99-4bb2-8fb8-335d899b12cc service neutron] Pushing event updated for resources: {'Port': ['ID=f8ef472b-e844-4a49-89ab-b8361590df10,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:29.591397 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9747156-bf7e-4a28-ba36-bf4ae8757c48', 'tag': 'f8ef472b-e844-4a49-89ab-b8361590df10', 'status': 'completed', 'code': 200} Jan 17 14:39:29.637620 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-b15a6735-dd60-430d-a524-026f0613af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:29.639110 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-b15a6735-dd60-430d-a524-026f0613af63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4200fdce7fb462d965ad85a2d619b54&device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 1096 time: 0.0869083 Jan 17 14:39:29.715071 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-8812dc87-2e4a-435a-bc7a-b764abd5137e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ef472b-e844-4a49-89ab-b8361590df10 HTTP/1.1" status: 200 len: 217 time: 0.0679905 Jan 17 14:39:29.778489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-60603ee7-9ba4-41f2-9bd0-662c13fbd41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:29.780005 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-60603ee7-9ba4-41f2-9bd0-662c13fbd41e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a417a3e-2cb9-4b6e-abef-d13d730ec431 HTTP/1.1" status: 200 len: 851 time: 0.0589032 Jan 17 14:39:29.861506 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-db81a62d-c0ed-470f-8181-4f0d2f594b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:29.863090 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-db81a62d-c0ed-470f-8181-4f0d2f594b3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=508342af-935e-478d-a049-6a813f68cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770397 Jan 17 14:39:30.001114 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-bdad4222-8e54-4f2d-a892-439ab757868a service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318099 Jan 17 14:39:30.134355 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-aaa29626-d52f-4440-b36a-0dad2d2dbaed req-fcfd08e2-846d-413f-b160-1e4589021911 service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267869 Jan 17 14:39:30.304229 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a877c8-47c4-43ab-a23b-4010e53f8d11 req-6cfda444-3426-4cc0-a801-994beef937df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:30.305599 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-23a877c8-47c4-43ab-a23b-4010e53f8d11 req-6cfda444-3426-4cc0-a801-994beef937df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4200fdce7fb462d965ad85a2d619b54&device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 1096 time: 0.1262147 Jan 17 14:39:30.404347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a0931-e4d9-4a43-9aa4-993d4d584325 req-34525146-3d51-40fc-91d0-45fb007d29a3 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:30.405777 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-536a0931-e4d9-4a43-9aa4-993d4d584325 req-34525146-3d51-40fc-91d0-45fb007d29a3 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 943 time: 0.1727703 Jan 17 14:39:30.476383 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a877c8-47c4-43ab-a23b-4010e53f8d11 req-cb9995f8-56cf-4a0b-95f0-2c76656f4e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:30.477803 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-23a877c8-47c4-43ab-a23b-4010e53f8d11 req-cb9995f8-56cf-4a0b-95f0-2c76656f4e88 service neutron] 10.222.0.15 "GET /v2.0/networks?id=508342af-935e-478d-a049-6a813f68cde8 HTTP/1.1" status: 200 len: 913 time: 0.1663375 Jan 17 14:39:30.480655 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-536a0931-e4d9-4a43-9aa4-993d4d584325 req-41223cd8-92b2-4214-9534-5bbaf7d6db4f tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685661 Jan 17 14:39:30.543466 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-23a877c8-47c4-43ab-a23b-4010e53f8d11 req-5b93fd7b-28f9-49c5-8c53-0c2df3a5948f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ef472b-e844-4a49-89ab-b8361590df10 HTTP/1.1" status: 200 len: 217 time: 0.0592456 Jan 17 14:39:30.712764 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a877c8-47c4-43ab-a23b-4010e53f8d11 req-c9945693-7f59-42a4-9e07-9d939da18712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:30.714218 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-23a877c8-47c4-43ab-a23b-4010e53f8d11 req-c9945693-7f59-42a4-9e07-9d939da18712 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a417a3e-2cb9-4b6e-abef-d13d730ec431 HTTP/1.1" status: 200 len: 851 time: 0.1641629 Jan 17 14:39:30.792376 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a877c8-47c4-43ab-a23b-4010e53f8d11 req-00a31d52-2395-45f6-9ca5-285e423c30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:30.793875 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-23a877c8-47c4-43ab-a23b-4010e53f8d11 req-00a31d52-2395-45f6-9ca5-285e423c30f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=508342af-935e-478d-a049-6a813f68cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731914 Jan 17 14:39:30.924850 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-23a877c8-47c4-43ab-a23b-4010e53f8d11 req-577d93e1-060b-40ff-a834-e34bc0a6a7e8 service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247554 Jan 17 14:39:31.059960 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-23a877c8-47c4-43ab-a23b-4010e53f8d11 req-3bed55b8-60f4-478c-8a3b-f83178f4bc91 service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293821 Jan 17 14:39:31.663120 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a2ace-18fb-4df4-ac90-2c8d831f6dd6 req-44f8f7e1-e961-4f6e-a778-a870fbe2e07a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:31.664586 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-be5a2ace-18fb-4df4-ac90-2c8d831f6dd6 req-44f8f7e1-e961-4f6e-a778-a870fbe2e07a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 943 time: 0.0804293 Jan 17 14:39:31.707660 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-be5a2ace-18fb-4df4-ac90-2c8d831f6dd6 req-b56e4c74-b7dd-4f03-b031-f2ec334d15eb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373549 Jan 17 14:39:32.897712 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ae688-bd37-4a86-adb8-a853a156d370 req-31eaed1d-ae46-455b-a74d-87b4dbc6dd16 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:32.899146 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ab0ae688-bd37-4a86-adb8-a853a156d370 req-31eaed1d-ae46-455b-a74d-87b4dbc6dd16 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 943 time: 0.0862472 Jan 17 14:39:32.941553 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ab0ae688-bd37-4a86-adb8-a853a156d370 req-70c43e0d-5e84-4db0-b64d-5c94b5c10378 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367811 Jan 17 14:39:34.131035 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0262f2c-d486-4bbd-8427-8fc5bd03e341 req-b0dc5521-4cff-408a-9c7f-bbc0d1c8ad8f tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:34.132518 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c0262f2c-d486-4bbd-8427-8fc5bd03e341 req-b0dc5521-4cff-408a-9c7f-bbc0d1c8ad8f tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 943 time: 0.0813053 Jan 17 14:39:34.174983 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c0262f2c-d486-4bbd-8427-8fc5bd03e341 req-ae1bd1d0-351a-495a-9122-993fb8695135 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369263 Jan 17 14:39:35.354755 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda7709-c3e9-4033-b040-bc3e2d04af90 req-cc024f44-10bd-48ee-9e97-b8b029b8cdde tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:35.356246 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0bda7709-c3e9-4033-b040-bc3e2d04af90 req-cc024f44-10bd-48ee-9e97-b8b029b8cdde tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 943 time: 0.0804491 Jan 17 14:39:35.402085 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0bda7709-c3e9-4033-b040-bc3e2d04af90 req-edb4f0a2-8438-4d3c-8340-b4f0ae7071b0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402784 Jan 17 14:39:36.587114 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a075a7-6535-4a30-bf41-ea6d84901cce req-3ef36855-0eb5-4649-8e45-6e6974216f88 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:36.589357 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-46a075a7-6535-4a30-bf41-ea6d84901cce req-3ef36855-0eb5-4649-8e45-6e6974216f88 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 943 time: 0.0839975 Jan 17 14:39:36.752519 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-46a075a7-6535-4a30-bf41-ea6d84901cce req-1d5c741a-4d66-4a1e-b2c8-f902ea157307 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1573398 Jan 17 14:39:37.939330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98254f5c-39af-4fb9-b227-47357752b83a req-ef5fb240-5c47-4e38-8a11-5b1d06767e79 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:37.940799 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-98254f5c-39af-4fb9-b227-47357752b83a req-ef5fb240-5c47-4e38-8a11-5b1d06767e79 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 943 time: 0.0799890 Jan 17 14:39:37.985378 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-98254f5c-39af-4fb9-b227-47357752b83a req-a0bd9e5e-cd26-435e-8f53-5df9e3bc24f6 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384901 Jan 17 14:39:39.171561 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc07eb-cb74-45d7-af8c-79c67c257838 req-f49234d2-59db-4892-93f8-802aea099497 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:39.173146 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-15dc07eb-cb74-45d7-af8c-79c67c257838 req-f49234d2-59db-4892-93f8-802aea099497 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 943 time: 0.0820737 Jan 17 14:39:39.220943 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-15dc07eb-cb74-45d7-af8c-79c67c257838 req-27a46233-8edd-444b-bbf8-c7f7d9859336 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421512 Jan 17 14:39:40.410598 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device f8ef472b-e844-4a49-89ab-b8361590df10 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:39:40.411462 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c7eae-7d79-4c9e-a412-8acb8e62d3a7 req-3ed9ee1e-ac29-418a-89bc-c2b095c8db87 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:40.412975 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-678c7eae-7d79-4c9e-a412-8acb8e62d3a7 req-3ed9ee1e-ac29-418a-89bc-c2b095c8db87 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 943 time: 0.0820515 Jan 17 14:39:40.461044 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-678c7eae-7d79-4c9e-a412-8acb8e62d3a7 req-714fd7bd-244e-4db6-9ca5-cb51e4695a5f tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413539 Jan 17 14:39:40.542223 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port f8ef472b-e844-4a49-89ab-b8361590df10, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=f8ef472b-e844-4a49-89ab-b8361590df10,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:39:40.555952 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': 'f8ef472b-e844-4a49-89ab-b8361590df10', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'port_id': 'f8ef472b-e844-4a49-89ab-b8361590df10', 'mac_address': 'fa:16:3e:f2:62:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:39:40.613053 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:40.634380 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ef472b-e844-4a49-89ab-b8361590df10 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:39:40.650590 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port f8ef472b-e844-4a49-89ab-b8361590df10, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=f8ef472b-e844-4a49-89ab-b8361590df10,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:39:40.657688 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:40.725593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d9438c2-d7f6-493c-b36d-5da5ae0e16f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:40.738079 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=f8ef472b-e844-4a49-89ab-b8361590df10,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:40.747000 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:40.747408 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:40.747875 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:40.748215 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:40.748546 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:40.748872 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:40.749254 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:40.749664 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:40.750109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:40.750510 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:40.750833 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:40.751156 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:39:40.985288 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['f8ef472b-e844-4a49-89ab-b8361590df10'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:39:41.745957 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e237079-9c75-4a4c-aeab-3894583bb77b req-bebe5322-9a7c-404e-8f89-80450d4e2d7e tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:41.747310 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7e237079-9c75-4a4c-aeab-3894583bb77b req-bebe5322-9a7c-404e-8f89-80450d4e2d7e tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 944 time: 0.1847370 Jan 17 14:39:41.791815 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7e237079-9c75-4a4c-aeab-3894583bb77b req-338b2d5d-55b5-4888-a454-a43ea0320e68 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385277 Jan 17 14:39:42.426128 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device f8ef472b-e844-4a49-89ab-b8361590df10 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:39:42.495594 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port f8ef472b-e844-4a49-89ab-b8361590df10 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:39:42.500274 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port f8ef472b-e844-4a49-89ab-b8361590df10 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:39:42.500646 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:42.614373 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:42.640837 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9747156-bf7e-4a28-ba36-bf4ae8757c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ef472b-e844-4a49-89ab-b8361590df10'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:39:42.650169 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port f8ef472b-e844-4a49-89ab-b8361590df10, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=f8ef472b-e844-4a49-89ab-b8361590df10,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:39:42.654867 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:42.691312 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9747156-bf7e-4a28-ba36-bf4ae8757c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ef472b-e844-4a49-89ab-b8361590df10', 'code': 200} Jan 17 14:39:42.722913 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=f8ef472b-e844-4a49-89ab-b8361590df10,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:42.890622 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4c844-35d2-475e-bebe-1bb4c7384ffa req-56be9acf-f109-48d7-aaf5-5706f62e83d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:42.892131 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-73c4c844-35d2-475e-bebe-1bb4c7384ffa req-56be9acf-f109-48d7-aaf5-5706f62e83d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 1098 time: 0.0699165 Jan 17 14:39:42.934213 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-73c4c844-35d2-475e-bebe-1bb4c7384ffa req-7899f3e9-a5d3-423a-8b65-41b02c34cc5d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345542 Jan 17 14:39:42.982324 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af4e6f-a0f7-43e5-ba68-9c7530d107dd req-88ca69be-9025-4991-886f-78c0c547122d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:42.983779 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-14af4e6f-a0f7-43e5-ba68-9c7530d107dd req-88ca69be-9025-4991-886f-78c0c547122d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 945 time: 0.0786653 Jan 17 14:39:43.027086 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-14af4e6f-a0f7-43e5-ba68-9c7530d107dd req-c8d38672-5364-4c45-9ca4-71b4058f1b6c tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375712 Jan 17 14:39:43.853722 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-df2b2e50-4527-4838-b649-affcf2a9d078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:43.937634 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:43.952560 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:44.265383 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7e868-c53a-47eb-bc42-58bbe527e558 req-7b0567a2-14e5-4d4d-b5f3-5d808864cc42 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:44.266813 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-24c7e868-c53a-47eb-bc42-58bbe527e558 req-7b0567a2-14e5-4d4d-b5f3-5d808864cc42 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 945 time: 0.1362925 Jan 17 14:39:44.313513 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-24c7e868-c53a-47eb-bc42-58bbe527e558 req-8c66b48b-1dc0-4ca3-b09c-b7f80a49d23e tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411489 Jan 17 14:39:45.478246 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:45.497280 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134c78f-3b08-4703-ba9f-8ff7cd6ba246 req-73ce7a17-44ae-4da7-99b9-08874b2d62ea tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:45.498719 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4134c78f-3b08-4703-ba9f-8ff7cd6ba246 req-73ce7a17-44ae-4da7-99b9-08874b2d62ea tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 945 time: 0.0822389 Jan 17 14:39:45.541943 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4134c78f-3b08-4703-ba9f-8ff7cd6ba246 req-0aa14ca8-8432-4711-8145-d47ace785880 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375214 Jan 17 14:39:45.730826 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2aa91-2c0d-4d2d-81bc-6564f46d5aae req-2f025713-acda-4345-a62d-deaa36007ec8 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:45.732285 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bbc2aa91-2c0d-4d2d-81bc-6564f46d5aae req-2f025713-acda-4345-a62d-deaa36007ec8 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 945 time: 0.0879936 Jan 17 14:39:45.776001 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bbc2aa91-2c0d-4d2d-81bc-6564f46d5aae req-be5d3394-0a8a-43c5-acc1-c72ddfb0ecca tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380700 Jan 17 14:39:45.798420 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41460) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:39:45.919765 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d8f962-767e-41b2-8406-750dd0470419 tempest-TestVolumeBootPattern-127304563 tempest-TestVolumeBootPattern-127304563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:45.921245 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-47d8f962-767e-41b2-8406-750dd0470419 tempest-TestVolumeBootPattern-127304563 tempest-TestVolumeBootPattern-127304563-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 1093 time: 0.1218634 Jan 17 14:39:45.924161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41466) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:39:45.928752 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': 'f8ef472b-e844-4a49-89ab-b8361590df10', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:39:45.935009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:39:45.938707 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Usage tracker for resource:floatingip and tenant:a4200fdce7fb462d965ad85a2d619b54 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:39:45.941475 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:39:45.947040 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:39:45.957160 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:46.091297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:46.224632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Allocated IP 172.26.3.144 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/dc473e02-37c1-4add-80e0-9ce49dbfcc6f) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:39:46.373424 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:46.402851 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:46.471288 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:39:46.474197 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:39:46.477460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:39:46.510412 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event updated for resources: {'Port': ['ID=dc473e02-37c1-4add-80e0-9ce49dbfcc6f,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:46.979725 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:47.053777 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:47.252976 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:47.258133 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:47.366271 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event updated for resources: {'Port': ['ID=dc473e02-37c1-4add-80e0-9ce49dbfcc6f,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:39:47.376516 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:47.545803 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Floating IP 30210f00-d41d-4588-b6fa-88ae0c234fd3 associated. External IP: 172.26.3.144, port: f8ef472b-e844-4a49-89ab-b8361590df10. Jan 17 14:39:47.887744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Router 842cce20-75a9-4bf0-b8b6-8100f535fed3 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:39:48.061632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:39:48.071055 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16948a94-7cc5-401c-8845-78cbd032a356 None None] Sync routers for ids ['842cce20-75a9-4bf0-b8b6-8100f535fed3'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:39:48.080088 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16948a94-7cc5-401c-8845-78cbd032a356 None None] Routers {'842cce20-75a9-4bf0-b8b6-8100f535fed3'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:39:48.080748 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-16948a94-7cc5-401c-8845-78cbd032a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:39:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['842cce20-75a9-4bf0-b8b6-8100f535fed3'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:39:48.084736 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:48.243857 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-253e1cc7-098a-4922-9e4d-208195e86eef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3186548 Jan 17 14:39:48.244534 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9747156-bf7e-4a28-ba36-bf4ae8757c48', 'tag': 'f8ef472b-e844-4a49-89ab-b8361590df10'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:39:48.258804 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-16948a94-7cc5-401c-8845-78cbd032a356 None None] Set router 842cce20-75a9-4bf0-b8b6-8100f535fed3 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:39:48.287602 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9747156-bf7e-4a28-ba36-bf4ae8757c48', 'tag': 'f8ef472b-e844-4a49-89ab-b8361590df10', 'status': 'completed', 'code': 200} Jan 17 14:39:48.384472 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318a215-8b76-4402-b8f3-644eb6c3032d req-246adc3c-ba9f-4f5f-9729-0853c513dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:48.385857 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e318a215-8b76-4402-b8f3-644eb6c3032d req-246adc3c-ba9f-4f5f-9729-0853c513dc57 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4200fdce7fb462d965ad85a2d619b54&device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 1098 time: 0.0704012 Jan 17 14:39:48.515931 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318a215-8b76-4402-b8f3-644eb6c3032d req-bb0b5929-257f-498f-bb64-62683022d3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:48.517367 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e318a215-8b76-4402-b8f3-644eb6c3032d req-bb0b5929-257f-498f-bb64-62683022d3a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=508342af-935e-478d-a049-6a813f68cde8 HTTP/1.1" status: 200 len: 913 time: 0.1246047 Jan 17 14:39:48.618537 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-16948a94-7cc5-401c-8845-78cbd032a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '30210f00-d41d-4588-b6fa-88ae0c234fd3', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'port_id': 'f8ef472b-e844-4a49-89ab-b8361590df10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'mac_address': 'fa:16:3e:f2:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9747156-bf7e-4a28-ba36-bf4ae8757c48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:39:46Z', 'updated_at': '2022-01-17T14:39:46Z', 'revision_number': 0, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c3b9ac-f834-4b2e-8038-520d0a1125e2', 'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'mac_address': 'fa:16:3e:e2:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:59Z', 'updated_at': '2022-01-17T14:39:06Z', 'revision_number': 5, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'subnets': [{'id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:39:48.619454 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e318a215-8b76-4402-b8f3-644eb6c3032d req-596e74bf-4cd7-42b4-9283-c0052603a0ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ef472b-e844-4a49-89ab-b8361590df10 HTTP/1.1" status: 200 len: 999 time: 0.0963156 Jan 17 14:39:48.622415 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16948a94-7cc5-401c-8845-78cbd032a356 None None] Checking router: 842cce20-75a9-4bf0-b8b6-8100f535fed3 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:39:48.630500 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16948a94-7cc5-401c-8845-78cbd032a356 None None] Routers {'842cce20-75a9-4bf0-b8b6-8100f535fed3'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:39:48.631066 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-16948a94-7cc5-401c-8845-78cbd032a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:39:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['842cce20-75a9-4bf0-b8b6-8100f535fed3'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:39:48.685361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318a215-8b76-4402-b8f3-644eb6c3032d req-2280caab-fb35-47c8-9be9-4e9a9d065574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:48.686763 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e318a215-8b76-4402-b8f3-644eb6c3032d req-2280caab-fb35-47c8-9be9-4e9a9d065574 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a417a3e-2cb9-4b6e-abef-d13d730ec431 HTTP/1.1" status: 200 len: 851 time: 0.0598712 Jan 17 14:39:48.759699 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318a215-8b76-4402-b8f3-644eb6c3032d req-4262ccc6-f49f-44f0-a84e-bed1aee2cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:48.761206 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e318a215-8b76-4402-b8f3-644eb6c3032d req-4262ccc6-f49f-44f0-a84e-bed1aee2cb55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=508342af-935e-478d-a049-6a813f68cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681283 Jan 17 14:39:48.805785 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-16948a94-7cc5-401c-8845-78cbd032a356 None None] Set router 842cce20-75a9-4bf0-b8b6-8100f535fed3 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:39:48.897427 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e318a215-8b76-4402-b8f3-644eb6c3032d req-2a5b3c18-3c70-4c3f-97cc-7e2fa0ed23a6 service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301565 Jan 17 14:39:49.026138 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e318a215-8b76-4402-b8f3-644eb6c3032d req-60fc7c3f-276e-41d6-8741-f3a52792b086 service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223583 Jan 17 14:39:49.140054 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-16948a94-7cc5-401c-8845-78cbd032a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '30210f00-d41d-4588-b6fa-88ae0c234fd3', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'port_id': 'f8ef472b-e844-4a49-89ab-b8361590df10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'mac_address': 'fa:16:3e:f2:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9747156-bf7e-4a28-ba36-bf4ae8757c48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:39:46Z', 'updated_at': '2022-01-17T14:39:46Z', 'revision_number': 0, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c3b9ac-f834-4b2e-8038-520d0a1125e2', 'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'mac_address': 'fa:16:3e:e2:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:59Z', 'updated_at': '2022-01-17T14:39:06Z', 'revision_number': 5, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'subnets': [{'id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:39:49.143838 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16948a94-7cc5-401c-8845-78cbd032a356 None None] The sync data for ids ['842cce20-75a9-4bf0-b8b6-8100f535fed3'] in dv-neutron-824901-1-hyperv is: [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '30210f00-d41d-4588-b6fa-88ae0c234fd3', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'port_id': 'f8ef472b-e844-4a49-89ab-b8361590df10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'mac_address': 'fa:16:3e:f2:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9747156-bf7e-4a28-ba36-bf4ae8757c48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:39:46Z', 'updated_at': '2022-01-17T14:39:46Z', 'revision_number': 0, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c3b9ac-f834-4b2e-8038-520d0a1125e2', 'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'mac_address': 'fa:16:3e:e2:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:59Z', 'updated_at': '2022-01-17T14:39:06Z', 'revision_number': 5, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'subnets': [{'id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:39:49.333141 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf97f59-212b-43c3-8340-1426ad9cada6 None None] New status for floating IP 30210f00-d41d-4588-b6fa-88ae0c234fd3: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:39:52.923320 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:39:53.313087 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1174fbf2-a90a-4719-bcb5-eeb9d6c4ae40 req-f3d5fd42-ecd6-49ae-8cec-d3f0c4000677 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664980 Jan 17 14:39:53.452240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174fbf2-a90a-4719-bcb5-eeb9d6c4ae40 req-e5e78417-f274-48f0-8d0f-896be23dfe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:53.453697 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1174fbf2-a90a-4719-bcb5-eeb9d6c4ae40 req-e5e78417-f274-48f0-8d0f-896be23dfe6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4200fdce7fb462d965ad85a2d619b54&device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 1098 time: 0.0729370 Jan 17 14:39:53.594577 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174fbf2-a90a-4719-bcb5-eeb9d6c4ae40 req-d2d948f5-7838-4a5c-b99d-67a6dace0f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:53.596007 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1174fbf2-a90a-4719-bcb5-eeb9d6c4ae40 req-d2d948f5-7838-4a5c-b99d-67a6dace0f81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=508342af-935e-478d-a049-6a813f68cde8 HTTP/1.1" status: 200 len: 913 time: 0.1243963 Jan 17 14:39:53.703733 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1174fbf2-a90a-4719-bcb5-eeb9d6c4ae40 req-56dada4b-a56e-4f20-a445-cfeb6501c5ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ef472b-e844-4a49-89ab-b8361590df10 HTTP/1.1" status: 200 len: 1001 time: 0.0992770 Jan 17 14:39:53.763887 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174fbf2-a90a-4719-bcb5-eeb9d6c4ae40 req-23c1a703-1760-42c5-9722-1a8bef76712a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:53.765540 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1174fbf2-a90a-4719-bcb5-eeb9d6c4ae40 req-23c1a703-1760-42c5-9722-1a8bef76712a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a417a3e-2cb9-4b6e-abef-d13d730ec431 HTTP/1.1" status: 200 len: 851 time: 0.0560403 Jan 17 14:39:53.842936 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174fbf2-a90a-4719-bcb5-eeb9d6c4ae40 req-9f3ada06-3b27-4666-968a-8a6e29514828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:39:53.844395 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1174fbf2-a90a-4719-bcb5-eeb9d6c4ae40 req-9f3ada06-3b27-4666-968a-8a6e29514828 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=508342af-935e-478d-a049-6a813f68cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729353 Jan 17 14:39:53.983865 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1174fbf2-a90a-4719-bcb5-eeb9d6c4ae40 req-4f3560f3-2542-4227-8f2c-2e46dff680ff service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276429 Jan 17 14:39:54.116547 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1174fbf2-a90a-4719-bcb5-eeb9d6c4ae40 req-df6079d7-cab6-47cd-9c78-f441ebd608db service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268687 Jan 17 14:40:04.891942 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:40:10.678053 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-27890194-3566-4c84-b65f-41e7c0d5b7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:40:13.857945 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4c375e0a-965d-4efe-86ac-479732575813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:40:13.939542 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:40:13.955737 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:40:15.481049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:40:22.929596 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:40:40.682081 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-864847be-dabd-4109-9511-df59dd041477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:40:41.890739 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:40:43.859433 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d100148e-4237-4742-ba86-9a9c54271788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:40:43.941154 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:40:43.957391 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:40:45.482564 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:40:52.922448 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:40:54.414217 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-85e0c13d-cdcc-48a3-b1ba-a327b14362e0 req-36864211-8be7-4cce-ae91-2cbae45c4103 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1742332 Jan 17 14:40:54.553212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0c13d-cdcc-48a3-b1ba-a327b14362e0 req-15c2fc0b-8ce8-438f-b438-07178160854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:40:54.554562 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-85e0c13d-cdcc-48a3-b1ba-a327b14362e0 req-15c2fc0b-8ce8-438f-b438-07178160854f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4200fdce7fb462d965ad85a2d619b54&device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 1098 time: 0.0725489 Jan 17 14:40:54.698110 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0c13d-cdcc-48a3-b1ba-a327b14362e0 req-5c277f50-b35e-4518-9253-801ce051365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:40:54.699549 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-85e0c13d-cdcc-48a3-b1ba-a327b14362e0 req-5c277f50-b35e-4518-9253-801ce051365d service neutron] 10.222.0.15 "GET /v2.0/networks?id=508342af-935e-478d-a049-6a813f68cde8 HTTP/1.1" status: 200 len: 913 time: 0.1269960 Jan 17 14:40:54.802867 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-85e0c13d-cdcc-48a3-b1ba-a327b14362e0 req-0f5833b9-a09e-4d1b-a41b-bc0fd3b126c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ef472b-e844-4a49-89ab-b8361590df10 HTTP/1.1" status: 200 len: 1001 time: 0.0974686 Jan 17 14:40:54.864874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0c13d-cdcc-48a3-b1ba-a327b14362e0 req-33d88641-7971-439c-9712-0c66c4f90afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:40:54.866302 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-85e0c13d-cdcc-48a3-b1ba-a327b14362e0 req-33d88641-7971-439c-9712-0c66c4f90afc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a417a3e-2cb9-4b6e-abef-d13d730ec431 HTTP/1.1" status: 200 len: 851 time: 0.0577626 Jan 17 14:40:54.939604 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0c13d-cdcc-48a3-b1ba-a327b14362e0 req-084f58b4-563a-4055-ad3b-e684de48f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:40:54.941139 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-85e0c13d-cdcc-48a3-b1ba-a327b14362e0 req-084f58b4-563a-4055-ad3b-e684de48f0a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=508342af-935e-478d-a049-6a813f68cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688627 Jan 17 14:40:55.075704 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-85e0c13d-cdcc-48a3-b1ba-a327b14362e0 req-df064d1e-6a9d-4ffb-a5fc-8a43be1ab0f5 service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284070 Jan 17 14:40:55.204531 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-85e0c13d-cdcc-48a3-b1ba-a327b14362e0 req-63ff6f9e-64dc-4096-b63b-1943e94060e8 service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231177 Jan 17 14:41:10.684946 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ad218478-5b14-4e76-bcce-6ef28804f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:13.864024 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2992a29d-e2c4-4829-87cb-270cdffbea43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:13.944830 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:13.960839 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:15.488478 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:18.889948 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:41:22.936710 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:40.687299 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-45db355f-28ae-4ef0-8743-d555d45bd01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:43.100979 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce60a2-cf80-4142-8f80-d715fe5d2d86 req-0f2a8954-aa84-4bd2-aaf1-68803d562027 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:41:43.102329 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e2ce60a2-cf80-4142-8f80-d715fe5d2d86 req-0f2a8954-aa84-4bd2-aaf1-68803d562027 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 945 time: 0.0890174 Jan 17 14:41:43.146489 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e2ce60a2-cf80-4142-8f80-d715fe5d2d86 req-2938c167-d52e-47b9-8dc9-d1c793054525 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383458 Jan 17 14:41:43.864884 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-800f7e20-6538-4b12-b9cc-f52bc9297684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:43.948729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:43.966754 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:44.385188 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1555d-836f-4504-94c0-2ff945bf04d2 req-4ea75e31-b907-423b-bfc8-1fc08ff5e852 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:41:44.386421 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8b1555d-836f-4504-94c0-2ff945bf04d2 req-4ea75e31-b907-423b-bfc8-1fc08ff5e852 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 945 time: 0.0827301 Jan 17 14:41:44.429894 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8b1555d-836f-4504-94c0-2ff945bf04d2 req-24f4a708-3b95-49c2-b40c-af7b43cb69aa tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378435 Jan 17 14:41:44.651030 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c68b9-7a4a-425e-b087-948eb006068b req-c5c40310-73cd-4aea-ae0c-c25ea2232205 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:41:44.652481 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-dd6c68b9-7a4a-425e-b087-948eb006068b req-c5c40310-73cd-4aea-ae0c-c25ea2232205 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 945 time: 0.0772467 Jan 17 14:41:44.722702 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-dd6c68b9-7a4a-425e-b087-948eb006068b req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Deleting port f8ef472b-e844-4a49-89ab-b8361590df10 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:41:44.722963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-dd6c68b9-7a4a-425e-b087-948eb006068b req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:44.966621 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-dd6c68b9-7a4a-425e-b087-948eb006068b req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] For port f8ef472b-e844-4a49-89ab-b8361590df10, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=f8ef472b-e844-4a49-89ab-b8361590df10,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:41:44.966981 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-dd6c68b9-7a4a-425e-b087-948eb006068b req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:45.337247 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-dd6c68b9-7a4a-425e-b087-948eb006068b req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:45.337617 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-dd6c68b9-7a4a-425e-b087-948eb006068b req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:45.337951 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [req-dd6c68b9-7a4a-425e-b087-948eb006068b req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Floating IP 30210f00-d41d-4588-b6fa-88ae0c234fd3 disassociated. External IP: 172.26.3.144, port: f8ef472b-e844-4a49-89ab-b8361590df10. Jan 17 14:41:45.338340 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-dd6c68b9-7a4a-425e-b087-948eb006068b req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Calling delete_port for f8ef472b-e844-4a49-89ab-b8361590df10 owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:41:45.488306 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-dd6c68b9-7a4a-425e-b087-948eb006068b req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:45.489035 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:45.539110 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event deleted for resources: {'Port': ['ID=f8ef472b-e844-4a49-89ab-b8361590df10,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:41:45.549867 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:41:45.550220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:41:45.550580 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:41:45.550899 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:41:45.551247 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:41:45.551556 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:41:45.551916 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:41:45.552241 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:41:45.552567 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:41:45.552889 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:41:45.553211 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:41:45.553529 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:41:45.593534 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ebc168d5-a417-4292-8d5c-c2e719d588f0 req-927e4d8b-a48c-4006-8672-6f4f91682198 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 210 time: 0.0438111 Jan 17 14:41:45.735118 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd6c68b9-7a4a-425e-b087-948eb006068b req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Router 842cce20-75a9-4bf0-b8b6-8100f535fed3 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:41:45.919289 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd6c68b9-7a4a-425e-b087-948eb006068b req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:41:45.929783 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05928fa-3c91-4f24-a58b-b2b229e33187 None None] Sync routers for ids ['842cce20-75a9-4bf0-b8b6-8100f535fed3'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:41:45.940632 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05928fa-3c91-4f24-a58b-b2b229e33187 None None] Routers {'842cce20-75a9-4bf0-b8b6-8100f535fed3'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:41:45.941230 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-a05928fa-3c91-4f24-a58b-b2b229e33187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:41:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['842cce20-75a9-4bf0-b8b6-8100f535fed3'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:41:45.992880 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6c68b9-7a4a-425e-b087-948eb006068b req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] No DVR routers for this DVR port f8ef472b-e844-4a49-89ab-b8361590df10 on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:41:45.995413 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-dd6c68b9-7a4a-425e-b087-948eb006068b req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:46.006515 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9747156-bf7e-4a28-ba36-bf4ae8757c48', 'name': 'network-vif-deleted', 'tag': 'f8ef472b-e844-4a49-89ab-b8361590df10'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:41:46.013607 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-dd6c68b9-7a4a-425e-b087-948eb006068b req-8bbc0fb3-0447-4b56-a3ff-db31e0500d67 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.15 "DELETE /v2.0/ports/f8ef472b-e844-4a49-89ab-b8361590df10 HTTP/1.1" status: 204 len: 173 time: 1.3561177 Jan 17 14:41:46.065749 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9747156-bf7e-4a28-ba36-bf4ae8757c48', 'name': 'network-vif-deleted', 'tag': 'f8ef472b-e844-4a49-89ab-b8361590df10', 'status': 'completed', 'code': 200} Jan 17 14:41:46.135941 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-a05928fa-3c91-4f24-a58b-b2b229e33187 None None] Set router 842cce20-75a9-4bf0-b8b6-8100f535fed3 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:41:46.489522 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-a05928fa-3c91-4f24-a58b-b2b229e33187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'e3c3b9ac-f834-4b2e-8038-520d0a1125e2', 'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'mac_address': 'fa:16:3e:e2:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:59Z', 'updated_at': '2022-01-17T14:39:06Z', 'revision_number': 5, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'subnets': [{'id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:41:46.493281 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05928fa-3c91-4f24-a58b-b2b229e33187 None None] Checking router: 842cce20-75a9-4bf0-b8b6-8100f535fed3 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:41:46.501530 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05928fa-3c91-4f24-a58b-b2b229e33187 None None] Routers {'842cce20-75a9-4bf0-b8b6-8100f535fed3'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:41:46.502119 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-a05928fa-3c91-4f24-a58b-b2b229e33187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:41:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['842cce20-75a9-4bf0-b8b6-8100f535fed3'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:41:46.684925 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-a05928fa-3c91-4f24-a58b-b2b229e33187 None None] Set router 842cce20-75a9-4bf0-b8b6-8100f535fed3 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:41:46.757713 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c4013bd3-d401-44b5-9835-25e0b10aa18a req-215ae684-4043-406a-821b-af80367997e2 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9747156-bf7e-4a28-ba36-bf4ae8757c48 HTTP/1.1" status: 200 len: 210 time: 0.0417995 Jan 17 14:41:46.997410 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-a05928fa-3c91-4f24-a58b-b2b229e33187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'e3c3b9ac-f834-4b2e-8038-520d0a1125e2', 'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'mac_address': 'fa:16:3e:e2:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:59Z', 'updated_at': '2022-01-17T14:39:06Z', 'revision_number': 5, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'subnets': [{'id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:41:47.002062 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05928fa-3c91-4f24-a58b-b2b229e33187 None None] The sync data for ids ['842cce20-75a9-4bf0-b8b6-8100f535fed3'] in dv-neutron-824901-1-hyperv is: [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'e3c3b9ac-f834-4b2e-8038-520d0a1125e2', 'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'mac_address': 'fa:16:3e:e2:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:59Z', 'updated_at': '2022-01-17T14:39:06Z', 'revision_number': 5, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'subnets': [{'id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:41:47.076271 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device f8ef472b-e844-4a49-89ab-b8361590df10 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:41:47.111925 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: f8ef472b-e844-4a49-89ab-b8361590df10 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:41:47.112276 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device f8ef472b-e844-4a49-89ab-b8361590df10 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:41:47.224794 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc8c3e-b029-47a9-b43f-004333a55b5e None None] New status for floating IP 30210f00-d41d-4588-b6fa-88ae0c234fd3: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:41:48.052532 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-f43b50fa-85b0-485a-89cd-e92244fad487 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43745923&fields=id&tenant_id=a4200fdce7fb462d965ad85a2d619b54 HTTP/1.1" status: 200 len: 267 time: 0.0416169 Jan 17 14:41:48.196078 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-8a3b950f-7141-4394-ab1d-586efb48d5f2 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:41:48.197464 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-8a3b950f-7141-4394-ab1d-586efb48d5f2 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/networks?id=508342af-935e-478d-a049-6a813f68cde8 HTTP/1.1" status: 200 len: 812 time: 0.1388156 Jan 17 14:41:48.212141 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-7549ccda-60c0-4481-866c-211b79f4b520 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/quotas/a4200fdce7fb462d965ad85a2d619b54 HTTP/1.1" status: 200 len: 375 time: 0.0091736 Jan 17 14:41:48.293089 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-de237ac2-9ae8-46d7-a734-f19994732173 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4200fdce7fb462d965ad85a2d619b54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0761690 Jan 17 14:41:48.425743 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-be7d3996-2e28-4853-a797-62b07431e6d0 service neutron] 10.222.0.48 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210651 Jan 17 14:41:48.555373 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-5df94428-7df5-4fd9-a1ce-21cfd1f47d73 service neutron] 10.222.0.48 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237736 Jan 17 14:41:48.942757 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-dfb8b2c8-7c8f-480a-820a-8bcd5844e1ab req-9e3a26a3-17c4-4196-b6c2-4227b1fcb1e0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Synchronizing usage tracker for tenant:a4200fdce7fb462d965ad85a2d619b54 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:41:48.957932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-dfb8b2c8-7c8f-480a-820a-8bcd5844e1ab req-9e3a26a3-17c4-4196-b6c2-4227b1fcb1e0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Unset dirty status for tenant:a4200fdce7fb462d965ad85a2d619b54 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:41:48.959211 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-dfb8b2c8-7c8f-480a-820a-8bcd5844e1ab req-9e3a26a3-17c4-4196-b6c2-4227b1fcb1e0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 210 time: 0.0601816 Jan 17 14:41:50.060488 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-43ce5391-aa70-4370-b30b-edf225ad14a2 req-ca415088-503f-422a-b796-1846cf4bc33e tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 210 time: 0.0464218 Jan 17 14:41:51.205659 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bba6eb44-7bcc-476d-8eed-edb86566810e req-8b479e57-a49d-4ef2-8bec-8515d0dde047 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 210 time: 0.0433280 Jan 17 14:41:52.187933 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-d6f9a9a4-e8b8-486d-bac8-68bfd8bc0769 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:41:52.189338 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-d6f9a9a4-e8b8-486d-bac8-68bfd8bc0769 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.15 "GET /v2.0/networks?id=508342af-935e-478d-a049-6a813f68cde8 HTTP/1.1" status: 200 len: 812 time: 0.1580741 Jan 17 14:41:52.238003 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-71abdc58-2eb6-4aea-8b90-18485eb8ec3b tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4200fdce7fb462d965ad85a2d619b54 HTTP/1.1" status: 200 len: 378 time: 0.0405884 Jan 17 14:41:52.247876 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-20ac1270-62c2-4144-965f-ab94cc2eb8a8 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Request body: {'port': {'device_id': '58e08f46-aef3-4e3a-8e63-9e5347beeb93', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'admin_state_up': True, 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'security_groups': ['0732c207-20b8-4c7f-bc99-c5c73142d560']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:41:52.402615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-20ac1270-62c2-4144-965f-ab94cc2eb8a8 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:41:52.403544 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3a387077-cbb3-413f-b941-9e1aeb68e82f req-19a8aa29-8c71-42af-a044-da88e8d3946a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 210 time: 0.0574574 Jan 17 14:41:52.413391 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-20ac1270-62c2-4144-965f-ab94cc2eb8a8 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:41:52.432746 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-20ac1270-62c2-4144-965f-ab94cc2eb8a8 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Made reservation on behalf of a4200fdce7fb462d965ad85a2d619b54 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:41:52.436996 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-20ac1270-62c2-4144-965f-ab94cc2eb8a8 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:52.617415 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-20ac1270-62c2-4144-965f-ab94cc2eb8a8 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Allocated IP 172.20.0.13 (508342af-935e-478d-a049-6a813f68cde8/2a417a3e-2cb9-4b6e-abef-d13d730ec431/d9919e79-5138-4884-a923-4da9f5101170) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:41:52.828175 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-20ac1270-62c2-4144-965f-ab94cc2eb8a8 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:52.844925 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-20ac1270-62c2-4144-965f-ab94cc2eb8a8 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Transition to ACTIVE for port object d9919e79-5138-4884-a923-4da9f5101170 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:41:52.870694 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-20ac1270-62c2-4144-965f-ab94cc2eb8a8 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:52.951744 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:53.059319 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-20ac1270-62c2-4144-965f-ab94cc2eb8a8 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Network 508342af-935e-478d-a049-6a813f68cde8 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:41:53.063125 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-20ac1270-62c2-4144-965f-ab94cc2eb8a8 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:41:53.067136 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-20ac1270-62c2-4144-965f-ab94cc2eb8a8 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:41:53.098599 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac1270-62c2-4144-965f-ab94cc2eb8a8 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event updated for resources: {'Port': ['ID=d9919e79-5138-4884-a923-4da9f5101170,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:41:53.135222 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-20ac1270-62c2-4144-965f-ab94cc2eb8a8 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:41:53.135885 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-20ac1270-62c2-4144-965f-ab94cc2eb8a8 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:53.168354 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-20ac1270-62c2-4144-965f-ab94cc2eb8a8 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9250698 Jan 17 14:41:53.178729 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-86be1973-8b6f-4db7-b5d4-b925a65dd643 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:41:53.179941 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-86be1973-8b6f-4db7-b5d4-b925a65dd643 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053539 Jan 17 14:41:53.240061 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] Request body: {'port': {'device_id': '58e08f46-aef3-4e3a-8e63-9e5347beeb93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:41:53.349082 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-152043fd-eade-41e1-b2ee-01fb6b6083ff None None] Provisioning for port d9919e79-5138-4884-a923-4da9f5101170 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:41:53.354283 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-152043fd-eade-41e1-b2ee-01fb6b6083ff None None] Provisioning complete for port d9919e79-5138-4884-a923-4da9f5101170 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:41:53.354787 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-152043fd-eade-41e1-b2ee-01fb6b6083ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:53.363373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:53.415606 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-152043fd-eade-41e1-b2ee-01fb6b6083ff None None] Port d9919e79-5138-4884-a923-4da9f5101170 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:41:53.710573 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce004b5-cdab-4a9a-8958-16991fb99cf6 req-894f4e5f-2105-4080-a371-826a174a1203 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:41:53.711295 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-2ce004b5-cdab-4a9a-8958-16991fb99cf6 req-894f4e5f-2105-4080-a371-826a174a1203 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Synchronizing usage tracker for tenant:a4200fdce7fb462d965ad85a2d619b54 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:41:53.773261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-2ce004b5-cdab-4a9a-8958-16991fb99cf6 req-894f4e5f-2105-4080-a371-826a174a1203 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Unset dirty status for tenant:a4200fdce7fb462d965ad85a2d619b54 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:41:53.773261 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2ce004b5-cdab-4a9a-8958-16991fb99cf6 req-894f4e5f-2105-4080-a371-826a174a1203 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 932 time: 0.2546258 Jan 17 14:41:53.829113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9919e79-5138-4884-a923-4da9f5101170 {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:41:53.840596 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:53.854029 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2ce004b5-cdab-4a9a-8958-16991fb99cf6 req-c433d726-269a-4d3a-ae48-b4630ad8e53e tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627873 Jan 17 14:41:53.866580 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] Transition to ACTIVE for port object d9919e79-5138-4884-a923-4da9f5101170 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:41:53.872746 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:54.012047 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] Pushing event updated for resources: {'Port': ['ID=d9919e79-5138-4884-a923-4da9f5101170,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:41:54.125606 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] Attempting to bind port d9919e79-5138-4884-a923-4da9f5101170 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:41:54.125937 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] Attempting to bind port d9919e79-5138-4884-a923-4da9f5101170 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '508342af-935e-478d-a049-6a813f68cde8'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:41:54.126278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] Attempting to bind port d9919e79-5138-4884-a923-4da9f5101170 on network 508342af-935e-478d-a049-6a813f68cde8 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:41:54.131470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] Port d9919e79-5138-4884-a923-4da9f5101170 on network 508342af-935e-478d-a049-6a813f68cde8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:41:54.131819 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] Attempting to bind port d9919e79-5138-4884-a923-4da9f5101170 on network 508342af-935e-478d-a049-6a813f68cde8 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:41:54.137775 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:41:54.137775 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] Checking segment: {'id': '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '508342af-935e-478d-a049-6a813f68cde8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:41:54.138236 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] Bound using segment: {'id': '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '508342af-935e-478d-a049-6a813f68cde8'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:41:54.138236 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] Bound port: d9919e79-5138-4884-a923-4da9f5101170, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '508342af-935e-478d-a049-6a813f68cde8'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:41:54.139797 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:54.228171 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] For port d9919e79-5138-4884-a923-4da9f5101170, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:41:54.231477 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] For port d9919e79-5138-4884-a923-4da9f5101170, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=d9919e79-5138-4884-a923-4da9f5101170,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:41:54.239230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:54.309311 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:41:54.310290 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:41:54.312116 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] 10.222.0.15 "PUT /v2.0/ports/d9919e79-5138-4884-a923-4da9f5101170 HTTP/1.1" status: 200 len: 1094 time: 1.1258383 Jan 17 14:41:54.312656 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e08f46-aef3-4e3a-8e63-9e5347beeb93', 'tag': 'd9919e79-5138-4884-a923-4da9f5101170'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:41:54.347787 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11046b-5fa2-44bb-9aa0-163f39c9331b service neutron] Pushing event updated for resources: {'Port': ['ID=d9919e79-5138-4884-a923-4da9f5101170,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:41:54.461373 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e08f46-aef3-4e3a-8e63-9e5347beeb93', 'tag': 'd9919e79-5138-4884-a923-4da9f5101170', 'status': 'completed', 'code': 200} Jan 17 14:41:54.469009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-c15ed4b7-9747-472d-bef5-b7dd62cea3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:41:54.470519 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-c15ed4b7-9747-472d-bef5-b7dd62cea3cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4200fdce7fb462d965ad85a2d619b54&device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 1097 time: 0.1060607 Jan 17 14:41:54.544262 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-1a35e7ac-2d0d-4953-820a-00dc5ad0109a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9919e79-5138-4884-a923-4da9f5101170 HTTP/1.1" status: 200 len: 217 time: 0.0667505 Jan 17 14:41:54.605110 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-8b761009-3f85-4425-a81b-3bb63a6e6d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:41:54.606473 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-8b761009-3f85-4425-a81b-3bb63a6e6d5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a417a3e-2cb9-4b6e-abef-d13d730ec431 HTTP/1.1" status: 200 len: 851 time: 0.0562854 Jan 17 14:41:54.682749 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-b7d83d24-f422-4c3e-b84f-f142f5488ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:41:54.684263 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-b7d83d24-f422-4c3e-b84f-f142f5488ac7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=508342af-935e-478d-a049-6a813f68cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714130 Jan 17 14:41:54.833722 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-b7ef3420-17c1-4638-8932-2f48de02b5bf service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384614 Jan 17 14:41:55.095885 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bb0d0e70-6965-4574-93a0-8e4ec61c574e req-696c6130-7756-4188-bcf9-17f6bb0ee68f service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559717 Jan 17 14:41:55.138410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b4983-0ba3-4257-b151-b0d9d88d11e7 req-09032d28-5510-4896-a9a5-62400e455538 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:41:55.140449 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cb9b4983-0ba3-4257-b151-b0d9d88d11e7 req-09032d28-5510-4896-a9a5-62400e455538 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 944 time: 0.0822742 Jan 17 14:41:55.231368 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cb9b4983-0ba3-4257-b151-b0d9d88d11e7 req-d9e48a8b-a32a-42c0-b4d3-058a80fa96ea tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609796 Jan 17 14:41:55.249901 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a0f4e-e4c2-4022-b998-9b10a6f41954 req-74c9b953-0e87-4a75-bcf0-4623ac0d1ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:41:55.251366 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c33a0f4e-e4c2-4022-b998-9b10a6f41954 req-74c9b953-0e87-4a75-bcf0-4623ac0d1ccf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4200fdce7fb462d965ad85a2d619b54&device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 1097 time: 0.1099656 Jan 17 14:41:55.385829 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a0f4e-e4c2-4022-b998-9b10a6f41954 req-41c7b71c-1d46-46cf-8dee-bea2eb19c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:41:55.387186 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c33a0f4e-e4c2-4022-b998-9b10a6f41954 req-41c7b71c-1d46-46cf-8dee-bea2eb19c73d service neutron] 10.222.0.15 "GET /v2.0/networks?id=508342af-935e-478d-a049-6a813f68cde8 HTTP/1.1" status: 200 len: 913 time: 0.1279044 Jan 17 14:41:55.458187 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c33a0f4e-e4c2-4022-b998-9b10a6f41954 req-ed8f454f-47ed-4c6e-a1d8-4bd5bc8d7ab2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9919e79-5138-4884-a923-4da9f5101170 HTTP/1.1" status: 200 len: 217 time: 0.0642576 Jan 17 14:41:55.520224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a0f4e-e4c2-4022-b998-9b10a6f41954 req-26773d96-e0df-46ff-b93d-079bc336cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:41:55.521647 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c33a0f4e-e4c2-4022-b998-9b10a6f41954 req-26773d96-e0df-46ff-b93d-079bc336cb3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a417a3e-2cb9-4b6e-abef-d13d730ec431 HTTP/1.1" status: 200 len: 851 time: 0.0574412 Jan 17 14:41:55.596408 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a0f4e-e4c2-4022-b998-9b10a6f41954 req-7496b719-e7a7-44aa-b448-05f303bda1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:41:55.597855 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c33a0f4e-e4c2-4022-b998-9b10a6f41954 req-7496b719-e7a7-44aa-b448-05f303bda1a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=508342af-935e-478d-a049-6a813f68cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701439 Jan 17 14:41:55.726955 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c33a0f4e-e4c2-4022-b998-9b10a6f41954 req-67ece431-2560-4c2c-a4cc-fcaaf8382a23 service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222661 Jan 17 14:41:55.871575 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c33a0f4e-e4c2-4022-b998-9b10a6f41954 req-7bcb5ba4-d78f-4459-97cc-ae4a7927842e service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376255 Jan 17 14:41:55.890020 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:41:56.426609 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d08489-4e92-455e-a92c-21d48535d957 req-9b77f2b6-4a8b-4a19-95a8-10893a3cc0fa tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:41:56.428078 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-28d08489-4e92-455e-a92c-21d48535d957 req-9b77f2b6-4a8b-4a19-95a8-10893a3cc0fa tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 944 time: 0.0796850 Jan 17 14:41:56.473435 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-28d08489-4e92-455e-a92c-21d48535d957 req-0e7d87fd-af74-4b20-bcfc-7f9f8b21971d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395880 Jan 17 14:41:57.661584 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e70f9f-b928-499a-982b-213ef8732a49 req-df7fa8d5-302c-4fa5-9486-d2e5419856dd tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:41:57.663060 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-19e70f9f-b928-499a-982b-213ef8732a49 req-df7fa8d5-302c-4fa5-9486-d2e5419856dd tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 944 time: 0.0873520 Jan 17 14:41:57.707963 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-19e70f9f-b928-499a-982b-213ef8732a49 req-53e84733-25da-4cb1-937e-ae7d520ccb1c tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393081 Jan 17 14:41:58.893420 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58add0a-1c85-4751-ba2b-28b3e481078e req-6207cb53-fac7-439a-a47f-402fedf0d64d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:41:58.894897 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f58add0a-1c85-4751-ba2b-28b3e481078e req-6207cb53-fac7-439a-a47f-402fedf0d64d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 944 time: 0.0850859 Jan 17 14:41:58.939622 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f58add0a-1c85-4751-ba2b-28b3e481078e req-8641bf19-d60e-4039-ab9e-aae3f45108fa tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389988 Jan 17 14:42:00.129295 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcbbbc-4029-4f4d-88e5-36c6fdc4be1e req-136de548-b6c3-473e-9b6b-280effdb81bc tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:42:00.130653 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5cdcbbbc-4029-4f4d-88e5-36c6fdc4be1e req-136de548-b6c3-473e-9b6b-280effdb81bc tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 944 time: 0.0800548 Jan 17 14:42:00.177985 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5cdcbbbc-4029-4f4d-88e5-36c6fdc4be1e req-bf6bc6be-0b53-459e-b718-42f2312ce488 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416107 Jan 17 14:42:01.364103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c2d22-c08d-4fa2-b5c1-f3e43b1927f9 req-6b71f7d0-ec89-4c3a-91d8-9b4b78abbd79 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:42:01.365574 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-218c2d22-c08d-4fa2-b5c1-f3e43b1927f9 req-6b71f7d0-ec89-4c3a-91d8-9b4b78abbd79 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 944 time: 0.0794506 Jan 17 14:42:01.414763 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-218c2d22-c08d-4fa2-b5c1-f3e43b1927f9 req-d5c4f0c1-160a-4c64-bffa-aafe998c974c tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428321 Jan 17 14:42:02.595593 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4dde47-7862-4183-bbd2-7ec03fa5b496 req-586e6f5f-f77b-4978-87de-4ac916de9c22 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:42:02.596995 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0f4dde47-7862-4183-bbd2-7ec03fa5b496 req-586e6f5f-f77b-4978-87de-4ac916de9c22 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 944 time: 0.0794055 Jan 17 14:42:02.642049 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0f4dde47-7862-4183-bbd2-7ec03fa5b496 req-de500e1c-72f6-45ec-a63d-74de26e8731e tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395370 Jan 17 14:42:03.215998 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device d9919e79-5138-4884-a923-4da9f5101170 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:42:03.348611 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port d9919e79-5138-4884-a923-4da9f5101170, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=d9919e79-5138-4884-a923-4da9f5101170,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:42:03.361877 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': 'd9919e79-5138-4884-a923-4da9f5101170', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'port_id': 'd9919e79-5138-4884-a923-4da9f5101170', 'mac_address': 'fa:16:3e:0d:66:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:42:03.415474 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:03.434789 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9919e79-5138-4884-a923-4da9f5101170 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:42:03.449884 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port d9919e79-5138-4884-a923-4da9f5101170, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=d9919e79-5138-4884-a923-4da9f5101170,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:42:03.454482 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:03.520299 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=d9919e79-5138-4884-a923-4da9f5101170,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:42:03.527264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:42:03.527614 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:42:03.527977 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:42:03.528310 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:42:03.528637 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:42:03.528963 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:42:03.529284 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:42:03.529647 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:42:03.529967 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:42:03.530285 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:42:03.530607 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:42:03.530921 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:42:03.822737 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['d9919e79-5138-4884-a923-4da9f5101170'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:42:03.831441 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db354bf9-5b3c-4bdd-9408-2acb46e81c95 req-fa024603-5a38-47d2-8a6a-d5304dadfc27 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:42:03.833302 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-db354bf9-5b3c-4bdd-9408-2acb46e81c95 req-fa024603-5a38-47d2-8a6a-d5304dadfc27 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 945 time: 0.0868402 Jan 17 14:42:03.882948 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-db354bf9-5b3c-4bdd-9408-2acb46e81c95 req-ff90ec80-a5d5-460b-9008-2a774ad36520 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437593 Jan 17 14:42:05.068835 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa921f45-cede-4ede-a04a-856ce41ebb6b req-5036ea69-07a6-4caf-8470-9591976b5378 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:42:05.070178 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-aa921f45-cede-4ede-a04a-856ce41ebb6b req-5036ea69-07a6-4caf-8470-9591976b5378 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 945 time: 0.0832145 Jan 17 14:42:05.114932 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-aa921f45-cede-4ede-a04a-856ce41ebb6b req-65c5dabe-c8f1-47d1-805f-5e61b02c89b1 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390842 Jan 17 14:42:05.246848 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device d9919e79-5138-4884-a923-4da9f5101170 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:42:05.312990 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port d9919e79-5138-4884-a923-4da9f5101170 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:42:05.318106 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port d9919e79-5138-4884-a923-4da9f5101170 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:42:05.318469 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:05.437790 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:05.471394 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e08f46-aef3-4e3a-8e63-9e5347beeb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9919e79-5138-4884-a923-4da9f5101170'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:42:05.483470 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port d9919e79-5138-4884-a923-4da9f5101170, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=d9919e79-5138-4884-a923-4da9f5101170,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:42:05.489053 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:05.568830 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e08f46-aef3-4e3a-8e63-9e5347beeb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9919e79-5138-4884-a923-4da9f5101170', 'code': 200} Jan 17 14:42:05.578641 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=d9919e79-5138-4884-a923-4da9f5101170,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:42:05.837776 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d9540-590d-41b9-b5fe-bd2e21eaf3b3 req-368d9b0b-35d2-4c3b-a9e7-ad155f53fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:42:05.839233 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a25d9540-590d-41b9-b5fe-bd2e21eaf3b3 req-368d9b0b-35d2-4c3b-a9e7-ad155f53fce8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 1099 time: 0.0705204 Jan 17 14:42:05.879733 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a25d9540-590d-41b9-b5fe-bd2e21eaf3b3 req-d8c5a04d-ecd4-49cd-bd7c-b1af08693eef service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334783 Jan 17 14:42:06.301494 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997827f-5f6b-455e-a272-371f01d888e1 req-ffadd697-5acd-4d5d-85d1-b2eb02c9d2aa tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:42:06.302946 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9997827f-5f6b-455e-a272-371f01d888e1 req-ffadd697-5acd-4d5d-85d1-b2eb02c9d2aa tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 946 time: 0.0813358 Jan 17 14:42:06.347045 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9997827f-5f6b-455e-a272-371f01d888e1 req-85bdeb55-f1df-44a4-a49e-52e020e2919c tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385399 Jan 17 14:42:07.532587 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c0bde-eb48-46d8-8d79-088a69c3aca0 req-2e4ae62c-2f34-4d80-b596-d8313774d1ec tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:42:07.534025 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d93c0bde-eb48-46d8-8d79-088a69c3aca0 req-2e4ae62c-2f34-4d80-b596-d8313774d1ec tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 946 time: 0.0828545 Jan 17 14:42:07.663634 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d93c0bde-eb48-46d8-8d79-088a69c3aca0 req-403d86b8-1cb8-4ccb-a17c-c912e567a8ea tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1230748 Jan 17 14:42:07.849373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82ddf7-3c80-4c22-8bb1-fe17cde5f544 req-c8096210-7abe-4569-9f97-d08c382ac026 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:42:07.850888 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cb82ddf7-3c80-4c22-8bb1-fe17cde5f544 req-c8096210-7abe-4569-9f97-d08c382ac026 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 946 time: 0.0811107 Jan 17 14:42:07.899615 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cb82ddf7-3c80-4c22-8bb1-fe17cde5f544 req-e738ef7e-09b9-402e-89fc-fe9b9bd74ba5 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429630 Jan 17 14:42:07.923034 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41594) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:42:07.995121 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddc20bf-a983-4bf2-ac65-85a22ffea6aa tempest-TestVolumeBootPattern-127304563 tempest-TestVolumeBootPattern-127304563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:42:07.996631 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3ddc20bf-a983-4bf2-ac65-85a22ffea6aa tempest-TestVolumeBootPattern-127304563 tempest-TestVolumeBootPattern-127304563-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 1094 time: 0.0726845 Jan 17 14:42:08.001812 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41598) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:42:08.007644 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': 'd9919e79-5138-4884-a923-4da9f5101170', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:42:08.013728 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:42:08.017630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Usage tracker for resource:floatingip and tenant:a4200fdce7fb462d965ad85a2d619b54 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:42:08.020493 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:42:08.026088 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:42:08.037217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:08.181030 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:08.413352 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Allocated IP 172.26.3.180 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/4ec35b2d-9aef-4522-8ac4-33bca6cf56cd) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:42:08.585507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:08.616773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:08.679323 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:42:08.681934 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:42:08.685647 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:42:08.723618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event updated for resources: {'Port': ['ID=4ec35b2d-9aef-4522-8ac4-33bca6cf56cd,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:42:09.091326 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:09.164114 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:09.359982 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:09.364248 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:09.469971 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event updated for resources: {'Port': ['ID=4ec35b2d-9aef-4522-8ac4-33bca6cf56cd,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:42:09.482138 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:09.651015 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Floating IP bfede452-396b-405c-b3cf-e78be2b722ab associated. External IP: 172.26.3.180, port: d9919e79-5138-4884-a923-4da9f5101170. Jan 17 14:42:10.104650 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Router 842cce20-75a9-4bf0-b8b6-8100f535fed3 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:42:10.286724 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:42:10.296468 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fef47e4-482a-4005-a6bf-d03c31c4d40d None None] Sync routers for ids ['842cce20-75a9-4bf0-b8b6-8100f535fed3'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:42:10.306210 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fef47e4-482a-4005-a6bf-d03c31c4d40d None None] Routers {'842cce20-75a9-4bf0-b8b6-8100f535fed3'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:42:10.306912 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2fef47e4-482a-4005-a6bf-d03c31c4d40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:41:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['842cce20-75a9-4bf0-b8b6-8100f535fed3'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:42:10.310431 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:10.366063 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-55a55986-de2e-496d-a237-96879b957233 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3629992 Jan 17 14:42:10.366823 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e08f46-aef3-4e3a-8e63-9e5347beeb93', 'tag': 'd9919e79-5138-4884-a923-4da9f5101170'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:42:10.414042 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e08f46-aef3-4e3a-8e63-9e5347beeb93', 'tag': 'd9919e79-5138-4884-a923-4da9f5101170', 'status': 'completed', 'code': 200} Jan 17 14:42:10.486940 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-2fef47e4-482a-4005-a6bf-d03c31c4d40d None None] Set router 842cce20-75a9-4bf0-b8b6-8100f535fed3 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:42:10.510199 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642d81e-b1f8-4af7-b018-0c4cb297b4a5 req-ed96c08e-59e6-40a8-9e2a-9183302a255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:42:10.511846 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1642d81e-b1f8-4af7-b018-0c4cb297b4a5 req-ed96c08e-59e6-40a8-9e2a-9183302a255d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4200fdce7fb462d965ad85a2d619b54&device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 1099 time: 0.0767014 Jan 17 14:42:10.642296 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642d81e-b1f8-4af7-b018-0c4cb297b4a5 req-adf6bb49-9c28-4c92-abb1-8f8d4b142bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:42:10.643646 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1642d81e-b1f8-4af7-b018-0c4cb297b4a5 req-adf6bb49-9c28-4c92-abb1-8f8d4b142bae service neutron] 10.222.0.15 "GET /v2.0/networks?id=508342af-935e-478d-a049-6a813f68cde8 HTTP/1.1" status: 200 len: 913 time: 0.1263990 Jan 17 14:42:10.689966 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-58f28a7a-0eeb-4d9c-8ef5-70b9f7508c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:10.743758 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1642d81e-b1f8-4af7-b018-0c4cb297b4a5 req-d6618133-9464-4a99-8d2f-6dbad13e9269 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9919e79-5138-4884-a923-4da9f5101170 HTTP/1.1" status: 200 len: 1000 time: 0.0941131 Jan 17 14:42:10.809407 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642d81e-b1f8-4af7-b018-0c4cb297b4a5 req-f502b420-2b52-4add-a39d-5e14b9d9f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:42:10.810864 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1642d81e-b1f8-4af7-b018-0c4cb297b4a5 req-f502b420-2b52-4add-a39d-5e14b9d9f257 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a417a3e-2cb9-4b6e-abef-d13d730ec431 HTTP/1.1" status: 200 len: 851 time: 0.0618846 Jan 17 14:42:10.834204 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2fef47e4-482a-4005-a6bf-d03c31c4d40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'bfede452-396b-405c-b3cf-e78be2b722ab', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'floating_ip_address': '172.26.3.180', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'port_id': 'd9919e79-5138-4884-a923-4da9f5101170', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'mac_address': 'fa:16:3e:0d:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e08f46-aef3-4e3a-8e63-9e5347beeb93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:42:09Z', 'updated_at': '2022-01-17T14:42:09Z', 'revision_number': 0, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c3b9ac-f834-4b2e-8038-520d0a1125e2', 'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'mac_address': 'fa:16:3e:e2:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:59Z', 'updated_at': '2022-01-17T14:39:06Z', 'revision_number': 5, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'subnets': [{'id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:42:10.837990 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fef47e4-482a-4005-a6bf-d03c31c4d40d None None] Checking router: 842cce20-75a9-4bf0-b8b6-8100f535fed3 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:42:10.846629 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fef47e4-482a-4005-a6bf-d03c31c4d40d None None] Routers {'842cce20-75a9-4bf0-b8b6-8100f535fed3'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:42:10.847212 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2fef47e4-482a-4005-a6bf-d03c31c4d40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:41:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['842cce20-75a9-4bf0-b8b6-8100f535fed3'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:42:10.886929 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642d81e-b1f8-4af7-b018-0c4cb297b4a5 req-f66a17dd-36e7-4527-b1b5-8e3ed202f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:42:10.888444 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1642d81e-b1f8-4af7-b018-0c4cb297b4a5 req-f66a17dd-36e7-4527-b1b5-8e3ed202f3d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=508342af-935e-478d-a049-6a813f68cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713158 Jan 17 14:42:11.019534 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1642d81e-b1f8-4af7-b018-0c4cb297b4a5 req-034451bc-18d0-4c23-a871-a1cf4e8b62e2 service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252468 Jan 17 14:42:11.057189 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-2fef47e4-482a-4005-a6bf-d03c31c4d40d None None] Set router 842cce20-75a9-4bf0-b8b6-8100f535fed3 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:42:11.155072 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1642d81e-b1f8-4af7-b018-0c4cb297b4a5 req-70ffe915-a380-4e4c-90a6-66a332271e94 service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294029 Jan 17 14:42:11.447047 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-2fef47e4-482a-4005-a6bf-d03c31c4d40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'bfede452-396b-405c-b3cf-e78be2b722ab', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'floating_ip_address': '172.26.3.180', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'port_id': 'd9919e79-5138-4884-a923-4da9f5101170', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'mac_address': 'fa:16:3e:0d:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e08f46-aef3-4e3a-8e63-9e5347beeb93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:42:09Z', 'updated_at': '2022-01-17T14:42:09Z', 'revision_number': 0, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c3b9ac-f834-4b2e-8038-520d0a1125e2', 'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'mac_address': 'fa:16:3e:e2:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:59Z', 'updated_at': '2022-01-17T14:39:06Z', 'revision_number': 5, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'subnets': [{'id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:42:11.451728 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fef47e4-482a-4005-a6bf-d03c31c4d40d None None] The sync data for ids ['842cce20-75a9-4bf0-b8b6-8100f535fed3'] in dv-neutron-824901-1-hyperv is: [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'bfede452-396b-405c-b3cf-e78be2b722ab', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'floating_ip_address': '172.26.3.180', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'port_id': 'd9919e79-5138-4884-a923-4da9f5101170', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'mac_address': 'fa:16:3e:0d:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e08f46-aef3-4e3a-8e63-9e5347beeb93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:42:09Z', 'updated_at': '2022-01-17T14:42:09Z', 'revision_number': 0, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c3b9ac-f834-4b2e-8038-520d0a1125e2', 'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'mac_address': 'fa:16:3e:e2:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:59Z', 'updated_at': '2022-01-17T14:39:06Z', 'revision_number': 5, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'subnets': [{'id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:42:11.654210 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef568db6-1ac9-40fd-be78-3869426c2a99 None None] New status for floating IP bfede452-396b-405c-b3cf-e78be2b722ab: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:42:13.867329 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9ef6de7d-71ec-410c-80e9-41d7510d1534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:13.950732 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:13.968354 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:15.491385 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:22.961961 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:32.895434 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:42:40.692022 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4a725ed7-f501-4ebb-91a2-689f2b54906a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:43.870200 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e5a14799-4ad4-4606-8d5a-c3bb9f23708f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:43.952557 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:43.970823 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:45.494047 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:52.950858 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:42:57.315698 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d20be491-4881-41d3-8a94-d181c468c9b1 req-a2b9d2f0-2cab-4592-a26b-b84e98814bd2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774055 Jan 17 14:42:57.466875 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20be491-4881-41d3-8a94-d181c468c9b1 req-b7ca9070-acc2-42cd-8438-7e97b5f56ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:42:57.468320 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d20be491-4881-41d3-8a94-d181c468c9b1 req-b7ca9070-acc2-42cd-8438-7e97b5f56ef7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4200fdce7fb462d965ad85a2d619b54&device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 1099 time: 0.0750551 Jan 17 14:42:57.617162 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20be491-4881-41d3-8a94-d181c468c9b1 req-71ac1c45-0016-402e-8ea0-f9ed85288b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:42:57.618783 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d20be491-4881-41d3-8a94-d181c468c9b1 req-71ac1c45-0016-402e-8ea0-f9ed85288b92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=508342af-935e-478d-a049-6a813f68cde8 HTTP/1.1" status: 200 len: 913 time: 0.1314580 Jan 17 14:42:57.843684 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d20be491-4881-41d3-8a94-d181c468c9b1 req-6c63540d-9370-45b1-8403-8014b39f272b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9919e79-5138-4884-a923-4da9f5101170 HTTP/1.1" status: 200 len: 1002 time: 0.2181756 Jan 17 14:42:57.906364 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20be491-4881-41d3-8a94-d181c468c9b1 req-7ba01d21-e995-454c-8ca1-cd89adf159cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:42:57.907779 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d20be491-4881-41d3-8a94-d181c468c9b1 req-7ba01d21-e995-454c-8ca1-cd89adf159cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a417a3e-2cb9-4b6e-abef-d13d730ec431 HTTP/1.1" status: 200 len: 851 time: 0.0576243 Jan 17 14:42:57.986381 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20be491-4881-41d3-8a94-d181c468c9b1 req-f73aabd2-180b-4fc3-8df5-2d7571f05c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:42:57.987894 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d20be491-4881-41d3-8a94-d181c468c9b1 req-f73aabd2-180b-4fc3-8df5-2d7571f05c17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=508342af-935e-478d-a049-6a813f68cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742521 Jan 17 14:42:58.124583 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d20be491-4881-41d3-8a94-d181c468c9b1 req-443226df-7ebb-4952-a906-ae9b3edf483b service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298351 Jan 17 14:42:58.288350 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d20be491-4881-41d3-8a94-d181c468c9b1 req-4234fe53-9c7c-4214-a3d1-32bac1b04d36 service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575577 Jan 17 14:43:09.891076 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:43:10.695564 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ca1430e-8baa-4639-922c-d5eb1b4de9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:13.871558 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8fdb8d7e-959a-44cd-ab5d-66e1f145ae27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:13.953655 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:13.974708 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:15.500889 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:22.963923 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:40.698701 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b7a732c3-18fc-4f0b-b69a-d8894ed33ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:43.872368 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1e6bb71b-94dd-4b81-bd6e-4ec1a3c675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:43.956301 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:43.975919 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:45.518240 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:46.893840 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:43:50.172643 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-4a9201ce-7eaa-4d74-9eec-8f5530d29b8d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43745923&fields=id&tenant_id=a4200fdce7fb462d965ad85a2d619b54 HTTP/1.1" status: 200 len: 267 time: 0.0451567 Jan 17 14:43:50.336915 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-3df99b3b-f1dd-4275-af48-dd658658e4e3 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:43:50.336915 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-3df99b3b-f1dd-4275-af48-dd658658e4e3 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/networks?id=508342af-935e-478d-a049-6a813f68cde8 HTTP/1.1" status: 200 len: 812 time: 0.1555691 Jan 17 14:43:50.349501 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-e8788e3f-fb18-4bce-9961-2f4c85def5ef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/quotas/a4200fdce7fb462d965ad85a2d619b54 HTTP/1.1" status: 200 len: 375 time: 0.0096347 Jan 17 14:43:50.444355 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-0cb61ce6-51cf-44d0-a6dd-69c01fa21001 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4200fdce7fb462d965ad85a2d619b54&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0891411 Jan 17 14:43:50.635061 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-7249def4-ecc2-4330-a492-13615825f08a service neutron] 10.222.0.48 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793435 Jan 17 14:43:50.768778 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-72137b7a-2162-4c36-82d8-b894f996ed78 service neutron] 10.222.0.48 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280072 Jan 17 14:43:51.157464 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f16a8e89-c45c-45e3-bf0d-b8412b6427c3 req-42642dbb-f1ea-4abc-bb1d-ab0ed6ca4476 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 210 time: 0.0426068 Jan 17 14:43:52.250515 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f1f83214-61f3-4f6e-bae3-24063acfb3e0 req-5bd88ef7-816e-4e84-adb7-8a634e0e7195 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 210 time: 0.0423660 Jan 17 14:43:52.964647 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:53.402352 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-cbbea2f1-8adb-4201-b544-d146cdeea3a0 req-8c46fd33-08e6-488a-a975-89f333bc0a52 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 210 time: 0.0462310 Jan 17 14:43:53.611367 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-9138b292-6518-4ba5-a86b-eab61bf50966 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:43:53.612828 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-9138b292-6518-4ba5-a86b-eab61bf50966 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.15 "GET /v2.0/networks?id=508342af-935e-478d-a049-6a813f68cde8 HTTP/1.1" status: 200 len: 812 time: 0.1524491 Jan 17 14:43:53.660934 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-029f269c-8f06-413f-8fad-be5861857dd7 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4200fdce7fb462d965ad85a2d619b54 HTTP/1.1" status: 200 len: 378 time: 0.0403547 Jan 17 14:43:53.669659 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Request body: {'port': {'device_id': '60049c1b-216c-45c4-8426-c8096e6515d7', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'admin_state_up': True, 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'security_groups': ['0732c207-20b8-4c7f-bc99-c5c73142d560']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:43:53.822353 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:43:53.833322 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:43:53.843466 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Made reservation on behalf of a4200fdce7fb462d965ad85a2d619b54 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:43:53.847076 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:54.018862 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Allocated IP 172.20.0.14 (508342af-935e-478d-a049-6a813f68cde8/2a417a3e-2cb9-4b6e-abef-d13d730ec431/700a04e1-cc88-4dc1-b84f-941ec9b8bcb6) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:43:54.322975 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:54.341534 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Transition to ACTIVE for port object 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:43:54.370862 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:54.459333 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Network 508342af-935e-478d-a049-6a813f68cde8 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:43:54.462297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:43:54.468222 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:43:54.572128 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:43:54.572763 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:54.581235 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event updated for resources: {'Port': ['ID=700a04e1-cc88-4dc1-b84f-941ec9b8bcb6,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:43:54.614353 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:43:54.615010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:43:54.615090 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:43:54.615398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:43:54.615752 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:43:54.616087 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:43:54.616416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:43:54.616744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:43:54.617065 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:43:54.617386 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:43:54.617708 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:43:54.618027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:43:54.646913 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-85ccdb9f-6c9c-44d0-a385-a2afe2b1e74a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9815550 Jan 17 14:43:54.659802 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] Request body: {'port': {'device_id': '60049c1b-216c-45c4-8426-c8096e6515d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:43:54.707035 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80617c63-1860-4629-9e38-302bc977d5b3 req-e8d935b3-ee28-4427-ae2b-d68c4e8a4cb9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:43:54.708331 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-80617c63-1860-4629-9e38-302bc977d5b3 req-e8d935b3-ee28-4427-ae2b-d68c4e8a4cb9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Synchronizing usage tracker for tenant:a4200fdce7fb462d965ad85a2d619b54 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:43:54.770355 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-80617c63-1860-4629-9e38-302bc977d5b3 req-e8d935b3-ee28-4427-ae2b-d68c4e8a4cb9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Unset dirty status for tenant:a4200fdce7fb462d965ad85a2d619b54 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:43:54.770355 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80617c63-1860-4629-9e38-302bc977d5b3 req-e8d935b3-ee28-4427-ae2b-d68c4e8a4cb9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 932 time: 0.2430873 Jan 17 14:43:54.805379 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-20a26080-a6eb-477c-848e-8c151fcf48a2 None None] Provisioning for port 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:43:54.821825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-20a26080-a6eb-477c-848e-8c151fcf48a2 None None] Provisioning complete for port 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:43:54.823966 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20a26080-a6eb-477c-848e-8c151fcf48a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:54.827681 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:54.886291 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-20a26080-a6eb-477c-848e-8c151fcf48a2 None None] Port 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:43:54.905518 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80617c63-1860-4629-9e38-302bc977d5b3 req-b7287ba1-fedc-4715-889d-5b1381bcec1e tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1119270 Jan 17 14:43:55.222671 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:43:55.231946 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:55.250058 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] Transition to ACTIVE for port object 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:43:55.253877 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:55.434259 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] Pushing event updated for resources: {'Port': ['ID=700a04e1-cc88-4dc1-b84f-941ec9b8bcb6,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:43:55.516272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] Attempting to bind port 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:43:55.516602 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] Attempting to bind port 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '508342af-935e-478d-a049-6a813f68cde8'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:43:55.516921 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] Attempting to bind port 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 on network 508342af-935e-478d-a049-6a813f68cde8 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:43:55.522394 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] Port 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 on network 508342af-935e-478d-a049-6a813f68cde8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:43:55.522704 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] Attempting to bind port 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 on network 508342af-935e-478d-a049-6a813f68cde8 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:43:55.528347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:43:55.528679 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] Checking segment: {'id': '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '508342af-935e-478d-a049-6a813f68cde8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:43:55.529056 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] Bound using segment: {'id': '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '508342af-935e-478d-a049-6a813f68cde8'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:43:55.529510 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] Bound port: 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '508342af-935e-478d-a049-6a813f68cde8'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:43:55.529850 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:55.624827 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] For port 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:43:55.627896 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] For port 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=700a04e1-cc88-4dc1-b84f-941ec9b8bcb6,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:43:55.632454 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:55.696033 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:43:55.697120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:43:55.698525 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] 10.222.0.15 "PUT /v2.0/ports/700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 HTTP/1.1" status: 200 len: 1094 time: 1.0429323 Jan 17 14:43:55.699019 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60049c1b-216c-45c4-8426-c8096e6515d7', 'tag': '700a04e1-cc88-4dc1-b84f-941ec9b8bcb6'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:43:55.723341 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a88e5-f8f1-4d56-b5be-eae6edd3649e service neutron] Pushing event updated for resources: {'Port': ['ID=700a04e1-cc88-4dc1-b84f-941ec9b8bcb6,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:43:55.794971 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60049c1b-216c-45c4-8426-c8096e6515d7', 'tag': '700a04e1-cc88-4dc1-b84f-941ec9b8bcb6', 'status': 'completed', 'code': 200} Jan 17 14:43:55.837477 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-38b7d67d-4cc5-4458-8817-d7abbde25d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:43:55.838920 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-38b7d67d-4cc5-4458-8817-d7abbde25d68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4200fdce7fb462d965ad85a2d619b54&device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 1097 time: 0.0862534 Jan 17 14:43:55.919402 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-a8255b7d-0dde-4506-b560-545ef5432459 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 HTTP/1.1" status: 200 len: 217 time: 0.0732434 Jan 17 14:43:55.988730 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-af8ddbd2-1ee0-4ed5-b32c-e076a8824ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:43:55.990106 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-af8ddbd2-1ee0-4ed5-b32c-e076a8824ee8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a417a3e-2cb9-4b6e-abef-d13d730ec431 HTTP/1.1" status: 200 len: 851 time: 0.0656345 Jan 17 14:43:56.129416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-5dfa8bae-b9a6-437d-a5f6-b757ec1bd9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:43:56.130975 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-5dfa8bae-b9a6-437d-a5f6-b757ec1bd9ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=508342af-935e-478d-a049-6a813f68cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1343708 Jan 17 14:43:56.164497 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0db8c-a0b3-4cb0-bbe8-ad76ef6799ed req-78d5b0e7-8d10-483e-b33b-fa5a6a97a6e6 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:43:56.165911 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-06b0db8c-a0b3-4cb0-bbe8-ad76ef6799ed req-78d5b0e7-8d10-483e-b33b-fa5a6a97a6e6 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 944 time: 0.1352108 Jan 17 14:43:56.389501 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-06b0db8c-a0b3-4cb0-bbe8-ad76ef6799ed req-84654ab9-ca6c-4ca9-80ef-6c3352c02b61 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705767 Jan 17 14:43:56.412768 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-4b55853d-8427-48ed-b11c-c169ff1cb626 service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750556 Jan 17 14:43:56.545643 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a51ef3d4-3422-48b0-8d53-737eb5874a98 req-55b94b74-c502-4fa1-841d-850177124347 service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266818 Jan 17 14:43:56.664356 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd093a2-4120-449a-9112-59125ff8913a req-a2d3dcbe-b72d-4ae4-85df-1fa785ba0045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:43:56.669115 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9cd093a2-4120-449a-9112-59125ff8913a req-a2d3dcbe-b72d-4ae4-85df-1fa785ba0045 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4200fdce7fb462d965ad85a2d619b54&device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 1097 time: 0.0756721 Jan 17 14:43:56.801497 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd093a2-4120-449a-9112-59125ff8913a req-ae7ad5f1-15b7-4a3a-85d2-2a40af680fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:43:56.802958 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9cd093a2-4120-449a-9112-59125ff8913a req-ae7ad5f1-15b7-4a3a-85d2-2a40af680fbf service neutron] 10.222.0.15 "GET /v2.0/networks?id=508342af-935e-478d-a049-6a813f68cde8 HTTP/1.1" status: 200 len: 913 time: 0.1317701 Jan 17 14:43:56.874681 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9cd093a2-4120-449a-9112-59125ff8913a req-de9f2274-a682-45f1-b00c-740c23ce4f8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 HTTP/1.1" status: 200 len: 217 time: 0.0646501 Jan 17 14:43:56.935472 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd093a2-4120-449a-9112-59125ff8913a req-b5828379-e381-458d-9690-c80a4d1d8b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:43:56.937552 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9cd093a2-4120-449a-9112-59125ff8913a req-b5828379-e381-458d-9690-c80a4d1d8b54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a417a3e-2cb9-4b6e-abef-d13d730ec431 HTTP/1.1" status: 200 len: 851 time: 0.0571623 Jan 17 14:43:57.016334 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd093a2-4120-449a-9112-59125ff8913a req-2ae5d041-0f8d-43c9-9306-ad9449bb7596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:43:57.017799 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9cd093a2-4120-449a-9112-59125ff8913a req-2ae5d041-0f8d-43c9-9306-ad9449bb7596 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=508342af-935e-478d-a049-6a813f68cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725763 Jan 17 14:43:57.153476 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9cd093a2-4120-449a-9112-59125ff8913a req-563a10d2-6641-4ce9-af21-c72a7acde1af service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285710 Jan 17 14:43:57.289666 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9cd093a2-4120-449a-9112-59125ff8913a req-ca6e0a31-c744-4242-b17b-57211497cc3c service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300437 Jan 17 14:43:57.577185 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff2946-3ebe-486d-93ce-312895f123a1 req-0d6ab98c-bd4c-4cd3-a210-e11eb678a097 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:43:57.578670 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-20ff2946-3ebe-486d-93ce-312895f123a1 req-0d6ab98c-bd4c-4cd3-a210-e11eb678a097 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 944 time: 0.0810006 Jan 17 14:43:57.628198 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-20ff2946-3ebe-486d-93ce-312895f123a1 req-eb18289a-6d0c-4f65-aa07-4efcab9d0df1 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394852 Jan 17 14:43:58.811992 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ddfb0-7040-4502-af1c-5a7f16c335e5 req-b6a1c6c0-69c2-4ec1-bbe0-9add32139e1a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:43:58.813475 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bf5ddfb0-7040-4502-af1c-5a7f16c335e5 req-b6a1c6c0-69c2-4ec1-bbe0-9add32139e1a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 944 time: 0.0800364 Jan 17 14:43:58.857132 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bf5ddfb0-7040-4502-af1c-5a7f16c335e5 req-5c0d5109-83d0-4046-96d7-dc0e9bec252c tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379632 Jan 17 14:43:59.312322 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5e043ccc-7bca-4af6-a730-8fddc835a8ac req-a768d1c1-750f-4032-968e-961c055ab676 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747893 Jan 17 14:43:59.456018 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e043ccc-7bca-4af6-a730-8fddc835a8ac req-2184335f-e311-4b2e-b602-6347217bdda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:43:59.457782 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5e043ccc-7bca-4af6-a730-8fddc835a8ac req-2184335f-e311-4b2e-b602-6347217bdda4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4200fdce7fb462d965ad85a2d619b54&device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 1099 time: 0.0778940 Jan 17 14:43:59.609231 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e043ccc-7bca-4af6-a730-8fddc835a8ac req-044db677-8c36-4111-b50b-7ec02a1dc41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:43:59.610571 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5e043ccc-7bca-4af6-a730-8fddc835a8ac req-044db677-8c36-4111-b50b-7ec02a1dc41e service neutron] 10.222.0.15 "GET /v2.0/networks?id=508342af-935e-478d-a049-6a813f68cde8 HTTP/1.1" status: 200 len: 913 time: 0.1301737 Jan 17 14:43:59.715495 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5e043ccc-7bca-4af6-a730-8fddc835a8ac req-4edca198-4034-4512-9d06-b51748690fd7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9919e79-5138-4884-a923-4da9f5101170 HTTP/1.1" status: 200 len: 1002 time: 0.0988636 Jan 17 14:43:59.783257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e043ccc-7bca-4af6-a730-8fddc835a8ac req-1fceff0d-3161-4b4d-ac95-99c77f8351e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:43:59.784829 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5e043ccc-7bca-4af6-a730-8fddc835a8ac req-1fceff0d-3161-4b4d-ac95-99c77f8351e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a417a3e-2cb9-4b6e-abef-d13d730ec431 HTTP/1.1" status: 200 len: 851 time: 0.0614192 Jan 17 14:43:59.975248 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e043ccc-7bca-4af6-a730-8fddc835a8ac req-a9c4aab4-6f57-49d9-9e01-523145fd294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:43:59.976757 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5e043ccc-7bca-4af6-a730-8fddc835a8ac req-a9c4aab4-6f57-49d9-9e01-523145fd294e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=508342af-935e-478d-a049-6a813f68cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1862249 Jan 17 14:44:00.053826 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3950a1f-f2ee-4d7f-b95c-c216494afedd req-751b27e5-90b7-464b-b75c-e4e9df9ae2e0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:44:00.055314 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c3950a1f-f2ee-4d7f-b95c-c216494afedd req-751b27e5-90b7-464b-b75c-e4e9df9ae2e0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 944 time: 0.0881045 Jan 17 14:44:00.104569 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c3950a1f-f2ee-4d7f-b95c-c216494afedd req-5873b81f-4ffe-4750-b23d-68b14650eb5e tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425849 Jan 17 14:44:00.112504 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5e043ccc-7bca-4af6-a730-8fddc835a8ac req-cc717fe4-521d-4f2d-9241-d4ef3f862f43 service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284950 Jan 17 14:44:00.246538 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5e043ccc-7bca-4af6-a730-8fddc835a8ac req-79133fb9-5de2-4704-94bc-d64dce373e50 service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273403 Jan 17 14:44:01.302131 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b831272-25c9-4961-ac5b-ca3a7b45db9b req-567813bd-02d7-4062-9ce5-ad54c13b3bd0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:44:01.303805 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1b831272-25c9-4961-ac5b-ca3a7b45db9b req-567813bd-02d7-4062-9ce5-ad54c13b3bd0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 944 time: 0.0884383 Jan 17 14:44:01.349763 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1b831272-25c9-4961-ac5b-ca3a7b45db9b req-130cc1cc-0f22-42f7-8ff0-dd9f9096edb0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402343 Jan 17 14:44:02.734441 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d875a-1e6a-45f6-bd73-aea9f73f61e9 req-96f066a6-eebc-4960-a9dc-93341ca8e3de tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:44:02.734441 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f57d875a-1e6a-45f6-bd73-aea9f73f61e9 req-96f066a6-eebc-4960-a9dc-93341ca8e3de tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 944 time: 0.0882416 Jan 17 14:44:02.782655 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f57d875a-1e6a-45f6-bd73-aea9f73f61e9 req-f563a377-f2e8-4046-bce9-3b70af0dabf0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426757 Jan 17 14:44:03.827835 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:44:03.973240 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=700a04e1-cc88-4dc1-b84f-941ec9b8bcb6,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:44:03.986535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a90f9-3b9a-47db-855d-31529bcf4163 req-76152717-e51b-4299-829d-ba991839c142 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:44:03.987990 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-192a90f9-3b9a-47db-855d-31529bcf4163 req-76152717-e51b-4299-829d-ba991839c142 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 944 time: 0.0866728 Jan 17 14:44:03.991605 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '700a04e1-cc88-4dc1-b84f-941ec9b8bcb6', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'port_id': '700a04e1-cc88-4dc1-b84f-941ec9b8bcb6', 'mac_address': 'fa:16:3e:f3:fd:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:44:04.033817 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-192a90f9-3b9a-47db-855d-31529bcf4163 req-ccf28ead-e2db-4b36-9379-e9f8626e7c5c tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399919 Jan 17 14:44:04.049510 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:04.068281 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:44:04.085142 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=700a04e1-cc88-4dc1-b84f-941ec9b8bcb6,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:44:04.091036 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:04.162198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=700a04e1-cc88-4dc1-b84f-941ec9b8bcb6,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:44:04.174600 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:44:04.174863 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:44:04.175696 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:44:04.176065 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:44:04.176501 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:44:04.176844 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:44:04.177183 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:44:04.177518 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:44:04.177948 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:44:04.178484 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:44:04.178820 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:44:04.179164 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:44:04.484102 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['700a04e1-cc88-4dc1-b84f-941ec9b8bcb6'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:44:05.223021 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c50ca-1e58-4660-9898-260a2c1c2ef0 req-f30336da-3fbe-4d33-83f8-f5bde299ba7f tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:44:05.224520 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-814c50ca-1e58-4660-9898-260a2c1c2ef0 req-f30336da-3fbe-4d33-83f8-f5bde299ba7f tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 945 time: 0.0874021 Jan 17 14:44:05.270751 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-814c50ca-1e58-4660-9898-260a2c1c2ef0 req-cbe567f4-e740-418d-af1b-7410860f3eae tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405953 Jan 17 14:44:05.851650 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:44:05.917161 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:44:05.921975 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:44:05.922336 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:06.037842 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:06.063576 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60049c1b-216c-45c4-8426-c8096e6515d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700a04e1-cc88-4dc1-b84f-941ec9b8bcb6'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:44:06.073286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=700a04e1-cc88-4dc1-b84f-941ec9b8bcb6,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:44:06.077615 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:06.111540 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60049c1b-216c-45c4-8426-c8096e6515d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700a04e1-cc88-4dc1-b84f-941ec9b8bcb6', 'code': 200} Jan 17 14:44:06.156444 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=700a04e1-cc88-4dc1-b84f-941ec9b8bcb6,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:44:06.381675 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bcc77-cf4f-4ffc-8511-2b16b0a7bf27 req-234ee547-a208-4d61-9938-71d9252c64cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:44:06.383037 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8c4bcc77-cf4f-4ffc-8511-2b16b0a7bf27 req-234ee547-a208-4d61-9938-71d9252c64cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 1099 time: 0.0713067 Jan 17 14:44:06.428198 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8c4bcc77-cf4f-4ffc-8511-2b16b0a7bf27 req-9da07cb9-1a4a-4781-a63e-29086a0a5245 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382929 Jan 17 14:44:06.455412 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba8cb7-5060-49a6-b190-240b427ee06b req-5ee5d305-fd09-40fb-8281-f2b11e89ddfa tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:44:06.456862 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-71ba8cb7-5060-49a6-b190-240b427ee06b req-5ee5d305-fd09-40fb-8281-f2b11e89ddfa tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 946 time: 0.0789325 Jan 17 14:44:06.505072 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-71ba8cb7-5060-49a6-b190-240b427ee06b req-a1866bc6-b099-4c06-b94f-8d70944373d1 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423465 Jan 17 14:44:07.688618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03707a-1785-43ab-b54f-d53073e62a17 req-3f0a0ae9-cda2-4a5b-832c-6e5a0c539f9e tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:44:07.690089 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7e03707a-1785-43ab-b54f-d53073e62a17 req-3f0a0ae9-cda2-4a5b-832c-6e5a0c539f9e tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 946 time: 0.0813911 Jan 17 14:44:07.736924 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7e03707a-1785-43ab-b54f-d53073e62a17 req-8e5b2cbd-6262-4159-bb03-35b114c724ef tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408506 Jan 17 14:44:08.973424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad4216-1623-4bdc-9871-dd240569ab07 req-38afe08a-f4f8-4ffc-a75f-73c8a06fa159 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:44:08.974874 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5cad4216-1623-4bdc-9871-dd240569ab07 req-38afe08a-f4f8-4ffc-a75f-73c8a06fa159 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 946 time: 0.0866454 Jan 17 14:44:09.019760 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5cad4216-1623-4bdc-9871-dd240569ab07 req-2e31a1d9-210e-413c-bc77-9d83a3d31c1f tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391140 Jan 17 14:44:09.202734 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad136a4d-6de3-429f-a783-8c832bcd77d6 req-423146d4-80af-4709-a362-7d07f375b034 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:44:09.204218 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ad136a4d-6de3-429f-a783-8c832bcd77d6 req-423146d4-80af-4709-a362-7d07f375b034 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 946 time: 0.0796552 Jan 17 14:44:09.256008 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ad136a4d-6de3-429f-a783-8c832bcd77d6 req-9da9fcaa-5aae-4181-bffd-91d4090c4a82 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433769 Jan 17 14:44:09.279869 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41740) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:44:09.351560 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219f822-27ae-41a3-af72-342b15a5728c tempest-TestVolumeBootPattern-127304563 tempest-TestVolumeBootPattern-127304563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:44:09.353096 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b219f822-27ae-41a3-af72-342b15a5728c tempest-TestVolumeBootPattern-127304563 tempest-TestVolumeBootPattern-127304563-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 1094 time: 0.0723026 Jan 17 14:44:09.355838 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41744) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:44:09.361419 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': '700a04e1-cc88-4dc1-b84f-941ec9b8bcb6', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:44:09.367585 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:44:09.371416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Usage tracker for resource:floatingip and tenant:a4200fdce7fb462d965ad85a2d619b54 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:44:09.374400 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:44:09.380123 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:44:09.394670 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:09.536572 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:09.676941 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Allocated IP 172.26.3.93 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/fa6ead83-aa1a-4224-b5cb-6b03da80495d) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:44:09.834657 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:09.872768 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:09.938195 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:44:09.941168 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:44:09.943799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:44:09.982254 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event updated for resources: {'Port': ['ID=fa6ead83-aa1a-4224-b5cb-6b03da80495d,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:44:10.470489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:10.548227 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:10.701236 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-de696784-0c0e-4ce2-99a0-62bb0a474898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:10.768447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:10.774827 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:10.885411 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event updated for resources: {'Port': ['ID=fa6ead83-aa1a-4224-b5cb-6b03da80495d,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:44:10.897272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:11.072334 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Floating IP f28997d0-b6ef-4d9e-8e57-1181b55fd7ef associated. External IP: 172.26.3.93, port: 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6. Jan 17 14:44:11.427584 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Router 842cce20-75a9-4bf0-b8b6-8100f535fed3 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:44:11.610694 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:44:11.620170 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab56a28-af4b-459f-80e4-dfe9b04a85b4 None None] Sync routers for ids ['842cce20-75a9-4bf0-b8b6-8100f535fed3'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:44:11.630236 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab56a28-af4b-459f-80e4-dfe9b04a85b4 None None] Routers {'842cce20-75a9-4bf0-b8b6-8100f535fed3'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:44:11.630868 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-1ab56a28-af4b-459f-80e4-dfe9b04a85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:43:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['842cce20-75a9-4bf0-b8b6-8100f535fed3'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:44:11.640169 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:11.697251 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e2bb2215-2b1b-4bb1-bda1-af4bb32f092d tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3403080 Jan 17 14:44:11.697833 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60049c1b-216c-45c4-8426-c8096e6515d7', 'tag': '700a04e1-cc88-4dc1-b84f-941ec9b8bcb6'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:44:11.751863 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60049c1b-216c-45c4-8426-c8096e6515d7', 'tag': '700a04e1-cc88-4dc1-b84f-941ec9b8bcb6', 'status': 'completed', 'code': 200} Jan 17 14:44:11.811623 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-1ab56a28-af4b-459f-80e4-dfe9b04a85b4 None None] Set router 842cce20-75a9-4bf0-b8b6-8100f535fed3 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:44:11.854374 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c5bf1-ef3d-4dec-8110-904167aa8197 req-a289bcec-5b05-4a26-9f85-c810b67add86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:44:11.855930 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c87c5bf1-ef3d-4dec-8110-904167aa8197 req-a289bcec-5b05-4a26-9f85-c810b67add86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4200fdce7fb462d965ad85a2d619b54&device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 1099 time: 0.0741045 Jan 17 14:44:12.111428 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c5bf1-ef3d-4dec-8110-904167aa8197 req-1cc9b7d0-9481-47e9-a350-5cc3a0c9121b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:44:12.112859 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c87c5bf1-ef3d-4dec-8110-904167aa8197 req-1cc9b7d0-9481-47e9-a350-5cc3a0c9121b service neutron] 10.222.0.15 "GET /v2.0/networks?id=508342af-935e-478d-a049-6a813f68cde8 HTTP/1.1" status: 200 len: 913 time: 0.2511239 Jan 17 14:44:12.212241 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-1ab56a28-af4b-459f-80e4-dfe9b04a85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'bfede452-396b-405c-b3cf-e78be2b722ab', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'floating_ip_address': '172.26.3.180', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'port_id': 'd9919e79-5138-4884-a923-4da9f5101170', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'mac_address': 'fa:16:3e:0d:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e08f46-aef3-4e3a-8e63-9e5347beeb93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:42:09Z', 'updated_at': '2022-01-17T14:42:11Z', 'revision_number': 1, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'fixed_ip_address_scope': None}, {'id': 'f28997d0-b6ef-4d9e-8e57-1181b55fd7ef', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'port_id': '700a04e1-cc88-4dc1-b84f-941ec9b8bcb6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'mac_address': 'fa:16:3e:f3:fd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60049c1b-216c-45c4-8426-c8096e6515d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:44:10Z', 'updated_at': '2022-01-17T14:44:10Z', 'revision_number': 0, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c3b9ac-f834-4b2e-8038-520d0a1125e2', 'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'mac_address': 'fa:16:3e:e2:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:59Z', 'updated_at': '2022-01-17T14:39:06Z', 'revision_number': 5, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'subnets': [{'id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:44:12.216406 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab56a28-af4b-459f-80e4-dfe9b04a85b4 None None] Checking router: 842cce20-75a9-4bf0-b8b6-8100f535fed3 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:44:12.221175 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c87c5bf1-ef3d-4dec-8110-904167aa8197 req-f8a26648-2546-45cb-83b3-4d32576b70b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 HTTP/1.1" status: 200 len: 999 time: 0.1017132 Jan 17 14:44:12.225682 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab56a28-af4b-459f-80e4-dfe9b04a85b4 None None] Routers {'842cce20-75a9-4bf0-b8b6-8100f535fed3'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:44:12.226380 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-1ab56a28-af4b-459f-80e4-dfe9b04a85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:43:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['842cce20-75a9-4bf0-b8b6-8100f535fed3'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:44:12.293206 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c5bf1-ef3d-4dec-8110-904167aa8197 req-3ec812de-bcd9-4523-946c-3ab10a573b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:44:12.294948 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c87c5bf1-ef3d-4dec-8110-904167aa8197 req-3ec812de-bcd9-4523-946c-3ab10a573b08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a417a3e-2cb9-4b6e-abef-d13d730ec431 HTTP/1.1" status: 200 len: 851 time: 0.0677087 Jan 17 14:44:12.373966 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c5bf1-ef3d-4dec-8110-904167aa8197 req-bcec3e32-aa13-4d66-9d6d-bc22e84dd7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:44:12.375238 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c87c5bf1-ef3d-4dec-8110-904167aa8197 req-bcec3e32-aa13-4d66-9d6d-bc22e84dd7de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=508342af-935e-478d-a049-6a813f68cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746706 Jan 17 14:44:12.411449 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-1ab56a28-af4b-459f-80e4-dfe9b04a85b4 None None] Set router 842cce20-75a9-4bf0-b8b6-8100f535fed3 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:44:12.514515 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c87c5bf1-ef3d-4dec-8110-904167aa8197 req-b06cbdd5-1856-4ba0-bbe4-64989fbbffd1 service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317842 Jan 17 14:44:12.648657 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c87c5bf1-ef3d-4dec-8110-904167aa8197 req-1961dfb7-6ea1-4b7b-b7cc-0cd70667adb2 service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293166 Jan 17 14:44:12.778047 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-1ab56a28-af4b-459f-80e4-dfe9b04a85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'bfede452-396b-405c-b3cf-e78be2b722ab', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'floating_ip_address': '172.26.3.180', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'port_id': 'd9919e79-5138-4884-a923-4da9f5101170', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'mac_address': 'fa:16:3e:0d:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e08f46-aef3-4e3a-8e63-9e5347beeb93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:42:09Z', 'updated_at': '2022-01-17T14:42:11Z', 'revision_number': 1, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'fixed_ip_address_scope': None}, {'id': 'f28997d0-b6ef-4d9e-8e57-1181b55fd7ef', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'port_id': '700a04e1-cc88-4dc1-b84f-941ec9b8bcb6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'mac_address': 'fa:16:3e:f3:fd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60049c1b-216c-45c4-8426-c8096e6515d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:44:10Z', 'updated_at': '2022-01-17T14:44:10Z', 'revision_number': 0, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c3b9ac-f834-4b2e-8038-520d0a1125e2', 'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'mac_address': 'fa:16:3e:e2:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:59Z', 'updated_at': '2022-01-17T14:39:06Z', 'revision_number': 5, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'subnets': [{'id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:44:12.782099 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab56a28-af4b-459f-80e4-dfe9b04a85b4 None None] The sync data for ids ['842cce20-75a9-4bf0-b8b6-8100f535fed3'] in dv-neutron-824901-1-hyperv is: [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'bfede452-396b-405c-b3cf-e78be2b722ab', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'floating_ip_address': '172.26.3.180', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'port_id': 'd9919e79-5138-4884-a923-4da9f5101170', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'mac_address': 'fa:16:3e:0d:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e08f46-aef3-4e3a-8e63-9e5347beeb93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:42:09Z', 'updated_at': '2022-01-17T14:42:11Z', 'revision_number': 1, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'fixed_ip_address_scope': None}, {'id': 'f28997d0-b6ef-4d9e-8e57-1181b55fd7ef', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'port_id': '700a04e1-cc88-4dc1-b84f-941ec9b8bcb6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'mac_address': 'fa:16:3e:f3:fd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60049c1b-216c-45c4-8426-c8096e6515d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:44:10Z', 'updated_at': '2022-01-17T14:44:10Z', 'revision_number': 0, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c3b9ac-f834-4b2e-8038-520d0a1125e2', 'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'mac_address': 'fa:16:3e:e2:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:59Z', 'updated_at': '2022-01-17T14:39:06Z', 'revision_number': 5, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'subnets': [{'id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:44:12.980830 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1dba18-3ba1-42ed-b06d-4821508626fe None None] New status for floating IP f28997d0-b6ef-4d9e-8e57-1181b55fd7ef: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:44:13.876925 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21fd4c33-9566-46d5-9d92-510209e9359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:13.959200 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:13.978176 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:15.505569 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:22.958383 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:23.893976 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:44:40.706140 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cfd5d597-92ee-473c-941e-89678406e316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:43.880541 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-52a49785-41c8-48f4-9ab6-bad7b315561a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:43.963845 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:43.981455 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:45.506836 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:44:52.972737 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:00.893862 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:45:01.310888 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0075abf1-b32e-489c-8b03-0e5d63f1cd6e req-dd4f7310-d68a-4fcd-b70b-a9a13dcbb09b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752521 Jan 17 14:45:01.462618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075abf1-b32e-489c-8b03-0e5d63f1cd6e req-db33435c-44e2-4564-b822-67a3aa6eaa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:45:01.465383 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0075abf1-b32e-489c-8b03-0e5d63f1cd6e req-db33435c-44e2-4564-b822-67a3aa6eaa7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4200fdce7fb462d965ad85a2d619b54&device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 1099 time: 0.0830162 Jan 17 14:45:01.629002 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075abf1-b32e-489c-8b03-0e5d63f1cd6e req-ced25b23-983c-4d5d-983d-209bf88e0891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:45:01.629002 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0075abf1-b32e-489c-8b03-0e5d63f1cd6e req-ced25b23-983c-4d5d-983d-209bf88e0891 service neutron] 10.222.0.15 "GET /v2.0/networks?id=508342af-935e-478d-a049-6a813f68cde8 HTTP/1.1" status: 200 len: 913 time: 0.1393456 Jan 17 14:45:01.737378 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0075abf1-b32e-489c-8b03-0e5d63f1cd6e req-30f197d3-a3a9-43c5-88f7-90375232ae58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9919e79-5138-4884-a923-4da9f5101170 HTTP/1.1" status: 200 len: 1002 time: 0.1021602 Jan 17 14:45:01.810711 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075abf1-b32e-489c-8b03-0e5d63f1cd6e req-38ff7aba-a893-402b-98eb-9650dd63acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:45:01.812463 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0075abf1-b32e-489c-8b03-0e5d63f1cd6e req-38ff7aba-a893-402b-98eb-9650dd63acdb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a417a3e-2cb9-4b6e-abef-d13d730ec431 HTTP/1.1" status: 200 len: 851 time: 0.0696757 Jan 17 14:45:01.898016 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075abf1-b32e-489c-8b03-0e5d63f1cd6e req-f0f37521-8be3-4b7f-9070-ae0c3b521714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:45:01.899511 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0075abf1-b32e-489c-8b03-0e5d63f1cd6e req-f0f37521-8be3-4b7f-9070-ae0c3b521714 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=508342af-935e-478d-a049-6a813f68cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804689 Jan 17 14:45:02.032425 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0075abf1-b32e-489c-8b03-0e5d63f1cd6e req-2a80876d-e997-4d20-9928-7666a409c898 service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265154 Jan 17 14:45:02.165363 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0075abf1-b32e-489c-8b03-0e5d63f1cd6e req-48bc6852-9d23-4e64-94a8-4099e993dc17 service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256952 Jan 17 14:45:10.711164 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b3326876-400b-4827-8819-94a6a7b7b787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:13.882429 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-20a26f83-b23d-420e-b9d3-b6445cc0d093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:13.966086 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:13.983824 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:15.508936 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:22.971474 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:37.892805 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:45:40.713978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7f52cc1f-7912-44b4-8f28-93c0264025a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:43.884871 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b8942cd8-379e-41c8-81aa-f9434305a772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:43.968391 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:43.987542 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:45.512319 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:48.935387 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41770) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:45:49.140230 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Deleting port fa6ead83-aa1a-4224-b5cb-6b03da80495d {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:45:49.140568 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:49.304339 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:49.304577 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:49.424800 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Calling delete_port for fa6ead83-aa1a-4224-b5cb-6b03da80495d owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:45:49.573102 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:49.621684 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event deleted for resources: {'Port': ['ID=fa6ead83-aa1a-4224-b5cb-6b03da80495d,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:45:49.658276 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:49.658615 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:49.658943 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:49.659264 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:49.659582 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:49.659930 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:49.660248 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:49.660559 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:49.660869 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:49.661178 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:49.661487 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:49.661790 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:49.721147 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:49.721382 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Floating IP f28997d0-b6ef-4d9e-8e57-1181b55fd7ef disassociated (deleted). External IP: 172.26.3.93, port: 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6. Jan 17 14:45:50.177030 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Router 842cce20-75a9-4bf0-b8b6-8100f535fed3 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:45:50.366229 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:45:50.376138 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c653554-e92c-4722-92d6-c7985e00b196 None None] Sync routers for ids ['842cce20-75a9-4bf0-b8b6-8100f535fed3'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:45:50.385721 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c653554-e92c-4722-92d6-c7985e00b196 None None] Routers {'842cce20-75a9-4bf0-b8b6-8100f535fed3'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:45:50.386323 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-1c653554-e92c-4722-92d6-c7985e00b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:45:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['842cce20-75a9-4bf0-b8b6-8100f535fed3'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:45:50.386725 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:50.445472 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c5e17f3e-9754-43d1-a86f-116403a6f1bb tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "DELETE /v2.0/floatingips/f28997d0-b6ef-4d9e-8e57-1181b55fd7ef HTTP/1.1" status: 204 len: 168 time: 1.5088704 Jan 17 14:45:50.445960 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60049c1b-216c-45c4-8426-c8096e6515d7', 'tag': '700a04e1-cc88-4dc1-b84f-941ec9b8bcb6'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:45:50.560057 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60049c1b-216c-45c4-8426-c8096e6515d7', 'tag': '700a04e1-cc88-4dc1-b84f-941ec9b8bcb6', 'status': 'completed', 'code': 200} Jan 17 14:45:50.571190 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-1c653554-e92c-4722-92d6-c7985e00b196 None None] Set router 842cce20-75a9-4bf0-b8b6-8100f535fed3 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:45:50.667054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b9cb3-b896-4e56-a974-f71c33fffbc1 req-7336802b-e2cc-4680-89b3-aa1a09503e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:45:50.668587 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c28b9cb3-b896-4e56-a974-f71c33fffbc1 req-7336802b-e2cc-4680-89b3-aa1a09503e15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4200fdce7fb462d965ad85a2d619b54&device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 1099 time: 0.0874400 Jan 17 14:45:50.914407 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98771e-7ae7-4d35-a351-6b5f79738c8f req-0800dfcb-c01d-4417-a01d-a0723cb16f11 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:45:50.915129 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-0e98771e-7ae7-4d35-a351-6b5f79738c8f req-0800dfcb-c01d-4417-a01d-a0723cb16f11 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Synchronizing usage tracker for tenant:a4200fdce7fb462d965ad85a2d619b54 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:45:50.934251 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-0e98771e-7ae7-4d35-a351-6b5f79738c8f req-0800dfcb-c01d-4417-a01d-a0723cb16f11 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Unset dirty status for tenant:a4200fdce7fb462d965ad85a2d619b54 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:45:50.935017 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b9cb3-b896-4e56-a974-f71c33fffbc1 req-0999d5d3-f830-4878-b63b-f9a0b619d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:45:50.936959 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c28b9cb3-b896-4e56-a974-f71c33fffbc1 req-0999d5d3-f830-4878-b63b-f9a0b619d741 service neutron] 10.222.0.15 "GET /v2.0/networks?id=508342af-935e-478d-a049-6a813f68cde8 HTTP/1.1" status: 200 len: 913 time: 0.2594256 Jan 17 14:45:50.940316 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0e98771e-7ae7-4d35-a351-6b5f79738c8f req-0800dfcb-c01d-4417-a01d-a0723cb16f11 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 946 time: 0.1986315 Jan 17 14:45:50.986256 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-1c653554-e92c-4722-92d6-c7985e00b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'bfede452-396b-405c-b3cf-e78be2b722ab', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'floating_ip_address': '172.26.3.180', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'port_id': 'd9919e79-5138-4884-a923-4da9f5101170', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'mac_address': 'fa:16:3e:0d:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e08f46-aef3-4e3a-8e63-9e5347beeb93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:42:09Z', 'updated_at': '2022-01-17T14:42:11Z', 'revision_number': 1, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c3b9ac-f834-4b2e-8038-520d0a1125e2', 'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'mac_address': 'fa:16:3e:e2:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:59Z', 'updated_at': '2022-01-17T14:39:06Z', 'revision_number': 5, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'subnets': [{'id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:45:50.988633 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0e98771e-7ae7-4d35-a351-6b5f79738c8f req-c47d61b4-711a-4333-9703-30cbfc4fd857 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448568 Jan 17 14:45:50.990717 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c653554-e92c-4722-92d6-c7985e00b196 None None] Checking router: 842cce20-75a9-4bf0-b8b6-8100f535fed3 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:45:50.999784 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c653554-e92c-4722-92d6-c7985e00b196 None None] Routers {'842cce20-75a9-4bf0-b8b6-8100f535fed3'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:45:51.000141 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-1c653554-e92c-4722-92d6-c7985e00b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:45:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['842cce20-75a9-4bf0-b8b6-8100f535fed3'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:45:51.016851 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c28b9cb3-b896-4e56-a974-f71c33fffbc1 req-0ef758cd-def2-4f4b-897f-7539e25c357a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 HTTP/1.1" status: 200 len: 217 time: 0.0722566 Jan 17 14:45:51.080571 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b9cb3-b896-4e56-a974-f71c33fffbc1 req-860780a9-9046-4e77-a34d-9e00da842076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:45:51.082155 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c28b9cb3-b896-4e56-a974-f71c33fffbc1 req-860780a9-9046-4e77-a34d-9e00da842076 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a417a3e-2cb9-4b6e-abef-d13d730ec431 HTTP/1.1" status: 200 len: 851 time: 0.0592058 Jan 17 14:45:51.161507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b9cb3-b896-4e56-a974-f71c33fffbc1 req-9f60c9d4-43b8-4384-a022-13a7f9309c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:45:51.162982 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c28b9cb3-b896-4e56-a974-f71c33fffbc1 req-9f60c9d4-43b8-4384-a022-13a7f9309c49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=508342af-935e-478d-a049-6a813f68cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750041 Jan 17 14:45:51.177137 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-1c653554-e92c-4722-92d6-c7985e00b196 None None] Set router 842cce20-75a9-4bf0-b8b6-8100f535fed3 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:45:51.300197 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c28b9cb3-b896-4e56-a974-f71c33fffbc1 req-8f05a9b7-94d6-4360-b9eb-c2eb7554cdc8 service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298852 Jan 17 14:45:51.434490 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c28b9cb3-b896-4e56-a974-f71c33fffbc1 req-bca67ed8-f22b-4386-a6a8-ea6ac348b0e4 service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283741 Jan 17 14:45:51.535946 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-1c653554-e92c-4722-92d6-c7985e00b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'bfede452-396b-405c-b3cf-e78be2b722ab', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'floating_ip_address': '172.26.3.180', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'port_id': 'd9919e79-5138-4884-a923-4da9f5101170', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'mac_address': 'fa:16:3e:0d:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e08f46-aef3-4e3a-8e63-9e5347beeb93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:42:09Z', 'updated_at': '2022-01-17T14:42:11Z', 'revision_number': 1, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c3b9ac-f834-4b2e-8038-520d0a1125e2', 'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'mac_address': 'fa:16:3e:e2:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:59Z', 'updated_at': '2022-01-17T14:39:06Z', 'revision_number': 5, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'subnets': [{'id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:45:51.539930 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c653554-e92c-4722-92d6-c7985e00b196 None None] The sync data for ids ['842cce20-75a9-4bf0-b8b6-8100f535fed3'] in dv-neutron-824901-1-hyperv is: [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'bfede452-396b-405c-b3cf-e78be2b722ab', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'floating_ip_address': '172.26.3.180', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'port_id': 'd9919e79-5138-4884-a923-4da9f5101170', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'mac_address': 'fa:16:3e:0d:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e08f46-aef3-4e3a-8e63-9e5347beeb93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:42:09Z', 'updated_at': '2022-01-17T14:42:11Z', 'revision_number': 1, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c3b9ac-f834-4b2e-8038-520d0a1125e2', 'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'mac_address': 'fa:16:3e:e2:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:59Z', 'updated_at': '2022-01-17T14:39:06Z', 'revision_number': 5, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'subnets': [{'id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:45:51.768670 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7542ff2-6c13-47cc-9ad4-26282a004be8 None None] New status for floating IP f28997d0-b6ef-4d9e-8e57-1181b55fd7ef: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:45:52.227208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d56d9-4c06-4dc6-8a5c-dc1c4d5ada88 req-61ba6baf-3190-4c8f-b5df-7bf280cc686a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:45:52.228690 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0c4d56d9-4c06-4dc6-8a5c-dc1c4d5ada88 req-61ba6baf-3190-4c8f-b5df-7bf280cc686a tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 946 time: 0.1259449 Jan 17 14:45:52.273159 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0c4d56d9-4c06-4dc6-8a5c-dc1c4d5ada88 req-51266944-70ac-4f0e-b31b-4fab063d8023 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389099 Jan 17 14:45:52.382071 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc387232-b9f6-4224-9397-62aca9fc27c9 req-4b180972-887b-4769-9a32-3df31be9f53f tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:45:52.383400 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cc387232-b9f6-4224-9397-62aca9fc27c9 req-4b180972-887b-4769-9a32-3df31be9f53f tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.15 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 946 time: 0.0820127 Jan 17 14:45:52.452107 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-cc387232-b9f6-4224-9397-62aca9fc27c9 req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Deleting port 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:45:52.452297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-cc387232-b9f6-4224-9397-62aca9fc27c9 req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:52.703630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-cc387232-b9f6-4224-9397-62aca9fc27c9 req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] For port 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=700a04e1-cc88-4dc1-b84f-941ec9b8bcb6,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:45:52.703929 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-cc387232-b9f6-4224-9397-62aca9fc27c9 req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:52.830760 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-cc387232-b9f6-4224-9397-62aca9fc27c9 req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Calling delete_port for 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:45:52.977216 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-cc387232-b9f6-4224-9397-62aca9fc27c9 req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:52.998377 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:53.029435 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event deleted for resources: {'Port': ['ID=700a04e1-cc88-4dc1-b84f-941ec9b8bcb6,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:45:53.067890 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:53.068240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:53.068578 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:53.068911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:53.069238 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:53.069564 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:53.069884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:53.070207 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:53.070528 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:53.070846 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:53.071161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:53.071474 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:45:53.114819 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc387232-b9f6-4224-9397-62aca9fc27c9 req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] No DVR routers for this DVR port 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:45:53.117198 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-cc387232-b9f6-4224-9397-62aca9fc27c9 req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:53.119735 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60049c1b-216c-45c4-8426-c8096e6515d7', 'name': 'network-vif-deleted', 'tag': '700a04e1-cc88-4dc1-b84f-941ec9b8bcb6'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:45:53.135428 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cc387232-b9f6-4224-9397-62aca9fc27c9 req-5cb9691b-4194-4d78-8739-082abcf00ae9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.15 "DELETE /v2.0/ports/700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 HTTP/1.1" status: 204 len: 173 time: 0.7469189 Jan 17 14:45:53.183203 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60049c1b-216c-45c4-8426-c8096e6515d7', 'name': 'network-vif-deleted', 'tag': '700a04e1-cc88-4dc1-b84f-941ec9b8bcb6', 'status': 'completed', 'code': 200} Jan 17 14:45:53.428217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-ec13d10d-b560-4119-a0f6-ef360b3ef96a req-1984669a-0f1f-4656-b45b-23e7fb8a17ca tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Synchronizing usage tracker for tenant:a4200fdce7fb462d965ad85a2d619b54 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:45:53.446743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-ec13d10d-b560-4119-a0f6-ef360b3ef96a req-1984669a-0f1f-4656-b45b-23e7fb8a17ca tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Unset dirty status for tenant:a4200fdce7fb462d965ad85a2d619b54 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:45:53.452329 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ec13d10d-b560-4119-a0f6-ef360b3ef96a req-1984669a-0f1f-4656-b45b-23e7fb8a17ca tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=60049c1b-216c-45c4-8426-c8096e6515d7 HTTP/1.1" status: 200 len: 210 time: 0.0714040 Jan 17 14:45:56.335624 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:45:56.373139 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:45:56.373372 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 700a04e1-cc88-4dc1-b84f-941ec9b8bcb6 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:45:59.075976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41814) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:45:59.285001 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-db7ccfa5-045a-4942-8b7a-8031d4ae1558 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Deleting port 4ec35b2d-9aef-4522-8ac4-33bca6cf56cd {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:45:59.285329 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db7ccfa5-045a-4942-8b7a-8031d4ae1558 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:59.448885 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db7ccfa5-045a-4942-8b7a-8031d4ae1558 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:59.449206 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db7ccfa5-045a-4942-8b7a-8031d4ae1558 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:59.572065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-db7ccfa5-045a-4942-8b7a-8031d4ae1558 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Calling delete_port for 4ec35b2d-9aef-4522-8ac4-33bca6cf56cd owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:45:59.716534 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db7ccfa5-045a-4942-8b7a-8031d4ae1558 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:59.862837 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ccfa5-045a-4942-8b7a-8031d4ae1558 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event deleted for resources: {'Port': ['ID=4ec35b2d-9aef-4522-8ac4-33bca6cf56cd,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:45:59.952879 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db7ccfa5-045a-4942-8b7a-8031d4ae1558 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:45:59.953426 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-db7ccfa5-045a-4942-8b7a-8031d4ae1558 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Floating IP bfede452-396b-405c-b3cf-e78be2b722ab disassociated (deleted). External IP: 172.26.3.180, port: d9919e79-5138-4884-a923-4da9f5101170. Jan 17 14:46:00.301329 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7ccfa5-045a-4942-8b7a-8031d4ae1558 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Router 842cce20-75a9-4bf0-b8b6-8100f535fed3 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:46:00.479876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7ccfa5-045a-4942-8b7a-8031d4ae1558 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:46:00.489429 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e58351-7db4-4263-83ef-21d99486168b None None] Sync routers for ids ['842cce20-75a9-4bf0-b8b6-8100f535fed3'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:46:00.498935 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e58351-7db4-4263-83ef-21d99486168b None None] Routers {'842cce20-75a9-4bf0-b8b6-8100f535fed3'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:46:00.499521 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-b4e58351-7db4-4263-83ef-21d99486168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:45:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['842cce20-75a9-4bf0-b8b6-8100f535fed3'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:46:00.500294 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-db7ccfa5-045a-4942-8b7a-8031d4ae1558 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:00.554495 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-db7ccfa5-045a-4942-8b7a-8031d4ae1558 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "DELETE /v2.0/floatingips/bfede452-396b-405c-b3cf-e78be2b722ab HTTP/1.1" status: 204 len: 168 time: 1.4773593 Jan 17 14:46:00.554973 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e08f46-aef3-4e3a-8e63-9e5347beeb93', 'tag': 'd9919e79-5138-4884-a923-4da9f5101170'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:46:00.606244 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e08f46-aef3-4e3a-8e63-9e5347beeb93', 'tag': 'd9919e79-5138-4884-a923-4da9f5101170', 'status': 'completed', 'code': 200} Jan 17 14:46:00.701795 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-b4e58351-7db4-4263-83ef-21d99486168b None None] Set router 842cce20-75a9-4bf0-b8b6-8100f535fed3 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:46:00.837533 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b6812-4f0a-4f35-906c-36fbf7f3000c req-5243cc62-bd08-4439-b399-e18cc947b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:00.838016 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e99b6812-4f0a-4f35-906c-36fbf7f3000c req-5243cc62-bd08-4439-b399-e18cc947b19e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4200fdce7fb462d965ad85a2d619b54&device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 1099 time: 0.2105994 Jan 17 14:46:00.952485 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7196e66-d37b-4688-a8ef-bbc6942cdb35 req-22157164-c6cb-45b6-90ea-fd81903ed3b3 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:00.953180 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-a7196e66-d37b-4688-a8ef-bbc6942cdb35 req-22157164-c6cb-45b6-90ea-fd81903ed3b3 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Synchronizing usage tracker for tenant:a4200fdce7fb462d965ad85a2d619b54 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:46:00.969082 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-a7196e66-d37b-4688-a8ef-bbc6942cdb35 req-22157164-c6cb-45b6-90ea-fd81903ed3b3 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Unset dirty status for tenant:a4200fdce7fb462d965ad85a2d619b54 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:46:00.970278 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a7196e66-d37b-4688-a8ef-bbc6942cdb35 req-22157164-c6cb-45b6-90ea-fd81903ed3b3 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 946 time: 0.0983410 Jan 17 14:46:00.985634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b6812-4f0a-4f35-906c-36fbf7f3000c req-ffb5c36a-dc5b-4057-913e-0f962c6ea65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:00.987070 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e99b6812-4f0a-4f35-906c-36fbf7f3000c req-ffb5c36a-dc5b-4057-913e-0f962c6ea65f service neutron] 10.222.0.15 "GET /v2.0/networks?id=508342af-935e-478d-a049-6a813f68cde8 HTTP/1.1" status: 200 len: 913 time: 0.1414452 Jan 17 14:46:01.020538 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a7196e66-d37b-4688-a8ef-bbc6942cdb35 req-dddd3c71-089d-4fd5-b93c-b72ae64c073b tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444756 Jan 17 14:46:01.045537 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-b4e58351-7db4-4263-83ef-21d99486168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'e3c3b9ac-f834-4b2e-8038-520d0a1125e2', 'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'mac_address': 'fa:16:3e:e2:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:59Z', 'updated_at': '2022-01-17T14:39:06Z', 'revision_number': 5, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'subnets': [{'id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:46:01.050154 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e58351-7db4-4263-83ef-21d99486168b None None] Checking router: 842cce20-75a9-4bf0-b8b6-8100f535fed3 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:46:01.058730 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e99b6812-4f0a-4f35-906c-36fbf7f3000c req-a0d0fb29-23ba-482d-9f0d-6569ada56181 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9919e79-5138-4884-a923-4da9f5101170 HTTP/1.1" status: 200 len: 217 time: 0.0651567 Jan 17 14:46:01.058895 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e58351-7db4-4263-83ef-21d99486168b None None] Routers {'842cce20-75a9-4bf0-b8b6-8100f535fed3'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:46:01.059342 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-b4e58351-7db4-4263-83ef-21d99486168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:45:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['842cce20-75a9-4bf0-b8b6-8100f535fed3'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:46:01.120523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b6812-4f0a-4f35-906c-36fbf7f3000c req-398e9e5a-5b1d-48ff-9c4c-7ad106f81b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:01.121856 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e99b6812-4f0a-4f35-906c-36fbf7f3000c req-398e9e5a-5b1d-48ff-9c4c-7ad106f81b8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a417a3e-2cb9-4b6e-abef-d13d730ec431 HTTP/1.1" status: 200 len: 851 time: 0.0567539 Jan 17 14:46:01.199437 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b6812-4f0a-4f35-906c-36fbf7f3000c req-7104456a-d8e6-4448-9886-a1d697b3d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:01.201001 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e99b6812-4f0a-4f35-906c-36fbf7f3000c req-7104456a-d8e6-4448-9886-a1d697b3d7a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=508342af-935e-478d-a049-6a813f68cde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725048 Jan 17 14:46:01.231265 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-b4e58351-7db4-4263-83ef-21d99486168b None None] Set router 842cce20-75a9-4bf0-b8b6-8100f535fed3 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:46:01.335671 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e99b6812-4f0a-4f35-906c-36fbf7f3000c req-4bd87fa2-d90f-4640-9c63-e536d184220e service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267331 Jan 17 14:46:01.469030 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e99b6812-4f0a-4f35-906c-36fbf7f3000c req-284711e8-a8f9-40cf-a1fc-b1f9f05b93ac service neutron] 10.222.0.15 "GET /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268947 Jan 17 14:46:01.577278 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-b4e58351-7db4-4263-83ef-21d99486168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'e3c3b9ac-f834-4b2e-8038-520d0a1125e2', 'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'mac_address': 'fa:16:3e:e2:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:59Z', 'updated_at': '2022-01-17T14:39:06Z', 'revision_number': 5, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'subnets': [{'id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:46:01.581181 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e58351-7db4-4263-83ef-21d99486168b None None] The sync data for ids ['842cce20-75a9-4bf0-b8b6-8100f535fed3'] in dv-neutron-824901-1-hyperv is: [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:39:00Z', 'revision_number': 4, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'e3c3b9ac-f834-4b2e-8038-520d0a1125e2', 'name': '', 'network_id': '508342af-935e-478d-a049-6a813f68cde8', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'mac_address': 'fa:16:3e:e2:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:59Z', 'updated_at': '2022-01-17T14:39:06Z', 'revision_number': 5, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'subnets': [{'id': '2a417a3e-2cb9-4b6e-abef-d13d730ec431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:46:01.836974 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a8e415-f643-4373-9bce-9a31d541cda8 None None] New status for floating IP bfede452-396b-405c-b3cf-e78be2b722ab: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:46:02.237855 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614354b-fb1f-4dbd-9c74-e48b2c16215c req-16929364-5c39-4b9f-a06f-8a330c56dca6 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:02.239310 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a614354b-fb1f-4dbd-9c74-e48b2c16215c req-16929364-5c39-4b9f-a06f-8a330c56dca6 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 946 time: 0.0832143 Jan 17 14:46:02.294514 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a614354b-fb1f-4dbd-9c74-e48b2c16215c req-ece3c1ea-9ef0-4e4f-bdca-ea17d05c4c6c tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/security-groups?id=0732c207-20b8-4c7f-bc99-c5c73142d560&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495291 Jan 17 14:46:02.544107 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126c8d7-5a04-4f08-bc1f-7424cf43c486 req-75942e68-54ee-4d96-97be-8a1357da7334 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:02.545445 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f126c8d7-5a04-4f08-bc1f-7424cf43c486 req-75942e68-54ee-4d96-97be-8a1357da7334 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.15 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 946 time: 0.0821381 Jan 17 14:46:02.613875 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-f126c8d7-5a04-4f08-bc1f-7424cf43c486 req-c0513ea7-c182-4bff-927b-37109b38e6d0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Deleting port d9919e79-5138-4884-a923-4da9f5101170 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:46:02.614216 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-f126c8d7-5a04-4f08-bc1f-7424cf43c486 req-c0513ea7-c182-4bff-927b-37109b38e6d0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:02.857443 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-f126c8d7-5a04-4f08-bc1f-7424cf43c486 req-c0513ea7-c182-4bff-927b-37109b38e6d0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] For port d9919e79-5138-4884-a923-4da9f5101170, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=d9919e79-5138-4884-a923-4da9f5101170,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:46:02.857799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-f126c8d7-5a04-4f08-bc1f-7424cf43c486 req-c0513ea7-c182-4bff-927b-37109b38e6d0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:02.978178 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-f126c8d7-5a04-4f08-bc1f-7424cf43c486 req-c0513ea7-c182-4bff-927b-37109b38e6d0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Calling delete_port for d9919e79-5138-4884-a923-4da9f5101170 owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:46:03.120432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-f126c8d7-5a04-4f08-bc1f-7424cf43c486 req-c0513ea7-c182-4bff-927b-37109b38e6d0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:03.177687 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0513ea7-c182-4bff-927b-37109b38e6d0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event deleted for resources: {'Port': ['ID=d9919e79-5138-4884-a923-4da9f5101170,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:03.390847 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-f126c8d7-5a04-4f08-bc1f-7424cf43c486 req-c0513ea7-c182-4bff-927b-37109b38e6d0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] No DVR routers for this DVR port d9919e79-5138-4884-a923-4da9f5101170 on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:46:03.393990 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-f126c8d7-5a04-4f08-bc1f-7424cf43c486 req-c0513ea7-c182-4bff-927b-37109b38e6d0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:03.396720 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e08f46-aef3-4e3a-8e63-9e5347beeb93', 'name': 'network-vif-deleted', 'tag': 'd9919e79-5138-4884-a923-4da9f5101170'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:46:03.419043 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f126c8d7-5a04-4f08-bc1f-7424cf43c486 req-c0513ea7-c182-4bff-927b-37109b38e6d0 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.15 "DELETE /v2.0/ports/d9919e79-5138-4884-a923-4da9f5101170 HTTP/1.1" status: 204 len: 173 time: 0.8677096 Jan 17 14:46:03.448663 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e08f46-aef3-4e3a-8e63-9e5347beeb93', 'name': 'network-vif-deleted', 'tag': 'd9919e79-5138-4884-a923-4da9f5101170', 'status': 'completed', 'code': 200} Jan 17 14:46:03.462929 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a0849446-9033-492f-8438-e4201cf76f0f req-fc5ba13f-cd2b-4383-b985-49f5491a7ac1 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e08f46-aef3-4e3a-8e63-9e5347beeb93 HTTP/1.1" status: 200 len: 210 time: 0.0554242 Jan 17 14:46:04.555805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41836) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:46:04.710295 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-717dc8b9-5c73-4b6c-8216-552de06a3183 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Deleting port dc473e02-37c1-4add-80e0-9ce49dbfcc6f {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:46:04.710624 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-717dc8b9-5c73-4b6c-8216-552de06a3183 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:04.881871 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-717dc8b9-5c73-4b6c-8216-552de06a3183 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:04.882190 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-717dc8b9-5c73-4b6c-8216-552de06a3183 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:05.112477 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-717dc8b9-5c73-4b6c-8216-552de06a3183 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Calling delete_port for dc473e02-37c1-4add-80e0-9ce49dbfcc6f owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:46:05.247814 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-717dc8b9-5c73-4b6c-8216-552de06a3183 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:05.294715 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717dc8b9-5c73-4b6c-8216-552de06a3183 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event deleted for resources: {'Port': ['ID=dc473e02-37c1-4add-80e0-9ce49dbfcc6f,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:05.384463 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-717dc8b9-5c73-4b6c-8216-552de06a3183 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:05.398593 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-717dc8b9-5c73-4b6c-8216-552de06a3183 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:05.400392 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-717dc8b9-5c73-4b6c-8216-552de06a3183 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "DELETE /v2.0/floatingips/30210f00-d41d-4588-b6fa-88ae0c234fd3 HTTP/1.1" status: 204 len: 168 time: 0.8435149 Jan 17 14:46:06.366977 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device d9919e79-5138-4884-a923-4da9f5101170 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:46:06.403254 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: d9919e79-5138-4884-a923-4da9f5101170 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:46:06.403592 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device d9919e79-5138-4884-a923-4da9f5101170 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:46:07.879730 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41852) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:46:07.950531 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-69fc7f28-e045-4bea-9ffa-224e49c90cd9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:07.981138 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-69fc7f28-e045-4bea-9ffa-224e49c90cd9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:08.056378 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-69fc7f28-e045-4bea-9ffa-224e49c90cd9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:08.074249 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc7f28-e045-4bea-9ffa-224e49c90cd9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0732c207-20b8-4c7f-bc99-c5c73142d560,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:08.087330 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-69fc7f28-e045-4bea-9ffa-224e49c90cd9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:08.088741 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-69fc7f28-e045-4bea-9ffa-224e49c90cd9 tempest-TestVolumeBootPattern-96063906 tempest-TestVolumeBootPattern-96063906-project] 10.222.0.48 "DELETE /v2.0/security-groups/0732c207-20b8-4c7f-bc99-c5c73142d560 HTTP/1.1" status: 204 len: 168 time: 0.2080324 Jan 17 14:46:08.153004 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41858) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:46:08.803959 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77bc6e6e-15a1-4504-ba34-fa1e1eb3794b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:09.156254 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-77bc6e6e-15a1-4504-ba34-fa1e1eb3794b admin admin] Deleting port e3c3b9ac-f834-4b2e-8038-520d0a1125e2 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:46:09.156981 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77bc6e6e-15a1-4504-ba34-fa1e1eb3794b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:09.428800 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-77bc6e6e-15a1-4504-ba34-fa1e1eb3794b admin admin] For port e3c3b9ac-f834-4b2e-8038-520d0a1125e2, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e3c3b9ac-f834-4b2e-8038-520d0a1125e2,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:46:09.429062 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77bc6e6e-15a1-4504-ba34-fa1e1eb3794b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:09.553548 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-77bc6e6e-15a1-4504-ba34-fa1e1eb3794b admin admin] Calling delete_port for e3c3b9ac-f834-4b2e-8038-520d0a1125e2 owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:46:09.887843 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77bc6e6e-15a1-4504-ba34-fa1e1eb3794b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:09.933897 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc6e6e-15a1-4504-ba34-fa1e1eb3794b admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c3b9ac-f834-4b2e-8038-520d0a1125e2,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:10.205019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77bc6e6e-15a1-4504-ba34-fa1e1eb3794b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:10.568278 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bc6e6e-15a1-4504-ba34-fa1e1eb3794b admin admin] Router 842cce20-75a9-4bf0-b8b6-8100f535fed3 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:46:10.717745 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a4ac7d73-9c44-4a2c-95c9-cb6b9277ed64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:10.861075 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bc6e6e-15a1-4504-ba34-fa1e1eb3794b admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:46:10.869987 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e00a4cc-eb17-482d-9832-249c841adab9 None None] Sync routers for ids ['842cce20-75a9-4bf0-b8b6-8100f535fed3'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:46:10.879233 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-77bc6e6e-15a1-4504-ba34-fa1e1eb3794b admin admin] 10.222.0.48 "PUT /v2.0/routers/842cce20-75a9-4bf0-b8b6-8100f535fed3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7246263 Jan 17 14:46:10.880246 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e00a4cc-eb17-482d-9832-249c841adab9 None None] Routers {'842cce20-75a9-4bf0-b8b6-8100f535fed3'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:46:10.880957 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7e00a4cc-eb17-482d-9832-249c841adab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:45:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['842cce20-75a9-4bf0-b8b6-8100f535fed3'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:46:10.881456 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41870) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:46:11.057486 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-7e00a4cc-eb17-482d-9832-249c841adab9 None None] Set router 842cce20-75a9-4bf0-b8b6-8100f535fed3 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:46:11.115592 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-05413780-33cb-4350-a73b-4cadb315365f admin admin] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:11.331791 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-05413780-33cb-4350-a73b-4cadb315365f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:11.339088 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7e00a4cc-eb17-482d-9832-249c841adab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:46:09Z', 'revision_number': 5, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port': {'id': 'e75273d3-6040-4c80-a0ab-bfff244c7646', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:38:57Z', 'updated_at': '2022-01-17T14:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:46:11.343447 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e00a4cc-eb17-482d-9832-249c841adab9 None None] Checking router: 842cce20-75a9-4bf0-b8b6-8100f535fed3 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:46:11.344013 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-05413780-33cb-4350-a73b-4cadb315365f admin admin] Deleting port e75273d3-6040-4c80-a0ab-bfff244c7646 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:46:11.344397 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-05413780-33cb-4350-a73b-4cadb315365f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:11.351836 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e00a4cc-eb17-482d-9832-249c841adab9 None None] Routers {'842cce20-75a9-4bf0-b8b6-8100f535fed3'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:46:11.352428 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7e00a4cc-eb17-482d-9832-249c841adab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:45:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['842cce20-75a9-4bf0-b8b6-8100f535fed3'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:46:11.503027 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-7e00a4cc-eb17-482d-9832-249c841adab9 None None] Set router 842cce20-75a9-4bf0-b8b6-8100f535fed3 gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:46:11.534484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-05413780-33cb-4350-a73b-4cadb315365f admin admin] For port e75273d3-6040-4c80-a0ab-bfff244c7646, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e75273d3-6040-4c80-a0ab-bfff244c7646,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:46:11.534827 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-05413780-33cb-4350-a73b-4cadb315365f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:11.610423 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-7e00a4cc-eb17-482d-9832-249c841adab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:46:11Z', 'revision_number': 6, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:46:11.614391 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e00a4cc-eb17-482d-9832-249c841adab9 None None] The sync data for ids ['842cce20-75a9-4bf0-b8b6-8100f535fed3'] in dv-neutron-824901-1-hyperv is: [{'id': '842cce20-75a9-4bf0-b8b6-8100f535fed3', 'name': 'tempest-TestVolumeBootPattern-1009032915-router', 'tenant_id': 'a4200fdce7fb462d965ad85a2d619b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:38:56Z', 'updated_at': '2022-01-17T14:46:11Z', 'revision_number': 6, 'project_id': 'a4200fdce7fb462d965ad85a2d619b54', 'gw_port_host': None}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:46:11.659372 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-05413780-33cb-4350-a73b-4cadb315365f admin admin] Calling delete_port for e75273d3-6040-4c80-a0ab-bfff244c7646 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:46:11.830878 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-05413780-33cb-4350-a73b-4cadb315365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:11.880912 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05413780-33cb-4350-a73b-4cadb315365f admin admin] Pushing event deleted for resources: {'Port': ['ID=e75273d3-6040-4c80-a0ab-bfff244c7646,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:11.973317 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-05413780-33cb-4350-a73b-4cadb315365f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:12.179164 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-05413780-33cb-4350-a73b-4cadb315365f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:12.181802 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-05413780-33cb-4350-a73b-4cadb315365f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:12.208841 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-05413780-33cb-4350-a73b-4cadb315365f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:12.209445 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05413780-33cb-4350-a73b-4cadb315365f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 842cce20-75a9-4bf0-b8b6-8100f535fed3 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:46:12.221579 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-05413780-33cb-4350-a73b-4cadb315365f admin admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:12.222689 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-05413780-33cb-4350-a73b-4cadb315365f admin admin] 10.222.0.48 "DELETE /v2.0/routers/842cce20-75a9-4bf0-b8b6-8100f535fed3 HTTP/1.1" status: 204 len: 168 time: 1.3398197 Jan 17 14:46:12.225217 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41878) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:46:12.421473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-9345ec10-f2f8-4d74-8584-c1acfec9c6d4 admin admin] Deleting subnet 2a417a3e-2cb9-4b6e-abef-d13d730ec431 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:46:12.424851 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9345ec10-f2f8-4d74-8584-c1acfec9c6d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:12.433284 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e3c3b9ac-f834-4b2e-8038-520d0a1125e2 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:46:12.473419 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: e3c3b9ac-f834-4b2e-8038-520d0a1125e2 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:46:12.473758 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e3c3b9ac-f834-4b2e-8038-520d0a1125e2 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:46:12.474428 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e75273d3-6040-4c80-a0ab-bfff244c7646 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:46:12.480471 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9345ec10-f2f8-4d74-8584-c1acfec9c6d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:12.508866 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: e75273d3-6040-4c80-a0ab-bfff244c7646 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:46:12.509298 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e75273d3-6040-4c80-a0ab-bfff244c7646 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:46:12.565519 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9345ec10-f2f8-4d74-8584-c1acfec9c6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:12.652262 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9345ec10-f2f8-4d74-8584-c1acfec9c6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:12.686375 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345ec10-f2f8-4d74-8584-c1acfec9c6d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a417a3e-2cb9-4b6e-abef-d13d730ec431,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:12.694319 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9345ec10-f2f8-4d74-8584-c1acfec9c6d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:12.699938 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9345ec10-f2f8-4d74-8584-c1acfec9c6d4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2a417a3e-2cb9-4b6e-abef-d13d730ec431 HTTP/1.1" status: 204 len: 168 time: 0.4737227 Jan 17 14:46:12.700375 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd555b76-7bfa-4d50-8e42-aa8eec9a470b None None] Network 508342af-935e-478d-a049-6a813f68cde8 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:46:12.703578 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41882) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:46:12.839498 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eeea7a21-829e-4a20-9610-165c6374cdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:12.851940 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-eeea7a21-829e-4a20-9610-165c6374cdcf admin admin] Deleting port ac72f4d9-95d7-471d-9f10-78e0106ac77a {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:46:12.852387 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eeea7a21-829e-4a20-9610-165c6374cdcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:12.960056 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8094ae-7c77-4a97-86a5-c59c6a23689c None None] DHCP port deletion for 508342af-935e-478d-a049-6a813f68cde8 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:46:12.964132 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-5f8094ae-7c77-4a97-86a5-c59c6a23689c None None] Deleting port ac72f4d9-95d7-471d-9f10-78e0106ac77a {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:46:12.964509 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f8094ae-7c77-4a97-86a5-c59c6a23689c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:13.073248 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-eeea7a21-829e-4a20-9610-165c6374cdcf admin admin] For port ac72f4d9-95d7-471d-9f10-78e0106ac77a, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ac72f4d9-95d7-471d-9f10-78e0106ac77a,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:46:13.073589 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eeea7a21-829e-4a20-9610-165c6374cdcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:13.162605 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-5f8094ae-7c77-4a97-86a5-c59c6a23689c None None] For port ac72f4d9-95d7-471d-9f10-78e0106ac77a, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ac72f4d9-95d7-471d-9f10-78e0106ac77a,segment=NetworkSegment(87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b),segment_id=87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:46:13.162993 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f8094ae-7c77-4a97-86a5-c59c6a23689c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:13.231198 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-eeea7a21-829e-4a20-9610-165c6374cdcf admin admin] Calling delete_port for ac72f4d9-95d7-471d-9f10-78e0106ac77a owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:46:13.287198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-5f8094ae-7c77-4a97-86a5-c59c6a23689c None None] Calling delete_port for ac72f4d9-95d7-471d-9f10-78e0106ac77a owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:46:13.315302 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eeea7a21-829e-4a20-9610-165c6374cdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:13.362196 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-5f8094ae-7c77-4a97-86a5-c59c6a23689c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:46:13.362551 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-5f8094ae-7c77-4a97-86a5-c59c6a23689c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:46:13.378356 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea7a21-829e-4a20-9610-165c6374cdcf admin admin] Pushing event deleted for resources: {'Port': ['ID=ac72f4d9-95d7-471d-9f10-78e0106ac77a,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:13.382371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea7a21-829e-4a20-9610-165c6374cdcf admin admin] No DVR routers for this DVR port ac72f4d9-95d7-471d-9f10-78e0106ac77a on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:46:13.500581 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eeea7a21-829e-4a20-9610-165c6374cdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:13.525928 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-eeea7a21-829e-4a20-9610-165c6374cdcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508342af-935e-478d-a049-6a813f68cde8']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:46:13.539725 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-eeea7a21-829e-4a20-9610-165c6374cdcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:46:13.540021 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-eeea7a21-829e-4a20-9610-165c6374cdcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ee78ea-9d0b-47b8-9e9f-ae1ee3f8477b') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:46:13.552952 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eeea7a21-829e-4a20-9610-165c6374cdcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:13.569543 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eeea7a21-829e-4a20-9610-165c6374cdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:13.575583 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeea7a21-829e-4a20-9610-165c6374cdcf admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:46:13.575991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eeea7a21-829e-4a20-9610-165c6374cdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:46:13.590317 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:46:13.675029 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eeea7a21-829e-4a20-9610-165c6374cdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:13.694835 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eeea7a21-829e-4a20-9610-165c6374cdcf admin admin] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:13.707688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea7a21-829e-4a20-9610-165c6374cdcf admin admin] Pushing event deleted for resources: {'Network': ['ID=508342af-935e-478d-a049-6a813f68cde8,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:13.723434 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-eeea7a21-829e-4a20-9610-165c6374cdcf admin admin] 10.222.0.48 "DELETE /v2.0/networks/508342af-935e-478d-a049-6a813f68cde8 HTTP/1.1" status: 204 len: 168 time: 1.0179346 Jan 17 14:46:13.726216 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 41886) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:46:13.863604 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-5f8094ae-7c77-4a97-86a5-c59c6a23689c None None] Deleting port ac72f4d9-95d7-471d-9f10-78e0106ac77a {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:46:13.864267 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5f8094ae-7c77-4a97-86a5-c59c6a23689c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:13.956075 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-5f8094ae-7c77-4a97-86a5-c59c6a23689c None None] The port 'ac72f4d9-95d7-471d-9f10-78e0106ac77a' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:46:13.966983 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-edf4f9e9-5393-4ef5-875a-e270996edd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:13.980622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:13.992559 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:14.387600 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ac72f4d9-95d7-471d-9f10-78e0106ac77a no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:46:14.439204 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: ac72f4d9-95d7-471d-9f10-78e0106ac77a {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:46:14.439750 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ac72f4d9-95d7-471d-9f10-78e0106ac77a not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:46:14.447386 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ce2d19de-2513-41e1-9619-9f89306b0f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:14.810976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d19de-2513-41e1-9619-9f89306b0f74 admin admin] Deleting port 9548c27c-72ae-4f4f-8c87-da6b42bcd938 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:46:14.811522 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ce2d19de-2513-41e1-9619-9f89306b0f74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:14.890996 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:46:14.986289 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-ce2d19de-2513-41e1-9619-9f89306b0f74 admin admin] For port 9548c27c-72ae-4f4f-8c87-da6b42bcd938, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=9548c27c-72ae-4f4f-8c87-da6b42bcd938,segment=NetworkSegment(56bbaa6c-b44a-4d08-adb0-bf28886b909d),segment_id=56bbaa6c-b44a-4d08-adb0-bf28886b909d)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:46:14.986641 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ce2d19de-2513-41e1-9619-9f89306b0f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:15.106481 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d19de-2513-41e1-9619-9f89306b0f74 admin admin] Calling delete_port for 9548c27c-72ae-4f4f-8c87-da6b42bcd938 owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:46:15.288598 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ce2d19de-2513-41e1-9619-9f89306b0f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:15.336840 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d19de-2513-41e1-9619-9f89306b0f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=9548c27c-72ae-4f4f-8c87-da6b42bcd938,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:15.519670 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:15.709326 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ce2d19de-2513-41e1-9619-9f89306b0f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:16.064812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2d19de-2513-41e1-9619-9f89306b0f74 admin admin] Router 7f23dea2-b4bc-4108-afbc-ec0bb116c25e has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:46:16.245705 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2d19de-2513-41e1-9619-9f89306b0f74 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:46:16.254709 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccb69d2-c119-4dc4-b468-c52909997a62 None None] Sync routers for ids ['7f23dea2-b4bc-4108-afbc-ec0bb116c25e'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:46:16.255582 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ce2d19de-2513-41e1-9619-9f89306b0f74 admin admin] 10.222.0.48 "PUT /v2.0/routers/7f23dea2-b4bc-4108-afbc-ec0bb116c25e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5282853 Jan 17 14:46:16.258258 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41894) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:46:16.263676 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccb69d2-c119-4dc4-b468-c52909997a62 None None] Routers {'7f23dea2-b4bc-4108-afbc-ec0bb116c25e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:46:16.264312 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-3ccb69d2-c119-4dc4-b468-c52909997a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:46:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7f23dea2-b4bc-4108-afbc-ec0bb116c25e'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:46:16.435393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-515a44fa-d4c7-40cf-978d-6bcf0f3cedfa admin admin] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:16.445460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-3ccb69d2-c119-4dc4-b468-c52909997a62 None None] Set router 7f23dea2-b4bc-4108-afbc-ec0bb116c25e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:46:16.613211 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-515a44fa-d4c7-40cf-978d-6bcf0f3cedfa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:16.623954 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-515a44fa-d4c7-40cf-978d-6bcf0f3cedfa admin admin] Deleting port b34278f5-c537-4ac8-a4e0-76000cd0cc47 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:46:16.624330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-515a44fa-d4c7-40cf-978d-6bcf0f3cedfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:16.810603 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-515a44fa-d4c7-40cf-978d-6bcf0f3cedfa admin admin] For port b34278f5-c537-4ac8-a4e0-76000cd0cc47, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=b34278f5-c537-4ac8-a4e0-76000cd0cc47,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:46:16.810958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-515a44fa-d4c7-40cf-978d-6bcf0f3cedfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:16.923044 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-3ccb69d2-c119-4dc4-b468-c52909997a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f23dea2-b4bc-4108-afbc-ec0bb116c25e', 'name': 'tempest-TestVolumeBootPattern-1423306485-router', 'tenant_id': '6bd30df57fcf4f708f798bea05f8f8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b34278f5-c537-4ac8-a4e0-76000cd0cc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:39:03Z', 'updated_at': '2022-01-17T14:46:15Z', 'revision_number': 5, 'project_id': '6bd30df57fcf4f708f798bea05f8f8af', 'gw_port': {'id': 'b34278f5-c537-4ac8-a4e0-76000cd0cc47', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f23dea2-b4bc-4108-afbc-ec0bb116c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:39:03Z', 'updated_at': '2022-01-17T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:46:16.930203 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccb69d2-c119-4dc4-b468-c52909997a62 None None] Checking router: 7f23dea2-b4bc-4108-afbc-ec0bb116c25e for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:46:16.931728 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-515a44fa-d4c7-40cf-978d-6bcf0f3cedfa admin admin] Calling delete_port for b34278f5-c537-4ac8-a4e0-76000cd0cc47 owned by network:router_gateway {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:46:16.944109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccb69d2-c119-4dc4-b468-c52909997a62 None None] Routers {'7f23dea2-b4bc-4108-afbc-ec0bb116c25e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:46:16.944707 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-3ccb69d2-c119-4dc4-b468-c52909997a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:46:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['7f23dea2-b4bc-4108-afbc-ec0bb116c25e'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:46:17.109591 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-3ccb69d2-c119-4dc4-b468-c52909997a62 None None] Set router 7f23dea2-b4bc-4108-afbc-ec0bb116c25e gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:46:17.216786 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-3ccb69d2-c119-4dc4-b468-c52909997a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f23dea2-b4bc-4108-afbc-ec0bb116c25e', 'name': 'tempest-TestVolumeBootPattern-1423306485-router', 'tenant_id': '6bd30df57fcf4f708f798bea05f8f8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:39:03Z', 'updated_at': '2022-01-17T14:46:16Z', 'revision_number': 6, 'project_id': '6bd30df57fcf4f708f798bea05f8f8af', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:46:17.220871 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccb69d2-c119-4dc4-b468-c52909997a62 None None] The sync data for ids ['7f23dea2-b4bc-4108-afbc-ec0bb116c25e'] in dv-neutron-824901-1-hyperv is: [{'id': '7f23dea2-b4bc-4108-afbc-ec0bb116c25e', 'name': 'tempest-TestVolumeBootPattern-1423306485-router', 'tenant_id': '6bd30df57fcf4f708f798bea05f8f8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:39:03Z', 'updated_at': '2022-01-17T14:46:16Z', 'revision_number': 6, 'project_id': '6bd30df57fcf4f708f798bea05f8f8af', 'gw_port_host': None}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:46:17.239740 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-515a44fa-d4c7-40cf-978d-6bcf0f3cedfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:17.290781 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a44fa-d4c7-40cf-978d-6bcf0f3cedfa admin admin] Pushing event deleted for resources: {'Port': ['ID=b34278f5-c537-4ac8-a4e0-76000cd0cc47,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:17.379485 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-515a44fa-d4c7-40cf-978d-6bcf0f3cedfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:17.667736 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-515a44fa-d4c7-40cf-978d-6bcf0f3cedfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:17.669975 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-515a44fa-d4c7-40cf-978d-6bcf0f3cedfa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:17.696904 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-515a44fa-d4c7-40cf-978d-6bcf0f3cedfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:17.697432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515a44fa-d4c7-40cf-978d-6bcf0f3cedfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f23dea2-b4bc-4108-afbc-ec0bb116c25e {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:46:17.709629 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-515a44fa-d4c7-40cf-978d-6bcf0f3cedfa admin admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:17.710739 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-515a44fa-d4c7-40cf-978d-6bcf0f3cedfa admin admin] 10.222.0.48 "DELETE /v2.0/routers/7f23dea2-b4bc-4108-afbc-ec0bb116c25e HTTP/1.1" status: 204 len: 168 time: 1.4515367 Jan 17 14:46:17.713288 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41902) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:46:17.772579 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6b0a5c-11d4-43cf-87b6-b18839fc0546 admin admin] Deleting subnet 9f3a8c11-13b5-4a84-acb3-32f7d6fe200b {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:46:17.775951 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0a5c-11d4-43cf-87b6-b18839fc0546 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:17.826924 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0a5c-11d4-43cf-87b6-b18839fc0546 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:17.908316 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0a5c-11d4-43cf-87b6-b18839fc0546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:17.978296 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0a5c-11d4-43cf-87b6-b18839fc0546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:18.016763 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b0a5c-11d4-43cf-87b6-b18839fc0546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f3a8c11-13b5-4a84-acb3-32f7d6fe200b,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:18.024333 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0a5c-11d4-43cf-87b6-b18839fc0546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:18.029067 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ed5fec-f8bc-4926-ba53-f0722d78d838 None None] Network 038755f8-fd10-4d31-94af-b9022745af5c requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:46:18.031799 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1a6b0a5c-11d4-43cf-87b6-b18839fc0546 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9f3a8c11-13b5-4a84-acb3-32f7d6fe200b HTTP/1.1" status: 204 len: 168 time: 0.3175259 Jan 17 14:46:18.034159 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41906) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:46:18.145636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2cf4db30-4ccd-46d1-82ea-31f39b5993e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:18.157229 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-2cf4db30-4ccd-46d1-82ea-31f39b5993e3 admin admin] Deleting port bebf2571-6a08-41d3-8d71-9f2efebd6466 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:46:18.157666 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2cf4db30-4ccd-46d1-82ea-31f39b5993e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:18.302101 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b5aa47-35b3-4a31-9efa-d798a69d1a7b None None] DHCP port deletion for 038755f8-fd10-4d31-94af-b9022745af5c request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:46:18.306602 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-25b5aa47-35b3-4a31-9efa-d798a69d1a7b None None] Deleting port bebf2571-6a08-41d3-8d71-9f2efebd6466 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:46:18.307080 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25b5aa47-35b3-4a31-9efa-d798a69d1a7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:18.405182 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b34278f5-c537-4ac8-a4e0-76000cd0cc47 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:46:18.407875 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-2cf4db30-4ccd-46d1-82ea-31f39b5993e3 admin admin] For port bebf2571-6a08-41d3-8d71-9f2efebd6466, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=bebf2571-6a08-41d3-8d71-9f2efebd6466,segment=NetworkSegment(56bbaa6c-b44a-4d08-adb0-bf28886b909d),segment_id=56bbaa6c-b44a-4d08-adb0-bf28886b909d)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:46:18.408376 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2cf4db30-4ccd-46d1-82ea-31f39b5993e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:18.447094 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: b34278f5-c537-4ac8-a4e0-76000cd0cc47 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:46:18.447429 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device b34278f5-c537-4ac8-a4e0-76000cd0cc47 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:46:18.447875 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 9548c27c-72ae-4f4f-8c87-da6b42bcd938 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:46:18.486891 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 9548c27c-72ae-4f4f-8c87-da6b42bcd938 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:46:18.487224 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 9548c27c-72ae-4f4f-8c87-da6b42bcd938 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:46:18.487643 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device bebf2571-6a08-41d3-8d71-9f2efebd6466 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:46:18.533319 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-2cf4db30-4ccd-46d1-82ea-31f39b5993e3 admin admin] Calling delete_port for bebf2571-6a08-41d3-8d71-9f2efebd6466 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:46:18.614601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2cf4db30-4ccd-46d1-82ea-31f39b5993e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:18.641325 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-25b5aa47-35b3-4a31-9efa-d798a69d1a7b None None] For port bebf2571-6a08-41d3-8d71-9f2efebd6466, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=bebf2571-6a08-41d3-8d71-9f2efebd6466,segment=NetworkSegment(56bbaa6c-b44a-4d08-adb0-bf28886b909d),segment_id=56bbaa6c-b44a-4d08-adb0-bf28886b909d)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:46:18.641700 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25b5aa47-35b3-4a31-9efa-d798a69d1a7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:18.648573 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No active binding found for port bebf2571-6a08-41d3-8d71-9f2efebd6466 {{(pid=87525) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 17 14:46:18.648974 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device bebf2571-6a08-41d3-8d71-9f2efebd6466 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:46:18.664230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4db30-4ccd-46d1-82ea-31f39b5993e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bebf2571-6a08-41d3-8d71-9f2efebd6466,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:18.664416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf4db30-4ccd-46d1-82ea-31f39b5993e3 admin admin] No DVR routers for this DVR port bebf2571-6a08-41d3-8d71-9f2efebd6466 on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:46:18.785573 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2cf4db30-4ccd-46d1-82ea-31f39b5993e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:18.805346 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-25b5aa47-35b3-4a31-9efa-d798a69d1a7b None None] Calling delete_port for bebf2571-6a08-41d3-8d71-9f2efebd6466 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:46:18.813883 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-2cf4db30-4ccd-46d1-82ea-31f39b5993e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038755f8-fd10-4d31-94af-b9022745af5c']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:46:18.825986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-2cf4db30-4ccd-46d1-82ea-31f39b5993e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56bbaa6c-b44a-4d08-adb0-bf28886b909d') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:46:18.826283 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-2cf4db30-4ccd-46d1-82ea-31f39b5993e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56bbaa6c-b44a-4d08-adb0-bf28886b909d') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:46:18.838065 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2cf4db30-4ccd-46d1-82ea-31f39b5993e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:18.855026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2cf4db30-4ccd-46d1-82ea-31f39b5993e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:18.861943 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf4db30-4ccd-46d1-82ea-31f39b5993e3 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:46:18.862333 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2cf4db30-4ccd-46d1-82ea-31f39b5993e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:46:18.875405 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:46:18.878224 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-25b5aa47-35b3-4a31-9efa-d798a69d1a7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:46:18.878578 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-25b5aa47-35b3-4a31-9efa-d798a69d1a7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:46:18.956673 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2cf4db30-4ccd-46d1-82ea-31f39b5993e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:18.974293 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2cf4db30-4ccd-46d1-82ea-31f39b5993e3 admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:18.986177 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4db30-4ccd-46d1-82ea-31f39b5993e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=038755f8-fd10-4d31-94af-b9022745af5c,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:18.988700 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2cf4db30-4ccd-46d1-82ea-31f39b5993e3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/038755f8-fd10-4d31-94af-b9022745af5c HTTP/1.1" status: 204 len: 168 time: 0.9535794 Jan 17 14:46:19.095676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41912) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:46:19.144054 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-71ad05ca-c868-461d-9177-623815a281bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4200fdce7fb462d965ad85a2d619b54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469346 Jan 17 14:46:19.146254 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41916) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:46:19.207941 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-094ce23e-d3e8-4bad-bbae-2c5d0d5c54d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:19.233224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-094ce23e-d3e8-4bad-bbae-2c5d0d5c54d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:19.285083 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-094ce23e-d3e8-4bad-bbae-2c5d0d5c54d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:19.300926 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ce23e-d3e8-4bad-bbae-2c5d0d5c54d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f75cd0-6601-4de5-8bf7-f1d1f5cbfb29,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:19.309985 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-094ce23e-d3e8-4bad-bbae-2c5d0d5c54d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:19.312368 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-094ce23e-d3e8-4bad-bbae-2c5d0d5c54d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/92f75cd0-6601-4de5-8bf7-f1d1f5cbfb29 HTTP/1.1" status: 204 len: 168 time: 0.1639984 Jan 17 14:46:19.379955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-25b5aa47-35b3-4a31-9efa-d798a69d1a7b None None] Deleting port bebf2571-6a08-41d3-8d71-9f2efebd6466 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:46:19.380571 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25b5aa47-35b3-4a31-9efa-d798a69d1a7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:19.446379 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-25b5aa47-35b3-4a31-9efa-d798a69d1a7b None None] The port 'bebf2571-6a08-41d3-8d71-9f2efebd6466' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:46:19.647854 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41924) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:46:19.698113 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6b9d50c0-59e9-4387-9407-7277a7db8c81 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6bd30df57fcf4f708f798bea05f8f8af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490930 Jan 17 14:46:19.700591 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 41928) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:46:19.758029 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-31c5ff0d-43c6-4792-b12b-689dda3f9dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:19.787046 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-31c5ff0d-43c6-4792-b12b-689dda3f9dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:19.840494 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-31c5ff0d-43c6-4792-b12b-689dda3f9dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:19.856622 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5ff0d-43c6-4792-b12b-689dda3f9dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1dc3d7-fce6-4e50-a3b3-888ea4831c03,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:19.861304 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-31c5ff0d-43c6-4792-b12b-689dda3f9dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:19.862047 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-31c5ff0d-43c6-4792-b12b-689dda3f9dd1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f1dc3d7-fce6-4e50-a3b3-888ea4831c03 HTTP/1.1" status: 204 len: 168 time: 0.1605587 Jan 17 14:46:23.018799 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:26.956486 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-15562188-aaec-4c4e-860a-48612985b687 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=052ad02ac8fa4cf58532c2e53e86b7b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285304 Jan 17 14:46:27.109473 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-b0983826-9d48-4457-b44c-ead880a4014f tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:27.110927 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-b0983826-9d48-4457-b44c-ead880a4014f tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1491027 Jan 17 14:46:27.126217 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-95760cf9-841d-493b-8693-30ee4b00ee72 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/quotas/052ad02ac8fa4cf58532c2e53e86b7b8 HTTP/1.1" status: 200 len: 375 time: 0.0097520 Jan 17 14:46:27.173769 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-e1679a03-1972-438e-8b08-e4f1c5f7f79d tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=052ad02ac8fa4cf58532c2e53e86b7b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421729 Jan 17 14:46:27.349153 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-60446365-f6cc-444e-9a5a-e4beef155498 req-824ca349-cb87-41f6-95f8-02ac9e7615d9 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/ports?device_id=75d98af1-34a0-4e17-abca-8471b9fd4b73 HTTP/1.1" status: 200 len: 210 time: 0.0423565 Jan 17 14:46:28.292910 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-f339c116-360b-4848-a3bc-34108e1364f8 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=052ad02ac8fa4cf58532c2e53e86b7b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269623 Jan 17 14:46:28.452153 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-895b91c0-25cd-4512-883f-83debbbe6511 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:28.454232 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-895b91c0-25cd-4512-883f-83debbbe6511 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1559124 Jan 17 14:46:28.614643 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Request body: {'port': {'device_id': '75d98af1-34a0-4e17-abca-8471b9fd4b73', 'network_id': '555363a9-fff6-46b5-b4e3-c9fba7f9e001', 'admin_state_up': True, 'tenant_id': '052ad02ac8fa4cf58532c2e53e86b7b8'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:46:28.639176 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-78466225-9c25-49ef-b0e5-7933920b3b9e req-eb47d7bb-2483-43eb-9ed0-865faaa5fd7a tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/ports?device_id=75d98af1-34a0-4e17-abca-8471b9fd4b73 HTTP/1.1" status: 200 len: 210 time: 0.1781580 Jan 17 14:46:28.754326 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:46:28.758371 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Usage tracker for resource:port and tenant:052ad02ac8fa4cf58532c2e53e86b7b8 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:46:28.761383 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:46:28.767736 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:46:28.777824 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Made reservation on behalf of 052ad02ac8fa4cf58532c2e53e86b7b8 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:46:28.781937 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:28.794488 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:28.809568 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:46:28.813389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Usage tracker for resource:security_group_rule and tenant:052ad02ac8fa4cf58532c2e53e86b7b8 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:46:28.816294 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:46:28.821885 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:46:28.904823 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:28.909118 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:28.995979 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9d61cb-869a-4013-a345-155bcd24d473,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:29.084080 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Allocated IP 192.168.233.176 (555363a9-fff6-46b5-b4e3-c9fba7f9e001/bed6cc89-79fe-4d1e-a740-2f268d3c45bf/1bd5ccb8-dc84-494b-8d0a-230365def822) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:46:29.286939 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:29.302394 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Transition to ACTIVE for port object 1bd5ccb8-dc84-494b-8d0a-230365def822 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:46:29.325548 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:29.400865 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Network 555363a9-fff6-46b5-b4e3-c9fba7f9e001 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:46:29.404076 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:46:29.407963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:46:29.439849 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Pushing event updated for resources: {'Port': ['ID=1bd5ccb8-dc84-494b-8d0a-230365def822,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:29.476761 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:29.477365 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:29.503913 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-30f2c92f-ba98-43a8-a5a3-c1920df34e88 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0415354 Jan 17 14:46:29.515057 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] Request body: {'port': {'device_id': '75d98af1-34a0-4e17-abca-8471b9fd4b73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:46:29.647735 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:29.698999 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e3adb3c4-4a73-486e-8901-99dab9a6ab13 None None] Provisioning for port 1bd5ccb8-dc84-494b-8d0a-230365def822 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:46:29.705363 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e3adb3c4-4a73-486e-8901-99dab9a6ab13 None None] Provisioning complete for port 1bd5ccb8-dc84-494b-8d0a-230365def822 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:46:29.705873 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e3adb3c4-4a73-486e-8901-99dab9a6ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:29.765865 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e3adb3c4-4a73-486e-8901-99dab9a6ab13 None None] Port 1bd5ccb8-dc84-494b-8d0a-230365def822 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:46:29.833485 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94525b-9bb1-4f7a-939d-6710f85c26ee req-29fad1d8-0da1-4562-a1a4-230e216e07bc tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:29.835077 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7d94525b-9bb1-4f7a-939d-6710f85c26ee req-29fad1d8-0da1-4562-a1a4-230e216e07bc tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/ports?device_id=75d98af1-34a0-4e17-abca-8471b9fd4b73 HTTP/1.1" status: 200 len: 936 time: 0.0878549 Jan 17 14:46:29.886880 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7d94525b-9bb1-4f7a-939d-6710f85c26ee req-c4c2dd45-64f9-4ed7-a375-fdb4a96c6569 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a9d61cb-869a-4013-a345-155bcd24d473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460076 Jan 17 14:46:30.013682 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd5ccb8-dc84-494b-8d0a-230365def822 {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:46:30.021357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:30.036819 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] Transition to ACTIVE for port object 1bd5ccb8-dc84-494b-8d0a-230365def822 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:46:30.040120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:30.199664 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd5ccb8-dc84-494b-8d0a-230365def822,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:30.281023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] Attempting to bind port 1bd5ccb8-dc84-494b-8d0a-230365def822 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:46:30.281934 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] Attempting to bind port 1bd5ccb8-dc84-494b-8d0a-230365def822 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '35dac645-1233-40a4-ab6b-650442a2ce82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '555363a9-fff6-46b5-b4e3-c9fba7f9e001'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:46:30.282265 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] Attempting to bind port 1bd5ccb8-dc84-494b-8d0a-230365def822 on network 555363a9-fff6-46b5-b4e3-c9fba7f9e001 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:46:30.287121 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] Port 1bd5ccb8-dc84-494b-8d0a-230365def822 on network 555363a9-fff6-46b5-b4e3-c9fba7f9e001 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:46:30.287552 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] Attempting to bind port 1bd5ccb8-dc84-494b-8d0a-230365def822 on network 555363a9-fff6-46b5-b4e3-c9fba7f9e001 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:46:30.292689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:46:30.293023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] Checking segment: {'id': '35dac645-1233-40a4-ab6b-650442a2ce82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '555363a9-fff6-46b5-b4e3-c9fba7f9e001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:46:30.293402 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] Bound using segment: {'id': '35dac645-1233-40a4-ab6b-650442a2ce82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '555363a9-fff6-46b5-b4e3-c9fba7f9e001'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:46:30.293826 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] Bound port: 1bd5ccb8-dc84-494b-8d0a-230365def822, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35dac645-1233-40a4-ab6b-650442a2ce82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '555363a9-fff6-46b5-b4e3-c9fba7f9e001'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:46:30.294169 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:30.385586 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] For port 1bd5ccb8-dc84-494b-8d0a-230365def822, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:46:30.389540 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] For port 1bd5ccb8-dc84-494b-8d0a-230365def822, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=1bd5ccb8-dc84-494b-8d0a-230365def822,segment=NetworkSegment(35dac645-1233-40a4-ab6b-650442a2ce82),segment_id=35dac645-1233-40a4-ab6b-650442a2ce82)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:46:30.395389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:30.457721 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:30.458342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:30.459721 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] 10.222.0.15 "PUT /v2.0/ports/1bd5ccb8-dc84-494b-8d0a-230365def822 HTTP/1.1" status: 200 len: 1098 time: 0.9488018 Jan 17 14:46:30.460179 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d98af1-34a0-4e17-abca-8471b9fd4b73', 'tag': '1bd5ccb8-dc84-494b-8d0a-230365def822'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:46:30.482760 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e146f-07ff-42de-942c-eedc24252a48 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd5ccb8-dc84-494b-8d0a-230365def822,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:30.655460 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d98af1-34a0-4e17-abca-8471b9fd4b73', 'tag': '1bd5ccb8-dc84-494b-8d0a-230365def822', 'status': 'completed', 'code': 200} Jan 17 14:46:30.696419 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-8d01a988-ce3f-4f26-9839-1f6a637b555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:30.697917 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-8d01a988-ce3f-4f26-9839-1f6a637b555b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=052ad02ac8fa4cf58532c2e53e86b7b8&device_id=75d98af1-34a0-4e17-abca-8471b9fd4b73 HTTP/1.1" status: 200 len: 1101 time: 0.1870241 Jan 17 14:46:30.769525 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-7379832e-c5fd-47c3-a084-2911a7df7784 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=1bd5ccb8-dc84-494b-8d0a-230365def822 HTTP/1.1" status: 200 len: 217 time: 0.0640340 Jan 17 14:46:30.831950 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-8eba6166-1c5b-4083-99b2-d861ee53adff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:30.833649 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-8eba6166-1c5b-4083-99b2-d861ee53adff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bed6cc89-79fe-4d1e-a740-2f268d3c45bf HTTP/1.1" status: 200 len: 843 time: 0.0584598 Jan 17 14:46:30.912779 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-2ca364c5-0a5c-4084-beb3-96eaeefb9a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:30.914169 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-2ca364c5-0a5c-4084-beb3-96eaeefb9a46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=555363a9-fff6-46b5-b4e3-c9fba7f9e001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0748048 Jan 17 14:46:31.051812 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-5ff867a0-4e9f-4968-8d02-48f4ce482b5d service neutron] 10.222.0.15 "GET /v2.0/networks/555363a9-fff6-46b5-b4e3-c9fba7f9e001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307719 Jan 17 14:46:31.077397 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b4b49-47eb-4d3a-8ed7-99fa2d35269a req-f909f3bf-628e-454e-a250-5a6f1d4e546d tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:31.078906 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-dd5b4b49-47eb-4d3a-8ed7-99fa2d35269a req-f909f3bf-628e-454e-a250-5a6f1d4e546d tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/ports?device_id=75d98af1-34a0-4e17-abca-8471b9fd4b73 HTTP/1.1" status: 200 len: 948 time: 0.0826163 Jan 17 14:46:31.131588 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-dd5b4b49-47eb-4d3a-8ed7-99fa2d35269a req-0765edbc-638c-47a1-af62-2f4d302d8038 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a9d61cb-869a-4013-a345-155bcd24d473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465510 Jan 17 14:46:31.186719 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b7696c2d-8b90-4a22-8db5-23905f2558d9 req-8904f31d-432a-49b3-96e5-4350b089ba54 service neutron] 10.222.0.15 "GET /v2.0/networks/555363a9-fff6-46b5-b4e3-c9fba7f9e001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289229 Jan 17 14:46:31.307853 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40464e3-f9d9-4368-85a4-3b759be60ce8 req-5d4429d5-6e20-4ab6-8d01-212497b53879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:31.309313 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e40464e3-f9d9-4368-85a4-3b759be60ce8 req-5d4429d5-6e20-4ab6-8d01-212497b53879 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=052ad02ac8fa4cf58532c2e53e86b7b8&device_id=75d98af1-34a0-4e17-abca-8471b9fd4b73 HTTP/1.1" status: 200 len: 1101 time: 0.0725253 Jan 17 14:46:31.442457 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40464e3-f9d9-4368-85a4-3b759be60ce8 req-1d531fa3-2033-46c5-b55d-2c51cd4d2eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:31.443857 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e40464e3-f9d9-4368-85a4-3b759be60ce8 req-1d531fa3-2033-46c5-b55d-2c51cd4d2eb8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=555363a9-fff6-46b5-b4e3-c9fba7f9e001 HTTP/1.1" status: 200 len: 870 time: 0.1278050 Jan 17 14:46:31.512930 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e40464e3-f9d9-4368-85a4-3b759be60ce8 req-c386a044-549a-4109-a471-89fa853a76b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=1bd5ccb8-dc84-494b-8d0a-230365def822 HTTP/1.1" status: 200 len: 217 time: 0.0636621 Jan 17 14:46:31.574903 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40464e3-f9d9-4368-85a4-3b759be60ce8 req-50fd6174-0b58-492e-b6ca-9bc39cb33ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:31.576390 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e40464e3-f9d9-4368-85a4-3b759be60ce8 req-50fd6174-0b58-492e-b6ca-9bc39cb33ec7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bed6cc89-79fe-4d1e-a740-2f268d3c45bf HTTP/1.1" status: 200 len: 843 time: 0.0564747 Jan 17 14:46:31.651581 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40464e3-f9d9-4368-85a4-3b759be60ce8 req-ee2ed696-d432-4334-9e00-1f515e9ee0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:31.653100 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e40464e3-f9d9-4368-85a4-3b759be60ce8 req-ee2ed696-d432-4334-9e00-1f515e9ee0c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=555363a9-fff6-46b5-b4e3-c9fba7f9e001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0695760 Jan 17 14:46:31.785216 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e40464e3-f9d9-4368-85a4-3b759be60ce8 req-6c706aef-de26-4f10-ae70-6172aa76d843 service neutron] 10.222.0.15 "GET /v2.0/networks/555363a9-fff6-46b5-b4e3-c9fba7f9e001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252389 Jan 17 14:46:31.919578 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e40464e3-f9d9-4368-85a4-3b759be60ce8 req-3fe41908-0658-4585-8130-e82fb259485c service neutron] 10.222.0.15 "GET /v2.0/networks/555363a9-fff6-46b5-b4e3-c9fba7f9e001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281607 Jan 17 14:46:32.319869 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f124-a8f5-4f81-a2c9-4b431a6ca848 req-20354848-3daa-435c-945e-01809e4c1c3c tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:32.320551 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-7356f124-a8f5-4f81-a2c9-4b431a6ca848 req-20354848-3daa-435c-945e-01809e4c1c3c tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Synchronizing usage tracker for tenant:052ad02ac8fa4cf58532c2e53e86b7b8 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:46:32.338398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-7356f124-a8f5-4f81-a2c9-4b431a6ca848 req-20354848-3daa-435c-945e-01809e4c1c3c tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Unset dirty status for tenant:052ad02ac8fa4cf58532c2e53e86b7b8 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:46:32.339636 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7356f124-a8f5-4f81-a2c9-4b431a6ca848 req-20354848-3daa-435c-945e-01809e4c1c3c tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/ports?device_id=75d98af1-34a0-4e17-abca-8471b9fd4b73 HTTP/1.1" status: 200 len: 948 time: 0.1013126 Jan 17 14:46:32.384884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-7356f124-a8f5-4f81-a2c9-4b431a6ca848 req-91a0230c-7975-4b01-9d1c-2b5a06efc494 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Synchronizing usage tracker for tenant:052ad02ac8fa4cf58532c2e53e86b7b8 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:46:32.402123 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-7356f124-a8f5-4f81-a2c9-4b431a6ca848 req-91a0230c-7975-4b01-9d1c-2b5a06efc494 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Unset dirty status for tenant:052ad02ac8fa4cf58532c2e53e86b7b8 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:46:32.403458 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7356f124-a8f5-4f81-a2c9-4b431a6ca848 req-91a0230c-7975-4b01-9d1c-2b5a06efc494 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a9d61cb-869a-4013-a345-155bcd24d473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567217 Jan 17 14:46:33.586073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6745e9-a93e-45fa-a666-d1ac815956e5 req-66b12706-d12a-40b9-b27c-9447fa8d6e4b tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:33.587614 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ef6745e9-a93e-45fa-a666-d1ac815956e5 req-66b12706-d12a-40b9-b27c-9447fa8d6e4b tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/ports?device_id=75d98af1-34a0-4e17-abca-8471b9fd4b73 HTTP/1.1" status: 200 len: 948 time: 0.0793645 Jan 17 14:46:33.638215 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ef6745e9-a93e-45fa-a666-d1ac815956e5 req-e5a08e67-86e2-4358-8b2d-3aa5ec3ee26a tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a9d61cb-869a-4013-a345-155bcd24d473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449047 Jan 17 14:46:34.476012 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 1bd5ccb8-dc84-494b-8d0a-230365def822 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:46:34.608650 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 1bd5ccb8-dc84-494b-8d0a-230365def822, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=1bd5ccb8-dc84-494b-8d0a-230365def822,segment=NetworkSegment(35dac645-1233-40a4-ab6b-650442a2ce82),segment_id=35dac645-1233-40a4-ab6b-650442a2ce82)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:46:34.624149 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '1bd5ccb8-dc84-494b-8d0a-230365def822', 'network_id': '555363a9-fff6-46b5-b4e3-c9fba7f9e001', 'port_id': '1bd5ccb8-dc84-494b-8d0a-230365def822', 'mac_address': 'fa:16:3e:a1:cb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed6cc89-79fe-4d1e-a740-2f268d3c45bf', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:46:34.681773 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:34.700249 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd5ccb8-dc84-494b-8d0a-230365def822 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:46:34.716251 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 1bd5ccb8-dc84-494b-8d0a-230365def822, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=1bd5ccb8-dc84-494b-8d0a-230365def822,segment=NetworkSegment(35dac645-1233-40a4-ab6b-650442a2ce82),segment_id=35dac645-1233-40a4-ab6b-650442a2ce82)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:46:34.720725 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:34.794356 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=1bd5ccb8-dc84-494b-8d0a-230365def822,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:34.802672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:46:34.803031 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:46:34.803368 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:46:34.803698 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:46:34.804050 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:46:34.804374 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:46:34.804693 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:46:34.805011 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:46:34.805332 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:46:34.805646 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:46:34.805958 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:46:34.806268 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:46:34.838623 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37ccca-05f7-4905-9ae6-90193f548e26 req-e2dbdb81-d199-4ebf-b039-cf745581cb7b tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:34.840136 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bf37ccca-05f7-4905-9ae6-90193f548e26 req-e2dbdb81-d199-4ebf-b039-cf745581cb7b tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/ports?device_id=75d98af1-34a0-4e17-abca-8471b9fd4b73 HTTP/1.1" status: 200 len: 949 time: 0.0889120 Jan 17 14:46:34.885865 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bf37ccca-05f7-4905-9ae6-90193f548e26 req-3e1f2843-ef38-4031-af3f-645d358c7254 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a9d61cb-869a-4013-a345-155bcd24d473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399561 Jan 17 14:46:35.080203 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['1bd5ccb8-dc84-494b-8d0a-230365def822'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:46:36.067777 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4c604-dc10-402e-bad8-50fd641e9d38 req-9c8d19c3-5295-40cc-a3e8-1b70f80962a0 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:36.069192 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-81c4c604-dc10-402e-bad8-50fd641e9d38 req-9c8d19c3-5295-40cc-a3e8-1b70f80962a0 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/ports?device_id=75d98af1-34a0-4e17-abca-8471b9fd4b73 HTTP/1.1" status: 200 len: 949 time: 0.0789340 Jan 17 14:46:36.113676 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-81c4c604-dc10-402e-bad8-50fd641e9d38 req-c3a47571-5185-4367-bc27-526662d674d1 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a9d61cb-869a-4013-a345-155bcd24d473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388098 Jan 17 14:46:36.485764 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 1bd5ccb8-dc84-494b-8d0a-230365def822 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:46:36.552646 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 1bd5ccb8-dc84-494b-8d0a-230365def822 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:46:36.557368 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 1bd5ccb8-dc84-494b-8d0a-230365def822 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:46:36.557740 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:36.679654 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:36.705962 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d98af1-34a0-4e17-abca-8471b9fd4b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd5ccb8-dc84-494b-8d0a-230365def822'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:46:36.716423 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 1bd5ccb8-dc84-494b-8d0a-230365def822, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=1bd5ccb8-dc84-494b-8d0a-230365def822,segment=NetworkSegment(35dac645-1233-40a4-ab6b-650442a2ce82),segment_id=35dac645-1233-40a4-ab6b-650442a2ce82)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:46:36.721860 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:36.756494 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d98af1-34a0-4e17-abca-8471b9fd4b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd5ccb8-dc84-494b-8d0a-230365def822', 'code': 200} Jan 17 14:46:36.798290 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=1bd5ccb8-dc84-494b-8d0a-230365def822,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:36.993490 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072b186-e776-4df1-bd37-37493c2ea734 req-96247fe7-440f-4eaa-a55d-2a2caa5224aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:36.994936 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6072b186-e776-4df1-bd37-37493c2ea734 req-96247fe7-440f-4eaa-a55d-2a2caa5224aa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=75d98af1-34a0-4e17-abca-8471b9fd4b73 HTTP/1.1" status: 200 len: 1103 time: 0.0768273 Jan 17 14:46:37.036363 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6072b186-e776-4df1-bd37-37493c2ea734 req-2497521c-8f6d-40f6-a351-1e6b1fa1d2ee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3a9d61cb-869a-4013-a345-155bcd24d473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358729 Jan 17 14:46:37.307836 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0124c-13b7-44a4-a938-9cf1cb043f19 req-0d5a18f4-c884-4032-a74a-d27bead3c99c tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:37.309284 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-24a0124c-13b7-44a4-a938-9cf1cb043f19 req-0d5a18f4-c884-4032-a74a-d27bead3c99c tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/ports?device_id=75d98af1-34a0-4e17-abca-8471b9fd4b73 HTTP/1.1" status: 200 len: 950 time: 0.0876689 Jan 17 14:46:37.354860 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-24a0124c-13b7-44a4-a938-9cf1cb043f19 req-9e8c48ec-42be-40fa-8d39-5b50fbbd5f8c tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a9d61cb-869a-4013-a345-155bcd24d473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393171 Jan 17 14:46:38.681524 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b838c24-8f70-48b5-8bf0-e0c5fc182b15 req-79dd3aef-35e0-4a15-bffe-9081122481c4 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:38.683262 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0b838c24-8f70-48b5-8bf0-e0c5fc182b15 req-79dd3aef-35e0-4a15-bffe-9081122481c4 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/ports?device_id=75d98af1-34a0-4e17-abca-8471b9fd4b73 HTTP/1.1" status: 200 len: 950 time: 0.2038281 Jan 17 14:46:38.731155 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0b838c24-8f70-48b5-8bf0-e0c5fc182b15 req-25039f7d-024e-482a-9399-013fb7527c2b tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a9d61cb-869a-4013-a345-155bcd24d473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375772 Jan 17 14:46:39.967166 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edf0d9-ac17-4e85-8f97-d86261182527 req-75fcac8f-5fef-4db9-9dff-6c9112739c44 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:39.968803 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-72edf0d9-ac17-4e85-8f97-d86261182527 req-75fcac8f-5fef-4db9-9dff-6c9112739c44 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/ports?device_id=75d98af1-34a0-4e17-abca-8471b9fd4b73 HTTP/1.1" status: 200 len: 950 time: 0.0843942 Jan 17 14:46:40.018940 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-72edf0d9-ac17-4e85-8f97-d86261182527 req-df795324-1d8a-479f-8462-f623cd56ee4e tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a9d61cb-869a-4013-a345-155bcd24d473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443537 Jan 17 14:46:40.724221 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-524d1776-e680-4d5f-8617-464ba859535b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:41.203700 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3d03d-5e0f-451b-8b7a-50c306646641 req-8485725a-d051-477f-8350-81c6cb4d949d tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:41.205171 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-43d3d03d-5e0f-451b-8b7a-50c306646641 req-8485725a-d051-477f-8350-81c6cb4d949d tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/ports?device_id=75d98af1-34a0-4e17-abca-8471b9fd4b73 HTTP/1.1" status: 200 len: 950 time: 0.0785992 Jan 17 14:46:41.248609 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-43d3d03d-5e0f-451b-8b7a-50c306646641 req-c9f176b2-daf7-4f31-8274-48e8254d0ef9 tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/security-groups?id=3a9d61cb-869a-4013-a345-155bcd24d473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374753 Jan 17 14:46:41.284170 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e7fb8-8f15-4860-a442-ca9aa1bff0ce req-ec30f5b6-dc06-49aa-b824-e94cb9dbd47b tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:41.285656 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a9e7fb8-8f15-4860-a442-ca9aa1bff0ce req-ec30f5b6-dc06-49aa-b824-e94cb9dbd47b tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.15 "GET /v2.0/ports?device_id=75d98af1-34a0-4e17-abca-8471b9fd4b73 HTTP/1.1" status: 200 len: 950 time: 0.0828302 Jan 17 14:46:41.356191 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-4a9e7fb8-8f15-4860-a442-ca9aa1bff0ce req-555d2f50-77f0-4f29-944d-5169e5f93a0f tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Deleting port 1bd5ccb8-dc84-494b-8d0a-230365def822 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:46:41.356490 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4a9e7fb8-8f15-4860-a442-ca9aa1bff0ce req-555d2f50-77f0-4f29-944d-5169e5f93a0f tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:41.611251 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-4a9e7fb8-8f15-4860-a442-ca9aa1bff0ce req-555d2f50-77f0-4f29-944d-5169e5f93a0f tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] For port 1bd5ccb8-dc84-494b-8d0a-230365def822, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=1bd5ccb8-dc84-494b-8d0a-230365def822,segment=NetworkSegment(35dac645-1233-40a4-ab6b-650442a2ce82),segment_id=35dac645-1233-40a4-ab6b-650442a2ce82)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:46:41.611569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4a9e7fb8-8f15-4860-a442-ca9aa1bff0ce req-555d2f50-77f0-4f29-944d-5169e5f93a0f tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:41.744952 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-4a9e7fb8-8f15-4860-a442-ca9aa1bff0ce req-555d2f50-77f0-4f29-944d-5169e5f93a0f tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Calling delete_port for 1bd5ccb8-dc84-494b-8d0a-230365def822 owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:46:41.893589 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4a9e7fb8-8f15-4860-a442-ca9aa1bff0ce req-555d2f50-77f0-4f29-944d-5169e5f93a0f tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:41.904498 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['1bd5ccb8-dc84-494b-8d0a-230365def822'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:46:41.978853 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d2f50-77f0-4f29-944d-5169e5f93a0f tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Pushing event deleted for resources: {'Port': ['ID=1bd5ccb8-dc84-494b-8d0a-230365def822,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:42.027830 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9e7fb8-8f15-4860-a442-ca9aa1bff0ce req-555d2f50-77f0-4f29-944d-5169e5f93a0f tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] No DVR routers for this DVR port 1bd5ccb8-dc84-494b-8d0a-230365def822 on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:46:42.030334 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4a9e7fb8-8f15-4860-a442-ca9aa1bff0ce req-555d2f50-77f0-4f29-944d-5169e5f93a0f tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:42.032951 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d98af1-34a0-4e17-abca-8471b9fd4b73', 'name': 'network-vif-deleted', 'tag': '1bd5ccb8-dc84-494b-8d0a-230365def822'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:46:42.049207 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a9e7fb8-8f15-4860-a442-ca9aa1bff0ce req-555d2f50-77f0-4f29-944d-5169e5f93a0f tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.15 "DELETE /v2.0/ports/1bd5ccb8-dc84-494b-8d0a-230365def822 HTTP/1.1" status: 204 len: 173 time: 0.7585919 Jan 17 14:46:42.080331 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d98af1-34a0-4e17-abca-8471b9fd4b73', 'name': 'network-vif-deleted', 'tag': '1bd5ccb8-dc84-494b-8d0a-230365def822', 'status': 'completed', 'code': 200} Jan 17 14:46:42.419748 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-94ed8394-1d18-4d01-b98d-7dd050fff176 req-ceaf31fe-7c82-4c87-8add-df3e6a668f2f tempest-ServersAdminNegativeTestJSON-821204553 tempest-ServersAdminNegativeTestJSON-821204553-project] 10.222.0.48 "GET /v2.0/ports?device_id=75d98af1-34a0-4e17-abca-8471b9fd4b73 HTTP/1.1" status: 200 len: 210 time: 0.0448642 Jan 17 14:46:43.787071 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42064) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:46:43.889718 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ff6b05f1-6ae3-4871-8b2f-5b9fd5e4f1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:43.959786 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-104d2619-84b0-4d7a-8fb4-ae6ff7b48493 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=052ad02ac8fa4cf58532c2e53e86b7b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1712739 Jan 17 14:46:43.962294 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42070) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:46:43.973207 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:43.994079 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:44.021633 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f78c2b46-8315-40d7-9248-49b8a9484659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:44.051226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f78c2b46-8315-40d7-9248-49b8a9484659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:44.105475 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f78c2b46-8315-40d7-9248-49b8a9484659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:44.124911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c2b46-8315-40d7-9248-49b8a9484659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9d61cb-869a-4013-a345-155bcd24d473,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:44.134366 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f78c2b46-8315-40d7-9248-49b8a9484659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:44.135494 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f78c2b46-8315-40d7-9248-49b8a9484659 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a9d61cb-869a-4013-a345-155bcd24d473 HTTP/1.1" status: 204 len: 168 time: 0.1723211 Jan 17 14:46:44.427987 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 42078) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:46:44.445211 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7aa2c39a-8474-41a3-9b84-1cc278ed9e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:44.460664 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7aa2c39a-8474-41a3-9b84-1cc278ed9e13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:46:44.464802 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7aa2c39a-8474-41a3-9b84-1cc278ed9e13 admin admin] Usage tracker for resource:security_group_rule and tenant:479a24a664c544059794411e31a75893 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:46:44.467781 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7aa2c39a-8474-41a3-9b84-1cc278ed9e13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:46:44.474075 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7aa2c39a-8474-41a3-9b84-1cc278ed9e13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:46:44.557190 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7aa2c39a-8474-41a3-9b84-1cc278ed9e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:44.563150 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7aa2c39a-8474-41a3-9b84-1cc278ed9e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:44.610496 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7aa2c39a-8474-41a3-9b84-1cc278ed9e13 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=479a24a664c544059794411e31a75893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1814232 Jan 17 14:46:44.611382 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2c39a-8474-41a3-9b84-1cc278ed9e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30494554-83a4-4d21-a856-0b0629a672c3,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:44.613212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42082) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:46:44.674710 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e2897a69-a031-49e8-a4a9-3da91ffb4383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:44.700019 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e2897a69-a031-49e8-a4a9-3da91ffb4383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:44.768108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e2897a69-a031-49e8-a4a9-3da91ffb4383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:44.782791 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2897a69-a031-49e8-a4a9-3da91ffb4383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30494554-83a4-4d21-a856-0b0629a672c3,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:44.790545 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e2897a69-a031-49e8-a4a9-3da91ffb4383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:44.791665 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e2897a69-a031-49e8-a4a9-3da91ffb4383 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30494554-83a4-4d21-a856-0b0629a672c3 HTTP/1.1" status: 204 len: 168 time: 0.1774747 Jan 17 14:46:45.507981 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42106) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:46:45.521276 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:45.619500 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1256587611-network', 'tenant_id': 'a7da9f6d448746fb9bd82cd9eb99124d'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:46:45.624631 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:46:45.628720 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Usage tracker for resource:network and tenant:a7da9f6d448746fb9bd82cd9eb99124d is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:46:45.631865 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:46:45.638430 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:46:45.648490 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Made reservation on behalf of a7da9f6d448746fb9bd82cd9eb99124d for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:46:45.651118 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:45.665975 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:45.683108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:46:45.687283 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Usage tracker for resource:security_group_rule and tenant:a7da9f6d448746fb9bd82cd9eb99124d is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:46:45.690166 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:46:45.695869 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:46:45.780049 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:45.784707 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:45.814669 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:46:45.823034 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcce70f-34c0-4dd4-9831-090629dce9bc,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:45.828608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:45.828953 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Added segment 5fbeff2b-44ec-478a-876e-27445d7e6ef3 of type vlan for network 98128578-d2ac-414e-b992-5ae7a7a460bd Jan 17 14:46:45.855764 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:45.885207 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:45.886149 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:45.886730 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:45.988643 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] Pushing event updated for resources: {'Network': ['ID=98128578-d2ac-414e-b992-5ae7a7a460bd,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:45.994735 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d3e34d64-3aca-47fc-9070-ba2105de71ab admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4826210 Jan 17 14:46:45.995113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42112) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:46:45.998690 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 98128578-d2ac-414e-b992-5ae7a7a460bd details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:46:46.000144 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-85d3464d-2b9e-4fa2-b2c3-994490da33fb admin admin] Request body: {'subnet': {'network_id': '98128578-d2ac-414e-b992-5ae7a7a460bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1256587611-subnet', 'tenant_id': 'a7da9f6d448746fb9bd82cd9eb99124d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:46:46.005024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-85d3464d-2b9e-4fa2-b2c3-994490da33fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:46:46.008821 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-85d3464d-2b9e-4fa2-b2c3-994490da33fb admin admin] Usage tracker for resource:subnet and tenant:a7da9f6d448746fb9bd82cd9eb99124d is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:46:46.011694 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-85d3464d-2b9e-4fa2-b2c3-994490da33fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:46:46.017925 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-85d3464d-2b9e-4fa2-b2c3-994490da33fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:46:46.028164 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d3464d-2b9e-4fa2-b2c3-994490da33fb admin admin] Made reservation on behalf of a7da9f6d448746fb9bd82cd9eb99124d for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:46:46.030436 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-85d3464d-2b9e-4fa2-b2c3-994490da33fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:46.235007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-85d3464d-2b9e-4fa2-b2c3-994490da33fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:46.309811 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3464d-2b9e-4fa2-b2c3-994490da33fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=43099ba9-7741-426d-991c-4d5ecfaf95ff,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:46.315568 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d3464d-2b9e-4fa2-b2c3-994490da33fb admin admin] Checking segment: {'id': '5fbeff2b-44ec-478a-876e-27445d7e6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '98128578-d2ac-414e-b992-5ae7a7a460bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:46:46.315946 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d3464d-2b9e-4fa2-b2c3-994490da33fb admin admin] Network hostable DHCP agents. Network: 98128578-d2ac-414e-b992-5ae7a7a460bd, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:46:46.335932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d3464d-2b9e-4fa2-b2c3-994490da33fb admin admin] Network 98128578-d2ac-414e-b992-5ae7a7a460bd is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:46:46.345603 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-85d3464d-2b9e-4fa2-b2c3-994490da33fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 98128578-d2ac-414e-b992-5ae7a7a460bd) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:46:46.350051 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d3464d-2b9e-4fa2-b2c3-994490da33fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:46.350616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-85d3464d-2b9e-4fa2-b2c3-994490da33fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:46.356360 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658610eb-c7cb-4a4f-b390-109baeef3344 None None] Network 98128578-d2ac-414e-b992-5ae7a7a460bd requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:46:46.379542 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-85d3464d-2b9e-4fa2-b2c3-994490da33fb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3748775 Jan 17 14:46:46.562848 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 1bd5ccb8-dc84-494b-8d0a-230365def822 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:46:46.595972 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9d5f94-54a8-4d4b-ab84-b2fb46b75291 None None] Network 98128578-d2ac-414e-b992-5ae7a7a460bd requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:46:46.614704 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 1bd5ccb8-dc84-494b-8d0a-230365def822 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:46:46.615090 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 1bd5ccb8-dc84-494b-8d0a-230365def822 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:46:46.886421 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad488d-340d-4137-9360-5b57ba25e021 req-df4767ed-a842-4564-bf8c-12b98598346d tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:46.887863 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-22ad488d-340d-4137-9360-5b57ba25e021 req-df4767ed-a842-4564-bf8c-12b98598346d tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/networks?id=98128578-d2ac-414e-b992-5ae7a7a460bd HTTP/1.1" status: 200 len: 812 time: 0.1548526 Jan 17 14:46:46.902964 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-22ad488d-340d-4137-9360-5b57ba25e021 req-46bce4e2-590f-466e-a70f-c8d490480eaa tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/quotas/a7da9f6d448746fb9bd82cd9eb99124d HTTP/1.1" status: 200 len: 375 time: 0.0088663 Jan 17 14:46:47.055640 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-22ad488d-340d-4137-9360-5b57ba25e021 req-0a7d1db0-7239-407c-8043-d8933019b63f tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7da9f6d448746fb9bd82cd9eb99124d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1472428 Jan 17 14:46:47.249939 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-22ad488d-340d-4137-9360-5b57ba25e021 req-916b3305-bac9-4368-bc1a-48fb15af7765 service neutron] 10.222.0.48 "GET /v2.0/networks/98128578-d2ac-414e-b992-5ae7a7a460bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874626 Jan 17 14:46:47.384740 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-22ad488d-340d-4137-9360-5b57ba25e021 req-a49ab7fe-22e5-4766-8d46-c87900cecf4a service neutron] 10.222.0.48 "GET /v2.0/networks/98128578-d2ac-414e-b992-5ae7a7a460bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289682 Jan 17 14:46:48.573847 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-004fd92f-568c-4c1b-87cd-cb8f343209ae req-17efd738-dbbc-486c-8b6b-b43268acdaa1 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 210 time: 0.0479331 Jan 17 14:46:49.731235 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-589f633e-63fa-4f9a-81fc-cb6688eaf27b req-3ab5ac7f-b647-4633-a95c-5ecccb822095 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 210 time: 0.0458708 Jan 17 14:46:49.733114 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad488d-340d-4137-9360-5b57ba25e021 req-dfd701bb-3b3c-4ee1-9468-0fedaeaddbf1 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:49.734301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-22ad488d-340d-4137-9360-5b57ba25e021 req-dfd701bb-3b3c-4ee1-9468-0fedaeaddbf1 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Synchronizing usage tracker for tenant:a7da9f6d448746fb9bd82cd9eb99124d on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:46:49.756178 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-22ad488d-340d-4137-9360-5b57ba25e021 req-dfd701bb-3b3c-4ee1-9468-0fedaeaddbf1 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Unset dirty status for tenant:a7da9f6d448746fb9bd82cd9eb99124d on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:46:49.757928 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22ad488d-340d-4137-9360-5b57ba25e021 req-dfd701bb-3b3c-4ee1-9468-0fedaeaddbf1 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.15 "GET /v2.0/networks?id=98128578-d2ac-414e-b992-5ae7a7a460bd HTTP/1.1" status: 200 len: 812 time: 0.2954087 Jan 17 14:46:49.773370 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-22ad488d-340d-4137-9360-5b57ba25e021 req-aeec2213-d119-48c3-86de-cd1a5c37e3c6 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Request body: {'port': {'device_id': '1870d1f7-2b50-4266-a35e-8323ad18bd3a', 'network_id': '98128578-d2ac-414e-b992-5ae7a7a460bd', 'admin_state_up': True, 'tenant_id': 'a7da9f6d448746fb9bd82cd9eb99124d'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:46:49.918221 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-22ad488d-340d-4137-9360-5b57ba25e021 req-aeec2213-d119-48c3-86de-cd1a5c37e3c6 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:46:49.922530 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-22ad488d-340d-4137-9360-5b57ba25e021 req-aeec2213-d119-48c3-86de-cd1a5c37e3c6 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Usage tracker for resource:port and tenant:a7da9f6d448746fb9bd82cd9eb99124d is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:46:49.925345 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-22ad488d-340d-4137-9360-5b57ba25e021 req-aeec2213-d119-48c3-86de-cd1a5c37e3c6 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:46:49.930946 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-22ad488d-340d-4137-9360-5b57ba25e021 req-aeec2213-d119-48c3-86de-cd1a5c37e3c6 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:46:49.941139 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ad488d-340d-4137-9360-5b57ba25e021 req-aeec2213-d119-48c3-86de-cd1a5c37e3c6 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Made reservation on behalf of a7da9f6d448746fb9bd82cd9eb99124d for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:46:49.944848 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-22ad488d-340d-4137-9360-5b57ba25e021 req-aeec2213-d119-48c3-86de-cd1a5c37e3c6 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:50.107911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-22ad488d-340d-4137-9360-5b57ba25e021 req-aeec2213-d119-48c3-86de-cd1a5c37e3c6 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Allocated IP 172.20.0.3 (98128578-d2ac-414e-b992-5ae7a7a460bd/43099ba9-7741-426d-991c-4d5ecfaf95ff/27e66b82-1d3b-4638-8839-43513b168bc5) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:46:50.307014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-22ad488d-340d-4137-9360-5b57ba25e021 req-aeec2213-d119-48c3-86de-cd1a5c37e3c6 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:50.335953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-22ad488d-340d-4137-9360-5b57ba25e021 req-aeec2213-d119-48c3-86de-cd1a5c37e3c6 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:50.405103 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ad488d-340d-4137-9360-5b57ba25e021 req-aeec2213-d119-48c3-86de-cd1a5c37e3c6 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Network 98128578-d2ac-414e-b992-5ae7a7a460bd is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:46:50.408567 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-22ad488d-340d-4137-9360-5b57ba25e021 req-aeec2213-d119-48c3-86de-cd1a5c37e3c6 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:46:50.412535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ad488d-340d-4137-9360-5b57ba25e021 req-aeec2213-d119-48c3-86de-cd1a5c37e3c6 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:46:50.450519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec2213-d119-48c3-86de-cd1a5c37e3c6 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Pushing event updated for resources: {'Port': ['ID=27e66b82-1d3b-4638-8839-43513b168bc5,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:50.481080 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad488d-340d-4137-9360-5b57ba25e021 req-aeec2213-d119-48c3-86de-cd1a5c37e3c6 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:50.481670 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-22ad488d-340d-4137-9360-5b57ba25e021 req-aeec2213-d119-48c3-86de-cd1a5c37e3c6 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:50.502463 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22ad488d-340d-4137-9360-5b57ba25e021 req-aeec2213-d119-48c3-86de-cd1a5c37e3c6 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7336419 Jan 17 14:46:50.512967 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] Request body: {'port': {'device_id': '1870d1f7-2b50-4266-a35e-8323ad18bd3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:46:50.623521 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:50.967665 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9315d29-e708-492a-b8f9-8f10c922eb34 req-95678b95-a253-49a4-b6a3-94865cc288f9 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:50.968443 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-b9315d29-e708-492a-b8f9-8f10c922eb34 req-95678b95-a253-49a4-b6a3-94865cc288f9 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Synchronizing usage tracker for tenant:a7da9f6d448746fb9bd82cd9eb99124d on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:46:51.048576 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-b9315d29-e708-492a-b8f9-8f10c922eb34 req-95678b95-a253-49a4-b6a3-94865cc288f9 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Unset dirty status for tenant:a7da9f6d448746fb9bd82cd9eb99124d on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:46:51.049740 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b9315d29-e708-492a-b8f9-8f10c922eb34 req-95678b95-a253-49a4-b6a3-94865cc288f9 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 931 time: 0.2045166 Jan 17 14:46:51.051839 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e66b82-1d3b-4638-8839-43513b168bc5 {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:46:51.061714 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:51.103377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] Transition to ACTIVE for port object 27e66b82-1d3b-4638-8839-43513b168bc5 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:46:51.111003 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:51.157764 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-b9315d29-e708-492a-b8f9-8f10c922eb34 req-77f88999-18ee-4e35-a3c6-02ab5feb01fb tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Synchronizing usage tracker for tenant:a7da9f6d448746fb9bd82cd9eb99124d on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:46:51.264785 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=27e66b82-1d3b-4638-8839-43513b168bc5,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:51.292061 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-b9315d29-e708-492a-b8f9-8f10c922eb34 req-77f88999-18ee-4e35-a3c6-02ab5feb01fb tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Unset dirty status for tenant:a7da9f6d448746fb9bd82cd9eb99124d on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:46:51.293214 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b9315d29-e708-492a-b8f9-8f10c922eb34 req-77f88999-18ee-4e35-a3c6-02ab5feb01fb tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367296 Jan 17 14:46:51.372330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] Attempting to bind port 27e66b82-1d3b-4638-8839-43513b168bc5 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:46:51.372691 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] Attempting to bind port 27e66b82-1d3b-4638-8839-43513b168bc5 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '5fbeff2b-44ec-478a-876e-27445d7e6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '98128578-d2ac-414e-b992-5ae7a7a460bd'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:46:51.372980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] Attempting to bind port 27e66b82-1d3b-4638-8839-43513b168bc5 on network 98128578-d2ac-414e-b992-5ae7a7a460bd {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:46:51.378159 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] Port 27e66b82-1d3b-4638-8839-43513b168bc5 on network 98128578-d2ac-414e-b992-5ae7a7a460bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:46:51.378469 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] Attempting to bind port 27e66b82-1d3b-4638-8839-43513b168bc5 on network 98128578-d2ac-414e-b992-5ae7a7a460bd {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:46:51.383731 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:46:51.384080 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] Checking segment: {'id': '5fbeff2b-44ec-478a-876e-27445d7e6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '98128578-d2ac-414e-b992-5ae7a7a460bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:46:51.384460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] Bound using segment: {'id': '5fbeff2b-44ec-478a-876e-27445d7e6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '98128578-d2ac-414e-b992-5ae7a7a460bd'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:46:51.384884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] Bound port: 27e66b82-1d3b-4638-8839-43513b168bc5, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fbeff2b-44ec-478a-876e-27445d7e6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '98128578-d2ac-414e-b992-5ae7a7a460bd'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:46:51.385224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:51.479189 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] For port 27e66b82-1d3b-4638-8839-43513b168bc5, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:46:51.482461 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] For port 27e66b82-1d3b-4638-8839-43513b168bc5, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=27e66b82-1d3b-4638-8839-43513b168bc5,segment=NetworkSegment(5fbeff2b-44ec-478a-876e-27445d7e6ef3),segment_id=5fbeff2b-44ec-478a-876e-27445d7e6ef3)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:46:51.487359 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:51.549963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:51.550574 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:51.551968 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22ad488d-340d-4137-9360-5b57ba25e021 req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] 10.222.0.15 "PUT /v2.0/ports/27e66b82-1d3b-4638-8839-43513b168bc5 HTTP/1.1" status: 200 len: 1093 time: 1.0429101 Jan 17 14:46:51.552400 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1870d1f7-2b50-4266-a35e-8323ad18bd3a', 'tag': '27e66b82-1d3b-4638-8839-43513b168bc5'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:46:51.574314 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2e48c-8af4-4311-985b-26a00327e8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=27e66b82-1d3b-4638-8839-43513b168bc5,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:51.735434 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1870d1f7-2b50-4266-a35e-8323ad18bd3a', 'tag': '27e66b82-1d3b-4638-8839-43513b168bc5', 'status': 'completed', 'code': 200} Jan 17 14:46:51.770097 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad488d-340d-4137-9360-5b57ba25e021 req-ae9478ef-cd43-435d-8cff-21f9988f1807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:51.771588 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22ad488d-340d-4137-9360-5b57ba25e021 req-ae9478ef-cd43-435d-8cff-21f9988f1807 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7da9f6d448746fb9bd82cd9eb99124d&device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 1096 time: 0.1788399 Jan 17 14:46:51.841325 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22ad488d-340d-4137-9360-5b57ba25e021 req-824092bb-eaa8-46a6-b235-87e88f463e31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27e66b82-1d3b-4638-8839-43513b168bc5 HTTP/1.1" status: 200 len: 217 time: 0.0633175 Jan 17 14:46:51.889875 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:46:51.920208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad488d-340d-4137-9360-5b57ba25e021 req-477e01e8-42c8-43d3-87d8-b5f8775ed73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:51.922206 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22ad488d-340d-4137-9360-5b57ba25e021 req-477e01e8-42c8-43d3-87d8-b5f8775ed73b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43099ba9-7741-426d-991c-4d5ecfaf95ff HTTP/1.1" status: 200 len: 852 time: 0.0736885 Jan 17 14:46:51.985675 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22ad488d-340d-4137-9360-5b57ba25e021 req-9fe47a0e-b58f-4e20-b8f7-fe19936d5856 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98128578-d2ac-414e-b992-5ae7a7a460bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568278 Jan 17 14:46:52.153850 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22ad488d-340d-4137-9360-5b57ba25e021 req-b8107536-a5b2-430c-bcf1-e8af0c20b01f service neutron] 10.222.0.15 "GET /v2.0/networks/98128578-d2ac-414e-b992-5ae7a7a460bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625209 Jan 17 14:46:52.329390 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22ad488d-340d-4137-9360-5b57ba25e021 req-0c3871d8-599c-4d88-936a-cf80e19e3010 service neutron] 10.222.0.15 "GET /v2.0/networks/98128578-d2ac-414e-b992-5ae7a7a460bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694016 Jan 17 14:46:52.534210 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bebbd-2583-4d94-8741-24afd914d5f6 req-8414ef31-0063-4a37-8726-29a92a200240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:52.535987 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-898bebbd-2583-4d94-8741-24afd914d5f6 req-8414ef31-0063-4a37-8726-29a92a200240 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7da9f6d448746fb9bd82cd9eb99124d&device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 1096 time: 0.1599209 Jan 17 14:46:52.549565 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb64cc6-4dab-4c64-8244-32bade62e75d req-77de3af2-6da1-48a0-a4be-83fb1f5566df tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:52.551152 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bcb64cc6-4dab-4c64-8244-32bade62e75d req-77de3af2-6da1-48a0-a4be-83fb1f5566df tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 943 time: 0.1378989 Jan 17 14:46:52.697748 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bcb64cc6-4dab-4c64-8244-32bade62e75d req-60ba9e45-c24d-4c60-a3b7-12b93eab4e9c tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262367 Jan 17 14:46:52.736935 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bebbd-2583-4d94-8741-24afd914d5f6 req-1a2164a0-e574-4cc8-b1f4-d168cbecb74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:52.738444 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-898bebbd-2583-4d94-8741-24afd914d5f6 req-1a2164a0-e574-4cc8-b1f4-d168cbecb74e service neutron] 10.222.0.15 "GET /v2.0/networks?id=98128578-d2ac-414e-b992-5ae7a7a460bd HTTP/1.1" status: 200 len: 913 time: 0.1863477 Jan 17 14:46:52.807238 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-898bebbd-2583-4d94-8741-24afd914d5f6 req-95ea14e3-7c49-48bf-bc9e-510ee61f5c98 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27e66b82-1d3b-4638-8839-43513b168bc5 HTTP/1.1" status: 200 len: 217 time: 0.0621481 Jan 17 14:46:52.874729 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bebbd-2583-4d94-8741-24afd914d5f6 req-9968b1c6-2168-48f1-b7c3-f59b5f9efcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:52.876220 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-898bebbd-2583-4d94-8741-24afd914d5f6 req-9968b1c6-2168-48f1-b7c3-f59b5f9efcaf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43099ba9-7741-426d-991c-4d5ecfaf95ff HTTP/1.1" status: 200 len: 852 time: 0.0629258 Jan 17 14:46:52.922727 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-898bebbd-2583-4d94-8741-24afd914d5f6 req-46ce369f-88d4-44be-ac7e-45bca9862015 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98128578-d2ac-414e-b992-5ae7a7a460bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402279 Jan 17 14:46:53.045165 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:53.064629 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-898bebbd-2583-4d94-8741-24afd914d5f6 req-10ef002c-278e-4185-8a46-3bfaca4771ff service neutron] 10.222.0.15 "GET /v2.0/networks/98128578-d2ac-414e-b992-5ae7a7a460bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349866 Jan 17 14:46:53.206440 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-898bebbd-2583-4d94-8741-24afd914d5f6 req-818d8242-0966-4bed-a31b-5b4450114733 service neutron] 10.222.0.15 "GET /v2.0/networks/98128578-d2ac-414e-b992-5ae7a7a460bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362457 Jan 17 14:46:53.886540 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcfe97-5482-4359-9069-1fcf69e66d45 req-6e2dc2e6-8bbc-49b2-bec9-5fc8b96a0649 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:53.888093 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-51fcfe97-5482-4359-9069-1fcf69e66d45 req-6e2dc2e6-8bbc-49b2-bec9-5fc8b96a0649 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 943 time: 0.0838997 Jan 17 14:46:53.938453 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-51fcfe97-5482-4359-9069-1fcf69e66d45 req-c13f9515-9681-441f-862c-9d322220ec36 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438008 Jan 17 14:46:55.128585 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca094f3-2981-46b3-8154-6f6ed6123d48 req-f70f407b-d94c-4b52-912a-4fc587e5d973 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:55.129984 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2ca094f3-2981-46b3-8154-6f6ed6123d48 req-f70f407b-d94c-4b52-912a-4fc587e5d973 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 943 time: 0.0848634 Jan 17 14:46:55.175829 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2ca094f3-2981-46b3-8154-6f6ed6123d48 req-9fb6f23d-7815-4e16-94d8-d19fe05a8ed5 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399034 Jan 17 14:46:56.380044 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49fbc7-8ba1-4600-ad7e-bb212fe74ff5 req-ecd5ae0e-4406-48ea-aedd-906599b6bb00 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:56.381515 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1f49fbc7-8ba1-4600-ad7e-bb212fe74ff5 req-ecd5ae0e-4406-48ea-aedd-906599b6bb00 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 943 time: 0.0932798 Jan 17 14:46:56.427885 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1f49fbc7-8ba1-4600-ad7e-bb212fe74ff5 req-9c28b035-392f-49f2-9b3e-c3d6e7a4ed70 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398777 Jan 17 14:46:56.635673 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 27e66b82-1d3b-4638-8839-43513b168bc5 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:46:56.767241 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 27e66b82-1d3b-4638-8839-43513b168bc5, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=27e66b82-1d3b-4638-8839-43513b168bc5,segment=NetworkSegment(5fbeff2b-44ec-478a-876e-27445d7e6ef3),segment_id=5fbeff2b-44ec-478a-876e-27445d7e6ef3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:46:56.783656 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '27e66b82-1d3b-4638-8839-43513b168bc5', 'network_id': '98128578-d2ac-414e-b992-5ae7a7a460bd', 'port_id': '27e66b82-1d3b-4638-8839-43513b168bc5', 'mac_address': 'fa:16:3e:87:5b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43099ba9-7741-426d-991c-4d5ecfaf95ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:46:56.837979 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:56.854030 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e66b82-1d3b-4638-8839-43513b168bc5 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:46:56.868652 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 27e66b82-1d3b-4638-8839-43513b168bc5, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=27e66b82-1d3b-4638-8839-43513b168bc5,segment=NetworkSegment(5fbeff2b-44ec-478a-876e-27445d7e6ef3),segment_id=5fbeff2b-44ec-478a-876e-27445d7e6ef3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:46:56.872990 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:56.940500 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=27e66b82-1d3b-4638-8839-43513b168bc5,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:57.186018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['27e66b82-1d3b-4638-8839-43513b168bc5'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:46:57.640696 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d6467-91d8-49f5-812b-ebecc9c0dd4a req-06db899e-85ae-4c14-bef6-53f7a69703f7 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:57.642152 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-065d6467-91d8-49f5-812b-ebecc9c0dd4a req-06db899e-85ae-4c14-bef6-53f7a69703f7 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 944 time: 0.0994792 Jan 17 14:46:57.689563 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-065d6467-91d8-49f5-812b-ebecc9c0dd4a req-89de5bbc-ee0b-494e-b51f-30c7922d8b5a tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416965 Jan 17 14:46:58.641271 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 27e66b82-1d3b-4638-8839-43513b168bc5 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:46:58.722789 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 27e66b82-1d3b-4638-8839-43513b168bc5 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:46:58.728419 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 27e66b82-1d3b-4638-8839-43513b168bc5 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:46:58.728795 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:58.856392 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:58.889877 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1870d1f7-2b50-4266-a35e-8323ad18bd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e66b82-1d3b-4638-8839-43513b168bc5'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:46:58.891767 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25660d-8c20-4cff-93c5-7b56ce5f8a91 req-af4fecd5-c739-45e2-a4a5-14a46e40c861 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:58.893263 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3d25660d-8c20-4cff-93c5-7b56ce5f8a91 req-af4fecd5-c739-45e2-a4a5-14a46e40c861 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 944 time: 0.0886843 Jan 17 14:46:58.901711 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 27e66b82-1d3b-4638-8839-43513b168bc5, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=27e66b82-1d3b-4638-8839-43513b168bc5,segment=NetworkSegment(5fbeff2b-44ec-478a-876e-27445d7e6ef3),segment_id=5fbeff2b-44ec-478a-876e-27445d7e6ef3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:46:58.906195 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:46:58.950638 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1870d1f7-2b50-4266-a35e-8323ad18bd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e66b82-1d3b-4638-8839-43513b168bc5', 'code': 200} Jan 17 14:46:58.952417 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3d25660d-8c20-4cff-93c5-7b56ce5f8a91 req-a2b99fb7-ede4-4af2-a682-58e8a34c1508 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505939 Jan 17 14:46:58.988779 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=27e66b82-1d3b-4638-8839-43513b168bc5,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:46:59.291267 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aaba74-2113-4563-ba56-077699c4ee56 req-95276f89-60da-42ab-96f2-8eb994a98dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:46:59.292878 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80aaba74-2113-4563-ba56-077699c4ee56 req-95276f89-60da-42ab-96f2-8eb994a98dbe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 1098 time: 0.1828971 Jan 17 14:46:59.332846 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80aaba74-2113-4563-ba56-077699c4ee56 req-2ce096cb-9e86-4d3b-8953-c269b9776249 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341487 Jan 17 14:47:00.129099 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a97f32-32e2-4882-9c05-817478f41472 req-d0e8f5c2-a7da-4a80-aa98-7f9c182bae7e tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:00.130419 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-24a97f32-32e2-4882-9c05-817478f41472 req-d0e8f5c2-a7da-4a80-aa98-7f9c182bae7e tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0773213 Jan 17 14:47:00.177698 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-24a97f32-32e2-4882-9c05-817478f41472 req-34ed18e3-7527-4e9c-9ad1-8b081e48b79b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416744 Jan 17 14:47:01.357552 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf00aa6-6284-42fc-9b57-7c310a2cfb2a req-d30905a8-bea7-49ae-a3ad-9063126845c8 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:01.359006 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ecf00aa6-6284-42fc-9b57-7c310a2cfb2a req-d30905a8-bea7-49ae-a3ad-9063126845c8 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0773463 Jan 17 14:47:01.401968 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ecf00aa6-6284-42fc-9b57-7c310a2cfb2a req-95fa0b47-20e8-4f69-a7b1-f6a949e77018 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374446 Jan 17 14:47:01.757796 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42184) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:47:01.800335 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43effdd-02f6-4497-9a92-055fe6a7a145 req-18f421ba-5a7b-428b-8ff3-ae1f686cae14 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:01.802025 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a43effdd-02f6-4497-9a92-055fe6a7a145 req-18f421ba-5a7b-428b-8ff3-ae1f686cae14 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0890474 Jan 17 14:47:01.849300 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a43effdd-02f6-4497-9a92-055fe6a7a145 req-152c1de1-e937-47e0-809b-2c0d7d4c401c tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412669 Jan 17 14:47:01.897754 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-45e90b43-93a9-4c66-bc82-a32725d8209d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1388569 Jan 17 14:47:03.044716 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1a003-1972-411c-b902-444a1d934cc7 req-a4377d32-5348-41d5-ab7e-01b91a3e7a8c tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:03.046930 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c5a1a003-1972-411c-b902-444a1d934cc7 req-a4377d32-5348-41d5-ab7e-01b91a3e7a8c tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0826790 Jan 17 14:47:03.097465 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c5a1a003-1972-411c-b902-444a1d934cc7 req-62196cd6-358e-4153-8820-2394afa501f8 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445771 Jan 17 14:47:03.249420 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-504cc250-bf8b-47a8-9056-1da33c56adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:03.250879 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-504cc250-bf8b-47a8-9056-1da33c56adc5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7da9f6d448746fb9bd82cd9eb99124d&device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 1098 time: 0.0721571 Jan 17 14:47:03.389741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-a09e46ae-fbe8-4d0a-9427-c2b27ad44794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:03.391434 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-a09e46ae-fbe8-4d0a-9427-c2b27ad44794 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98128578-d2ac-414e-b992-5ae7a7a460bd HTTP/1.1" status: 200 len: 913 time: 0.1347795 Jan 17 14:47:03.461885 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-4fbce4dd-4edc-4565-ba72-2d711b3734fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27e66b82-1d3b-4638-8839-43513b168bc5 HTTP/1.1" status: 200 len: 217 time: 0.0646796 Jan 17 14:47:03.525087 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-5de2470a-cf6e-400c-99d4-ea0012f5ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:03.526427 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-5de2470a-cf6e-400c-99d4-ea0012f5ebca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43099ba9-7741-426d-991c-4d5ecfaf95ff HTTP/1.1" status: 200 len: 852 time: 0.0590141 Jan 17 14:47:03.574671 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-db01492b-eae0-4dac-8223-105b9fa7a1f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98128578-d2ac-414e-b992-5ae7a7a460bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422370 Jan 17 14:47:03.720908 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-496394ce-8d5f-465e-8776-f2ea729e6a8b service neutron] 10.222.0.15 "GET /v2.0/networks/98128578-d2ac-414e-b992-5ae7a7a460bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401913 Jan 17 14:47:03.863173 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-d5633749-c917-4ef3-8ff1-e9d0bd7088c7 service neutron] 10.222.0.15 "GET /v2.0/networks/98128578-d2ac-414e-b992-5ae7a7a460bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368296 Jan 17 14:47:04.283988 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51788db-bbec-4707-99da-e6175fbc482b req-0991d79c-ec10-4a83-8d73-f8a01a89ed72 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:04.285568 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d51788db-bbec-4707-99da-e6175fbc482b req-0991d79c-ec10-4a83-8d73-f8a01a89ed72 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0847249 Jan 17 14:47:04.329292 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d51788db-bbec-4707-99da-e6175fbc482b req-3ed7aae8-5c14-4ea1-9e03-8bffa75493ea tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379987 Jan 17 14:47:04.357020 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf98f6-1a26-4cb8-b35f-c3fe46b45727 req-cb62d709-6ee6-4f61-8dbd-0e8e19fbf397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:04.359044 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-60cf98f6-1a26-4cb8-b35f-c3fe46b45727 req-cb62d709-6ee6-4f61-8dbd-0e8e19fbf397 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7da9f6d448746fb9bd82cd9eb99124d&device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 1098 time: 0.0741348 Jan 17 14:47:04.502769 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf98f6-1a26-4cb8-b35f-c3fe46b45727 req-c443b981-35df-40a9-96d0-5a37a54a8987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:04.504239 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-60cf98f6-1a26-4cb8-b35f-c3fe46b45727 req-c443b981-35df-40a9-96d0-5a37a54a8987 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98128578-d2ac-414e-b992-5ae7a7a460bd HTTP/1.1" status: 200 len: 913 time: 0.1267900 Jan 17 14:47:04.572613 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-60cf98f6-1a26-4cb8-b35f-c3fe46b45727 req-8962ab01-3cfb-45ad-86b8-e1cbfe1e3097 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27e66b82-1d3b-4638-8839-43513b168bc5 HTTP/1.1" status: 200 len: 217 time: 0.0622621 Jan 17 14:47:04.632795 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf98f6-1a26-4cb8-b35f-c3fe46b45727 req-64fe8ac5-0f93-4112-a8bf-1a8561368ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:04.634170 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-60cf98f6-1a26-4cb8-b35f-c3fe46b45727 req-64fe8ac5-0f93-4112-a8bf-1a8561368ada service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43099ba9-7741-426d-991c-4d5ecfaf95ff HTTP/1.1" status: 200 len: 852 time: 0.0562348 Jan 17 14:47:04.679661 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-60cf98f6-1a26-4cb8-b35f-c3fe46b45727 req-ba83d417-07ca-4078-9782-20eb0a23f270 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98128578-d2ac-414e-b992-5ae7a7a460bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397706 Jan 17 14:47:04.814374 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-60cf98f6-1a26-4cb8-b35f-c3fe46b45727 req-58d7c627-6b7a-4e0b-a0c2-4713516ad618 service neutron] 10.222.0.15 "GET /v2.0/networks/98128578-d2ac-414e-b992-5ae7a7a460bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292152 Jan 17 14:47:04.945347 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-60cf98f6-1a26-4cb8-b35f-c3fe46b45727 req-d9f8243d-c3e0-45c5-b0fd-c2d8b8c17071 service neutron] 10.222.0.15 "GET /v2.0/networks/98128578-d2ac-414e-b992-5ae7a7a460bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250384 Jan 17 14:47:05.612286 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d2026-8e41-426c-9875-016ca1a59f0d req-5112113a-23bc-42b3-bb9f-81097030fc86 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:05.613646 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d80d2026-8e41-426c-9875-016ca1a59f0d req-5112113a-23bc-42b3-bb9f-81097030fc86 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.1785676 Jan 17 14:47:05.656564 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d80d2026-8e41-426c-9875-016ca1a59f0d req-446146c1-3638-45e8-9d9f-80e11b0a90e7 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373316 Jan 17 14:47:06.841154 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e8d3b-25c5-48fc-b96d-55b24c5468f0 req-81934d88-41ce-4710-bcac-60768a33015c tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:06.842592 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4b7e8d3b-25c5-48fc-b96d-55b24c5468f0 req-81934d88-41ce-4710-bcac-60768a33015c tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0817053 Jan 17 14:47:06.887085 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4b7e8d3b-25c5-48fc-b96d-55b24c5468f0 req-210cf508-e7a7-4d9d-8de4-a54107ee779f tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382211 Jan 17 14:47:08.073980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fbcd4-1692-4403-90a6-2f8abda6197e req-e7040b19-d168-479e-aa7c-68646f713d07 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:08.075438 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-464fbcd4-1692-4403-90a6-2f8abda6197e req-e7040b19-d168-479e-aa7c-68646f713d07 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0827222 Jan 17 14:47:08.121134 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-464fbcd4-1692-4403-90a6-2f8abda6197e req-b4bee24c-1c5d-49aa-a6c2-d426e00e0f53 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398455 Jan 17 14:47:09.310390 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1938a-7cf8-4064-a871-a1259b1dbb88 req-d71b5b66-1b22-4faf-8414-3c9f9cea350f tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:09.312435 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a2f1938a-7cf8-4064-a871-a1259b1dbb88 req-d71b5b66-1b22-4faf-8414-3c9f9cea350f tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0796912 Jan 17 14:47:09.361190 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a2f1938a-7cf8-4064-a871-a1259b1dbb88 req-413dc89e-5719-4c12-9da0-290a78896596 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430782 Jan 17 14:47:10.547944 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f02f15-840c-4cdf-b005-2c58676405f5 req-6955047d-c956-420d-97c4-c7892efefebc tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:10.549467 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-58f02f15-840c-4cdf-b005-2c58676405f5 req-6955047d-c956-420d-97c4-c7892efefebc tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0829818 Jan 17 14:47:10.594688 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-58f02f15-840c-4cdf-b005-2c58676405f5 req-3ed0db37-6bcc-4707-8f99-61c347d6e992 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396349 Jan 17 14:47:10.727566 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-688b18b5-db44-45be-95b6-f6727859a339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:11.779953 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b0b70-d504-4768-b1eb-a7cb37a8c516 req-2092ba7f-c4c4-4b73-ac92-9f909fa045cc tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:11.781528 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ae0b0b70-d504-4768-b1eb-a7cb37a8c516 req-2092ba7f-c4c4-4b73-ac92-9f909fa045cc tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0829105 Jan 17 14:47:11.827976 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ae0b0b70-d504-4768-b1eb-a7cb37a8c516 req-ef1a3306-f63a-4b5b-8308-bd1f9a873734 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401187 Jan 17 14:47:13.013226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c9549-8782-400d-8f1b-4da3c7e7a425 req-fff68f79-9207-444a-9724-5cc158f21848 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:13.014672 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1c2c9549-8782-400d-8f1b-4da3c7e7a425 req-fff68f79-9207-444a-9724-5cc158f21848 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0797291 Jan 17 14:47:13.063484 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1c2c9549-8782-400d-8f1b-4da3c7e7a425 req-0a31e470-3c58-42bb-bceb-e9185515efcb tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425098 Jan 17 14:47:13.892309 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-18b72cd8-6a73-4ba2-b4bc-b983d0d14e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:13.976578 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:13.996250 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:14.250350 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881b64d-fc1c-40ec-8b54-85bd9fec0687 req-bc320276-b331-4670-9413-5987f380aa7f tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:14.251790 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8881b64d-fc1c-40ec-8b54-85bd9fec0687 req-bc320276-b331-4670-9413-5987f380aa7f tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0838783 Jan 17 14:47:14.295695 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8881b64d-fc1c-40ec-8b54-85bd9fec0687 req-2b6ea021-08e7-40f3-a020-eb52c7c35579 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383415 Jan 17 14:47:15.480696 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe43d0-7a6c-4f31-ad1b-358bcbe82ec3 req-ffaa3ea9-df5f-4077-b7f2-2145f09bcae6 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:15.482164 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7bfe43d0-7a6c-4f31-ad1b-358bcbe82ec3 req-ffaa3ea9-df5f-4077-b7f2-2145f09bcae6 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0822182 Jan 17 14:47:15.523788 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:15.528917 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7bfe43d0-7a6c-4f31-ad1b-358bcbe82ec3 req-9227dce5-691a-490d-b3f8-42c5d6dbc55d tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410957 Jan 17 14:47:16.712783 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751dc92-a6b5-4ed5-ac02-868bbfdd3765 req-10eedc0f-4c53-4cff-a561-fabb36c07d0a tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:16.714255 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3751dc92-a6b5-4ed5-ac02-868bbfdd3765 req-10eedc0f-4c53-4cff-a561-fabb36c07d0a tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0794017 Jan 17 14:47:16.758317 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3751dc92-a6b5-4ed5-ac02-868bbfdd3765 req-9de10253-9836-4c31-a8da-bc8edf69c94e tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378098 Jan 17 14:47:17.960226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5eba1b-f688-4aba-83e7-12bc5a418cba req-5f6345c6-6ea9-4503-8591-560a6584a591 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:17.961688 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ea5eba1b-f688-4aba-83e7-12bc5a418cba req-5f6345c6-6ea9-4503-8591-560a6584a591 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0829811 Jan 17 14:47:18.007026 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ea5eba1b-f688-4aba-83e7-12bc5a418cba req-e05a21d1-c2da-4ef0-8a43-ee463b9670ec tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397418 Jan 17 14:47:19.189866 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11c710-28ce-4f44-aff2-d476ae6e1a90 req-10cce691-deb6-4723-ace3-437834be60a5 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:19.191290 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5e11c710-28ce-4f44-aff2-d476ae6e1a90 req-10cce691-deb6-4723-ace3-437834be60a5 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0799294 Jan 17 14:47:19.234474 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5e11c710-28ce-4f44-aff2-d476ae6e1a90 req-d77d0515-cef4-4d7e-94a0-343400856040 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376830 Jan 17 14:47:20.417633 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec679e-ef41-4206-ba2e-62b005b121fa req-0c64881d-0f7c-4e72-b3c9-749c5f624837 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:20.419087 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5fec679e-ef41-4206-ba2e-62b005b121fa req-0c64881d-0f7c-4e72-b3c9-749c5f624837 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0793469 Jan 17 14:47:20.462671 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5fec679e-ef41-4206-ba2e-62b005b121fa req-7a0e0d84-c7a9-4660-812b-4197eb0b5f16 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373988 Jan 17 14:47:21.640881 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2e5ba-63ae-49e0-b956-26c4201610b1 req-fd77c1a8-e214-48d8-9f57-27bfcfc57043 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:21.642301 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-edd2e5ba-63ae-49e0-b956-26c4201610b1 req-fd77c1a8-e214-48d8-9f57-27bfcfc57043 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0769987 Jan 17 14:47:21.692237 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-edd2e5ba-63ae-49e0-b956-26c4201610b1 req-f39dcbb6-af1e-4afc-92cd-cd9c986158b1 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442379 Jan 17 14:47:22.888660 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac8d87-2caf-4ddb-a4db-8a9eeaf99209 req-6675052b-8166-4506-b209-ce77e5cc6c3e tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:22.890194 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5cac8d87-2caf-4ddb-a4db-8a9eeaf99209 req-6675052b-8166-4506-b209-ce77e5cc6c3e tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0873392 Jan 17 14:47:22.933808 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5cac8d87-2caf-4ddb-a4db-8a9eeaf99209 req-97c3e679-a9b2-4bdd-842b-ba6a0c587bcf tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378692 Jan 17 14:47:23.060515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:24.125113 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bf381-b60c-43a5-95bd-f68d56bbd3cb req-20a62377-1e81-4d3b-ab06-1632566eb719 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:24.126478 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e94bf381-b60c-43a5-95bd-f68d56bbd3cb req-20a62377-1e81-4d3b-ab06-1632566eb719 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0827444 Jan 17 14:47:24.169884 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e94bf381-b60c-43a5-95bd-f68d56bbd3cb req-88afde42-20ed-4981-9cd7-1b96cb32c428 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378497 Jan 17 14:47:25.361621 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c894e2f-5062-495e-8ea8-09bb926d9ea9 req-a427f284-e33b-4df0-946b-8b4097b0099c tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:25.363199 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2c894e2f-5062-495e-8ea8-09bb926d9ea9 req-a427f284-e33b-4df0-946b-8b4097b0099c tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0846694 Jan 17 14:47:25.414902 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2c894e2f-5062-495e-8ea8-09bb926d9ea9 req-14041488-4d6d-4b70-8296-23f26dd2b3e2 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459640 Jan 17 14:47:26.601355 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493b08d-1bd2-4e59-b3ba-89df1b6b27c9 req-77343ae5-1955-48f2-ba68-16e213641eee tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:26.602824 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7493b08d-1bd2-4e59-b3ba-89df1b6b27c9 req-77343ae5-1955-48f2-ba68-16e213641eee tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0831227 Jan 17 14:47:26.649591 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7493b08d-1bd2-4e59-b3ba-89df1b6b27c9 req-018b9c64-572e-4600-b791-47234c9e7314 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410209 Jan 17 14:47:27.839155 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f0dfb-d2f4-4fc6-a97f-233ada93dd73 req-d6374093-cf4e-402d-93e4-db82c7b9f24a tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:27.840652 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-820f0dfb-d2f4-4fc6-a97f-233ada93dd73 req-d6374093-cf4e-402d-93e4-db82c7b9f24a tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0843189 Jan 17 14:47:27.885646 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-820f0dfb-d2f4-4fc6-a97f-233ada93dd73 req-8dcbd3c1-0d55-4cdb-9211-206b0e13acb8 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385053 Jan 17 14:47:28.889231 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:47:29.071020 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8503a-90a6-4c81-b636-704771d3b15f req-168734ee-e594-4b75-9455-fdfddfdf1bf7 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:29.072426 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-40b8503a-90a6-4c81-b636-704771d3b15f req-168734ee-e594-4b75-9455-fdfddfdf1bf7 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0803354 Jan 17 14:47:29.120748 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-40b8503a-90a6-4c81-b636-704771d3b15f req-303f8b9a-11e8-419b-9459-7eab5d9deaf2 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426562 Jan 17 14:47:30.305113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa2ecd-cf0a-4145-9f7b-9d8c15a46bc9 req-1b39b9d2-f2d2-43b6-b7ea-cead117a94ca tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:30.306584 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0daa2ecd-cf0a-4145-9f7b-9d8c15a46bc9 req-1b39b9d2-f2d2-43b6-b7ea-cead117a94ca tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0814943 Jan 17 14:47:30.351240 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0daa2ecd-cf0a-4145-9f7b-9d8c15a46bc9 req-368fa5f2-bf09-4a77-b667-7ec5d2f28e53 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390241 Jan 17 14:47:30.518832 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-6189ac37-d396-4509-ad52-1f33b3c1fd02 service neutron] 10.222.0.15 "GET /v2.0/ports/27e66b82-1d3b-4638-8839-43513b168bc5/bindings/hv-neutron-8249 HTTP/1.1" status: 200 len: 384 time: 0.0759296 Jan 17 14:47:30.789932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-4414e43c-da00-4979-a3ca-76fd27712e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:30.791421 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-4414e43c-da00-4979-a3ca-76fd27712e1d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a&tenant_id=a7da9f6d448746fb9bd82cd9eb99124d HTTP/1.1" status: 200 len: 1098 time: 0.0810075 Jan 17 14:47:30.882066 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-06def922-d8cb-4ddb-82a7-53f316aef05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:30.883545 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-06def922-d8cb-4ddb-82a7-53f316aef05c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7da9f6d448746fb9bd82cd9eb99124d&device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 1098 time: 0.0724273 Jan 17 14:47:31.016418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-5ae7eed5-6eb1-41ed-9dc3-d947c1239066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:31.017858 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-5ae7eed5-6eb1-41ed-9dc3-d947c1239066 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98128578-d2ac-414e-b992-5ae7a7a460bd HTTP/1.1" status: 200 len: 913 time: 0.1284192 Jan 17 14:47:31.088862 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-104cab13-23f8-45e5-9f12-a52b0d97d046 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27e66b82-1d3b-4638-8839-43513b168bc5 HTTP/1.1" status: 200 len: 217 time: 0.0643511 Jan 17 14:47:31.153923 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-0005ed5b-8ce0-4394-87ef-19fef971693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:31.155983 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-0005ed5b-8ce0-4394-87ef-19fef971693d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43099ba9-7741-426d-991c-4d5ecfaf95ff HTTP/1.1" status: 200 len: 852 time: 0.0614841 Jan 17 14:47:31.203950 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-56464810-a8a6-41b1-b0c8-a6cfb1e1ed1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98128578-d2ac-414e-b992-5ae7a7a460bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419736 Jan 17 14:47:31.334703 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-2bb182f8-415c-46cd-a597-56538aec65b1 service neutron] 10.222.0.15 "GET /v2.0/networks/98128578-d2ac-414e-b992-5ae7a7a460bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248636 Jan 17 14:47:31.468619 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ca6879ac-f4b1-4c83-a3ae-e9759a219108 req-2a93bfec-063a-476f-b07c-098301badc42 service neutron] 10.222.0.15 "GET /v2.0/networks/98128578-d2ac-414e-b992-5ae7a7a460bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273868 Jan 17 14:47:31.541298 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bc56a-74d4-4468-aafe-f402ef5cb2cc req-f6815075-b766-46be-ae73-8ea378d8ca4e tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:31.542785 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-486bc56a-74d4-4468-aafe-f402ef5cb2cc req-f6815075-b766-46be-ae73-8ea378d8ca4e tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0852437 Jan 17 14:47:31.587874 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-486bc56a-74d4-4468-aafe-f402ef5cb2cc req-c075a323-aa38-4bf6-b3ea-c8883370f62d tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385411 Jan 17 14:47:32.781540 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4e4df-7cdf-4f7f-9f25-582abc85b110 req-63208526-c517-403b-b0d6-edfdb8b24269 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:32.783042 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-03c4e4df-7cdf-4f7f-9f25-582abc85b110 req-63208526-c517-403b-b0d6-edfdb8b24269 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0863523 Jan 17 14:47:32.829152 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-03c4e4df-7cdf-4f7f-9f25-582abc85b110 req-c6cace26-876d-4adb-8e61-8fe1eebef591 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401990 Jan 17 14:47:34.009099 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbfcc2-cd63-4ba3-a6f5-8fe402038268 req-892aee6f-83ab-41f1-a28f-147e5e25b2ba tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:34.010509 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e5dbfcc2-cd63-4ba3-a6f5-8fe402038268 req-892aee6f-83ab-41f1-a28f-147e5e25b2ba tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0771980 Jan 17 14:47:34.055333 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e5dbfcc2-cd63-4ba3-a6f5-8fe402038268 req-bf094b27-c5bf-4ba8-9584-057c54926345 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384851 Jan 17 14:47:34.873861 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 27e66b82-1d3b-4638-8839-43513b168bc5 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:47:34.876237 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 27e66b82-1d3b-4638-8839-43513b168bc5 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:47:35.099686 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:35.117303 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 27e66b82-1d3b-4638-8839-43513b168bc5, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=27e66b82-1d3b-4638-8839-43513b168bc5,segment=NetworkSegment(5fbeff2b-44ec-478a-876e-27445d7e6ef3),segment_id=5fbeff2b-44ec-478a-876e-27445d7e6ef3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:47:35.138295 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '27e66b82-1d3b-4638-8839-43513b168bc5', 'network_id': '98128578-d2ac-414e-b992-5ae7a7a460bd', 'port_id': '27e66b82-1d3b-4638-8839-43513b168bc5', 'mac_address': 'fa:16:3e:87:5b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43099ba9-7741-426d-991c-4d5ecfaf95ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:47:35.145796 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1870d1f7-2b50-4266-a35e-8323ad18bd3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27e66b82-1d3b-4638-8839-43513b168bc5'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:47:35.187136 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 27e66b82-1d3b-4638-8839-43513b168bc5, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=27e66b82-1d3b-4638-8839-43513b168bc5,segment=NetworkSegment(5fbeff2b-44ec-478a-876e-27445d7e6ef3),segment_id=5fbeff2b-44ec-478a-876e-27445d7e6ef3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:47:35.201027 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:35.263495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e556ed0-8dae-4180-832d-a026b55b2c20 req-57daed78-d05f-4bd4-85f1-acdddebafa80 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:35.266102 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6e556ed0-8dae-4180-832d-a026b55b2c20 req-57daed78-d05f-4bd4-85f1-acdddebafa80 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 943 time: 0.1011238 Jan 17 14:47:35.274124 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:35.297163 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27e66b82-1d3b-4638-8839-43513b168bc5 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:47:35.305105 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=27e66b82-1d3b-4638-8839-43513b168bc5,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:47:35.316155 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6e556ed0-8dae-4180-832d-a026b55b2c20 req-56a79ba3-6f9e-4e93-87e3-b90b5f4bb053 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443289 Jan 17 14:47:35.341612 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1870d1f7-2b50-4266-a35e-8323ad18bd3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27e66b82-1d3b-4638-8839-43513b168bc5', 'code': 200} Jan 17 14:47:35.347005 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:35.347358 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:35.347700 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:35.348063 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:35.348396 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:35.348726 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:35.349052 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:35.349381 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:35.349707 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:35.350025 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:35.350351 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:35.350669 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:35.380610 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:47:35.380970 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:47:35.698872 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-71b0fcd1-ed72-4f90-84b0-079bd23708b5 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:35.700322 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-71b0fcd1-ed72-4f90-84b0-079bd23708b5 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.15 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a&tenant_id=a7da9f6d448746fb9bd82cd9eb99124d&binding%3Ahost_id=hv-neutron-8249 HTTP/1.1" status: 200 len: 943 time: 0.0836780 Jan 17 14:47:35.845129 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-4aa8b24a-8bd2-49a9-b138-e7eefe470e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:35.846603 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-4aa8b24a-8bd2-49a9-b138-e7eefe470e33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7da9f6d448746fb9bd82cd9eb99124d&device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 1096 time: 0.0706711 Jan 17 14:47:35.935304 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:35.952303 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e66b82-1d3b-4638-8839-43513b168bc5 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:47:35.969086 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 27e66b82-1d3b-4638-8839-43513b168bc5, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=27e66b82-1d3b-4638-8839-43513b168bc5,segment=NetworkSegment(5fbeff2b-44ec-478a-876e-27445d7e6ef3),segment_id=5fbeff2b-44ec-478a-876e-27445d7e6ef3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:47:35.973069 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:35.978389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-2f766992-e63f-4f12-b395-20e3c22d4836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:35.979885 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-2f766992-e63f-4f12-b395-20e3c22d4836 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98128578-d2ac-414e-b992-5ae7a7a460bd HTTP/1.1" status: 200 len: 913 time: 0.1277325 Jan 17 14:47:36.036051 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['27e66b82-1d3b-4638-8839-43513b168bc5'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:47:36.050107 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-69bea2bf-f3f3-4c56-bd5a-691a4d96890b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27e66b82-1d3b-4638-8839-43513b168bc5 HTTP/1.1" status: 200 len: 217 time: 0.0647571 Jan 17 14:47:36.093952 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=27e66b82-1d3b-4638-8839-43513b168bc5,revision_number=7']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:47:36.117327 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-53130ac3-9edb-42d8-a7ba-e72f58848c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:36.118904 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-53130ac3-9edb-42d8-a7ba-e72f58848c0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43099ba9-7741-426d-991c-4d5ecfaf95ff HTTP/1.1" status: 200 len: 852 time: 0.0632026 Jan 17 14:47:36.271581 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-ddca65dd-4467-44f7-8d82-7286261fb8b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98128578-d2ac-414e-b992-5ae7a7a460bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1469088 Jan 17 14:47:36.403573 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-7329e97d-3569-4fc1-9399-fad4340da350 service neutron] 10.222.0.15 "GET /v2.0/networks/98128578-d2ac-414e-b992-5ae7a7a460bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253066 Jan 17 14:47:36.533561 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-32951269-9a64-4908-8581-7788b39308eb service neutron] 10.222.0.15 "GET /v2.0/networks/98128578-d2ac-414e-b992-5ae7a7a460bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230114 Jan 17 14:47:36.879733 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 27e66b82-1d3b-4638-8839-43513b168bc5 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:47:36.980499 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 27e66b82-1d3b-4638-8839-43513b168bc5 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:47:36.981075 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:37.098870 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:37.133020 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 27e66b82-1d3b-4638-8839-43513b168bc5, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=27e66b82-1d3b-4638-8839-43513b168bc5,segment=NetworkSegment(5fbeff2b-44ec-478a-876e-27445d7e6ef3),segment_id=5fbeff2b-44ec-478a-876e-27445d7e6ef3)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:47:37.136940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:37.211185 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=27e66b82-1d3b-4638-8839-43513b168bc5,revision_number=8']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:47:37.343216 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1870d1f7-2b50-4266-a35e-8323ad18bd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e66b82-1d3b-4638-8839-43513b168bc5'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:47:37.362785 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b23ae7-ab5c-4eb5-94f5-90abe4ea6bb3 req-b46a8161-6f38-4fc1-9772-c387f74541b1 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:37.364299 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-28b23ae7-ab5c-4eb5-94f5-90abe4ea6bb3 req-b46a8161-6f38-4fc1-9772-c387f74541b1 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0824845 Jan 17 14:47:37.392556 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1870d1f7-2b50-4266-a35e-8323ad18bd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e66b82-1d3b-4638-8839-43513b168bc5', 'code': 200} Jan 17 14:47:37.413456 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-28b23ae7-ab5c-4eb5-94f5-90abe4ea6bb3 req-ccda8700-2317-4792-adc0-0bb573a49846 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435605 Jan 17 14:47:38.601543 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf95d93-a6fa-4102-8e0c-6b6e7f02dd0f req-d6b49ecd-28a5-4bcd-8e13-dab651ba265e tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:38.603006 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7cf95d93-a6fa-4102-8e0c-6b6e7f02dd0f req-d6b49ecd-28a5-4bcd-8e13-dab651ba265e tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0820777 Jan 17 14:47:38.646202 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7cf95d93-a6fa-4102-8e0c-6b6e7f02dd0f req-00db8616-4f4e-4c74-a01b-1e02922bc782 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffcce70f-34c0-4dd4-9831-090629dce9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375080 Jan 17 14:47:39.036980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-626c5b4a-368b-4f3a-9113-1f2cdce9e0e0 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:39.038283 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-626c5b4a-368b-4f3a-9113-1f2cdce9e0e0 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.15 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 945 time: 0.0764072 Jan 17 14:47:39.105726 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Deleting port 27e66b82-1d3b-4638-8839-43513b168bc5 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:47:39.106063 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:39.349501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] For port 27e66b82-1d3b-4638-8839-43513b168bc5, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=27e66b82-1d3b-4638-8839-43513b168bc5,segment=NetworkSegment(5fbeff2b-44ec-478a-876e-27445d7e6ef3),segment_id=5fbeff2b-44ec-478a-876e-27445d7e6ef3)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:47:39.349776 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:39.477829 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Calling delete_port for 27e66b82-1d3b-4638-8839-43513b168bc5 owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:47:39.619014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:39.630775 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['27e66b82-1d3b-4638-8839-43513b168bc5'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:47:39.670262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Pushing event deleted for resources: {'Port': ['ID=27e66b82-1d3b-4638-8839-43513b168bc5,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:47:39.705204 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:39.705555 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:39.705894 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:39.706229 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:39.706560 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:39.706891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:39.707223 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:39.707827 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:39.708156 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:39.708480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:39.708799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:39.709118 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:47:39.790190 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] No DVR routers for this DVR port 27e66b82-1d3b-4638-8839-43513b168bc5 on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:47:39.797198 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:39.799646 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1870d1f7-2b50-4266-a35e-8323ad18bd3a', 'name': 'network-vif-deleted', 'tag': '27e66b82-1d3b-4638-8839-43513b168bc5'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:47:39.812058 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bbd0b672-fbd1-44fa-9eba-33cc3da72de5 req-438ce89c-a3ef-419d-a74e-c57193d6ecb0 tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1870d1f7-2b50-4266-a35e-8323ad18bd3a HTTP/1.1" status: 200 len: 210 time: 0.0600066 Jan 17 14:47:39.822964 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2bb02abc-bdab-4447-9fbd-e8ce12a19de7 req-209c2998-ec2f-45d5-8105-7a95c16e089b tempest-DeleteServersTestJSON-825534819 tempest-DeleteServersTestJSON-825534819-project] 10.222.0.15 "DELETE /v2.0/ports/27e66b82-1d3b-4638-8839-43513b168bc5 HTTP/1.1" status: 204 len: 173 time: 0.7785168 Jan 17 14:47:39.903461 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1870d1f7-2b50-4266-a35e-8323ad18bd3a', 'name': 'network-vif-deleted', 'tag': '27e66b82-1d3b-4638-8839-43513b168bc5', 'status': 'completed', 'code': 200} Jan 17 14:47:40.728838 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ab598ac3-58b6-4c87-ad88-8fb050153919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:41.051018 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42300) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:47:41.108954 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef3db8b-fa05-4ee1-a419-57f48e8c709c admin admin] Deleting subnet 43099ba9-7741-426d-991c-4d5ecfaf95ff {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:47:41.111965 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ef3db8b-fa05-4ee1-a419-57f48e8c709c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:41.159075 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ef3db8b-fa05-4ee1-a419-57f48e8c709c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:41.215569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ef3db8b-fa05-4ee1-a419-57f48e8c709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:41.284899 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ef3db8b-fa05-4ee1-a419-57f48e8c709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:41.322288 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3db8b-fa05-4ee1-a419-57f48e8c709c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43099ba9-7741-426d-991c-4d5ecfaf95ff,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:47:41.327825 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1ef3db8b-fa05-4ee1-a419-57f48e8c709c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:41.334094 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1ef3db8b-fa05-4ee1-a419-57f48e8c709c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/43099ba9-7741-426d-991c-4d5ecfaf95ff HTTP/1.1" status: 204 len: 168 time: 0.2820902 Jan 17 14:47:41.336537 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42304) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:47:41.443758 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ee29a208-a660-43b9-b28a-e303063eaeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:41.667932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ee29a208-a660-43b9-b28a-e303063eaeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:41.692958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-ee29a208-a660-43b9-b28a-e303063eaeb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98128578-d2ac-414e-b992-5ae7a7a460bd']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:47:41.704557 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-ee29a208-a660-43b9-b28a-e303063eaeb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fbeff2b-44ec-478a-876e-27445d7e6ef3') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:47:41.704849 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-ee29a208-a660-43b9-b28a-e303063eaeb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fbeff2b-44ec-478a-876e-27445d7e6ef3') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:47:41.716027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ee29a208-a660-43b9-b28a-e303063eaeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:41.731863 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ee29a208-a660-43b9-b28a-e303063eaeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:41.738541 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee29a208-a660-43b9-b28a-e303063eaeb7 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:47:41.738917 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ee29a208-a660-43b9-b28a-e303063eaeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:47:41.752385 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:47:41.827772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ee29a208-a660-43b9-b28a-e303063eaeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:41.833198 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ee29a208-a660-43b9-b28a-e303063eaeb7 admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:41.858598 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29a208-a660-43b9-b28a-e303063eaeb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=98128578-d2ac-414e-b992-5ae7a7a460bd,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:47:41.865972 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ee29a208-a660-43b9-b28a-e303063eaeb7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/98128578-d2ac-414e-b992-5ae7a7a460bd HTTP/1.1" status: 204 len: 168 time: 0.5284178 Jan 17 14:47:41.972667 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42310) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:47:42.019561 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-004dd68d-07ec-41b0-9d2e-b03e443c8add admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7da9f6d448746fb9bd82cd9eb99124d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457406 Jan 17 14:47:42.022001 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42314) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:47:42.077224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e55b72a6-8950-487b-b080-a4b0e2f81a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:42.102306 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e55b72a6-8950-487b-b080-a4b0e2f81a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:42.153877 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e55b72a6-8950-487b-b080-a4b0e2f81a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:42.174486 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b72a6-8950-487b-b080-a4b0e2f81a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcce70f-34c0-4dd4-9831-090629dce9bc,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:47:42.185017 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e55b72a6-8950-487b-b080-a4b0e2f81a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:42.186175 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e55b72a6-8950-487b-b080-a4b0e2f81a3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ffcce70f-34c0-4dd4-9831-090629dce9bc HTTP/1.1" status: 204 len: 168 time: 0.1633008 Jan 17 14:47:42.888406 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 27e66b82-1d3b-4638-8839-43513b168bc5 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:47:42.896872 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42338) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:47:42.924491 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 27e66b82-1d3b-4638-8839-43513b168bc5 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:47:42.924841 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 27e66b82-1d3b-4638-8839-43513b168bc5 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:47:43.001698 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1472168290-network', 'tenant_id': 'b6bf454026784648b1e8515f1134afda'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:47:43.006410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:47:43.010188 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Usage tracker for resource:network and tenant:b6bf454026784648b1e8515f1134afda is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:47:43.013007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:47:43.018694 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:47:43.029061 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Made reservation on behalf of b6bf454026784648b1e8515f1134afda for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:47:43.031326 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:43.043060 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:43.058136 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:47:43.062479 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Usage tracker for resource:security_group_rule and tenant:b6bf454026784648b1e8515f1134afda is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:47:43.065261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:47:43.070857 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:47:43.150213 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:43.154066 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:43.184140 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:47:43.192980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0550ae03-060c-4487-965e-526811440c93,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:47:43.198827 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:43.199295 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Added segment 76ccc155-02bf-480a-850e-208d37414717 of type vlan for network d9a71b91-265c-46e0-9306-016ddd6e0adf Jan 17 14:47:43.225100 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:43.253653 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:43.254576 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:43.255149 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:43.358425 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] Pushing event updated for resources: {'Network': ['ID=d9a71b91-265c-46e0-9306-016ddd6e0adf,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:47:43.361356 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e9ce7d7b-dd0a-4d50-b813-eb7018b5a1b7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4633913 Jan 17 14:47:43.364226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42344) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:47:43.368304 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network d9a71b91-265c-46e0-9306-016ddd6e0adf details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:47:43.369634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-60c1b0ad-cf8e-4ffa-921f-1402503e3951 admin admin] Request body: {'subnet': {'network_id': 'd9a71b91-265c-46e0-9306-016ddd6e0adf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1472168290-subnet', 'tenant_id': 'b6bf454026784648b1e8515f1134afda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:47:43.374550 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-60c1b0ad-cf8e-4ffa-921f-1402503e3951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:47:43.378355 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-60c1b0ad-cf8e-4ffa-921f-1402503e3951 admin admin] Usage tracker for resource:subnet and tenant:b6bf454026784648b1e8515f1134afda is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:47:43.381197 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-60c1b0ad-cf8e-4ffa-921f-1402503e3951 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:47:43.386784 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-60c1b0ad-cf8e-4ffa-921f-1402503e3951 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:47:43.396978 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c1b0ad-cf8e-4ffa-921f-1402503e3951 admin admin] Made reservation on behalf of b6bf454026784648b1e8515f1134afda for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:47:43.399370 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-60c1b0ad-cf8e-4ffa-921f-1402503e3951 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:43.606152 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-60c1b0ad-cf8e-4ffa-921f-1402503e3951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:43.681407 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1b0ad-cf8e-4ffa-921f-1402503e3951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=638e293f-45d7-4868-9542-9aa25b76d46a,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:47:43.685388 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1b0ad-cf8e-4ffa-921f-1402503e3951 admin admin] Checking segment: {'id': '76ccc155-02bf-480a-850e-208d37414717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd9a71b91-265c-46e0-9306-016ddd6e0adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:47:43.685770 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c1b0ad-cf8e-4ffa-921f-1402503e3951 admin admin] Network hostable DHCP agents. Network: d9a71b91-265c-46e0-9306-016ddd6e0adf, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:47:43.704828 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c1b0ad-cf8e-4ffa-921f-1402503e3951 admin admin] Network d9a71b91-265c-46e0-9306-016ddd6e0adf is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:47:43.713629 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-60c1b0ad-cf8e-4ffa-921f-1402503e3951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, d9a71b91-265c-46e0-9306-016ddd6e0adf) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:47:43.717481 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c1b0ad-cf8e-4ffa-921f-1402503e3951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:43.718057 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-60c1b0ad-cf8e-4ffa-921f-1402503e3951 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:43.722369 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cab5f36-cf73-4bec-9d92-9961ab9c5530 None None] Network d9a71b91-265c-46e0-9306-016ddd6e0adf requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:47:43.742278 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-60c1b0ad-cf8e-4ffa-921f-1402503e3951 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3770356 Jan 17 14:47:43.906273 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ddad85c2-ccd7-460f-9f77-dc39d7869d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:43.951433 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9687887c-0919-438a-8ad1-80b40e281141 None None] Network d9a71b91-265c-46e0-9306-016ddd6e0adf requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:47:44.051867 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:44.062506 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:44.357164 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-5f1d2bda-656f-4b63-b0aa-aebf8ab1cf45 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:44.358609 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-5f1d2bda-656f-4b63-b0aa-aebf8ab1cf45 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/networks?id=d9a71b91-265c-46e0-9306-016ddd6e0adf HTTP/1.1" status: 200 len: 815 time: 0.2382131 Jan 17 14:47:44.372997 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-3ffd8e4a-666b-4710-853a-c66afb5cb0dc tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/quotas/b6bf454026784648b1e8515f1134afda HTTP/1.1" status: 200 len: 375 time: 0.0087593 Jan 17 14:47:44.418719 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-897ec212-05cb-4261-a1dd-ab162d206d83 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6bf454026784648b1e8515f1134afda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401545 Jan 17 14:47:44.429578 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-9e68941e-9e15-4420-bce0-125319557820 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:47:44.430470 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-9e68941e-9e15-4420-bce0-125319557820 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047486 Jan 17 14:47:44.558727 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-7a144796-4398-4300-8557-51d6bc3e800d service neutron] 10.222.0.48 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229761 Jan 17 14:47:44.690208 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-f627a2c4-5c68-412f-a216-6a32683c2c63 service neutron] 10.222.0.48 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249104 Jan 17 14:47:44.878501 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0bec15b7-d553-461e-a8ec-ec2b8ab5b71b req-178d0fd8-2d75-4d7d-ae8b-b94cb2b742ed tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 210 time: 0.0466406 Jan 17 14:47:45.526645 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:45.971169 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-93916167-82bf-4b6b-862f-a135945c6d5c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:45.971881 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-93916167-82bf-4b6b-862f-a135945c6d5c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Synchronizing usage tracker for tenant:b6bf454026784648b1e8515f1134afda on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:47:45.989650 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-93916167-82bf-4b6b-862f-a135945c6d5c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Unset dirty status for tenant:b6bf454026784648b1e8515f1134afda on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:47:45.990957 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-93916167-82bf-4b6b-862f-a135945c6d5c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.15 "GET /v2.0/networks?id=d9a71b91-265c-46e0-9306-016ddd6e0adf HTTP/1.1" status: 200 len: 815 time: 0.1710122 Jan 17 14:47:46.002559 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-cfe65358-bfc2-4d63-89d6-38b0ea9770ca tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Request body: {'port': {'device_id': '978a6810-b8e4-4b9e-be3d-a6b2a03b1474', 'network_id': 'd9a71b91-265c-46e0-9306-016ddd6e0adf', 'admin_state_up': True, 'tenant_id': 'b6bf454026784648b1e8515f1134afda'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:47:46.044077 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c75a1494-2169-489a-be48-569ff36b31aa req-4a338556-58d9-4568-a809-d79144849763 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 210 time: 0.0517199 Jan 17 14:47:46.140284 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-cfe65358-bfc2-4d63-89d6-38b0ea9770ca tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:47:46.144024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-cfe65358-bfc2-4d63-89d6-38b0ea9770ca tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Usage tracker for resource:port and tenant:b6bf454026784648b1e8515f1134afda is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:47:46.146730 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-cfe65358-bfc2-4d63-89d6-38b0ea9770ca tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:47:46.152222 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-cfe65358-bfc2-4d63-89d6-38b0ea9770ca tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:47:46.162229 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-cfe65358-bfc2-4d63-89d6-38b0ea9770ca tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Made reservation on behalf of b6bf454026784648b1e8515f1134afda for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:47:46.165792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-cfe65358-bfc2-4d63-89d6-38b0ea9770ca tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:46.333521 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-cfe65358-bfc2-4d63-89d6-38b0ea9770ca tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Allocated IP 172.20.0.13 (d9a71b91-265c-46e0-9306-016ddd6e0adf/638e293f-45d7-4868-9542-9aa25b76d46a/2b521e38-6f5f-4846-bbb8-7e7121cf1df3) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:47:46.636141 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-cfe65358-bfc2-4d63-89d6-38b0ea9770ca tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:46.665370 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-cfe65358-bfc2-4d63-89d6-38b0ea9770ca tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:46.738604 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-cfe65358-bfc2-4d63-89d6-38b0ea9770ca tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Network d9a71b91-265c-46e0-9306-016ddd6e0adf is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:47:46.741971 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-cfe65358-bfc2-4d63-89d6-38b0ea9770ca tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:47:46.744638 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-cfe65358-bfc2-4d63-89d6-38b0ea9770ca tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:47:46.783545 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe65358-bfc2-4d63-89d6-38b0ea9770ca tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Pushing event updated for resources: {'Port': ['ID=2b521e38-6f5f-4846-bbb8-7e7121cf1df3,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:47:46.815512 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-cfe65358-bfc2-4d63-89d6-38b0ea9770ca tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:46.816136 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-cfe65358-bfc2-4d63-89d6-38b0ea9770ca tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:46.836026 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-cfe65358-bfc2-4d63-89d6-38b0ea9770ca tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8373466 Jan 17 14:47:46.847559 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] Request body: {'port': {'device_id': '978a6810-b8e4-4b9e-be3d-a6b2a03b1474', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:47:46.959024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:47.304267 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc553544-18ae-4358-bd59-3ad18c04a006 req-3fe10d1d-eb77-446c-8147-8236350633a6 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:47.304954 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-dc553544-18ae-4358-bd59-3ad18c04a006 req-3fe10d1d-eb77-446c-8147-8236350633a6 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Synchronizing usage tracker for tenant:b6bf454026784648b1e8515f1134afda on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:47:47.376417 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:47:47.380648 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-dc553544-18ae-4358-bd59-3ad18c04a006 req-3fe10d1d-eb77-446c-8147-8236350633a6 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Unset dirty status for tenant:b6bf454026784648b1e8515f1134afda on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:47:47.381799 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-dc553544-18ae-4358-bd59-3ad18c04a006 req-3fe10d1d-eb77-446c-8147-8236350633a6 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 932 time: 0.2189562 Jan 17 14:47:47.385555 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:47.421214 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] Transition to ACTIVE for port object 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:47:47.430244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:47.485108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-dc553544-18ae-4358-bd59-3ad18c04a006 req-e58b4c68-1216-402d-95fd-83622cef280a tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Synchronizing usage tracker for tenant:b6bf454026784648b1e8515f1134afda on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:47:47.601397 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] Pushing event updated for resources: {'Port': ['ID=2b521e38-6f5f-4846-bbb8-7e7121cf1df3,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:47:47.609034 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-dc553544-18ae-4358-bd59-3ad18c04a006 req-e58b4c68-1216-402d-95fd-83622cef280a tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Unset dirty status for tenant:b6bf454026784648b1e8515f1134afda on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:47:47.609927 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-dc553544-18ae-4358-bd59-3ad18c04a006 req-e58b4c68-1216-402d-95fd-83622cef280a tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218852 Jan 17 14:47:47.682804 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] Attempting to bind port 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:47:47.683132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] Attempting to bind port 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '76ccc155-02bf-480a-850e-208d37414717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd9a71b91-265c-46e0-9306-016ddd6e0adf'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:47:47.683457 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] Attempting to bind port 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 on network d9a71b91-265c-46e0-9306-016ddd6e0adf {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:47:47.688569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] Port 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 on network d9a71b91-265c-46e0-9306-016ddd6e0adf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:47:47.688884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] Attempting to bind port 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 on network d9a71b91-265c-46e0-9306-016ddd6e0adf {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:47:47.693929 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:47:47.694265 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] Checking segment: {'id': '76ccc155-02bf-480a-850e-208d37414717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd9a71b91-265c-46e0-9306-016ddd6e0adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:47:47.694664 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] Bound using segment: {'id': '76ccc155-02bf-480a-850e-208d37414717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd9a71b91-265c-46e0-9306-016ddd6e0adf'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:47:47.695066 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] Bound port: 2b521e38-6f5f-4846-bbb8-7e7121cf1df3, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ccc155-02bf-480a-850e-208d37414717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd9a71b91-265c-46e0-9306-016ddd6e0adf'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:47:47.695405 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:47.782342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] For port 2b521e38-6f5f-4846-bbb8-7e7121cf1df3, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:47:47.785339 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] For port 2b521e38-6f5f-4846-bbb8-7e7121cf1df3, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2b521e38-6f5f-4846-bbb8-7e7121cf1df3,segment=NetworkSegment(76ccc155-02bf-480a-850e-208d37414717),segment_id=76ccc155-02bf-480a-850e-208d37414717)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:47:47.790444 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:47.855200 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:47.855875 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:47.857221 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] 10.222.0.15 "PUT /v2.0/ports/2b521e38-6f5f-4846-bbb8-7e7121cf1df3 HTTP/1.1" status: 200 len: 1094 time: 1.0135882 Jan 17 14:47:47.857701 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978a6810-b8e4-4b9e-be3d-a6b2a03b1474', 'tag': '2b521e38-6f5f-4846-bbb8-7e7121cf1df3'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:47:47.876561 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40754b65-10a3-44db-b233-07ea88c8c828 service neutron] Pushing event updated for resources: {'Port': ['ID=2b521e38-6f5f-4846-bbb8-7e7121cf1df3,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:47:47.922572 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978a6810-b8e4-4b9e-be3d-a6b2a03b1474', 'tag': '2b521e38-6f5f-4846-bbb8-7e7121cf1df3', 'status': 'completed', 'code': 200} Jan 17 14:47:47.961704 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-2a8cc161-7012-4b0a-a93c-da068044afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:47.963170 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-2a8cc161-7012-4b0a-a93c-da068044afbf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6bf454026784648b1e8515f1134afda&device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 1097 time: 0.0720406 Jan 17 14:47:48.031776 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-56c601f0-0617-4be4-8ac6-8522db847229 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b521e38-6f5f-4846-bbb8-7e7121cf1df3 HTTP/1.1" status: 200 len: 217 time: 0.0619795 Jan 17 14:47:48.094522 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-3636bec6-645c-41e6-9a77-62fe621005d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:48.096020 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-3636bec6-645c-41e6-9a77-62fe621005d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=638e293f-45d7-4868-9542-9aa25b76d46a HTTP/1.1" status: 200 len: 855 time: 0.0581632 Jan 17 14:47:48.141282 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-248a53b5-a25f-4e70-8bb3-d41523cf5978 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9a71b91-265c-46e0-9306-016ddd6e0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392416 Jan 17 14:47:48.269528 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-ef420ff2-a8f9-4a1b-bf78-7ec82c8d3877 service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214578 Jan 17 14:47:48.502599 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3143b88b-9497-4fd6-ba92-b2dda635c334 req-d965ef0b-e667-445a-bf75-acff35e1fa52 service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271788 Jan 17 14:47:48.615365 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4db4a0-888c-4cef-896b-64b2498818b6 req-bc4014db-17aa-4367-a102-50e6e495ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:48.616864 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bb4db4a0-888c-4cef-896b-64b2498818b6 req-bc4014db-17aa-4367-a102-50e6e495ce5b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6bf454026784648b1e8515f1134afda&device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 1097 time: 0.0739009 Jan 17 14:47:48.797012 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4db4a0-888c-4cef-896b-64b2498818b6 req-aea4a509-f3dc-476e-82ed-e1d5f2ec4e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:48.798369 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bb4db4a0-888c-4cef-896b-64b2498818b6 req-aea4a509-f3dc-476e-82ed-e1d5f2ec4e7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9a71b91-265c-46e0-9306-016ddd6e0adf HTTP/1.1" status: 200 len: 916 time: 0.1736572 Jan 17 14:47:48.873203 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bb4db4a0-888c-4cef-896b-64b2498818b6 req-dc8de49d-70fd-4620-9813-86c76e26a85b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b521e38-6f5f-4846-bbb8-7e7121cf1df3 HTTP/1.1" status: 200 len: 217 time: 0.0673084 Jan 17 14:47:48.884872 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45807494-bf54-44c7-987e-194068761393 req-9d7cb9ee-07b3-4060-b66e-b5ce37e1418e tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:48.886300 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-45807494-bf54-44c7-987e-194068761393 req-9d7cb9ee-07b3-4060-b66e-b5ce37e1418e tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 944 time: 0.1742055 Jan 17 14:47:48.975284 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4db4a0-888c-4cef-896b-64b2498818b6 req-2132af8e-37da-4e66-8b98-d2765d35bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:48.976784 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bb4db4a0-888c-4cef-896b-64b2498818b6 req-2132af8e-37da-4e66-8b98-d2765d35bf71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=638e293f-45d7-4868-9542-9aa25b76d46a HTTP/1.1" status: 200 len: 855 time: 0.0896430 Jan 17 14:47:48.979624 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-45807494-bf54-44c7-987e-194068761393 req-aac5b490-0dfe-4f6f-81f9-4f92de5df807 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631616 Jan 17 14:47:49.022946 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bb4db4a0-888c-4cef-896b-64b2498818b6 req-a3d68a50-0d95-4716-aad2-06f2b2b8d4bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9a71b91-265c-46e0-9306-016ddd6e0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399377 Jan 17 14:47:49.154860 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bb4db4a0-888c-4cef-896b-64b2498818b6 req-c1ec4339-562d-4b15-9dc8-54d6aaa7be4a service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236892 Jan 17 14:47:49.291520 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bb4db4a0-888c-4cef-896b-64b2498818b6 req-7cbeb110-6cdc-49fe-8d55-f8bf5b1c3fbf service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297028 Jan 17 14:47:50.164479 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5554619-2804-4a28-bf6e-4dc44b76fd2b req-cad8e579-30fd-4387-94cb-02338f3965b4 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:50.165941 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b5554619-2804-4a28-bf6e-4dc44b76fd2b req-cad8e579-30fd-4387-94cb-02338f3965b4 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 944 time: 0.0773125 Jan 17 14:47:50.213629 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b5554619-2804-4a28-bf6e-4dc44b76fd2b req-fa628531-c5f8-4bae-9250-207d0cab1a88 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414445 Jan 17 14:47:51.409768 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfd963-467b-44b7-be61-897debbecf10 req-8fa2db0a-ad30-4cde-982a-3b1d9e5fafda tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:51.411222 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-89bfd963-467b-44b7-be61-897debbecf10 req-8fa2db0a-ad30-4cde-982a-3b1d9e5fafda tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 944 time: 0.0871878 Jan 17 14:47:51.455679 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-89bfd963-467b-44b7-be61-897debbecf10 req-11d582d3-8cc9-4db0-9e2e-cbb3d7a10ec6 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388217 Jan 17 14:47:52.652073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a126829-1343-4696-979e-0ea8c82c1111 req-8838e7f8-0601-4664-a5b6-8a909f07a712 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:52.653624 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-6a126829-1343-4696-979e-0ea8c82c1111 req-8838e7f8-0601-4664-a5b6-8a909f07a712 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 944 time: 0.0860925 Jan 17 14:47:52.698125 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-6a126829-1343-4696-979e-0ea8c82c1111 req-b9c15213-20a4-4267-970d-03e69b6e3f4d tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382004 Jan 17 14:47:52.945759 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:47:53.087845 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:53.093495 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2b521e38-6f5f-4846-bbb8-7e7121cf1df3, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2b521e38-6f5f-4846-bbb8-7e7121cf1df3,segment=NetworkSegment(76ccc155-02bf-480a-850e-208d37414717),segment_id=76ccc155-02bf-480a-850e-208d37414717)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:47:53.109335 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '2b521e38-6f5f-4846-bbb8-7e7121cf1df3', 'network_id': 'd9a71b91-265c-46e0-9306-016ddd6e0adf', 'port_id': '2b521e38-6f5f-4846-bbb8-7e7121cf1df3', 'mac_address': 'fa:16:3e:ab:b5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '638e293f-45d7-4868-9542-9aa25b76d46a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:47:53.168518 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:53.185710 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:47:53.201723 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2b521e38-6f5f-4846-bbb8-7e7121cf1df3, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2b521e38-6f5f-4846-bbb8-7e7121cf1df3,segment=NetworkSegment(76ccc155-02bf-480a-850e-208d37414717),segment_id=76ccc155-02bf-480a-850e-208d37414717)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:47:53.205475 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:53.272434 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2b521e38-6f5f-4846-bbb8-7e7121cf1df3,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:47:53.543910 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['2b521e38-6f5f-4846-bbb8-7e7121cf1df3'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:47:53.881817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780a558-6df8-41e0-8aa1-3407e1e36099 req-02605bed-ade3-4ae7-bd00-4d1998fa2148 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:53.883261 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6780a558-6df8-41e0-8aa1-3407e1e36099 req-02605bed-ade3-4ae7-bd00-4d1998fa2148 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 945 time: 0.0806332 Jan 17 14:47:53.928616 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6780a558-6df8-41e0-8aa1-3407e1e36099 req-7c8eacc5-feba-4fbe-b4fc-987117222680 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397727 Jan 17 14:47:54.950147 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:47:55.026865 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:47:55.032110 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:47:55.032480 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:55.113454 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892ef3a-5e4e-4ce6-a567-8177803e428d req-0519e178-83a9-4306-b4bf-5c3068eaed7a tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:55.115056 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e892ef3a-5e4e-4ce6-a567-8177803e428d req-0519e178-83a9-4306-b4bf-5c3068eaed7a tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 945 time: 0.0798719 Jan 17 14:47:55.153078 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:55.165836 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e892ef3a-5e4e-4ce6-a567-8177803e428d req-dfafc671-a73c-43bb-9753-cd5fa54cd7db tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432851 Jan 17 14:47:55.180558 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978a6810-b8e4-4b9e-be3d-a6b2a03b1474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b521e38-6f5f-4846-bbb8-7e7121cf1df3'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:47:55.190540 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2b521e38-6f5f-4846-bbb8-7e7121cf1df3, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2b521e38-6f5f-4846-bbb8-7e7121cf1df3,segment=NetworkSegment(76ccc155-02bf-480a-850e-208d37414717),segment_id=76ccc155-02bf-480a-850e-208d37414717)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:47:55.195879 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:47:55.232557 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978a6810-b8e4-4b9e-be3d-a6b2a03b1474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b521e38-6f5f-4846-bbb8-7e7121cf1df3', 'code': 200} Jan 17 14:47:55.302154 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2b521e38-6f5f-4846-bbb8-7e7121cf1df3,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:47:55.499967 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f84e6e-257f-4c48-824a-be1ae5e825d7 req-e997efd0-c428-47ea-b985-2ff8f2e784a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:55.501462 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-35f84e6e-257f-4c48-824a-be1ae5e825d7 req-e997efd0-c428-47ea-b985-2ff8f2e784a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 1099 time: 0.0763478 Jan 17 14:47:55.542527 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-35f84e6e-257f-4c48-824a-be1ae5e825d7 req-fd374017-eec1-4f72-8479-94f7ac89528f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341642 Jan 17 14:47:56.352381 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b5d6a-66e0-4c9a-84c6-b5e488ddffc5 req-3b34a6c1-62b5-48ee-8ecc-b04775f6b5b3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:56.353835 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4b8b5d6a-66e0-4c9a-84c6-b5e488ddffc5 req-3b34a6c1-62b5-48ee-8ecc-b04775f6b5b3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0795891 Jan 17 14:47:56.402595 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4b8b5d6a-66e0-4c9a-84c6-b5e488ddffc5 req-fa8b8a2b-ae21-472b-9390-fcf4745d011d tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425768 Jan 17 14:47:57.593005 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e1be7-ab63-4a48-bc89-97eae8694374 req-974b70db-cc50-4b34-a4f3-718bcda7c3c2 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:57.594484 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9f3e1be7-ab63-4a48-bc89-97eae8694374 req-974b70db-cc50-4b34-a4f3-718bcda7c3c2 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0795534 Jan 17 14:47:57.641369 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9f3e1be7-ab63-4a48-bc89-97eae8694374 req-2e4a99c7-e4ae-4d49-aa9f-960d8af0997a tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413091 Jan 17 14:47:57.829548 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18bd85-4ac4-4019-86a7-95d0c826b97e req-ec821ee0-323c-4d71-be96-23329e12f5a2 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:57.830991 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0b18bd85-4ac4-4019-86a7-95d0c826b97e req-ec821ee0-323c-4d71-be96-23329e12f5a2 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0839169 Jan 17 14:47:57.876164 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0b18bd85-4ac4-4019-86a7-95d0c826b97e req-c9209dc3-b37c-46a9-83e9-9eedd43fd2b2 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388124 Jan 17 14:47:58.212390 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0702ced-a9e3-4bb6-840e-0908c6020fd0 req-1c3fbd5f-23ea-4396-aeee-430c71199e76 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:58.213860 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f0702ced-a9e3-4bb6-840e-0908c6020fd0 req-1c3fbd5f-23ea-4396-aeee-430c71199e76 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0805256 Jan 17 14:47:58.259222 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f0702ced-a9e3-4bb6-840e-0908c6020fd0 req-3e612c5c-deb0-4740-89aa-ce8330d3e672 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395043 Jan 17 14:47:58.440878 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bf941-01e5-4793-a140-da6c5bc0a8fb req-f30457f6-6caa-4f7c-8390-802c707fa06b tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:58.442409 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-188bf941-01e5-4793-a140-da6c5bc0a8fb req-f30457f6-6caa-4f7c-8390-802c707fa06b tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0792239 Jan 17 14:47:58.486147 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-188bf941-01e5-4793-a140-da6c5bc0a8fb req-166da20e-47cf-4132-a6b3-771f3ff2307c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381587 Jan 17 14:47:58.890785 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-ce4a3b05-5688-4fe0-a2b9-b3d7106ba976 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1286438 Jan 17 14:47:58.910459 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b255d-695d-4918-8b6e-3135815363ee req-a041e0ed-df72-462f-b662-2fb8838a7c34 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:47:58.911951 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-eb7b255d-695d-4918-8b6e-3135815363ee req-a041e0ed-df72-462f-b662-2fb8838a7c34 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.1068683 Jan 17 14:47:58.959258 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-eb7b255d-695d-4918-8b6e-3135815363ee req-40fa80f9-88da-429c-8f19-430b7445aed3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416248 Jan 17 14:48:00.145887 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05344d5-d2f1-4194-bb4c-de097676c314 req-793063c1-6e19-4a49-9b45-b42220b8ea53 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:00.147369 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f05344d5-d2f1-4194-bb4c-de097676c314 req-793063c1-6e19-4a49-9b45-b42220b8ea53 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0831330 Jan 17 14:48:00.194289 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f05344d5-d2f1-4194-bb4c-de097676c314 req-d32b31d9-5dfa-494f-a4e2-ed1d3577b895 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412993 Jan 17 14:48:00.386919 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-6941cde0-fb06-44a7-8365-1320f5045dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:00.388508 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-6941cde0-fb06-44a7-8365-1320f5045dea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6bf454026784648b1e8515f1134afda&device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 1099 time: 0.1819172 Jan 17 14:48:00.518959 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-7e8bc860-87d5-40bf-9270-0d4f1cc93a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:00.520341 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-7e8bc860-87d5-40bf-9270-0d4f1cc93a8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9a71b91-265c-46e0-9306-016ddd6e0adf HTTP/1.1" status: 200 len: 916 time: 0.1261997 Jan 17 14:48:00.589611 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-64071cad-1635-44f1-8cea-1aef835eb611 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b521e38-6f5f-4846-bbb8-7e7121cf1df3 HTTP/1.1" status: 200 len: 217 time: 0.0621891 Jan 17 14:48:00.653923 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-fbd6a141-8b52-4f9d-8a23-c8f4b569e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:00.655414 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-fbd6a141-8b52-4f9d-8a23-c8f4b569e23e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=638e293f-45d7-4868-9542-9aa25b76d46a HTTP/1.1" status: 200 len: 855 time: 0.0610654 Jan 17 14:48:00.702831 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-5ea7b820-8976-4ae2-a10d-3581adbf680d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9a71b91-265c-46e0-9306-016ddd6e0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411909 Jan 17 14:48:00.837022 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-4a5cfbf9-4f20-491f-bbbe-24f1c5f5af35 service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280911 Jan 17 14:48:00.970694 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-f455222a-184d-408e-ae8c-cf675173f94f service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278067 Jan 17 14:48:01.381551 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccf94d-e690-477c-b577-632c2cabd5ea req-d1920f1a-3581-420c-b5b3-aaf70e9795a1 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:01.383008 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bdccf94d-e690-477c-b577-632c2cabd5ea req-d1920f1a-3581-420c-b5b3-aaf70e9795a1 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0842929 Jan 17 14:48:01.427822 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bdccf94d-e690-477c-b577-632c2cabd5ea req-4ed5a39f-00dd-432e-99ca-c20223d16e6b tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390873 Jan 17 14:48:02.607525 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0abcd9-c02c-4011-a83c-1436e3831393 req-696082a4-0e5b-4b66-9b6d-6cc82282b84c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:02.608994 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bf0abcd9-c02c-4011-a83c-1436e3831393 req-696082a4-0e5b-4b66-9b6d-6cc82282b84c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0782967 Jan 17 14:48:02.652198 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bf0abcd9-c02c-4011-a83c-1436e3831393 req-36a239ed-397a-404c-a5a8-a87eb2dd043a tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376596 Jan 17 14:48:03.831257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c66e9d-5687-4e65-b738-a0aac9541f18 req-ee5b65f0-eed0-4cc6-9fbb-13bf80100ec4 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:03.832974 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d2c66e9d-5687-4e65-b738-a0aac9541f18 req-ee5b65f0-eed0-4cc6-9fbb-13bf80100ec4 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0780118 Jan 17 14:48:03.879101 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d2c66e9d-5687-4e65-b738-a0aac9541f18 req-b610114a-3216-43d2-8a9b-4d68e3eee79c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404909 Jan 17 14:48:04.374865 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa038b-3681-418e-bb40-89d348921f27 req-a13c6297-55e4-4ad6-8d82-41bd4cbea367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:04.376372 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-43aa038b-3681-418e-bb40-89d348921f27 req-a13c6297-55e4-4ad6-8d82-41bd4cbea367 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6bf454026784648b1e8515f1134afda&device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 1099 time: 0.0770452 Jan 17 14:48:04.532977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa038b-3681-418e-bb40-89d348921f27 req-6a8de9b5-8bbe-4feb-9679-120b8c27b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:04.534455 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-43aa038b-3681-418e-bb40-89d348921f27 req-6a8de9b5-8bbe-4feb-9679-120b8c27b48c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9a71b91-265c-46e0-9306-016ddd6e0adf HTTP/1.1" status: 200 len: 916 time: 0.1396980 Jan 17 14:48:04.600388 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-43aa038b-3681-418e-bb40-89d348921f27 req-07e532a9-ffb0-4763-b99f-edab68001e58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b521e38-6f5f-4846-bbb8-7e7121cf1df3 HTTP/1.1" status: 200 len: 217 time: 0.0604444 Jan 17 14:48:04.667596 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa038b-3681-418e-bb40-89d348921f27 req-c7ac9095-34a5-4bec-81ae-f9cac7966abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:04.669150 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-43aa038b-3681-418e-bb40-89d348921f27 req-c7ac9095-34a5-4bec-81ae-f9cac7966abb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=638e293f-45d7-4868-9542-9aa25b76d46a HTTP/1.1" status: 200 len: 855 time: 0.0621870 Jan 17 14:48:04.715033 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-43aa038b-3681-418e-bb40-89d348921f27 req-83b8f766-5a83-4aae-8d74-a22b11d7cdee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9a71b91-265c-46e0-9306-016ddd6e0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399210 Jan 17 14:48:04.849561 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-43aa038b-3681-418e-bb40-89d348921f27 req-20e5443f-59eb-4ba3-9856-e9c1da8db6e8 service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290336 Jan 17 14:48:04.989583 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-43aa038b-3681-418e-bb40-89d348921f27 req-ea87e7ef-fc5b-40a4-ad27-583e4a4f7533 service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330814 Jan 17 14:48:05.068685 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea46158-989e-4ba1-9dff-8e8730d38e9e req-eaf56ad4-f9d2-4e5d-a10c-96c82d228dbc tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:05.070135 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7ea46158-989e-4ba1-9dff-8e8730d38e9e req-eaf56ad4-f9d2-4e5d-a10c-96c82d228dbc tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0824738 Jan 17 14:48:05.114116 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7ea46158-989e-4ba1-9dff-8e8730d38e9e req-26a193fe-a4e1-4eb6-9264-2df2d5ab5725 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383148 Jan 17 14:48:05.891110 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:48:06.402721 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a992b-3643-46c7-b498-e7889d46f086 req-622d6641-c996-46c0-92e3-b79ddee97a1c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:06.404219 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f11a992b-3643-46c7-b498-e7889d46f086 req-622d6641-c996-46c0-92e3-b79ddee97a1c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.1845231 Jan 17 14:48:06.446778 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f11a992b-3643-46c7-b498-e7889d46f086 req-7f716dd6-13d8-4618-ac9d-e3621ad31070 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370424 Jan 17 14:48:07.631812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095ac7b-fdc5-49ec-95e4-035f2390d007 req-c531b797-1aba-4ec7-b501-3a28d8b97fe7 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:07.633303 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f095ac7b-fdc5-49ec-95e4-035f2390d007 req-c531b797-1aba-4ec7-b501-3a28d8b97fe7 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0840089 Jan 17 14:48:07.680951 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f095ac7b-fdc5-49ec-95e4-035f2390d007 req-4b4be484-bf72-4344-86c6-30f24408d508 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415547 Jan 17 14:48:08.863121 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c99be-42ed-4282-8a14-d667f1ddc3cf req-8c24376e-3077-4e7e-8a05-16a737bb0f1c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:08.864631 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-dc5c99be-42ed-4282-8a14-d667f1ddc3cf req-8c24376e-3077-4e7e-8a05-16a737bb0f1c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0796392 Jan 17 14:48:08.907619 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-dc5c99be-42ed-4282-8a14-d667f1ddc3cf req-399c9c5e-9c92-48a0-9f8a-f4f589217cb1 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372560 Jan 17 14:48:10.089595 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a3a71-df4c-4229-9781-3b22129445bd req-c253540a-33eb-4cb1-a244-febe0ce9e991 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:10.091006 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ad1a3a71-df4c-4229-9781-3b22129445bd req-c253540a-33eb-4cb1-a244-febe0ce9e991 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0807929 Jan 17 14:48:10.138995 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ad1a3a71-df4c-4229-9781-3b22129445bd req-b73ac542-ac4c-462a-bfd5-8cf3355f0b8b tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412667 Jan 17 14:48:10.730735 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeac-d87f-449a-8564-215800532e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:11.321410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25061ff9-b8b0-41ee-ad85-b9d77182f5c9 req-0cc39bed-a1d7-4d69-95b0-4e2eff727005 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:11.322851 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-25061ff9-b8b0-41ee-ad85-b9d77182f5c9 req-0cc39bed-a1d7-4d69-95b0-4e2eff727005 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0822124 Jan 17 14:48:11.366621 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-25061ff9-b8b0-41ee-ad85-b9d77182f5c9 req-2eb58234-94cc-451c-9711-81e986b43507 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376472 Jan 17 14:48:12.554893 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01015c44-4527-46da-b2d2-f51756c18458 req-d866b688-10a0-4335-aae9-a9056f9f1a80 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:12.556385 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-01015c44-4527-46da-b2d2-f51756c18458 req-d866b688-10a0-4335-aae9-a9056f9f1a80 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0821335 Jan 17 14:48:12.601845 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-01015c44-4527-46da-b2d2-f51756c18458 req-b5c36595-bd2e-47a9-8c4a-2b9753cb2f29 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395284 Jan 17 14:48:13.787489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb7e7e-43e1-4cba-a16a-986fec269ee3 req-cb6f9bac-8436-40cb-ba2d-6fa656260a04 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:13.788953 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-07fb7e7e-43e1-4cba-a16a-986fec269ee3 req-cb6f9bac-8436-40cb-ba2d-6fa656260a04 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0797949 Jan 17 14:48:13.836344 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-07fb7e7e-43e1-4cba-a16a-986fec269ee3 req-abf79a19-5895-4a93-8f4c-7eace0e9ce77 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417478 Jan 17 14:48:13.897015 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-abdef27a-ba39-4b5d-afcd-37f3ae72d3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:13.983058 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:14.003593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:15.018182 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc8dfb-32be-4d3f-9450-5bfcffcd16fe req-23dbdd12-8f57-4791-b853-104459e94ec5 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:15.019633 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7ffc8dfb-32be-4d3f-9450-5bfcffcd16fe req-23dbdd12-8f57-4791-b853-104459e94ec5 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0785837 Jan 17 14:48:15.063235 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7ffc8dfb-32be-4d3f-9450-5bfcffcd16fe req-01b9ac76-bd42-414f-84ce-88203a14f017 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378971 Jan 17 14:48:15.530188 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:16.244137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b9586-75fd-4504-8e31-fa1061eb8a27 req-eba28069-af62-4b54-a242-f6681100bec9 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:16.245589 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-731b9586-75fd-4504-8e31-fa1061eb8a27 req-eba28069-af62-4b54-a242-f6681100bec9 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0786426 Jan 17 14:48:16.288776 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-731b9586-75fd-4504-8e31-fa1061eb8a27 req-6a50ba64-6bd2-4cb6-a99c-3a52fe828849 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376074 Jan 17 14:48:17.473641 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bd199-c132-43c9-baf3-c22f32a78d17 req-ac816872-5ae2-4295-a61a-5959f2ff9b61 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:17.475068 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-699bd199-c132-43c9-baf3-c22f32a78d17 req-ac816872-5ae2-4295-a61a-5959f2ff9b61 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0826139 Jan 17 14:48:17.518033 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-699bd199-c132-43c9-baf3-c22f32a78d17 req-aacaa477-d2fd-4fa2-8fa5-63456dde1e4f tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373173 Jan 17 14:48:18.701856 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0797ee-af08-4789-bac0-2c2c782051f6 req-25e23c27-b962-4bbb-b83f-0d0b586c537a tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:18.703294 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9c0797ee-af08-4789-bac0-2c2c782051f6 req-25e23c27-b962-4bbb-b83f-0d0b586c537a tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0820067 Jan 17 14:48:18.746646 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9c0797ee-af08-4789-bac0-2c2c782051f6 req-402d8cd5-3ac0-4fec-b887-6d3963c5a2e9 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375257 Jan 17 14:48:19.933137 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5487c9-6171-4ddb-bdf1-f30473f07d2a req-8bfd8ed4-296d-4831-a70e-ac5be76f24e5 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:19.934555 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8e5487c9-6171-4ddb-bdf1-f30473f07d2a req-8bfd8ed4-296d-4831-a70e-ac5be76f24e5 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0810165 Jan 17 14:48:19.982546 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8e5487c9-6171-4ddb-bdf1-f30473f07d2a req-bfe28739-0fed-4368-9328-d66bc5a0a12a tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417838 Jan 17 14:48:21.165117 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af17764-35bd-4009-841b-b8e5b2d7dbd3 req-417584d1-73d2-4802-b37a-5e2a4dc4ee6c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:21.166581 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0af17764-35bd-4009-841b-b8e5b2d7dbd3 req-417584d1-73d2-4802-b37a-5e2a4dc4ee6c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0791919 Jan 17 14:48:21.211170 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0af17764-35bd-4009-841b-b8e5b2d7dbd3 req-836d1d91-c816-4f22-88e0-6c3ffcb85dfe tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383518 Jan 17 14:48:22.395219 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250266fe-2086-4559-94fe-16f5117f6c24 req-2cd650d8-5b6e-49c3-8a1c-08c172119ef4 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:22.396550 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-250266fe-2086-4559-94fe-16f5117f6c24 req-2cd650d8-5b6e-49c3-8a1c-08c172119ef4 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0786328 Jan 17 14:48:22.439954 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-250266fe-2086-4559-94fe-16f5117f6c24 req-b7ca3cb8-09a6-43ac-98b9-4d1504add224 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377295 Jan 17 14:48:23.089028 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:23.629220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4b45c-bace-4f0a-b24a-00654b47c1cc req-1d70acf6-d5fb-4cf7-86b2-83effe18c1b0 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:23.630543 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5ee4b45c-bace-4f0a-b24a-00654b47c1cc req-1d70acf6-d5fb-4cf7-86b2-83effe18c1b0 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0843160 Jan 17 14:48:23.680974 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5ee4b45c-bace-4f0a-b24a-00654b47c1cc req-233004f7-1bdb-41db-a0cc-6c3629365d4b tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451322 Jan 17 14:48:24.885464 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57264c1-6b4e-4a6c-8db6-ca4ddb1585d5 req-1dff33a5-1669-4053-9f2f-b161d8151e11 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:24.887064 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e57264c1-6b4e-4a6c-8db6-ca4ddb1585d5 req-1dff33a5-1669-4053-9f2f-b161d8151e11 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0968153 Jan 17 14:48:24.933761 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e57264c1-6b4e-4a6c-8db6-ca4ddb1585d5 req-86a4d5c6-061e-44de-a22c-d5945062ff54 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401697 Jan 17 14:48:26.116451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87ca87-1381-4a57-9369-6eff74b3af5b req-0d1e57e2-c31d-45f8-8aad-a9abff88c32a tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:26.117799 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8c87ca87-1381-4a57-9369-6eff74b3af5b req-0d1e57e2-c31d-45f8-8aad-a9abff88c32a tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0799818 Jan 17 14:48:26.160634 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8c87ca87-1381-4a57-9369-6eff74b3af5b req-42cf6ee8-1fe4-426c-8ae1-c9dee81e8298 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366628 Jan 17 14:48:27.344336 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41642923-7522-4cd1-a407-a0eb482b3d90 req-2b25de09-4aa3-4e10-9dc1-d5b4e771688d tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:27.345836 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-41642923-7522-4cd1-a407-a0eb482b3d90 req-2b25de09-4aa3-4e10-9dc1-d5b4e771688d tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0783930 Jan 17 14:48:27.390469 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-41642923-7522-4cd1-a407-a0eb482b3d90 req-3f41c990-0baa-4fdf-8edb-9a673a9fe8a7 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389843 Jan 17 14:48:27.591792 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-1a0f8efd-09b5-48e2-a7bb-08236575dea2 service neutron] 10.222.0.15 "GET /v2.0/ports/2b521e38-6f5f-4846-bbb8-7e7121cf1df3/bindings/hv-neutron-8249 HTTP/1.1" status: 200 len: 384 time: 0.0756171 Jan 17 14:48:27.857301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-80089501-8e23-4064-b03e-768401369481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:27.858989 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-80089501-8e23-4064-b03e-768401369481 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474&tenant_id=b6bf454026784648b1e8515f1134afda HTTP/1.1" status: 200 len: 1099 time: 0.0705900 Jan 17 14:48:27.952369 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-4681d8cc-b0b5-4ca3-a97a-a28f29c70bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:27.953898 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-4681d8cc-b0b5-4ca3-a97a-a28f29c70bff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6bf454026784648b1e8515f1134afda&device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 1099 time: 0.0730929 Jan 17 14:48:28.081297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-3630d904-4af7-461e-936f-3c7d0cba5e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:28.082961 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-3630d904-4af7-461e-936f-3c7d0cba5e9f service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9a71b91-265c-46e0-9306-016ddd6e0adf HTTP/1.1" status: 200 len: 916 time: 0.1227024 Jan 17 14:48:28.147324 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-b794f6c5-1b8d-4e71-b0af-ebacff8ee956 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b521e38-6f5f-4846-bbb8-7e7121cf1df3 HTTP/1.1" status: 200 len: 217 time: 0.0586543 Jan 17 14:48:28.211200 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-5277b233-256f-4a90-b85c-f3cc0fc07a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:28.212646 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-5277b233-256f-4a90-b85c-f3cc0fc07a78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=638e293f-45d7-4868-9542-9aa25b76d46a HTTP/1.1" status: 200 len: 855 time: 0.0594068 Jan 17 14:48:28.257643 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-0ef05e60-dbe9-41c7-b4c3-eb8d172aa104 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9a71b91-265c-46e0-9306-016ddd6e0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388772 Jan 17 14:48:28.389171 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-3d7fcb8e-7a7a-4ba6-b739-fcb134cb8bc0 service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255546 Jan 17 14:48:28.564748 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-368747b3-0f07-4ddd-869e-5f8cf65b1c03 req-63385526-80e5-4fc0-b861-7904e801aa16 service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700702 Jan 17 14:48:28.598643 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805e623-fda0-4da9-bbd8-5beedcf34466 req-77baeb2a-a8ec-4547-a298-df6413a18c8b tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:28.600121 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3805e623-fda0-4da9-bbd8-5beedcf34466 req-77baeb2a-a8ec-4547-a298-df6413a18c8b tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.1010261 Jan 17 14:48:28.651946 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3805e623-fda0-4da9-bbd8-5beedcf34466 req-58b7be39-7708-408e-b0a3-18ce12c20797 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461400 Jan 17 14:48:29.838795 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d534237-71aa-4089-8ca7-641e02693ccf req-68e5108e-f177-4eb7-9816-155b8b611983 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:29.840435 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2d534237-71aa-4089-8ca7-641e02693ccf req-68e5108e-f177-4eb7-9816-155b8b611983 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0825331 Jan 17 14:48:29.885927 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2d534237-71aa-4089-8ca7-641e02693ccf req-565fea19-497e-4b0d-b8c9-457bdfbd1022 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395582 Jan 17 14:48:31.067663 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af1637-a188-4fdd-aac9-8b3acd895327 req-1060390e-d0f7-4ef5-958c-cff7bbfab915 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:31.069065 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-69af1637-a188-4fdd-aac9-8b3acd895327 req-1060390e-d0f7-4ef5-958c-cff7bbfab915 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0791547 Jan 17 14:48:31.114302 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-69af1637-a188-4fdd-aac9-8b3acd895327 req-649b5646-be3a-41e7-8a64-9b25c94298e3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395679 Jan 17 14:48:31.161094 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:48:31.164947 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:48:31.378001 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:31.407290 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2b521e38-6f5f-4846-bbb8-7e7121cf1df3, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2b521e38-6f5f-4846-bbb8-7e7121cf1df3,segment=NetworkSegment(76ccc155-02bf-480a-850e-208d37414717),segment_id=76ccc155-02bf-480a-850e-208d37414717)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:48:31.430728 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978a6810-b8e4-4b9e-be3d-a6b2a03b1474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b521e38-6f5f-4846-bbb8-7e7121cf1df3'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:48:31.435740 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '2b521e38-6f5f-4846-bbb8-7e7121cf1df3', 'network_id': 'd9a71b91-265c-46e0-9306-016ddd6e0adf', 'port_id': '2b521e38-6f5f-4846-bbb8-7e7121cf1df3', 'mac_address': 'fa:16:3e:ab:b5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '638e293f-45d7-4868-9542-9aa25b76d46a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:48:31.466397 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2b521e38-6f5f-4846-bbb8-7e7121cf1df3, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2b521e38-6f5f-4846-bbb8-7e7121cf1df3,segment=NetworkSegment(76ccc155-02bf-480a-850e-208d37414717),segment_id=76ccc155-02bf-480a-850e-208d37414717)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:48:31.472013 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:31.514598 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978a6810-b8e4-4b9e-be3d-a6b2a03b1474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b521e38-6f5f-4846-bbb8-7e7121cf1df3', 'code': 200} Jan 17 14:48:31.549969 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:31.573355 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:48:31.579823 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2b521e38-6f5f-4846-bbb8-7e7121cf1df3,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:48:31.592695 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2b521e38-6f5f-4846-bbb8-7e7121cf1df3, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2b521e38-6f5f-4846-bbb8-7e7121cf1df3,segment=NetworkSegment(76ccc155-02bf-480a-850e-208d37414717),segment_id=76ccc155-02bf-480a-850e-208d37414717)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:48:31.596299 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:31.659879 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['2b521e38-6f5f-4846-bbb8-7e7121cf1df3'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:48:31.719234 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2b521e38-6f5f-4846-bbb8-7e7121cf1df3,revision_number=7']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:48:32.402064 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd1b26-10f9-4279-afcb-c5654458d403 req-dcbde3a2-ed9d-4b44-bf25-198ad2d6cecf tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:32.404146 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-86bd1b26-10f9-4279-afcb-c5654458d403 req-dcbde3a2-ed9d-4b44-bf25-198ad2d6cecf tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 945 time: 0.1840837 Jan 17 14:48:32.447208 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-86bd1b26-10f9-4279-afcb-c5654458d403 req-469d8257-245f-4ca1-a65c-25d81f678396 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374401 Jan 17 14:48:32.816693 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731656c-6cca-4985-86b3-31494296d04c req-b8728759-950e-432f-a88d-0a2cd97838a8 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:32.818144 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e731656c-6cca-4985-86b3-31494296d04c req-b8728759-950e-432f-a88d-0a2cd97838a8 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 945 time: 0.1425335 Jan 17 14:48:32.830272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df703b-83ca-45bc-a0a1-6cd87e2452d0 req-8f9d2738-fa8b-4e94-8afb-a73a94ac79e7 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:32.831631 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-39df703b-83ca-45bc-a0a1-6cd87e2452d0 req-8f9d2738-fa8b-4e94-8afb-a73a94ac79e7 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.15 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474&tenant_id=b6bf454026784648b1e8515f1134afda&binding%3Ahost_id=hv-neutron-8249 HTTP/1.1" status: 200 len: 945 time: 0.1221094 Jan 17 14:48:32.874300 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e731656c-6cca-4985-86b3-31494296d04c req-045b5175-74e9-4a38-a2e9-3fc5fe1a3c56 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416963 Jan 17 14:48:32.972157 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df703b-83ca-45bc-a0a1-6cd87e2452d0 req-ccc88ae2-fe1a-4db3-9137-050500f99848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:32.973618 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-39df703b-83ca-45bc-a0a1-6cd87e2452d0 req-ccc88ae2-fe1a-4db3-9137-050500f99848 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6bf454026784648b1e8515f1134afda&device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 1098 time: 0.0719001 Jan 17 14:48:33.101810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df703b-83ca-45bc-a0a1-6cd87e2452d0 req-99e4f448-bd04-4adb-ba50-025b4e746c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:33.103135 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-39df703b-83ca-45bc-a0a1-6cd87e2452d0 req-99e4f448-bd04-4adb-ba50-025b4e746c77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9a71b91-265c-46e0-9306-016ddd6e0adf HTTP/1.1" status: 200 len: 916 time: 0.1234758 Jan 17 14:48:33.167072 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:48:33.168375 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-39df703b-83ca-45bc-a0a1-6cd87e2452d0 req-5d04cc26-0b60-4258-bb34-fecfb6a372fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b521e38-6f5f-4846-bbb8-7e7121cf1df3 HTTP/1.1" status: 200 len: 217 time: 0.0591249 Jan 17 14:48:33.232368 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df703b-83ca-45bc-a0a1-6cd87e2452d0 req-c533510d-30f9-4510-a2f0-2c1d021c3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:33.233811 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-39df703b-83ca-45bc-a0a1-6cd87e2452d0 req-c533510d-30f9-4510-a2f0-2c1d021c3919 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=638e293f-45d7-4868-9542-9aa25b76d46a HTTP/1.1" status: 200 len: 855 time: 0.0603528 Jan 17 14:48:33.234309 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:48:33.234675 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:33.280374 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-39df703b-83ca-45bc-a0a1-6cd87e2452d0 req-824a3fdf-d5ba-4a74-868c-5ceb1253cab3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9a71b91-265c-46e0-9306-016ddd6e0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396476 Jan 17 14:48:33.350381 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:33.382593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2b521e38-6f5f-4846-bbb8-7e7121cf1df3, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2b521e38-6f5f-4846-bbb8-7e7121cf1df3,segment=NetworkSegment(76ccc155-02bf-480a-850e-208d37414717),segment_id=76ccc155-02bf-480a-850e-208d37414717)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:48:33.386567 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:33.410568 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-39df703b-83ca-45bc-a0a1-6cd87e2452d0 req-a69dfbea-64e3-4562-98ce-4e1fc7b14fe1 service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241162 Jan 17 14:48:33.456774 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2b521e38-6f5f-4846-bbb8-7e7121cf1df3,revision_number=8']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:48:33.515435 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978a6810-b8e4-4b9e-be3d-a6b2a03b1474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b521e38-6f5f-4846-bbb8-7e7121cf1df3'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:48:33.542945 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-39df703b-83ca-45bc-a0a1-6cd87e2452d0 req-12da081c-b4ad-426b-ae68-1eb5d5b6a036 service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264982 Jan 17 14:48:33.569445 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978a6810-b8e4-4b9e-be3d-a6b2a03b1474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b521e38-6f5f-4846-bbb8-7e7121cf1df3', 'code': 200} Jan 17 14:48:34.071022 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81ece9-3eb8-4b5d-8c1b-94ad62cd7905 req-e99629b6-1aec-4762-bec9-b1c73e79d54b tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:34.072449 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff81ece9-3eb8-4b5d-8c1b-94ad62cd7905 req-e99629b6-1aec-4762-bec9-b1c73e79d54b tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0890112 Jan 17 14:48:34.118163 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff81ece9-3eb8-4b5d-8c1b-94ad62cd7905 req-d28ac78f-bb2b-489b-a279-b4be079776ed tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397444 Jan 17 14:48:35.302838 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5293801-5a6f-4164-9a9b-85ab9caa2b81 req-a8a779dc-bd41-4247-8276-ff5b25bac19f tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:35.304301 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e5293801-5a6f-4164-9a9b-85ab9caa2b81 req-a8a779dc-bd41-4247-8276-ff5b25bac19f tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0781941 Jan 17 14:48:35.354963 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e5293801-5a6f-4164-9a9b-85ab9caa2b81 req-b1526182-bd51-4cd6-85ff-38912dc230a0 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443337 Jan 17 14:48:35.533599 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787db01-692d-4819-ad23-7c6c0bfd2614 req-0eb8b7e1-36f4-41d5-be59-126d221dda8b tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:35.534960 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2787db01-692d-4819-ad23-7c6c0bfd2614 req-0eb8b7e1-36f4-41d5-be59-126d221dda8b tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0782835 Jan 17 14:48:35.577701 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2787db01-692d-4819-ad23-7c6c0bfd2614 req-eca9bf33-08d8-4819-aa10-32d779a5980c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372231 Jan 17 14:48:35.765024 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f7205-84b8-4826-a0cb-07b675a24b78 req-8374380f-16ec-4cda-ba46-0db1f8eca171 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:35.766485 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ed5f7205-84b8-4826-a0cb-07b675a24b78 req-8374380f-16ec-4cda-ba46-0db1f8eca171 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0861754 Jan 17 14:48:35.812605 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ed5f7205-84b8-4826-a0cb-07b675a24b78 req-0d109ee3-6a0d-4942-a4e9-c86a89e4f0c8 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404153 Jan 17 14:48:36.386171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299164b7-0916-4386-90d0-a739035a9b31 req-80c7c015-4afc-47d8-a7de-9261f0dd4aff tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:36.387566 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-299164b7-0916-4386-90d0-a739035a9b31 req-80c7c015-4afc-47d8-a7de-9261f0dd4aff tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/networks?id=d9a71b91-265c-46e0-9306-016ddd6e0adf HTTP/1.1" status: 200 len: 815 time: 0.2369113 Jan 17 14:48:36.402282 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-299164b7-0916-4386-90d0-a739035a9b31 req-f9826106-10a0-4eed-a181-68ed631c4d93 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/quotas/b6bf454026784648b1e8515f1134afda HTTP/1.1" status: 200 len: 375 time: 0.0091057 Jan 17 14:48:36.485162 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-299164b7-0916-4386-90d0-a739035a9b31 req-89cfa1e5-6b97-4f4d-8e1b-b9e16ff789da tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6bf454026784648b1e8515f1134afda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0769310 Jan 17 14:48:36.617765 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-299164b7-0916-4386-90d0-a739035a9b31 req-25ba0542-8516-4ebf-941f-a09d263a808c service neutron] 10.222.0.48 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258559 Jan 17 14:48:36.749854 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-299164b7-0916-4386-90d0-a739035a9b31 req-f301d94f-0da0-41c9-821e-a99f1d257ffd service neutron] 10.222.0.48 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262691 Jan 17 14:48:36.924305 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c441d1a7-53c1-4696-834a-27ec8805590c req-b29fa093-d6a3-4d23-9810-1b64dab892a1 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 210 time: 0.0457246 Jan 17 14:48:37.943660 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299164b7-0916-4386-90d0-a739035a9b31 req-88402b27-315d-430b-9f15-e7d1ca938a49 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:37.945166 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-299164b7-0916-4386-90d0-a739035a9b31 req-88402b27-315d-430b-9f15-e7d1ca938a49 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.15 "GET /v2.0/networks?id=d9a71b91-265c-46e0-9306-016ddd6e0adf HTTP/1.1" status: 200 len: 815 time: 0.1591461 Jan 17 14:48:37.946718 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab757e4c-dede-4cf2-814b-249b3ebc8335 req-f546950a-802d-4d76-bf24-00166bac4918 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:37.948652 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ab757e4c-dede-4cf2-814b-249b3ebc8335 req-f546950a-802d-4d76-bf24-00166bac4918 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.15 "GET /v2.0/ports?device_id=978a6810-b8e4-4b9e-be3d-a6b2a03b1474 HTTP/1.1" status: 200 len: 946 time: 0.0820024 Jan 17 14:48:37.962920 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-299164b7-0916-4386-90d0-a739035a9b31 req-e56f68ab-04cf-4372-b538-5e2b314931b1 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Request body: {'port': {'device_id': 'c34ee703-dd5e-4bb5-811a-1ea953f07e01', 'network_id': 'd9a71b91-265c-46e0-9306-016ddd6e0adf', 'admin_state_up': True, 'tenant_id': 'b6bf454026784648b1e8515f1134afda'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:48:38.042371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-ab757e4c-dede-4cf2-814b-249b3ebc8335 req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Deleting port 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:48:38.042715 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-ab757e4c-dede-4cf2-814b-249b3ebc8335 req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:38.133946 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-299164b7-0916-4386-90d0-a739035a9b31 req-e56f68ab-04cf-4372-b538-5e2b314931b1 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:48:38.145240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-299164b7-0916-4386-90d0-a739035a9b31 req-e56f68ab-04cf-4372-b538-5e2b314931b1 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:48:38.156087 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299164b7-0916-4386-90d0-a739035a9b31 req-e56f68ab-04cf-4372-b538-5e2b314931b1 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Made reservation on behalf of b6bf454026784648b1e8515f1134afda for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:48:38.160951 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-299164b7-0916-4386-90d0-a739035a9b31 req-e56f68ab-04cf-4372-b538-5e2b314931b1 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:38.294144 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e5fe729c-f2c7-46ac-a6de-3f8d4e794487 req-bb8f1845-de13-4148-9342-accae0fdeaf4 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 210 time: 0.1036608 Jan 17 14:48:38.322501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-299164b7-0916-4386-90d0-a739035a9b31 req-e56f68ab-04cf-4372-b538-5e2b314931b1 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Allocated IP 172.20.0.3 (d9a71b91-265c-46e0-9306-016ddd6e0adf/638e293f-45d7-4868-9542-9aa25b76d46a/65cb4069-a64b-4e1a-a77a-6002e70d6067) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:48:38.349364 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [req-ab757e4c-dede-4cf2-814b-249b3ebc8335 req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] For port 2b521e38-6f5f-4846-bbb8-7e7121cf1df3, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2b521e38-6f5f-4846-bbb8-7e7121cf1df3,segment=NetworkSegment(76ccc155-02bf-480a-850e-208d37414717),segment_id=76ccc155-02bf-480a-850e-208d37414717)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:48:38.349726 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-ab757e4c-dede-4cf2-814b-249b3ebc8335 req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:38.480999 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [req-ab757e4c-dede-4cf2-814b-249b3ebc8335 req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Calling delete_port for 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 owned by compute:nova {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:48:38.634212 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-ab757e4c-dede-4cf2-814b-249b3ebc8335 req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:38.646316 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['2b521e38-6f5f-4846-bbb8-7e7121cf1df3'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:48:38.651379 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-299164b7-0916-4386-90d0-a739035a9b31 req-e56f68ab-04cf-4372-b538-5e2b314931b1 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:38.683554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-299164b7-0916-4386-90d0-a739035a9b31 req-e56f68ab-04cf-4372-b538-5e2b314931b1 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:38.686179 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Pushing event deleted for resources: {'Port': ['ID=2b521e38-6f5f-4846-bbb8-7e7121cf1df3,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:48:38.695929 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:38.696271 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:38.696467 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['2b521e38-6f5f-4846-bbb8-7e7121cf1df3'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:48:38.696585 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:38.696920 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:38.697242 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:38.697569 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:38.698457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:38.698457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:38.698612 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:38.698826 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:38.699099 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:38.699411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:38.761835 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299164b7-0916-4386-90d0-a739035a9b31 req-e56f68ab-04cf-4372-b538-5e2b314931b1 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Network d9a71b91-265c-46e0-9306-016ddd6e0adf is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:48:38.765730 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-299164b7-0916-4386-90d0-a739035a9b31 req-e56f68ab-04cf-4372-b538-5e2b314931b1 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:48:38.769955 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-299164b7-0916-4386-90d0-a739035a9b31 req-e56f68ab-04cf-4372-b538-5e2b314931b1 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:48:38.776235 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab757e4c-dede-4cf2-814b-249b3ebc8335 req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] No DVR routers for this DVR port 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 on host hv-neutron-8249 {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:48:38.779307 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [req-ab757e4c-dede-4cf2-814b-249b3ebc8335 req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:38.793459 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978a6810-b8e4-4b9e-be3d-a6b2a03b1474', 'name': 'network-vif-deleted', 'tag': '2b521e38-6f5f-4846-bbb8-7e7121cf1df3'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:48:38.799747 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ab757e4c-dede-4cf2-814b-249b3ebc8335 req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.15 "DELETE /v2.0/ports/2b521e38-6f5f-4846-bbb8-7e7121cf1df3 HTTP/1.1" status: 204 len: 173 time: 0.8436749 Jan 17 14:48:38.805438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f68ab-04cf-4372-b538-5e2b314931b1 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Pushing event updated for resources: {'Port': ['ID=65cb4069-a64b-4e1a-a77a-6002e70d6067,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:48:38.843415 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299164b7-0916-4386-90d0-a739035a9b31 req-e56f68ab-04cf-4372-b538-5e2b314931b1 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:38.844050 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-299164b7-0916-4386-90d0-a739035a9b31 req-e56f68ab-04cf-4372-b538-5e2b314931b1 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:38.847634 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978a6810-b8e4-4b9e-be3d-a6b2a03b1474', 'name': 'network-vif-deleted', 'tag': '2b521e38-6f5f-4846-bbb8-7e7121cf1df3', 'status': 'completed', 'code': 200} Jan 17 14:48:38.869983 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-299164b7-0916-4386-90d0-a739035a9b31 req-e56f68ab-04cf-4372-b538-5e2b314931b1 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9126227 Jan 17 14:48:38.880917 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Request body: {'port': {'device_id': 'c34ee703-dd5e-4bb5-811a-1ea953f07e01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:48:38.997392 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:39.341893 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65cb4069-a64b-4e1a-a77a-6002e70d6067 {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:48:39.349788 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:39.365241 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Transition to ACTIVE for port object 65cb4069-a64b-4e1a-a77a-6002e70d6067 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:48:39.368874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:39.496517 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9154104-034b-46c7-94d7-07f39c680ba3 req-a35f71cc-396f-4499-9fb3-a2ca5d71d3b0 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:39.497704 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-d9154104-034b-46c7-94d7-07f39c680ba3 req-a35f71cc-396f-4499-9fb3-a2ca5d71d3b0 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Synchronizing usage tracker for tenant:b6bf454026784648b1e8515f1134afda on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:48:39.514539 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-d9154104-034b-46c7-94d7-07f39c680ba3 req-a35f71cc-396f-4499-9fb3-a2ca5d71d3b0 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Unset dirty status for tenant:b6bf454026784648b1e8515f1134afda on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:48:39.515739 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d9154104-034b-46c7-94d7-07f39c680ba3 req-a35f71cc-396f-4499-9fb3-a2ca5d71d3b0 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 943 time: 0.1005819 Jan 17 14:48:39.528088 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Pushing event updated for resources: {'Port': ['ID=65cb4069-a64b-4e1a-a77a-6002e70d6067,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:48:39.564917 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d9154104-034b-46c7-94d7-07f39c680ba3 req-696147a4-3e2f-4078-bde4-b032d6db86a2 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427389 Jan 17 14:48:39.611132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Attempting to bind port 65cb4069-a64b-4e1a-a77a-6002e70d6067 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:48:39.611459 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Attempting to bind port 65cb4069-a64b-4e1a-a77a-6002e70d6067 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '76ccc155-02bf-480a-850e-208d37414717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd9a71b91-265c-46e0-9306-016ddd6e0adf'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:48:39.611817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Attempting to bind port 65cb4069-a64b-4e1a-a77a-6002e70d6067 on network d9a71b91-265c-46e0-9306-016ddd6e0adf {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:48:39.616354 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Port 65cb4069-a64b-4e1a-a77a-6002e70d6067 on network d9a71b91-265c-46e0-9306-016ddd6e0adf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:48:39.616668 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Attempting to bind port 65cb4069-a64b-4e1a-a77a-6002e70d6067 on network d9a71b91-265c-46e0-9306-016ddd6e0adf {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:48:39.621697 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:48:39.622564 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Checking segment: {'id': '76ccc155-02bf-480a-850e-208d37414717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd9a71b91-265c-46e0-9306-016ddd6e0adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:48:39.622945 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Bound using segment: {'id': '76ccc155-02bf-480a-850e-208d37414717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd9a71b91-265c-46e0-9306-016ddd6e0adf'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:48:39.623363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Bound port: 65cb4069-a64b-4e1a-a77a-6002e70d6067, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ccc155-02bf-480a-850e-208d37414717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd9a71b91-265c-46e0-9306-016ddd6e0adf'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:48:39.623701 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:39.709974 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] For port 65cb4069-a64b-4e1a-a77a-6002e70d6067, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:48:39.712848 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] For port 65cb4069-a64b-4e1a-a77a-6002e70d6067, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=65cb4069-a64b-4e1a-a77a-6002e70d6067,segment=NetworkSegment(76ccc155-02bf-480a-850e-208d37414717),segment_id=76ccc155-02bf-480a-850e-208d37414717)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:48:39.718285 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:39.784869 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:39.785483 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:39.786911 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-299164b7-0916-4386-90d0-a739035a9b31 req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] 10.222.0.15 "PUT /v2.0/ports/65cb4069-a64b-4e1a-a77a-6002e70d6067 HTTP/1.1" status: 200 len: 1093 time: 0.9101939 Jan 17 14:48:39.787354 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34ee703-dd5e-4bb5-811a-1ea953f07e01', 'tag': '65cb4069-a64b-4e1a-a77a-6002e70d6067'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:48:39.822925 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Pushing event updated for resources: {'Port': ['ID=65cb4069-a64b-4e1a-a77a-6002e70d6067,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:48:39.831320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:39.831673 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:39.832076 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:39.832417 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:39.833078 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:39.833408 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:39.833736 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:39.834092 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:39.834420 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:39.834738 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:39.835055 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:39.835370 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf20221-e09b-4fcd-9d0b-24e77be32016 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:39.840028 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34ee703-dd5e-4bb5-811a-1ea953f07e01', 'tag': '65cb4069-a64b-4e1a-a77a-6002e70d6067', 'status': 'completed', 'code': 200} Jan 17 14:48:39.927301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299164b7-0916-4386-90d0-a739035a9b31 req-42c0f2e4-69cf-4a65-aa53-06a3cec93021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:39.928809 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-299164b7-0916-4386-90d0-a739035a9b31 req-42c0f2e4-69cf-4a65-aa53-06a3cec93021 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6bf454026784648b1e8515f1134afda&device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 1096 time: 0.0852451 Jan 17 14:48:40.004016 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-299164b7-0916-4386-90d0-a739035a9b31 req-5c79dcac-9815-4353-b057-332e70b31518 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65cb4069-a64b-4e1a-a77a-6002e70d6067 HTTP/1.1" status: 200 len: 217 time: 0.0687976 Jan 17 14:48:40.069871 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299164b7-0916-4386-90d0-a739035a9b31 req-6adcfcce-f74c-42bd-8fd5-683afbbe708f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:40.071303 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-299164b7-0916-4386-90d0-a739035a9b31 req-6adcfcce-f74c-42bd-8fd5-683afbbe708f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=638e293f-45d7-4868-9542-9aa25b76d46a HTTP/1.1" status: 200 len: 855 time: 0.0609021 Jan 17 14:48:40.121550 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-299164b7-0916-4386-90d0-a739035a9b31 req-de606f04-2002-4217-991b-b9d20e84a020 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9a71b91-265c-46e0-9306-016ddd6e0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446010 Jan 17 14:48:40.258223 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-299164b7-0916-4386-90d0-a739035a9b31 req-c20d997c-804a-4905-8c75-d76fa9210e36 service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315792 Jan 17 14:48:40.514720 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-299164b7-0916-4386-90d0-a739035a9b31 req-a3c23227-13e1-45df-bea1-a98524033327 service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505867 Jan 17 14:48:40.631684 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c73d7-f251-4b5d-a0c2-155bdfafdfc4 req-acb296f9-b642-4ad6-9e70-fd22a7a1e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:40.633319 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4f3c73d7-f251-4b5d-a0c2-155bdfafdfc4 req-acb296f9-b642-4ad6-9e70-fd22a7a1e954 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6bf454026784648b1e8515f1134afda&device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 1096 time: 0.0752096 Jan 17 14:48:40.735932 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5201d0a9-b08d-4846-b0c3-58e60a85d549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:40.769261 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32312fa8-0bce-4c2f-9f1d-d32531a2630b req-1c02dae3-0517-4240-9368-a8c64a21899d tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:40.776936 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-32312fa8-0bce-4c2f-9f1d-d32531a2630b req-1c02dae3-0517-4240-9368-a8c64a21899d tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 943 time: 0.0986066 Jan 17 14:48:40.790574 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c73d7-f251-4b5d-a0c2-155bdfafdfc4 req-1e59eee3-3fe3-405f-941b-601e029cc7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:40.792756 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4f3c73d7-f251-4b5d-a0c2-155bdfafdfc4 req-1e59eee3-3fe3-405f-941b-601e029cc7be service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9a71b91-265c-46e0-9306-016ddd6e0adf HTTP/1.1" status: 200 len: 916 time: 0.1535912 Jan 17 14:48:40.828190 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-32312fa8-0bce-4c2f-9f1d-d32531a2630b req-f694940b-eb06-4ce1-a23f-da229b7777ee tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503774 Jan 17 14:48:40.870999 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4f3c73d7-f251-4b5d-a0c2-155bdfafdfc4 req-c6ebe568-0a9b-40e6-bbb9-38ce921a82bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65cb4069-a64b-4e1a-a77a-6002e70d6067 HTTP/1.1" status: 200 len: 217 time: 0.0709562 Jan 17 14:48:40.935250 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c73d7-f251-4b5d-a0c2-155bdfafdfc4 req-f0f351ad-976e-42c3-917d-1cdc4b6d3644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:40.936736 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4f3c73d7-f251-4b5d-a0c2-155bdfafdfc4 req-f0f351ad-976e-42c3-917d-1cdc4b6d3644 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=638e293f-45d7-4868-9542-9aa25b76d46a HTTP/1.1" status: 200 len: 855 time: 0.0599568 Jan 17 14:48:40.987477 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4f3c73d7-f251-4b5d-a0c2-155bdfafdfc4 req-b2f81887-67b4-4b18-8d42-57cc7b8bc733 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9a71b91-265c-46e0-9306-016ddd6e0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451038 Jan 17 14:48:41.134982 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4f3c73d7-f251-4b5d-a0c2-155bdfafdfc4 req-4c5ab8b9-1058-47b5-9320-c8a8f47f34c8 service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406713 Jan 17 14:48:41.216379 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:48:41.255183 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:48:41.255442 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2b521e38-6f5f-4846-bbb8-7e7121cf1df3 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:48:41.275594 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4f3c73d7-f251-4b5d-a0c2-155bdfafdfc4 req-72f6d8a4-8ad9-4f87-a9f8-380a24e4ddcb service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345816 Jan 17 14:48:42.019024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fba26-3c58-4587-b156-153c1e0f7deb req-4c05f427-5d35-4e5d-a9ec-254b3f38675b tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:42.019751 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-a15fba26-3c58-4587-b156-153c1e0f7deb req-4c05f427-5d35-4e5d-a9ec-254b3f38675b tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Synchronizing usage tracker for tenant:b6bf454026784648b1e8515f1134afda on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:48:42.032553 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-a15fba26-3c58-4587-b156-153c1e0f7deb req-4c05f427-5d35-4e5d-a9ec-254b3f38675b tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Unset dirty status for tenant:b6bf454026784648b1e8515f1134afda on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:48:42.033743 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a15fba26-3c58-4587-b156-153c1e0f7deb req-4c05f427-5d35-4e5d-a9ec-254b3f38675b tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 943 time: 0.0935628 Jan 17 14:48:42.078643 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a15fba26-3c58-4587-b156-153c1e0f7deb req-3ad46d32-1a23-4a30-b44a-20711211ba7c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389597 Jan 17 14:48:42.890595 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:48:43.271896 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e9ef6-323f-49f1-82d1-717a457d7fe8 req-0be0f877-2bdf-4287-a7f9-ad88e0558dcd tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:43.273333 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e84e9ef6-323f-49f1-82d1-717a457d7fe8 req-0be0f877-2bdf-4287-a7f9-ad88e0558dcd tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 943 time: 0.0838168 Jan 17 14:48:43.414415 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e84e9ef6-323f-49f1-82d1-717a457d7fe8 req-ca5db4d0-7bf6-4667-9211-fc0b77866128 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353123 Jan 17 14:48:43.898536 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-198da264-f814-41de-9c52-d1092f378259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:43.985249 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:44.004951 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:44.602805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c15d52-4c8b-455e-8951-c6bf3cd7e3ef req-262dc12b-a906-4f8f-bd02-af508184baca tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:44.604315 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-60c15d52-4c8b-455e-8951-c6bf3cd7e3ef req-262dc12b-a906-4f8f-bd02-af508184baca tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 943 time: 0.0839050 Jan 17 14:48:44.647074 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-60c15d52-4c8b-455e-8951-c6bf3cd7e3ef req-111e1e36-0bd4-4bf6-a2ad-982da25a739c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365558 Jan 17 14:48:45.213272 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 65cb4069-a64b-4e1a-a77a-6002e70d6067 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:48:45.344350 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 65cb4069-a64b-4e1a-a77a-6002e70d6067, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=65cb4069-a64b-4e1a-a77a-6002e70d6067,segment=NetworkSegment(76ccc155-02bf-480a-850e-208d37414717),segment_id=76ccc155-02bf-480a-850e-208d37414717)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:48:45.356794 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '65cb4069-a64b-4e1a-a77a-6002e70d6067', 'network_id': 'd9a71b91-265c-46e0-9306-016ddd6e0adf', 'port_id': '65cb4069-a64b-4e1a-a77a-6002e70d6067', 'mac_address': 'fa:16:3e:32:9f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '638e293f-45d7-4868-9542-9aa25b76d46a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:48:45.409690 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:45.425566 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65cb4069-a64b-4e1a-a77a-6002e70d6067 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:48:45.440948 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 65cb4069-a64b-4e1a-a77a-6002e70d6067, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=65cb4069-a64b-4e1a-a77a-6002e70d6067,segment=NetworkSegment(76ccc155-02bf-480a-850e-208d37414717),segment_id=76ccc155-02bf-480a-850e-208d37414717)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:48:45.445082 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:45.553278 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:45.561108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=65cb4069-a64b-4e1a-a77a-6002e70d6067,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:48:45.567986 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:45.568337 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:45.568670 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:45.569002 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:45.569320 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:45.569643 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:45.569960 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:45.570277 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:45.570592 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:45.570903 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:45.571213 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:45.571524 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:48:45.772811 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['65cb4069-a64b-4e1a-a77a-6002e70d6067'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:48:45.827411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e289d19-74e7-419e-8954-64d8f1445778 req-4a8042a7-6ef7-452d-aac9-3a9fb16f438e tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:45.828887 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5e289d19-74e7-419e-8954-64d8f1445778 req-4a8042a7-6ef7-452d-aac9-3a9fb16f438e tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 944 time: 0.0791678 Jan 17 14:48:45.877195 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5e289d19-74e7-419e-8954-64d8f1445778 req-8c03dd19-83b5-4d07-abcb-cc300bc51f54 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423477 Jan 17 14:48:47.055155 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b975832-d21d-4c4b-a96d-fe4169e62cc9 req-25f2c1bd-ba6c-4b06-89a6-c892493f3a10 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:47.056548 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8b975832-d21d-4c4b-a96d-fe4169e62cc9 req-25f2c1bd-ba6c-4b06-89a6-c892493f3a10 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 944 time: 0.0787632 Jan 17 14:48:47.100191 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8b975832-d21d-4c4b-a96d-fe4169e62cc9 req-6e56f5f0-c29e-4877-aebe-dd73114bfabd tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379865 Jan 17 14:48:47.213144 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 65cb4069-a64b-4e1a-a77a-6002e70d6067 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:48:47.277424 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 65cb4069-a64b-4e1a-a77a-6002e70d6067 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:48:47.282892 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 65cb4069-a64b-4e1a-a77a-6002e70d6067 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:48:47.283253 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:47.398883 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:47.424933 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34ee703-dd5e-4bb5-811a-1ea953f07e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cb4069-a64b-4e1a-a77a-6002e70d6067'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:48:47.434653 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 65cb4069-a64b-4e1a-a77a-6002e70d6067, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=65cb4069-a64b-4e1a-a77a-6002e70d6067,segment=NetworkSegment(76ccc155-02bf-480a-850e-208d37414717),segment_id=76ccc155-02bf-480a-850e-208d37414717)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:48:47.438471 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:47.474789 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34ee703-dd5e-4bb5-811a-1ea953f07e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cb4069-a64b-4e1a-a77a-6002e70d6067', 'code': 200} Jan 17 14:48:47.507434 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=65cb4069-a64b-4e1a-a77a-6002e70d6067,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:48:47.687911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cb2f5-39e9-4d6c-91f0-9fa17c7b195c req-65a532e2-f705-4446-8843-380a70de73d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:47.689272 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3a4cb2f5-39e9-4d6c-91f0-9fa17c7b195c req-65a532e2-f705-4446-8843-380a70de73d7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 1098 time: 0.0719173 Jan 17 14:48:47.729877 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3a4cb2f5-39e9-4d6c-91f0-9fa17c7b195c req-062a43e1-6dcb-4089-84f7-d32bde4c7e1e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340183 Jan 17 14:48:48.281966 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a1c6a-8dd4-482a-9740-934e37461268 req-1a35010e-6e0b-4de0-8862-9a3faa2d0b6c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:48.283406 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e78a1c6a-8dd4-482a-9740-934e37461268 req-1a35010e-6e0b-4de0-8862-9a3faa2d0b6c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0785646 Jan 17 14:48:48.326986 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e78a1c6a-8dd4-482a-9740-934e37461268 req-05ddb402-c340-41c1-b9c0-8e40d80cec9e tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380256 Jan 17 14:48:49.511664 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cee7fb-d087-497f-9a85-fa7f0de3d93f req-c822f101-b821-4077-82e5-1843e33ad107 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:49.513653 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-11cee7fb-d087-497f-9a85-fa7f0de3d93f req-c822f101-b821-4077-82e5-1843e33ad107 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0812199 Jan 17 14:48:49.560055 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-11cee7fb-d087-497f-9a85-fa7f0de3d93f req-49656684-91ab-41f1-8c14-102f2f5f9d9f tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406971 Jan 17 14:48:49.741597 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c7c94-376f-4a3e-9fa2-3b643c363b1e req-024fd851-e643-44a8-b6ec-7bdd6b82c5ee tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:49.743040 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-073c7c94-376f-4a3e-9fa2-3b643c363b1e req-024fd851-e643-44a8-b6ec-7bdd6b82c5ee tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0803576 Jan 17 14:48:49.787258 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-073c7c94-376f-4a3e-9fa2-3b643c363b1e req-3cdb2b2e-4d21-48af-9027-1494384af8ef tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381045 Jan 17 14:48:50.188883 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-ca4f5f3a-2a4d-41aa-8bf5-8d6ab77e876c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1240461 Jan 17 14:48:50.208120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9bacf-be45-4c8a-84e3-3aa7c09ac1ac req-f7c78ed0-8ea1-4198-9ec5-6fe2285ad5ee tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:50.209534 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2da9bacf-be45-4c8a-84e3-3aa7c09ac1ac req-f7c78ed0-8ea1-4198-9ec5-6fe2285ad5ee tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.1023312 Jan 17 14:48:50.255918 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2da9bacf-be45-4c8a-84e3-3aa7c09ac1ac req-d8cd8e24-45ad-4fea-9597-f61f0b5146c0 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Jan 17 14:48:51.384873 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-1d97044a-2895-411b-b8cd-10fde4b4cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:51.386313 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-1d97044a-2895-411b-b8cd-10fde4b4cb74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6bf454026784648b1e8515f1134afda&device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 1098 time: 0.1838114 Jan 17 14:48:51.442458 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ea82a-d6e1-4f63-96f4-8f9c1af9ba74 req-1d635b7c-4d71-41cf-94e1-690f20e34521 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:51.443955 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2e7ea82a-d6e1-4f63-96f4-8f9c1af9ba74 req-1d635b7c-4d71-41cf-94e1-690f20e34521 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0784400 Jan 17 14:48:51.497605 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2e7ea82a-d6e1-4f63-96f4-8f9c1af9ba74 req-aab4f84a-ccba-45d0-8537-4d40ded17dd2 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478871 Jan 17 14:48:51.525742 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-dd1fa097-e5ba-484a-8f60-bf794f1d92c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:51.527207 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-dd1fa097-e5ba-484a-8f60-bf794f1d92c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9a71b91-265c-46e0-9306-016ddd6e0adf HTTP/1.1" status: 200 len: 916 time: 0.1339204 Jan 17 14:48:51.595937 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-4ee59733-c7d5-40b5-ac52-36dec890aa2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65cb4069-a64b-4e1a-a77a-6002e70d6067 HTTP/1.1" status: 200 len: 217 time: 0.0627570 Jan 17 14:48:51.663980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-37bdb0e5-1fba-4f06-98d3-b8a82a4c7139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:51.665459 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-37bdb0e5-1fba-4f06-98d3-b8a82a4c7139 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=638e293f-45d7-4868-9542-9aa25b76d46a HTTP/1.1" status: 200 len: 855 time: 0.0621142 Jan 17 14:48:51.712320 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-534e49d7-811b-4cfa-87df-b6cb06b44643 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9a71b91-265c-46e0-9306-016ddd6e0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405989 Jan 17 14:48:51.843345 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-8c1181fd-cc2e-4075-8e18-1d3924621cd4 service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252236 Jan 17 14:48:51.974830 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-008d4b06-9365-4797-995c-7c9f6dbc85a4 service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251297 Jan 17 14:48:52.691304 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084b103-9c71-4d66-a289-f4862162f243 req-a284a936-8ab0-4a3c-905d-466e5431186e tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:52.692683 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c084b103-9c71-4d66-a289-f4862162f243 req-a284a936-8ab0-4a3c-905d-466e5431186e tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0832238 Jan 17 14:48:52.736958 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c084b103-9c71-4d66-a289-f4862162f243 req-42881280-eac8-4d8e-8c1f-258a6f140ec0 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385673 Jan 17 14:48:53.090033 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:48:53.922605 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5cf4c-f4a7-4476-b24a-b9bfc688f8a3 req-e0d47eab-dd1a-4dbd-ab22-29cb5757974e tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:53.924065 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-46b5cf4c-f4a7-4476-b24a-b9bfc688f8a3 req-e0d47eab-dd1a-4dbd-ab22-29cb5757974e tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0808961 Jan 17 14:48:53.967053 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-46b5cf4c-f4a7-4476-b24a-b9bfc688f8a3 req-27fed8fe-f8fe-4908-ac68-807d373a21c0 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371888 Jan 17 14:48:55.151562 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f168b02-a912-4b20-b92c-cb22eace789c req-430e51e3-1d32-4d2d-8c2a-d1de0afb0332 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:55.153103 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9f168b02-a912-4b20-b92c-cb22eace789c req-430e51e3-1d32-4d2d-8c2a-d1de0afb0332 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0793321 Jan 17 14:48:55.195769 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9f168b02-a912-4b20-b92c-cb22eace789c req-6d654cfb-ab5d-4171-8186-adff998b1824 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371003 Jan 17 14:48:56.385268 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93366a-2035-4d5a-beaa-bafb7216297e req-0df09a05-37f0-4c97-981d-02fcb6ab84c6 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:56.386896 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ea93366a-2035-4d5a-beaa-bafb7216297e req-0df09a05-37f0-4c97-981d-02fcb6ab84c6 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0867941 Jan 17 14:48:56.433522 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ea93366a-2035-4d5a-beaa-bafb7216297e req-17517997-1818-4945-942e-924c840e7a7d tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408509 Jan 17 14:48:57.621499 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c0bf1-e759-4c6f-96ce-c123439ef7fa req-d36c585e-6da1-45e9-ad12-b29d2b8d682e tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:57.622928 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-380c0bf1-e759-4c6f-96ce-c123439ef7fa req-d36c585e-6da1-45e9-ad12-b29d2b8d682e tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0811827 Jan 17 14:48:57.666064 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-380c0bf1-e759-4c6f-96ce-c123439ef7fa req-e80dfcde-ee60-4011-a8f5-ce23fe7a5a56 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376256 Jan 17 14:48:58.846855 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df8c5b-0828-47f0-ad37-d31fb92b6b04 req-e74c7905-0e6a-4aa3-99c3-f28ff77f71d9 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:48:58.848334 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-30df8c5b-0828-47f0-ad37-d31fb92b6b04 req-e74c7905-0e6a-4aa3-99c3-f28ff77f71d9 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0794086 Jan 17 14:48:58.892438 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-30df8c5b-0828-47f0-ad37-d31fb92b6b04 req-c6e3fcd7-36cc-475f-8cd1-4b3f1c90c37b tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383911 Jan 17 14:49:00.078803 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bd72b-eb25-46d7-853d-8f80e0384fa1 req-3933fe99-218c-44fe-8bb7-f2ca91614dd6 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:00.080201 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-669bd72b-eb25-46d7-853d-8f80e0384fa1 req-3933fe99-218c-44fe-8bb7-f2ca91614dd6 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0811279 Jan 17 14:49:00.125018 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-669bd72b-eb25-46d7-853d-8f80e0384fa1 req-02d0064f-508d-44f3-bcce-57566f36297a tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389347 Jan 17 14:49:01.312475 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b2176-fa80-4bf7-8c8e-45abbad373ff req-bd4839ea-26d8-4a4f-9f58-22f46455691a tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:01.313939 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ce0b2176-fa80-4bf7-8c8e-45abbad373ff req-bd4839ea-26d8-4a4f-9f58-22f46455691a tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0834942 Jan 17 14:49:01.356946 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ce0b2176-fa80-4bf7-8c8e-45abbad373ff req-8a60519d-8ffe-4ba0-bb0c-1c53cc92c64a tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374317 Jan 17 14:49:02.545800 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786a3a9-ca4a-431d-b71d-4d8edb84b682 req-b99daace-8121-4418-a4ec-4fc841f3da86 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:02.547270 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2786a3a9-ca4a-431d-b71d-4d8edb84b682 req-b99daace-8121-4418-a4ec-4fc841f3da86 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0848496 Jan 17 14:49:02.592991 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2786a3a9-ca4a-431d-b71d-4d8edb84b682 req-67bd321e-3957-4b67-82f8-0e77b5a88fcb tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399859 Jan 17 14:49:03.781266 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66786d40-d711-4157-95b2-ce6e1e90ab2b req-5d53c8c6-0010-4a73-a3b0-8da802f7ba3f tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:03.782711 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-66786d40-d711-4157-95b2-ce6e1e90ab2b req-5d53c8c6-0010-4a73-a3b0-8da802f7ba3f tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0783436 Jan 17 14:49:03.831073 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-66786d40-d711-4157-95b2-ce6e1e90ab2b req-ffd22135-9a66-48c3-b655-2aedd0afedae tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426800 Jan 17 14:49:05.013253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418fc0b-bfeb-4073-b83d-915db7e4737d req-2938704e-0623-48c4-8264-bebba690d33c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:05.014702 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6418fc0b-bfeb-4073-b83d-915db7e4737d req-2938704e-0623-48c4-8264-bebba690d33c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0789125 Jan 17 14:49:05.066302 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6418fc0b-bfeb-4073-b83d-915db7e4737d req-2830f72c-b73b-4c66-beab-1de2c6f680d0 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459239 Jan 17 14:49:05.375791 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92655c2-e328-48b7-ab00-eb73010dcc77 req-34c849b9-a7fd-4f5d-803b-a6fe1df89318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:05.377167 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e92655c2-e328-48b7-ab00-eb73010dcc77 req-34c849b9-a7fd-4f5d-803b-a6fe1df89318 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6bf454026784648b1e8515f1134afda&device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 1098 time: 0.0719419 Jan 17 14:49:05.534973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92655c2-e328-48b7-ab00-eb73010dcc77 req-48754c31-68b7-42e5-a363-f3472410b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:05.536519 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e92655c2-e328-48b7-ab00-eb73010dcc77 req-48754c31-68b7-42e5-a363-f3472410b080 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9a71b91-265c-46e0-9306-016ddd6e0adf HTTP/1.1" status: 200 len: 916 time: 0.1358924 Jan 17 14:49:05.611814 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e92655c2-e328-48b7-ab00-eb73010dcc77 req-060418d3-2018-4a89-904d-6cecf569b465 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65cb4069-a64b-4e1a-a77a-6002e70d6067 HTTP/1.1" status: 200 len: 217 time: 0.0688181 Jan 17 14:49:05.675179 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92655c2-e328-48b7-ab00-eb73010dcc77 req-c04d80e4-8d24-4822-b7c4-22284fee6021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:05.676708 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e92655c2-e328-48b7-ab00-eb73010dcc77 req-c04d80e4-8d24-4822-b7c4-22284fee6021 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=638e293f-45d7-4868-9542-9aa25b76d46a HTTP/1.1" status: 200 len: 855 time: 0.0593884 Jan 17 14:49:05.736288 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e92655c2-e328-48b7-ab00-eb73010dcc77 req-3f74f431-6d4b-4617-8854-1399b20610e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9a71b91-265c-46e0-9306-016ddd6e0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534525 Jan 17 14:49:05.870110 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e92655c2-e328-48b7-ab00-eb73010dcc77 req-29e0e631-f3a2-4822-9013-204df500e2c7 service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278608 Jan 17 14:49:05.998595 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e92655c2-e328-48b7-ab00-eb73010dcc77 req-5d2b2b24-a119-479b-b139-cba8d2eb9c48 service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222126 Jan 17 14:49:06.254860 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1c5e7-59d8-4e40-933a-857f20cd9df1 req-ab51a69b-0e08-42ce-b7ae-d44818d8d692 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:06.256228 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ddb1c5e7-59d8-4e40-933a-857f20cd9df1 req-ab51a69b-0e08-42ce-b7ae-d44818d8d692 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0784149 Jan 17 14:49:06.300329 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ddb1c5e7-59d8-4e40-933a-857f20cd9df1 req-ddf6cd2e-5ea2-4ac4-94b5-fe4d8ae5cd47 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384252 Jan 17 14:49:07.487804 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28709e8-0fea-4994-8c93-309cd2469304 req-b6dcfa26-2736-4fe2-8da6-e09fef00bfe9 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:07.489258 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b28709e8-0fea-4994-8c93-309cd2469304 req-b6dcfa26-2736-4fe2-8da6-e09fef00bfe9 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0823882 Jan 17 14:49:07.533131 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b28709e8-0fea-4994-8c93-309cd2469304 req-95315d94-9d5b-446a-8491-b9720bd6bb87 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382853 Jan 17 14:49:08.720446 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bda37c-0981-4fba-ae33-6ba524a71539 req-325ff4aa-1293-413f-bf39-f383489a0014 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:08.721803 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e7bda37c-0981-4fba-ae33-6ba524a71539 req-325ff4aa-1293-413f-bf39-f383489a0014 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0815048 Jan 17 14:49:08.766525 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e7bda37c-0981-4fba-ae33-6ba524a71539 req-3e215ea5-4020-4d39-8bd6-bf9db96b8779 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390592 Jan 17 14:49:09.949577 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af003792-ec87-45e5-a21a-d1e538e410ec req-81397b98-dcf4-4762-b2d5-7939b976ef0e tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:09.951005 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-af003792-ec87-45e5-a21a-d1e538e410ec req-81397b98-dcf4-4762-b2d5-7939b976ef0e tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0800462 Jan 17 14:49:10.097964 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-af003792-ec87-45e5-a21a-d1e538e410ec req-98bd8070-04a7-497b-9ee9-75808fc5a17e tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411555 Jan 17 14:49:10.730794 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bc6fd4b9-e1b4-45bd-bc33-b4a1348645f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:11.286507 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feedb2-52ac-4465-a554-d798779f9b25 req-86eee305-8d6d-4e54-b530-0877db07d7a2 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:11.287995 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e7feedb2-52ac-4465-a554-d798779f9b25 req-86eee305-8d6d-4e54-b530-0877db07d7a2 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0822978 Jan 17 14:49:11.333143 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e7feedb2-52ac-4465-a554-d798779f9b25 req-702a1240-1d7f-444c-839d-c37bc4cafd2c tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392416 Jan 17 14:49:12.518416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a5a3a-ca14-4389-8cc7-50497a89e6d7 req-eecdeb70-ef3d-4a86-8077-7fbd623dcd2f tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:12.519942 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8f7a5a3a-ca14-4389-8cc7-50497a89e6d7 req-eecdeb70-ef3d-4a86-8077-7fbd623dcd2f tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0812836 Jan 17 14:49:12.568003 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8f7a5a3a-ca14-4389-8cc7-50497a89e6d7 req-1c66ba7d-7c97-4ad1-ac34-7eca58d30f9b tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408533 Jan 17 14:49:13.760525 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dd57e-089c-4907-8254-84fe32dd41a4 req-9acc6b35-a711-4e17-a446-a0496d044a44 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:13.762627 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-049dd57e-089c-4907-8254-84fe32dd41a4 req-9acc6b35-a711-4e17-a446-a0496d044a44 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0887613 Jan 17 14:49:13.807063 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-049dd57e-089c-4907-8254-84fe32dd41a4 req-d54f1ac8-2409-4702-8975-288168514690 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382771 Jan 17 14:49:13.900901 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8e072eb4-96d1-4377-ab79-e539d5750384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:13.987004 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:14.007566 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:14.993780 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1f1de-c49f-44c9-b220-3d4ad8fd260d req-5fd0726e-1fbf-4c30-a3fe-eee54cb5eeeb tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:14.995219 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8fb1f1de-c49f-44c9-b220-3d4ad8fd260d req-5fd0726e-1fbf-4c30-a3fe-eee54cb5eeeb tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0811603 Jan 17 14:49:15.038637 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8fb1f1de-c49f-44c9-b220-3d4ad8fd260d req-0d5ad28f-ab53-4ead-bb9a-9f8707cc1b27 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372286 Jan 17 14:49:15.535889 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:16.226697 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac52c3-a74d-43c7-8e3d-bacd15de5894 req-3b052141-06a1-4fa4-a389-621765be4250 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:16.228321 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-26ac52c3-a74d-43c7-8e3d-bacd15de5894 req-3b052141-06a1-4fa4-a389-621765be4250 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0826128 Jan 17 14:49:16.272835 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-26ac52c3-a74d-43c7-8e3d-bacd15de5894 req-880e8e1c-2725-44ed-85f5-9d2575b04354 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387008 Jan 17 14:49:17.456818 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb5de7-8a00-42a5-8018-9323cd345266 req-be640b7b-59c1-47e2-88b3-06c3f0b25138 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:17.458559 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1adb5de7-8a00-42a5-8018-9323cd345266 req-be640b7b-59c1-47e2-88b3-06c3f0b25138 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0798929 Jan 17 14:49:17.502780 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1adb5de7-8a00-42a5-8018-9323cd345266 req-4edbb515-5ad5-4cbe-a915-6af29e08582e tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386205 Jan 17 14:49:18.657017 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-7ee6240e-406a-4fb7-b2b6-9c64996ead3c service neutron] 10.222.0.15 "GET /v2.0/ports/65cb4069-a64b-4e1a-a77a-6002e70d6067/bindings/hv-neutron-8249 HTTP/1.1" status: 200 len: 384 time: 0.0782502 Jan 17 14:49:18.692360 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e3a17-b1ef-48f5-8752-89f16c72815d req-9b5ae711-4079-4ebb-baa7-b3896193e9fc tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:18.694141 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d73e3a17-b1ef-48f5-8752-89f16c72815d req-9b5ae711-4079-4ebb-baa7-b3896193e9fc tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0876641 Jan 17 14:49:18.740122 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d73e3a17-b1ef-48f5-8752-89f16c72815d req-e83485a4-de79-4786-bf9c-3f5966005033 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398614 Jan 17 14:49:18.924511 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-2dce883b-026d-478d-ae7d-faff1bcfc9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:18.925943 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-2dce883b-026d-478d-ae7d-faff1bcfc9f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01&tenant_id=b6bf454026784648b1e8515f1134afda HTTP/1.1" status: 200 len: 1098 time: 0.0697055 Jan 17 14:49:19.018647 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-da621a65-5a57-4f5f-86bc-9d3fc1a30a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:19.020035 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-da621a65-5a57-4f5f-86bc-9d3fc1a30a02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6bf454026784648b1e8515f1134afda&device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 1098 time: 0.0733614 Jan 17 14:49:19.157620 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-ae79936c-9c00-45d0-b75d-9a0c24148644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:19.159056 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-ae79936c-9c00-45d0-b75d-9a0c24148644 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9a71b91-265c-46e0-9306-016ddd6e0adf HTTP/1.1" status: 200 len: 916 time: 0.1333234 Jan 17 14:49:19.224614 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-8cd312de-4cb9-4651-ab3c-fec8ee3f51a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65cb4069-a64b-4e1a-a77a-6002e70d6067 HTTP/1.1" status: 200 len: 217 time: 0.0597336 Jan 17 14:49:19.287787 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-8666847a-6dd2-4458-80d2-3150af04c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:19.289123 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-8666847a-6dd2-4458-80d2-3150af04c4b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=638e293f-45d7-4868-9542-9aa25b76d46a HTTP/1.1" status: 200 len: 855 time: 0.0590417 Jan 17 14:49:19.333846 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-3c4f022e-fef7-4988-99d1-93f8c16d28e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9a71b91-265c-46e0-9306-016ddd6e0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392649 Jan 17 14:49:19.462510 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-dd9fced1-1f48-48fa-9794-074c12466feb service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223781 Jan 17 14:49:19.590150 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-74a0a9b9-0005-442e-80fa-7757430dabd5 req-17ad4644-e95c-43d4-aa26-7912d464e30c service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218684 Jan 17 14:49:19.889615 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:49:19.946204 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ec2c1-0775-4fc3-8e32-b41b55cd7616 req-7a16871d-9cc8-4df1-b64a-76a4d2c7dcdb tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:19.947640 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-095ec2c1-0775-4fc3-8e32-b41b55cd7616 req-7a16871d-9cc8-4df1-b64a-76a4d2c7dcdb tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0838373 Jan 17 14:49:19.990860 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-095ec2c1-0775-4fc3-8e32-b41b55cd7616 req-a6191bf8-dd32-4d1b-b667-2f8009c8c73a tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376081 Jan 17 14:49:21.170269 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f10b4-40cb-4b46-80ed-b184ca24cbad req-895f967d-e7b9-4ce0-a7e5-cd3953e2ef72 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:21.171757 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-589f10b4-40cb-4b46-80ed-b184ca24cbad req-895f967d-e7b9-4ce0-a7e5-cd3953e2ef72 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0775824 Jan 17 14:49:21.219067 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-589f10b4-40cb-4b46-80ed-b184ca24cbad req-f2c93dd2-c8fe-4d1c-8e64-4b7157cecda3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417595 Jan 17 14:49:22.402972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4331f66-ee7f-4423-821c-d2ef0503f15e req-09977e7b-d7e8-4230-aac4-116123177fb7 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:22.404432 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d4331f66-ee7f-4423-821c-d2ef0503f15e req-09977e7b-d7e8-4230-aac4-116123177fb7 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0792511 Jan 17 14:49:22.447100 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d4331f66-ee7f-4423-821c-d2ef0503f15e req-291583a2-ea23-4787-8937-004b792335da tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371668 Jan 17 14:49:22.811119 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f4f9d-5a88-48d0-9f7f-9f395e022e49 req-6f4b3089-85e1-4a23-95af-63f4f68ae5c6 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:22.812633 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-718f4f9d-5a88-48d0-9f7f-9f395e022e49 req-6f4b3089-85e1-4a23-95af-63f4f68ae5c6 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.15 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01&tenant_id=b6bf454026784648b1e8515f1134afda&binding%3Ahost_id=hv-neutron-8249 HTTP/1.1" status: 200 len: 945 time: 0.1108115 Jan 17 14:49:22.820943 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff80f1-7c61-4f81-8eb1-430d42fc73bd req-97b8784b-dbae-4f11-9235-05e625c86993 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:22.822338 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-95ff80f1-7c61-4f81-8eb1-430d42fc73bd req-97b8784b-dbae-4f11-9235-05e625c86993 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.1555266 Jan 17 14:49:22.874188 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-95ff80f1-7c61-4f81-8eb1-430d42fc73bd req-aede2ec2-624a-44b8-a164-025324f09618 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445194 Jan 17 14:49:22.950111 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f4f9d-5a88-48d0-9f7f-9f395e022e49 req-3cf7c05f-15c3-48e6-8cba-4456c3fdf29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:22.951564 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-718f4f9d-5a88-48d0-9f7f-9f395e022e49 req-3cf7c05f-15c3-48e6-8cba-4456c3fdf29a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6bf454026784648b1e8515f1134afda&device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 1098 time: 0.0696661 Jan 17 14:49:23.077902 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f4f9d-5a88-48d0-9f7f-9f395e022e49 req-d081b35b-a3a3-466c-835c-23d00ddbec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:23.079325 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-718f4f9d-5a88-48d0-9f7f-9f395e022e49 req-d081b35b-a3a3-466c-835c-23d00ddbec0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9a71b91-265c-46e0-9306-016ddd6e0adf HTTP/1.1" status: 200 len: 916 time: 0.1226063 Jan 17 14:49:23.100460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:23.247429 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-718f4f9d-5a88-48d0-9f7f-9f395e022e49 req-2128b932-0529-4e94-ba09-8202d379e770 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65cb4069-a64b-4e1a-a77a-6002e70d6067 HTTP/1.1" status: 200 len: 217 time: 0.1614530 Jan 17 14:49:23.307815 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f4f9d-5a88-48d0-9f7f-9f395e022e49 req-32189c9d-0e2c-4b87-8d20-e2eaa213043a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:23.309792 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-718f4f9d-5a88-48d0-9f7f-9f395e022e49 req-32189c9d-0e2c-4b87-8d20-e2eaa213043a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=638e293f-45d7-4868-9542-9aa25b76d46a HTTP/1.1" status: 200 len: 855 time: 0.0561826 Jan 17 14:49:23.357493 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-718f4f9d-5a88-48d0-9f7f-9f395e022e49 req-21fd710a-9ef8-4dbc-b4fc-ecad0958936a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9a71b91-265c-46e0-9306-016ddd6e0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423059 Jan 17 14:49:23.488263 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-718f4f9d-5a88-48d0-9f7f-9f395e022e49 req-18753044-b814-4133-841f-b2c17095de74 service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247621 Jan 17 14:49:23.524458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 65cb4069-a64b-4e1a-a77a-6002e70d6067 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:49:23.619233 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-718f4f9d-5a88-48d0-9f7f-9f395e022e49 req-28fdd648-23f5-4612-9bc0-070de8f9e9b7 service neutron] 10.222.0.15 "GET /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247523 Jan 17 14:49:23.658341 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 65cb4069-a64b-4e1a-a77a-6002e70d6067, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=65cb4069-a64b-4e1a-a77a-6002e70d6067,segment=NetworkSegment(76ccc155-02bf-480a-850e-208d37414717),segment_id=76ccc155-02bf-480a-850e-208d37414717)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:49:23.671985 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '65cb4069-a64b-4e1a-a77a-6002e70d6067', 'network_id': 'd9a71b91-265c-46e0-9306-016ddd6e0adf', 'port_id': '65cb4069-a64b-4e1a-a77a-6002e70d6067', 'mac_address': 'fa:16:3e:32:9f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '638e293f-45d7-4868-9542-9aa25b76d46a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:49:23.726601 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:23.743627 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65cb4069-a64b-4e1a-a77a-6002e70d6067 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:49:23.759269 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 65cb4069-a64b-4e1a-a77a-6002e70d6067, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=65cb4069-a64b-4e1a-a77a-6002e70d6067,segment=NetworkSegment(76ccc155-02bf-480a-850e-208d37414717),segment_id=76ccc155-02bf-480a-850e-208d37414717)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:49:23.763474 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:23.828904 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['65cb4069-a64b-4e1a-a77a-6002e70d6067'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:49:23.879291 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=65cb4069-a64b-4e1a-a77a-6002e70d6067,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:24.071014 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d2378-f05e-4c14-ae6c-b451f3407889 req-29500599-18bc-431d-baba-803858294bbc tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:24.072536 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-dc3d2378-f05e-4c14-ae6c-b451f3407889 req-29500599-18bc-431d-baba-803858294bbc tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 944 time: 0.0867028 Jan 17 14:49:24.117663 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-dc3d2378-f05e-4c14-ae6c-b451f3407889 req-59f1cf4b-13d1-49ea-bc90-93f35ec00c65 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388641 Jan 17 14:49:25.305400 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a2653-42ee-43fb-b0e4-57de1d2ff884 req-95d09243-af4c-4c0f-b32f-53a6b47788f2 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:25.306861 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1a9a2653-42ee-43fb-b0e4-57de1d2ff884 req-95d09243-af4c-4c0f-b32f-53a6b47788f2 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 944 time: 0.0836020 Jan 17 14:49:25.351443 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1a9a2653-42ee-43fb-b0e4-57de1d2ff884 req-782836a1-d18f-4119-a4ad-a5eb82ed0be5 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383995 Jan 17 14:49:25.531698 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611f2d8-db32-4d16-ab64-5b2e3a8a70b8 req-cc89d413-31dc-42b2-b4db-862bef34e8a8 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:25.533048 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1611f2d8-db32-4d16-ab64-5b2e3a8a70b8 req-cc89d413-31dc-42b2-b4db-862bef34e8a8 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 944 time: 0.0802438 Jan 17 14:49:25.539765 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 65cb4069-a64b-4e1a-a77a-6002e70d6067 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:49:25.578074 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1611f2d8-db32-4d16-ab64-5b2e3a8a70b8 req-d8fa41bc-ef11-4522-af47-9d2c9eea5b7b tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385301 Jan 17 14:49:25.611066 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 65cb4069-a64b-4e1a-a77a-6002e70d6067 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:49:25.611427 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:25.727005 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:25.754013 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34ee703-dd5e-4bb5-811a-1ea953f07e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cb4069-a64b-4e1a-a77a-6002e70d6067'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:49:25.762870 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee706a5e-2c3c-45d9-9763-2c717c72cac4 req-7f61f585-0419-422f-8166-130fd9ecd185 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:25.765184 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ee706a5e-2c3c-45d9-9763-2c717c72cac4 req-7f61f585-0419-422f-8166-130fd9ecd185 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 944 time: 0.0808744 Jan 17 14:49:25.766057 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 65cb4069-a64b-4e1a-a77a-6002e70d6067, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=65cb4069-a64b-4e1a-a77a-6002e70d6067,segment=NetworkSegment(76ccc155-02bf-480a-850e-208d37414717),segment_id=76ccc155-02bf-480a-850e-208d37414717)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:49:25.770472 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:25.817410 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ee706a5e-2c3c-45d9-9763-2c717c72cac4 req-75f2b4e5-df9a-44d1-9f79-23b678cd121d tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465813 Jan 17 14:49:25.824902 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34ee703-dd5e-4bb5-811a-1ea953f07e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cb4069-a64b-4e1a-a77a-6002e70d6067', 'code': 200} Jan 17 14:49:25.845889 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=65cb4069-a64b-4e1a-a77a-6002e70d6067,revision_number=7']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:26.358508 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fc621-611d-4341-8e08-da26fe997dea req-72100141-7f78-4589-ae99-d159e4734842 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:26.359916 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a09fc621-611d-4341-8e08-da26fe997dea req-72100141-7f78-4589-ae99-d159e4734842 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0778716 Jan 17 14:49:26.412642 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a09fc621-611d-4341-8e08-da26fe997dea req-1778a6c6-ca8b-49e0-ba23-121479adb3af tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470989 Jan 17 14:49:27.600113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79846672-b21b-4e38-a463-477a18871a75 req-c91b11b7-3ea2-4e1c-bbfe-15c169d438a5 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:27.602826 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-79846672-b21b-4e38-a463-477a18871a75 req-c91b11b7-3ea2-4e1c-bbfe-15c169d438a5 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0824602 Jan 17 14:49:27.647687 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-79846672-b21b-4e38-a463-477a18871a75 req-c7609ba7-17b5-4cc4-ba45-27ed304459e9 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/security-groups?id=0550ae03-060c-4487-965e-526811440c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387363 Jan 17 14:49:27.894673 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cc605-46cb-4d31-aec7-a7a1acc58bda req-9249c3fb-906a-45e6-b81d-e7b96e1de6d6 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:27.896108 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5f3cc605-46cb-4d31-aec7-a7a1acc58bda req-9249c3fb-906a-45e6-b81d-e7b96e1de6d6 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.15 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 945 time: 0.0799100 Jan 17 14:49:27.967025 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-5f3cc605-46cb-4d31-aec7-a7a1acc58bda req-a814e4ca-e023-4134-9439-8a82c66a10a9 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Deleting port 65cb4069-a64b-4e1a-a77a-6002e70d6067 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:49:27.967357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-5f3cc605-46cb-4d31-aec7-a7a1acc58bda req-a814e4ca-e023-4134-9439-8a82c66a10a9 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:28.213679 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-5f3cc605-46cb-4d31-aec7-a7a1acc58bda req-a814e4ca-e023-4134-9439-8a82c66a10a9 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] For port 65cb4069-a64b-4e1a-a77a-6002e70d6067, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=65cb4069-a64b-4e1a-a77a-6002e70d6067,segment=NetworkSegment(76ccc155-02bf-480a-850e-208d37414717),segment_id=76ccc155-02bf-480a-850e-208d37414717)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:49:28.214015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-5f3cc605-46cb-4d31-aec7-a7a1acc58bda req-a814e4ca-e023-4134-9439-8a82c66a10a9 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:28.334088 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-5f3cc605-46cb-4d31-aec7-a7a1acc58bda req-a814e4ca-e023-4134-9439-8a82c66a10a9 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Calling delete_port for 65cb4069-a64b-4e1a-a77a-6002e70d6067 owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:49:28.475362 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-5f3cc605-46cb-4d31-aec7-a7a1acc58bda req-a814e4ca-e023-4134-9439-8a82c66a10a9 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:28.486487 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['65cb4069-a64b-4e1a-a77a-6002e70d6067'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:49:28.525537 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814e4ca-e023-4134-9439-8a82c66a10a9 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Pushing event deleted for resources: {'Port': ['ID=65cb4069-a64b-4e1a-a77a-6002e70d6067,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:28.600848 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3cc605-46cb-4d31-aec7-a7a1acc58bda req-a814e4ca-e023-4134-9439-8a82c66a10a9 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] No DVR routers for this DVR port 65cb4069-a64b-4e1a-a77a-6002e70d6067 on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:49:28.603215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-5f3cc605-46cb-4d31-aec7-a7a1acc58bda req-a814e4ca-e023-4134-9439-8a82c66a10a9 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:28.605644 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34ee703-dd5e-4bb5-811a-1ea953f07e01', 'name': 'network-vif-deleted', 'tag': '65cb4069-a64b-4e1a-a77a-6002e70d6067'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:49:28.620326 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5f3cc605-46cb-4d31-aec7-a7a1acc58bda req-a814e4ca-e023-4134-9439-8a82c66a10a9 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.15 "DELETE /v2.0/ports/65cb4069-a64b-4e1a-a77a-6002e70d6067 HTTP/1.1" status: 204 len: 173 time: 0.7193117 Jan 17 14:49:28.650347 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34ee703-dd5e-4bb5-811a-1ea953f07e01', 'name': 'network-vif-deleted', 'tag': '65cb4069-a64b-4e1a-a77a-6002e70d6067', 'status': 'completed', 'code': 200} Jan 17 14:49:28.947202 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-f51c3804-d8f8-4751-aa4a-1c83adb29470 req-55b79a65-0e3b-40c6-b306-01092a442875 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Synchronizing usage tracker for tenant:b6bf454026784648b1e8515f1134afda on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:49:28.963506 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-f51c3804-d8f8-4751-aa4a-1c83adb29470 req-55b79a65-0e3b-40c6-b306-01092a442875 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] Unset dirty status for tenant:b6bf454026784648b1e8515f1134afda on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:49:28.964914 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f51c3804-d8f8-4751-aa4a-1c83adb29470 req-55b79a65-0e3b-40c6-b306-01092a442875 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] 10.222.0.48 "GET /v2.0/ports?device_id=c34ee703-dd5e-4bb5-811a-1ea953f07e01 HTTP/1.1" status: 200 len: 210 time: 0.0586405 Jan 17 14:49:30.195990 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42692) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:49:30.257672 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafe5f75-84d9-4e96-948d-b401a6b8d395 admin admin] Deleting subnet 638e293f-45d7-4868-9542-9aa25b76d46a {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:49:30.260610 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dafe5f75-84d9-4e96-948d-b401a6b8d395 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:30.308377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dafe5f75-84d9-4e96-948d-b401a6b8d395 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:30.361793 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dafe5f75-84d9-4e96-948d-b401a6b8d395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:30.432553 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dafe5f75-84d9-4e96-948d-b401a6b8d395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:30.472246 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe5f75-84d9-4e96-948d-b401a6b8d395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=638e293f-45d7-4868-9542-9aa25b76d46a,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:30.474169 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dafe5f75-84d9-4e96-948d-b401a6b8d395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:30.480423 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-dafe5f75-84d9-4e96-948d-b401a6b8d395 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/638e293f-45d7-4868-9542-9aa25b76d46a HTTP/1.1" status: 204 len: 168 time: 0.2834139 Jan 17 14:49:30.483075 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42696) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:49:30.687084 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e89d39a3-1b76-4b20-b1fc-3631e8e69550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:30.809273 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e89d39a3-1b76-4b20-b1fc-3631e8e69550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:30.833578 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-e89d39a3-1b76-4b20-b1fc-3631e8e69550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a71b91-265c-46e0-9306-016ddd6e0adf']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:49:30.845370 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-e89d39a3-1b76-4b20-b1fc-3631e8e69550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ccc155-02bf-480a-850e-208d37414717') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:49:30.845696 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-e89d39a3-1b76-4b20-b1fc-3631e8e69550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ccc155-02bf-480a-850e-208d37414717') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:49:30.857280 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e89d39a3-1b76-4b20-b1fc-3631e8e69550 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:30.873565 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e89d39a3-1b76-4b20-b1fc-3631e8e69550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:30.879645 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89d39a3-1b76-4b20-b1fc-3631e8e69550 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:49:30.880054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e89d39a3-1b76-4b20-b1fc-3631e8e69550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:49:30.892930 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:49:30.970536 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e89d39a3-1b76-4b20-b1fc-3631e8e69550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:30.975271 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e89d39a3-1b76-4b20-b1fc-3631e8e69550 admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:30.997556 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d39a3-1b76-4b20-b1fc-3631e8e69550 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9a71b91-265c-46e0-9306-016ddd6e0adf,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:31.006439 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e89d39a3-1b76-4b20-b1fc-3631e8e69550 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d9a71b91-265c-46e0-9306-016ddd6e0adf HTTP/1.1" status: 204 len: 168 time: 0.5225170 Jan 17 14:49:31.136590 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42702) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:49:31.183466 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fcf38058-a47a-4adc-81bb-69f6c856801d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6bf454026784648b1e8515f1134afda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452085 Jan 17 14:49:31.185885 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42706) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:49:31.246632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fc9633a5-0a00-4a98-bbd8-491f8a368dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:31.271920 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fc9633a5-0a00-4a98-bbd8-491f8a368dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:31.322348 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fc9633a5-0a00-4a98-bbd8-491f8a368dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:31.340498 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9633a5-0a00-4a98-bbd8-491f8a368dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0550ae03-060c-4487-965e-526811440c93,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:31.356032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fc9633a5-0a00-4a98-bbd8-491f8a368dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:31.357174 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fc9633a5-0a00-4a98-bbd8-491f8a368dee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0550ae03-060c-4487-965e-526811440c93 HTTP/1.1" status: 204 len: 168 time: 0.1703250 Jan 17 14:49:31.571297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 65cb4069-a64b-4e1a-a77a-6002e70d6067 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:49:31.604530 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 65cb4069-a64b-4e1a-a77a-6002e70d6067 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:49:31.605378 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 65cb4069-a64b-4e1a-a77a-6002e70d6067 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:49:32.145340 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42730) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:49:32.251682 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-417172814-network', 'tenant_id': 'cdb219dbbff34a98a6448109649281df'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:49:32.256458 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:49:32.260310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Usage tracker for resource:network and tenant:cdb219dbbff34a98a6448109649281df is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:49:32.263561 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:49:32.269124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:49:32.279431 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Made reservation on behalf of cdb219dbbff34a98a6448109649281df for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:49:32.281729 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:32.293531 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:32.307390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:49:32.311087 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Usage tracker for resource:security_group_rule and tenant:cdb219dbbff34a98a6448109649281df is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:49:32.313811 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:49:32.319283 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:49:32.405675 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:32.409384 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:32.439508 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:49:32.452330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d76247-73e4-4c9e-9dc6-499823279376,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:32.456964 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:32.457305 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Added segment baf38521-d5db-4e0d-8e5e-26a82c0e2673 of type vlan for network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c Jan 17 14:49:32.483527 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:32.512649 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:32.513512 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:32.514073 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:32.617263 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4708314 Jan 17 14:49:32.618082 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4f955-a45f-4805-8d68-bab92686a507 admin admin] Pushing event updated for resources: {'Network': ['ID=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:32.620072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42736) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:49:32.625968 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-9109038e-4be3-4e5a-bb84-b7ee99e94e4d admin admin] Request body: {'subnet': {'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-417172814-subnet', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:49:32.628631 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:49:32.630722 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9109038e-4be3-4e5a-bb84-b7ee99e94e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:49:32.634589 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9109038e-4be3-4e5a-bb84-b7ee99e94e4d admin admin] Usage tracker for resource:subnet and tenant:cdb219dbbff34a98a6448109649281df is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:49:32.638191 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9109038e-4be3-4e5a-bb84-b7ee99e94e4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:49:32.644377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9109038e-4be3-4e5a-bb84-b7ee99e94e4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:49:32.653341 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9109038e-4be3-4e5a-bb84-b7ee99e94e4d admin admin] Made reservation on behalf of cdb219dbbff34a98a6448109649281df for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:49:32.655725 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9109038e-4be3-4e5a-bb84-b7ee99e94e4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:32.854388 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9109038e-4be3-4e5a-bb84-b7ee99e94e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:32.931137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109038e-4be3-4e5a-bb84-b7ee99e94e4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=849c6ba5-0304-40a6-a3ec-118b00cf76a5,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:32.940833 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109038e-4be3-4e5a-bb84-b7ee99e94e4d admin admin] Checking segment: {'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:49:32.941178 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9109038e-4be3-4e5a-bb84-b7ee99e94e4d admin admin] Network hostable DHCP agents. Network: 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:49:32.960404 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9109038e-4be3-4e5a-bb84-b7ee99e94e4d admin admin] Network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:49:32.969370 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-9109038e-4be3-4e5a-bb84-b7ee99e94e4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:49:32.973830 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9109038e-4be3-4e5a-bb84-b7ee99e94e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:32.974411 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9109038e-4be3-4e5a-bb84-b7ee99e94e4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:32.978440 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a916b6ed-261e-4119-a589-e0c628323e2c None None] Network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:49:32.996458 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9109038e-4be3-4e5a-bb84-b7ee99e94e4d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3748946 Jan 17 14:49:32.999078 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42740) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:49:33.004070 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:49:33.008672 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:49:33.012709 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Usage tracker for resource:router and tenant:cdb219dbbff34a98a6448109649281df is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:49:33.015460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:49:33.021080 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:49:33.031659 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:33.032707 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:33.048621 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:33.197480 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:49:33.198328 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:33.314954 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:33.378850 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Allocated IP 172.20.0.2 (93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c/849c6ba5-0304-40a6-a3ec-118b00cf76a5/cba84710-29b1-4a10-9da1-f045c49277ca) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:49:33.585456 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:33.595988 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Transition to ACTIVE for port object cba84710-29b1-4a10-9da1-f045c49277ca will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:49:33.613948 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Transition to ACTIVE for port object cba84710-29b1-4a10-9da1-f045c49277ca will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:49:33.618892 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:33.685936 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:49:33.688882 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:49:33.692495 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:49:33.698012 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Pushing event updated for resources: {'Port': ['ID=cba84710-29b1-4a10-9da1-f045c49277ca,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:33.750874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:33.780674 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:33.783072 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Attempting to bind port cba84710-29b1-4a10-9da1-f045c49277ca on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:49:33.783537 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Attempting to bind port cba84710-29b1-4a10-9da1-f045c49277ca by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:49:33.784020 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Attempting to bind port cba84710-29b1-4a10-9da1-f045c49277ca on network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:49:33.789618 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:49:33.790128 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Checking segment: {'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:49:33.790670 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:33.791152 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Bound using segment: {'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:49:33.791703 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Bound port: cba84710-29b1-4a10-9da1-f045c49277ca, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:49:33.792811 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:33.883225 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] For port cba84710-29b1-4a10-9da1-f045c49277ca, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:49:33.886273 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] For port cba84710-29b1-4a10-9da1-f045c49277ca, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=cba84710-29b1-4a10-9da1-f045c49277ca,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:49:33.889984 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:33.921438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Allocated IP 172.26.3.125 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/085d43fd-ce05-4eaa-98fe-efc7507b0b83) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:49:33.972438 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01c3b2-7613-4c62-9a01-564423217f99 None None] Pushing event updated for resources: {'Port': ['ID=cba84710-29b1-4a10-9da1-f045c49277ca,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:34.073648 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:34.105903 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:34.174530 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:49:34.177317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:49:34.184121 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:49:34.217488 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Pushing event updated for resources: {'Port': ['ID=085d43fd-ce05-4eaa-98fe-efc7507b0b83,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:34.512455 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cba84710-29b1-4a10-9da1-f045c49277ca up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:49:34.582979 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port cba84710-29b1-4a10-9da1-f045c49277ca completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:49:34.617599 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:34.914204 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe14cb8f-5b8a-44ad-8bcb-a5b6794a529c None None] Network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:49:35.012063 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8afe83ba-c832-4360-9579-d132f97e9a8e None None] Provisioning for port cba84710-29b1-4a10-9da1-f045c49277ca completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:49:35.029927 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8afe83ba-c832-4360-9579-d132f97e9a8e None None] Provisioning complete for port cba84710-29b1-4a10-9da1-f045c49277ca triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:49:35.030303 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8afe83ba-c832-4360-9579-d132f97e9a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:35.079995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:35.239852 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8afe83ba-c832-4360-9579-d132f97e9a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:35.280063 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8afe83ba-c832-4360-9579-d132f97e9a8e None None] For port cba84710-29b1-4a10-9da1-f045c49277ca, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=cba84710-29b1-4a10-9da1-f045c49277ca,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:49:35.284199 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8afe83ba-c832-4360-9579-d132f97e9a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:35.285316 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Router d07f3d8b-176c-47cd-abe1-f21a4d67b61a is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:49:35.359834 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe83ba-c832-4360-9579-d132f97e9a8e None None] Pushing event updated for resources: {'Port': ['ID=cba84710-29b1-4a10-9da1-f045c49277ca,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:35.472980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:49:35.483608 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] Sync routers for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:49:35.493131 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:49:35.493864 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:49:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:49:35.501757 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:35.503393 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-baee2e36-2ddb-4d64-81e6-28f335349f9c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5033808 Jan 17 14:49:35.506155 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42744) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:49:35.605030 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3f1478e6-6215-49e8-9e2e-1cb355987cbd None None] Provisioning complete for port cba84710-29b1-4a10-9da1-f045c49277ca triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:49:35.605367 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3f1478e6-6215-49e8-9e2e-1cb355987cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:35.675014 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:49:35.959035 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:34Z', 'revision_number': 3, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:49:35.962737 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] Checking router: d07f3d8b-176c-47cd-abe1-f21a4d67b61a for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:49:35.963070 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] Updating router d07f3d8b-176c-47cd-abe1-f21a4d67b61a port 085d43fd-ce05-4eaa-98fe-efc7507b0b83 binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:49:36.017370 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:36.176639 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-59260814-ce0e-4fd5-bc8f-70e4023266b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:36.340568 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:36.351637 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] Transition to ACTIVE for port object 085d43fd-ce05-4eaa-98fe-efc7507b0b83 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:49:36.358278 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:36.380214 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-59260814-ce0e-4fd5-bc8f-70e4023266b4 admin admin] Allocated IP 172.20.0.1 (93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c/849c6ba5-0304-40a6-a3ec-118b00cf76a5/8775903a-06f7-4593-b356-da4ad32f7500) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:49:36.438309 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] Attempting to bind port 085d43fd-ce05-4eaa-98fe-efc7507b0b83 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:49:36.438666 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] Attempting to bind port 085d43fd-ce05-4eaa-98fe-efc7507b0b83 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:49:36.439015 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] Attempting to bind port 085d43fd-ce05-4eaa-98fe-efc7507b0b83 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:49:36.444552 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f51c7-e791-4ef7-b6a3-6f194a8e8a03 None None] Pushing event updated for resources: {'Port': ['ID=085d43fd-ce05-4eaa-98fe-efc7507b0b83,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:36.453234 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f51c7-e791-4ef7-b6a3-6f194a8e8a03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:36.453576 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f51c7-e791-4ef7-b6a3-6f194a8e8a03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:36.453904 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f51c7-e791-4ef7-b6a3-6f194a8e8a03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:36.454227 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f51c7-e791-4ef7-b6a3-6f194a8e8a03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:36.454547 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f51c7-e791-4ef7-b6a3-6f194a8e8a03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:36.454855 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f51c7-e791-4ef7-b6a3-6f194a8e8a03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:36.455164 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f51c7-e791-4ef7-b6a3-6f194a8e8a03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:36.455473 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f51c7-e791-4ef7-b6a3-6f194a8e8a03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:36.455809 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f51c7-e791-4ef7-b6a3-6f194a8e8a03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:36.456118 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f51c7-e791-4ef7-b6a3-6f194a8e8a03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:36.456422 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f51c7-e791-4ef7-b6a3-6f194a8e8a03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:36.456745 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f51c7-e791-4ef7-b6a3-6f194a8e8a03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:36.460240 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:49:36.460606 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:49:36.460996 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:36.461366 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:49:36.461826 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] Bound port: 085d43fd-ce05-4eaa-98fe-efc7507b0b83, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:49:36.462185 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:36.492180 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cba84710-29b1-4a10-9da1-f045c49277ca up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:49:36.541172 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] For port 085d43fd-ce05-4eaa-98fe-efc7507b0b83, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:49:36.544974 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] For port 085d43fd-ce05-4eaa-98fe-efc7507b0b83, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=085d43fd-ce05-4eaa-98fe-efc7507b0b83,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:49:36.549999 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:36.564102 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port cba84710-29b1-4a10-9da1-f045c49277ca triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:49:36.564496 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:36.638923 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:49:36.639516 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:49:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:49:36.670687 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-59260814-ce0e-4fd5-bc8f-70e4023266b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:36.687429 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-59260814-ce0e-4fd5-bc8f-70e4023266b4 admin admin] Transition to ACTIVE for port object 8775903a-06f7-4593-b356-da4ad32f7500 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:49:36.711939 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-59260814-ce0e-4fd5-bc8f-70e4023266b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:36.757036 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f51c7-e791-4ef7-b6a3-6f194a8e8a03 None None] Pushing event updated for resources: {'Port': ['ID=085d43fd-ce05-4eaa-98fe-efc7507b0b83,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:36.780406 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59260814-ce0e-4fd5-bc8f-70e4023266b4 admin admin] Network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:49:36.783348 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-59260814-ce0e-4fd5-bc8f-70e4023266b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:49:36.787272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59260814-ce0e-4fd5-bc8f-70e4023266b4 admin admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:49:36.821711 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59260814-ce0e-4fd5-bc8f-70e4023266b4 admin admin] Pushing event updated for resources: {'Port': ['ID=8775903a-06f7-4593-b356-da4ad32f7500,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:36.850380 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-59260814-ce0e-4fd5-bc8f-70e4023266b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:36.931670 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:49:37.056915 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-76b1c454-385e-44fa-b110-02529e0f9284 None None] Provisioning for port 8775903a-06f7-4593-b356-da4ad32f7500 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:49:37.061942 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-76b1c454-385e-44fa-b110-02529e0f9284 None None] Provisioning complete for port 8775903a-06f7-4593-b356-da4ad32f7500 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:49:37.062254 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76b1c454-385e-44fa-b110-02529e0f9284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:37.117947 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-76b1c454-385e-44fa-b110-02529e0f9284 None None] Port 8775903a-06f7-4593-b356-da4ad32f7500 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:49:37.131411 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-59260814-ce0e-4fd5-bc8f-70e4023266b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:37.300600 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:34Z', 'revision_number': 3, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:49:37.305296 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72445b5b-d760-4c1b-af25-bc945e884947 None None] The sync data for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv is: [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:34Z', 'revision_number': 3, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:49:37.358681 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-59260814-ce0e-4fd5-bc8f-70e4023266b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:37.363863 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-59260814-ce0e-4fd5-bc8f-70e4023266b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:37.473406 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59260814-ce0e-4fd5-bc8f-70e4023266b4 admin admin] Pushing event updated for resources: {'Port': ['ID=8775903a-06f7-4593-b356-da4ad32f7500,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:37.475758 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-59260814-ce0e-4fd5-bc8f-70e4023266b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:37.623529 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59260814-ce0e-4fd5-bc8f-70e4023266b4 admin admin] Network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:49:37.624810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-59260814-ce0e-4fd5-bc8f-70e4023266b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:49:37.830500 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59260814-ce0e-4fd5-bc8f-70e4023266b4 admin admin] Router d07f3d8b-176c-47cd-abe1-f21a4d67b61a has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:49:37.954224 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-29f36c6a-efb1-482a-99ba-96233376d267 None None] Provisioning complete for port 8775903a-06f7-4593-b356-da4ad32f7500 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:49:37.955245 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-29f36c6a-efb1-482a-99ba-96233376d267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:38.013426 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-29f36c6a-efb1-482a-99ba-96233376d267 None None] Port 8775903a-06f7-4593-b356-da4ad32f7500 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:49:38.020096 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59260814-ce0e-4fd5-bc8f-70e4023266b4 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:49:38.028978 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-59260814-ce0e-4fd5-bc8f-70e4023266b4 admin admin] 10.222.0.48 "PUT /v2.0/routers/d07f3d8b-176c-47cd-abe1-f21a4d67b61a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5217221 Jan 17 14:49:38.505260 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 085d43fd-ce05-4eaa-98fe-efc7507b0b83 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:49:38.604093 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 085d43fd-ce05-4eaa-98fe-efc7507b0b83 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:49:38.609403 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 085d43fd-ce05-4eaa-98fe-efc7507b0b83 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:49:38.609767 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:38.635516 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42754) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:49:38.640993 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-ccf759cf-a3d0-4f0a-acdf-cc89e8588a5e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--66354951', 'description': 'tempest-description--434292837'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:49:38.647266 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ccf759cf-a3d0-4f0a-acdf-cc89e8588a5e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:49:38.652120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ccf759cf-a3d0-4f0a-acdf-cc89e8588a5e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Usage tracker for resource:security_group and tenant:cdb219dbbff34a98a6448109649281df is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:49:38.658618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ccf759cf-a3d0-4f0a-acdf-cc89e8588a5e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:49:38.664789 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ccf759cf-a3d0-4f0a-acdf-cc89e8588a5e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:49:38.679622 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ccf759cf-a3d0-4f0a-acdf-cc89e8588a5e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:38.699592 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ccf759cf-a3d0-4f0a-acdf-cc89e8588a5e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:49:38.704229 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ccf759cf-a3d0-4f0a-acdf-cc89e8588a5e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Usage tracker for resource:security_group_rule and tenant:cdb219dbbff34a98a6448109649281df is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:49:38.708795 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ccf759cf-a3d0-4f0a-acdf-cc89e8588a5e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:49:38.715257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ccf759cf-a3d0-4f0a-acdf-cc89e8588a5e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:49:38.733967 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:38.750744 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 085d43fd-ce05-4eaa-98fe-efc7507b0b83, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=085d43fd-ce05-4eaa-98fe-efc7507b0b83,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:49:38.757832 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:38.799211 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ccf759cf-a3d0-4f0a-acdf-cc89e8588a5e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:38.809085 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] Sync routers for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:49:38.811218 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ccf759cf-a3d0-4f0a-acdf-cc89e8588a5e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:38.829515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:49:38.830138 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:49:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:49:38.856764 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf759cf-a3d0-4f0a-acdf-cc89e8588a5e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a946d2-123e-45d2-b93d-16ef5ce838aa,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:38.860776 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ccf759cf-a3d0-4f0a-acdf-cc89e8588a5e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:38.864939 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ccf759cf-a3d0-4f0a-acdf-cc89e8588a5e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2255712 Jan 17 14:49:38.866379 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42758) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:49:38.871114 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-cf8b6740-88c3-49b6-b6f2-2b7fa5de0e86 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Request body: {'security_group_rule': {'security_group_id': '41a946d2-123e-45d2-b93d-16ef5ce838aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:49:38.877223 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-cf8b6740-88c3-49b6-b6f2-2b7fa5de0e86 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:49:38.880974 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-cf8b6740-88c3-49b6-b6f2-2b7fa5de0e86 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Usage tracker for resource:security_group_rule and tenant:cdb219dbbff34a98a6448109649281df is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:49:38.883772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-cf8b6740-88c3-49b6-b6f2-2b7fa5de0e86 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:49:38.889964 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-cf8b6740-88c3-49b6-b6f2-2b7fa5de0e86 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:49:38.897212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=085d43fd-ce05-4eaa-98fe-efc7507b0b83,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:38.908590 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cf8b6740-88c3-49b6-b6f2-2b7fa5de0e86 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:39.018036 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:49:39.091803 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cf8b6740-88c3-49b6-b6f2-2b7fa5de0e86 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:39.095661 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cf8b6740-88c3-49b6-b6f2-2b7fa5de0e86 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:39.119025 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b6740-88c3-49b6-b6f2-2b7fa5de0e86 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e9f9c4-bd01-4db2-9d97-4fa2dd7333ae,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:39.128771 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-cf8b6740-88c3-49b6-b6f2-2b7fa5de0e86 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:39.130256 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-cf8b6740-88c3-49b6-b6f2-2b7fa5de0e86 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2639868 Jan 17 14:49:39.132982 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42762) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:49:39.138617 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-d0477d0e-528e-418a-9417-7ec1120656ed tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Request body: {'security_group_rule': {'security_group_id': '41a946d2-123e-45d2-b93d-16ef5ce838aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:49:39.144633 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d0477d0e-528e-418a-9417-7ec1120656ed tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:49:39.148689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d0477d0e-528e-418a-9417-7ec1120656ed tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Usage tracker for resource:security_group_rule and tenant:cdb219dbbff34a98a6448109649281df is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:49:39.152598 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d0477d0e-528e-418a-9417-7ec1120656ed tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:49:39.158730 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d0477d0e-528e-418a-9417-7ec1120656ed tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:49:39.175012 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d0477d0e-528e-418a-9417-7ec1120656ed tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:39.236434 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d0477d0e-528e-418a-9417-7ec1120656ed tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:39.241453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d0477d0e-528e-418a-9417-7ec1120656ed tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:39.264778 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0477d0e-528e-418a-9417-7ec1120656ed tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec324168-183c-4fc0-911b-92720423799e,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:39.274198 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d0477d0e-528e-418a-9417-7ec1120656ed tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:39.275553 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d0477d0e-528e-418a-9417-7ec1120656ed tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1415331 Jan 17 14:49:39.278984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 42766) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:49:39.284062 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:49:39.290204 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:49:39.294742 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Usage tracker for resource:floatingip and tenant:cdb219dbbff34a98a6448109649281df is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:49:39.297627 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:49:39.303342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:49:39.313498 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:39.337134 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 2, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:49:39.341534 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] Checking router: d07f3d8b-176c-47cd-abe1-f21a4d67b61a for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:49:39.341885 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] Updating router d07f3d8b-176c-47cd-abe1-f21a4d67b61a port 8775903a-06f7-4593-b356-da4ad32f7500 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:49:39.393622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:39.448711 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:39.586417 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Allocated IP 172.26.3.202 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/8caeed74-a4f3-46d7-910b-dc24836e175a) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:49:39.734219 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:39.736032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:39.745914 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] Transition to ACTIVE for port object 8775903a-06f7-4593-b356-da4ad32f7500 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:49:39.753370 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:39.767819 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:39.833722 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:49:39.836486 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:49:39.839384 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:49:39.890972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Pushing event updated for resources: {'Port': ['ID=8caeed74-a4f3-46d7-910b-dc24836e175a,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:39.904467 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:39.904826 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:39.905167 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:39.905507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:39.905839 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:39.906170 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:39.906502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:39.906830 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:39.907155 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:39.907480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:39.907830 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:39.908152 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:39.957829 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:39.987415 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ccb25-ba2b-4a86-b654-4252fb138088 None None] Pushing event updated for resources: {'Port': ['ID=8775903a-06f7-4593-b356-da4ad32f7500,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:40.006571 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] Attempting to bind port 8775903a-06f7-4593-b356-da4ad32f7500 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:49:40.006933 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] Attempting to bind port 8775903a-06f7-4593-b356-da4ad32f7500 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:49:40.007287 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] Attempting to bind port 8775903a-06f7-4593-b356-da4ad32f7500 on network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:49:40.013639 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:49:40.014001 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] Checking segment: {'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:49:40.014708 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:40.015240 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] Bound using segment: {'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:49:40.015886 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] Bound port: 8775903a-06f7-4593-b356-da4ad32f7500, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:49:40.016432 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:40.032290 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:40.111142 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] For port 8775903a-06f7-4593-b356-da4ad32f7500, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:49:40.114219 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] For port 8775903a-06f7-4593-b356-da4ad32f7500, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8775903a-06f7-4593-b356-da4ad32f7500,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:49:40.118940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:40.238130 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:49:40.238770 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:49:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:49:40.272485 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:40.277377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:40.312376 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ccb25-ba2b-4a86-b654-4252fb138088 None None] Pushing event updated for resources: {'Port': ['ID=8775903a-06f7-4593-b356-da4ad32f7500,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:40.400194 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Pushing event updated for resources: {'Port': ['ID=8caeed74-a4f3-46d7-910b-dc24836e175a,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:40.417829 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:40.451409 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:40.456577 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7d409db3-ee07-47e1-99bd-d2daf58596ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1765912 Jan 17 14:49:40.459252 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:49:40.522858 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 085d43fd-ce05-4eaa-98fe-efc7507b0b83 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:49:40.655186 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4893c366-c225-42d1-9170-92da39a56427 req-8a23e157-d150-45b9-a145-a0ca35e1ac53 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--66354951&fields=id&tenant_id=cdb219dbbff34a98a6448109649281df HTTP/1.1" status: 200 len: 267 time: 0.0450199 Jan 17 14:49:40.774324 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca31fbb2-62a1-435c-9dd2-c8d895c1afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:40.781587 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 085d43fd-ce05-4eaa-98fe-efc7507b0b83 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:49:40.781957 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:40.810785 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893c366-c225-42d1-9170-92da39a56427 req-a9660473-5b6f-49ce-9d8b-ce2a38d3b194 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:40.811653 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4893c366-c225-42d1-9170-92da39a56427 req-a9660473-5b6f-49ce-9d8b-ce2a38d3b194 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 811 time: 0.1484604 Jan 17 14:49:40.827194 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4893c366-c225-42d1-9170-92da39a56427 req-abe1cb16-d862-434c-9d9d-85038e402c63 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/quotas/cdb219dbbff34a98a6448109649281df HTTP/1.1" status: 200 len: 375 time: 0.0097091 Jan 17 14:49:40.915596 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4893c366-c225-42d1-9170-92da39a56427 req-a0dd996c-8ded-49b1-a792-32fb7d7e1472 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833735 Jan 17 14:49:40.986823 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:40Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:49:40.991117 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c387e6-8108-45c9-a8aa-3d9bfa9fb6de None None] The sync data for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv is: [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:40Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:49:41.161129 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4893c366-c225-42d1-9170-92da39a56427 req-556958a6-0865-4195-b510-c9fe89beb706 service neutron] 10.222.0.48 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337251 Jan 17 14:49:41.295867 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4893c366-c225-42d1-9170-92da39a56427 req-6e35d68a-cc58-4291-8ad1-5d6bc8399496 service neutron] 10.222.0.48 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286321 Jan 17 14:49:41.485490 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-03303800-d80b-4eb2-8ba0-c0b7b47af27a req-826a291b-7729-4b69-a14e-139bed231619 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Synchronizing usage tracker for tenant:cdb219dbbff34a98a6448109649281df on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:49:41.505233 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-03303800-d80b-4eb2-8ba0-c0b7b47af27a req-826a291b-7729-4b69-a14e-139bed231619 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Unset dirty status for tenant:cdb219dbbff34a98a6448109649281df on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:49:41.506644 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-03303800-d80b-4eb2-8ba0-c0b7b47af27a req-826a291b-7729-4b69-a14e-139bed231619 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 210 time: 0.0652564 Jan 17 14:49:42.522085 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8775903a-06f7-4593-b356-da4ad32f7500 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:49:42.567196 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893c366-c225-42d1-9170-92da39a56427 req-ec2b5597-95b2-469e-b398-fb7df33d73ab tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:42.567973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-4893c366-c225-42d1-9170-92da39a56427 req-ec2b5597-95b2-469e-b398-fb7df33d73ab tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Synchronizing usage tracker for tenant:cdb219dbbff34a98a6448109649281df on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:49:42.592017 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-4893c366-c225-42d1-9170-92da39a56427 req-ec2b5597-95b2-469e-b398-fb7df33d73ab tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Unset dirty status for tenant:cdb219dbbff34a98a6448109649281df on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:49:42.593249 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4893c366-c225-42d1-9170-92da39a56427 req-ec2b5597-95b2-469e-b398-fb7df33d73ab tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 811 time: 0.1888635 Jan 17 14:49:42.601038 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 8775903a-06f7-4593-b356-da4ad32f7500 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:49:42.615815 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 8775903a-06f7-4593-b356-da4ad32f7500 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:49:42.616422 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:42.664059 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-4893c366-c225-42d1-9170-92da39a56427 req-2706ce1f-2467-47c8-97fd-3afb622feb1f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Synchronizing usage tracker for tenant:cdb219dbbff34a98a6448109649281df on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:49:42.685150 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-4893c366-c225-42d1-9170-92da39a56427 req-2706ce1f-2467-47c8-97fd-3afb622feb1f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Unset dirty status for tenant:cdb219dbbff34a98a6448109649281df on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:49:42.686617 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7013a138-18de-4858-9ecb-63292df8807e req-0708a262-ecf4-411c-ac06-c3754b9ac428 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 210 time: 0.0581017 Jan 17 14:49:42.688396 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4893c366-c225-42d1-9170-92da39a56427 req-2706ce1f-2467-47c8-97fd-3afb622feb1f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdb219dbbff34a98a6448109649281df HTTP/1.1" status: 200 len: 378 time: 0.0862713 Jan 17 14:49:42.699018 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-4893c366-c225-42d1-9170-92da39a56427 req-5a85092d-b0df-450b-bd09-db29d8d93f30 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Request body: {'port': {'device_id': 'a26f7811-3672-4174-aa57-cb784470d252', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'admin_state_up': True, 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'security_groups': ['41a946d2-123e-45d2-b93d-16ef5ce838aa']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:49:42.757988 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:42.792025 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 8775903a-06f7-4593-b356-da4ad32f7500, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8775903a-06f7-4593-b356-da4ad32f7500,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:49:42.796753 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:42.844564 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-4893c366-c225-42d1-9170-92da39a56427 req-5a85092d-b0df-450b-bd09-db29d8d93f30 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:49:42.854038 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-4893c366-c225-42d1-9170-92da39a56427 req-5a85092d-b0df-450b-bd09-db29d8d93f30 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:49:42.864982 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4893c366-c225-42d1-9170-92da39a56427 req-5a85092d-b0df-450b-bd09-db29d8d93f30 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Made reservation on behalf of cdb219dbbff34a98a6448109649281df for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:49:42.867958 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=8775903a-06f7-4593-b356-da4ad32f7500,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:42.868646 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4893c366-c225-42d1-9170-92da39a56427 req-5a85092d-b0df-450b-bd09-db29d8d93f30 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:43.030260 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-4893c366-c225-42d1-9170-92da39a56427 req-5a85092d-b0df-450b-bd09-db29d8d93f30 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Allocated IP 172.20.0.3 (93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c/849c6ba5-0304-40a6-a3ec-118b00cf76a5/5dc5a7d3-05d9-4540-9b18-e36f36000371) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:49:43.320545 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4893c366-c225-42d1-9170-92da39a56427 req-5a85092d-b0df-450b-bd09-db29d8d93f30 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:43.335676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-4893c366-c225-42d1-9170-92da39a56427 req-5a85092d-b0df-450b-bd09-db29d8d93f30 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Transition to ACTIVE for port object 5dc5a7d3-05d9-4540-9b18-e36f36000371 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:49:43.359150 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4893c366-c225-42d1-9170-92da39a56427 req-5a85092d-b0df-450b-bd09-db29d8d93f30 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:43.431002 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4893c366-c225-42d1-9170-92da39a56427 req-5a85092d-b0df-450b-bd09-db29d8d93f30 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:49:43.434725 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-4893c366-c225-42d1-9170-92da39a56427 req-5a85092d-b0df-450b-bd09-db29d8d93f30 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:49:43.438536 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-4893c366-c225-42d1-9170-92da39a56427 req-5a85092d-b0df-450b-bd09-db29d8d93f30 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:49:43.469187 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85092d-b0df-450b-bd09-db29d8d93f30 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Pushing event updated for resources: {'Port': ['ID=5dc5a7d3-05d9-4540-9b18-e36f36000371,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:43.506501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893c366-c225-42d1-9170-92da39a56427 req-5a85092d-b0df-450b-bd09-db29d8d93f30 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:43.507117 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4893c366-c225-42d1-9170-92da39a56427 req-5a85092d-b0df-450b-bd09-db29d8d93f30 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:43.533480 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4893c366-c225-42d1-9170-92da39a56427 req-5a85092d-b0df-450b-bd09-db29d8d93f30 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8396070 Jan 17 14:49:43.545468 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] Request body: {'port': {'device_id': 'a26f7811-3672-4174-aa57-cb784470d252', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:49:43.659647 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:43.692347 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-89901638-3389-4c61-949a-73789bf1c92d None None] Provisioning for port 5dc5a7d3-05d9-4540-9b18-e36f36000371 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:49:43.697497 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-89901638-3389-4c61-949a-73789bf1c92d None None] Provisioning complete for port 5dc5a7d3-05d9-4540-9b18-e36f36000371 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:49:43.697873 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-89901638-3389-4c61-949a-73789bf1c92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:43.753198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-89901638-3389-4c61-949a-73789bf1c92d None None] Port 5dc5a7d3-05d9-4540-9b18-e36f36000371 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:49:43.904030 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5ff6c64b-1986-4896-8439-93a73cd93c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:43.990010 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:43.997744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ee5e6-078e-4ed6-a3af-40baed12075d req-98ed2fc5-62f0-4816-8918-0bbd92184034 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:43.998424 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-c80ee5e6-078e-4ed6-a3af-40baed12075d req-98ed2fc5-62f0-4816-8918-0bbd92184034 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Synchronizing usage tracker for tenant:cdb219dbbff34a98a6448109649281df on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:49:44.011132 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:44.021991 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-c80ee5e6-078e-4ed6-a3af-40baed12075d req-98ed2fc5-62f0-4816-8918-0bbd92184034 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Unset dirty status for tenant:cdb219dbbff34a98a6448109649281df on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:49:44.023122 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c80ee5e6-078e-4ed6-a3af-40baed12075d req-98ed2fc5-62f0-4816-8918-0bbd92184034 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 931 time: 0.2229559 Jan 17 14:49:44.123387 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc5a7d3-05d9-4540-9b18-e36f36000371 {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:49:44.129764 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c80ee5e6-078e-4ed6-a3af-40baed12075d req-1cbf767e-0300-4089-b106-cdc12d253720 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948281 Jan 17 14:49:44.133597 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:44.148793 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] Transition to ACTIVE for port object 5dc5a7d3-05d9-4540-9b18-e36f36000371 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:49:44.155042 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:44.306166 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc5a7d3-05d9-4540-9b18-e36f36000371,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:44.389838 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] Attempting to bind port 5dc5a7d3-05d9-4540-9b18-e36f36000371 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:49:44.390172 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] Attempting to bind port 5dc5a7d3-05d9-4540-9b18-e36f36000371 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:49:44.390489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] Attempting to bind port 5dc5a7d3-05d9-4540-9b18-e36f36000371 on network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:49:44.395222 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] Port 5dc5a7d3-05d9-4540-9b18-e36f36000371 on network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:49:44.395534 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] Attempting to bind port 5dc5a7d3-05d9-4540-9b18-e36f36000371 on network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:49:44.400600 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:49:44.400930 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] Checking segment: {'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:49:44.401871 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] Bound using segment: {'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:49:44.402280 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] Bound port: 5dc5a7d3-05d9-4540-9b18-e36f36000371, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:49:44.402615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:44.497316 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8775903a-06f7-4593-b356-da4ad32f7500 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:49:44.502043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] For port 5dc5a7d3-05d9-4540-9b18-e36f36000371, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:49:44.505886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] For port 5dc5a7d3-05d9-4540-9b18-e36f36000371, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=5dc5a7d3-05d9-4540-9b18-e36f36000371,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:49:44.509591 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:44.568125 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:44.568711 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:44.570008 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4893c366-c225-42d1-9170-92da39a56427 req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] 10.222.0.15 "PUT /v2.0/ports/5dc5a7d3-05d9-4540-9b18-e36f36000371 HTTP/1.1" status: 200 len: 1093 time: 1.0294015 Jan 17 14:49:44.572540 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 8775903a-06f7-4593-b356-da4ad32f7500 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:49:44.573055 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26f7811-3672-4174-aa57-cb784470d252', 'tag': '5dc5a7d3-05d9-4540-9b18-e36f36000371'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:49:44.573790 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:44.597425 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c50d14-b84c-42da-b050-97b533599cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc5a7d3-05d9-4540-9b18-e36f36000371,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:44.657352 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26f7811-3672-4174-aa57-cb784470d252', 'tag': '5dc5a7d3-05d9-4540-9b18-e36f36000371', 'status': 'completed', 'code': 200} Jan 17 14:49:44.695692 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893c366-c225-42d1-9170-92da39a56427 req-045403f1-1c4e-445c-8ffe-33bc7c1ffc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:44.697117 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4893c366-c225-42d1-9170-92da39a56427 req-045403f1-1c4e-445c-8ffe-33bc7c1ffc49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 1096 time: 0.0818272 Jan 17 14:49:44.774145 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4893c366-c225-42d1-9170-92da39a56427 req-787676c3-3afe-44a4-ae09-b5138968f7b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dc5a7d3-05d9-4540-9b18-e36f36000371 HTTP/1.1" status: 200 len: 217 time: 0.0694015 Jan 17 14:49:44.835522 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893c366-c225-42d1-9170-92da39a56427 req-28cf0224-12f4-46f0-8ff5-7971f7571832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:44.836968 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4893c366-c225-42d1-9170-92da39a56427 req-28cf0224-12f4-46f0-8ff5-7971f7571832 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0574150 Jan 17 14:49:44.913633 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893c366-c225-42d1-9170-92da39a56427 req-c159d21d-9f53-4d2c-9a52-645fe70cf275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:44.915090 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4893c366-c225-42d1-9170-92da39a56427 req-c159d21d-9f53-4d2c-9a52-645fe70cf275 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720859 Jan 17 14:49:45.141349 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4893c366-c225-42d1-9170-92da39a56427 req-058da811-7fa5-472f-9ffb-7719119cb68e service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201915 Jan 17 14:49:45.324308 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4893c366-c225-42d1-9170-92da39a56427 req-5a3a1598-2657-4143-8728-66a6741c1a0f service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768851 Jan 17 14:49:45.347250 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b0e8d-a8b3-4a80-ab5b-eb1222e48923 req-e7065139-254c-4cda-b379-e00391f6a5ce tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:45.348738 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-217b0e8d-a8b3-4a80-ab5b-eb1222e48923 req-e7065139-254c-4cda-b379-e00391f6a5ce tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 943 time: 0.1118972 Jan 17 14:49:45.441401 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-217b0e8d-a8b3-4a80-ab5b-eb1222e48923 req-76651c3f-8e5c-4f14-a707-f19365479318 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860889 Jan 17 14:49:45.461790 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ae055-90de-4638-8643-d429aaff44e3 req-cec6c4b2-9aff-4879-a51e-944523bb1229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:45.463262 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-670ae055-90de-4638-8643-d429aaff44e3 req-cec6c4b2-9aff-4879-a51e-944523bb1229 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 1096 time: 0.0906587 Jan 17 14:49:45.541423 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:45.595790 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ae055-90de-4638-8643-d429aaff44e3 req-d240da65-6504-4c87-82b5-8a4a49829e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:45.597239 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-670ae055-90de-4638-8643-d429aaff44e3 req-d240da65-6504-4c87-82b5-8a4a49829e55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1285636 Jan 17 14:49:45.666265 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-670ae055-90de-4638-8643-d429aaff44e3 req-37cd90da-d7b5-431e-b3bf-8dd7026538bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dc5a7d3-05d9-4540-9b18-e36f36000371 HTTP/1.1" status: 200 len: 217 time: 0.0627813 Jan 17 14:49:45.727399 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ae055-90de-4638-8643-d429aaff44e3 req-500223b2-924e-4ede-b907-30977283d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:45.728780 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-670ae055-90de-4638-8643-d429aaff44e3 req-500223b2-924e-4ede-b907-30977283d7f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0565500 Jan 17 14:49:45.803556 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ae055-90de-4638-8643-d429aaff44e3 req-8937bb43-ab58-4dd4-9409-da5aa569bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:45.805061 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-670ae055-90de-4638-8643-d429aaff44e3 req-8937bb43-ab58-4dd4-9409-da5aa569bbcc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706642 Jan 17 14:49:45.935824 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-670ae055-90de-4638-8643-d429aaff44e3 req-194f5233-cb28-4979-bca5-56423f3b994f service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242447 Jan 17 14:49:46.067629 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-670ae055-90de-4638-8643-d429aaff44e3 req-7b20efef-87d7-4835-8880-9cc49e328cd5 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248777 Jan 17 14:49:46.629160 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f951bba-59a7-4bf2-97e0-f85453afebd6 req-9cb8933a-8686-4ca2-9f4a-e4ccb45cc33f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:46.630600 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2f951bba-59a7-4bf2-97e0-f85453afebd6 req-9cb8933a-8686-4ca2-9f4a-e4ccb45cc33f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 943 time: 0.0795364 Jan 17 14:49:46.675130 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2f951bba-59a7-4bf2-97e0-f85453afebd6 req-0ab00e46-b2ac-421a-ba1c-0668d9a5aa1d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388727 Jan 17 14:49:47.867680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff49ffc-f73b-46a6-bf80-cda80c153606 req-01af6ba2-0c23-4325-86c9-9d349bea6dbd tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:47.869106 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0ff49ffc-f73b-46a6-bf80-cda80c153606 req-01af6ba2-0c23-4325-86c9-9d349bea6dbd tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 943 time: 0.0850322 Jan 17 14:49:47.913273 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0ff49ffc-f73b-46a6-bf80-cda80c153606 req-adb1a651-6420-4a8c-80ba-df316f46bab6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384650 Jan 17 14:49:49.095505 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f605a77-e339-4bc1-ac24-6c3b4fa9136e req-d5dcbd66-4d68-40ac-b047-d626691eb619 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:49.096888 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4f605a77-e339-4bc1-ac24-6c3b4fa9136e req-d5dcbd66-4d68-40ac-b047-d626691eb619 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 943 time: 0.0815659 Jan 17 14:49:49.139754 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4f605a77-e339-4bc1-ac24-6c3b4fa9136e req-c35e5d4d-58dc-419e-8bcc-2c24210c4056 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373092 Jan 17 14:49:49.680364 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 5dc5a7d3-05d9-4540-9b18-e36f36000371 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:49:49.817836 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 5dc5a7d3-05d9-4540-9b18-e36f36000371, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=5dc5a7d3-05d9-4540-9b18-e36f36000371,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:49:49.866083 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '5dc5a7d3-05d9-4540-9b18-e36f36000371', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'port_id': '5dc5a7d3-05d9-4540-9b18-e36f36000371', 'mac_address': 'fa:16:3e:c9:ae:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:49:49.922303 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:49.941429 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc5a7d3-05d9-4540-9b18-e36f36000371 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:49:49.958177 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 5dc5a7d3-05d9-4540-9b18-e36f36000371, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=5dc5a7d3-05d9-4540-9b18-e36f36000371,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:49:49.961706 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:50.029254 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=5dc5a7d3-05d9-4540-9b18-e36f36000371,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:50.037417 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:50.037762 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:50.038097 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:50.038427 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:50.038755 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:50.039082 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:50.039407 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:50.039747 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:50.040076 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:50.040395 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:50.040715 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:50.041030 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:49:50.285051 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['5dc5a7d3-05d9-4540-9b18-e36f36000371'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:49:50.322624 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5908a-0562-485a-b63c-9342a5295658 req-27dc146e-d1b9-403b-972d-39520218bd5b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:50.324173 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2ed5908a-0562-485a-b63c-9342a5295658 req-27dc146e-d1b9-403b-972d-39520218bd5b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 944 time: 0.0796747 Jan 17 14:49:50.372763 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2ed5908a-0562-485a-b63c-9342a5295658 req-f6540c7e-40e4-46e6-8940-b2f6e1521cf8 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429957 Jan 17 14:49:51.554808 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb5b31-9804-4295-b3fe-6880b89aa0a0 req-1ea609bc-6683-4beb-b805-87de274fbd03 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:51.556332 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c1cb5b31-9804-4295-b3fe-6880b89aa0a0 req-1ea609bc-6683-4beb-b805-87de274fbd03 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 944 time: 0.0805697 Jan 17 14:49:51.600760 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c1cb5b31-9804-4295-b3fe-6880b89aa0a0 req-83dc0fbc-754f-466d-b1f5-61033433a008 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382628 Jan 17 14:49:51.695726 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 5dc5a7d3-05d9-4540-9b18-e36f36000371 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:49:51.767336 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 5dc5a7d3-05d9-4540-9b18-e36f36000371 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:49:51.772341 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 5dc5a7d3-05d9-4540-9b18-e36f36000371 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:49:51.772705 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:51.888235 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:51.914319 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26f7811-3672-4174-aa57-cb784470d252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc5a7d3-05d9-4540-9b18-e36f36000371'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:49:51.924777 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 5dc5a7d3-05d9-4540-9b18-e36f36000371, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=5dc5a7d3-05d9-4540-9b18-e36f36000371,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:49:51.928888 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:51.962290 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26f7811-3672-4174-aa57-cb784470d252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc5a7d3-05d9-4540-9b18-e36f36000371', 'code': 200} Jan 17 14:49:52.000859 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=5dc5a7d3-05d9-4540-9b18-e36f36000371,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:49:52.190235 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ede30-ac14-4114-b756-7e8c279f1846 req-2ea5077f-3599-4127-9ca1-b3eb39db67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:52.191616 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8d6ede30-ac14-4114-b756-7e8c279f1846 req-2ea5077f-3599-4127-9ca1-b3eb39db67fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 1098 time: 0.0691655 Jan 17 14:49:52.232762 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8d6ede30-ac14-4114-b756-7e8c279f1846 req-38a8623a-8a46-4e14-ba58-dbaad231854d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350025 Jan 17 14:49:52.792337 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81961a-df26-4e6c-a9c3-15df27a3479f req-023bf218-b54c-45a7-90dd-8558253693b6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:52.793778 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8a81961a-df26-4e6c-a9c3-15df27a3479f req-023bf218-b54c-45a7-90dd-8558253693b6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.0850375 Jan 17 14:49:52.840400 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8a81961a-df26-4e6c-a9c3-15df27a3479f req-9acae58d-cdf7-4504-9dcd-3164ef5850b1 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387576 Jan 17 14:49:53.096340 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:54.026001 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed9842-a73f-4af5-8437-f5eade277c71 req-f479f675-b954-487b-a2fc-1f3f8955071a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:54.027458 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4bed9842-a73f-4af5-8437-f5eade277c71 req-f479f675-b954-487b-a2fc-1f3f8955071a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.0826905 Jan 17 14:49:54.072636 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4bed9842-a73f-4af5-8437-f5eade277c71 req-c3a0ea03-a985-4afd-99e4-cd9e9f7e3556 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394354 Jan 17 14:49:54.248629 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaeb411-2596-4e6c-ac3f-613a076d55e3 req-955fac18-175c-474c-bcd0-f31a7e6c8732 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:54.250069 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3aaeb411-2596-4e6c-ac3f-613a076d55e3 req-955fac18-175c-474c-bcd0-f31a7e6c8732 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.0784950 Jan 17 14:49:54.258500 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 42822) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:49:54.263439 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-84a193db-8f62-4370-af01-3f97ae07c28a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Request body: {'floatingip': {'port_id': '5dc5a7d3-05d9-4540-9b18-e36f36000371'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:49:54.342626 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-84a193db-8f62-4370-af01-3f97ae07c28a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for floatingip, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:54.938971 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-84a193db-8f62-4370-af01-3f97ae07c28a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:54.942684 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-84a193db-8f62-4370-af01-3f97ae07c28a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:55.210499 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-84a193db-8f62-4370-af01-3f97ae07c28a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Floating IP 8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b associated. External IP: 172.26.3.202, port: 5dc5a7d3-05d9-4540-9b18-e36f36000371. Jan 17 14:49:55.555133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a193db-8f62-4370-af01-3f97ae07c28a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Router d07f3d8b-176c-47cd-abe1-f21a4d67b61a has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:49:55.731512 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a193db-8f62-4370-af01-3f97ae07c28a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:49:55.735772 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-84a193db-8f62-4370-af01-3f97ae07c28a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:49:55.742246 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c7737-1f4c-4a73-a5a9-44e628c2aa5a None None] Sync routers for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:49:55.752982 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550c7737-1f4c-4a73-a5a9-44e628c2aa5a None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:49:55.753577 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-550c7737-1f4c-4a73-a5a9-44e628c2aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:49:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:49:55.792725 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-84a193db-8f62-4370-af01-3f97ae07c28a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "PUT /v2.0/floatingips/8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b HTTP/1.1" status: 200 len: 991 time: 1.5305486 Jan 17 14:49:55.792725 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26f7811-3672-4174-aa57-cb784470d252', 'tag': '5dc5a7d3-05d9-4540-9b18-e36f36000371'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:49:55.846316 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26f7811-3672-4174-aa57-cb784470d252', 'tag': '5dc5a7d3-05d9-4540-9b18-e36f36000371', 'status': 'completed', 'code': 200} Jan 17 14:49:55.935893 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-550c7737-1f4c-4a73-a5a9-44e628c2aa5a None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:49:55.939525 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd40c3-e5b9-46ea-8e47-24dad79d96aa req-f52b54ce-150c-44e2-876e-e9abdd49bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:55.941017 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a5cd40c3-e5b9-46ea-8e47-24dad79d96aa req-f52b54ce-150c-44e2-876e-e9abdd49bbcd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 1098 time: 0.0700765 Jan 17 14:49:56.072212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd40c3-e5b9-46ea-8e47-24dad79d96aa req-f0a4ea56-bafc-4c8e-816d-7a97415c3b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:56.074108 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a5cd40c3-e5b9-46ea-8e47-24dad79d96aa req-f0a4ea56-bafc-4c8e-816d-7a97415c3b80 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1268160 Jan 17 14:49:56.284149 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-550c7737-1f4c-4a73-a5a9-44e628c2aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'floating_ip_address': '172.26.3.202', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'port_id': '5dc5a7d3-05d9-4540-9b18-e36f36000371', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'mac_address': 'fa:16:3e:c9:ae:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26f7811-3672-4174-aa57-cb784470d252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:49:39Z', 'updated_at': '2022-01-17T14:49:54Z', 'revision_number': 1, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:49:56.288057 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a5cd40c3-e5b9-46ea-8e47-24dad79d96aa req-1926eed8-9903-4607-832a-66e906156188 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dc5a7d3-05d9-4540-9b18-e36f36000371 HTTP/1.1" status: 200 len: 999 time: 0.2079818 Jan 17 14:49:56.288208 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c7737-1f4c-4a73-a5a9-44e628c2aa5a None None] Checking router: d07f3d8b-176c-47cd-abe1-f21a4d67b61a for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:49:56.296919 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550c7737-1f4c-4a73-a5a9-44e628c2aa5a None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:49:56.297503 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-550c7737-1f4c-4a73-a5a9-44e628c2aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:49:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:49:56.350306 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd40c3-e5b9-46ea-8e47-24dad79d96aa req-b162623f-21a9-4de9-852b-a15a8739b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:56.351642 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a5cd40c3-e5b9-46ea-8e47-24dad79d96aa req-b162623f-21a9-4de9-852b-a15a8739b6a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0579605 Jan 17 14:49:56.428829 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd40c3-e5b9-46ea-8e47-24dad79d96aa req-9bd90649-a4c9-402c-bb6f-26689380be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:49:56.430287 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a5cd40c3-e5b9-46ea-8e47-24dad79d96aa req-9bd90649-a4c9-402c-bb6f-26689380be48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726326 Jan 17 14:49:56.478272 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-550c7737-1f4c-4a73-a5a9-44e628c2aa5a None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:49:56.562035 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a5cd40c3-e5b9-46ea-8e47-24dad79d96aa req-abe9b9af-65a5-4d20-b566-a468d81eb9a3 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252611 Jan 17 14:49:56.700030 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a5cd40c3-e5b9-46ea-8e47-24dad79d96aa req-858572fd-f325-4a6f-b03d-efe2134ed5f4 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313307 Jan 17 14:49:56.867310 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-550c7737-1f4c-4a73-a5a9-44e628c2aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'floating_ip_address': '172.26.3.202', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'port_id': '5dc5a7d3-05d9-4540-9b18-e36f36000371', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'mac_address': 'fa:16:3e:c9:ae:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26f7811-3672-4174-aa57-cb784470d252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:49:39Z', 'updated_at': '2022-01-17T14:49:54Z', 'revision_number': 1, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:49:56.872007 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c7737-1f4c-4a73-a5a9-44e628c2aa5a None None] The sync data for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv is: [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'floating_ip_address': '172.26.3.202', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'port_id': '5dc5a7d3-05d9-4540-9b18-e36f36000371', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'mac_address': 'fa:16:3e:c9:ae:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26f7811-3672-4174-aa57-cb784470d252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:49:39Z', 'updated_at': '2022-01-17T14:49:54Z', 'revision_number': 1, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:49:56.887975 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:49:57.068436 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fe349d-7bdb-425b-996a-826b2747ec29 None None] New status for floating IP 8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:50:05.289059 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-963852a4-748f-4f76-96bf-267ebdb1a95d req-98c3f068-8a9a-4689-a8e1-ca100c62f102 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685213 Jan 17 14:50:05.426183 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963852a4-748f-4f76-96bf-267ebdb1a95d req-110cc9d6-c383-47df-8c30-228f7de6da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:50:05.427637 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-963852a4-748f-4f76-96bf-267ebdb1a95d req-110cc9d6-c383-47df-8c30-228f7de6da5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 1098 time: 0.0724096 Jan 17 14:50:05.569957 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963852a4-748f-4f76-96bf-267ebdb1a95d req-d26db9e9-a0ae-480f-a055-80079d33f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:50:05.571302 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-963852a4-748f-4f76-96bf-267ebdb1a95d req-d26db9e9-a0ae-480f-a055-80079d33f538 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1246400 Jan 17 14:50:05.672657 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-963852a4-748f-4f76-96bf-267ebdb1a95d req-4e5cc008-097e-439a-b3ea-cb56a8fd9214 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dc5a7d3-05d9-4540-9b18-e36f36000371 HTTP/1.1" status: 200 len: 1001 time: 0.0954638 Jan 17 14:50:05.736527 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963852a4-748f-4f76-96bf-267ebdb1a95d req-2f96bc02-8a3a-47fd-8ef4-a49fa761d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:50:05.737954 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-963852a4-748f-4f76-96bf-267ebdb1a95d req-2f96bc02-8a3a-47fd-8ef4-a49fa761d447 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0559015 Jan 17 14:50:05.812916 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963852a4-748f-4f76-96bf-267ebdb1a95d req-bc7c397d-d501-4249-818f-ffa30d3fdc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:50:05.814376 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-963852a4-748f-4f76-96bf-267ebdb1a95d req-bc7c397d-d501-4249-818f-ffa30d3fdc24 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690825 Jan 17 14:50:05.948564 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-963852a4-748f-4f76-96bf-267ebdb1a95d req-71ef57d9-921f-4135-bed3-ef2f527694c1 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262856 Jan 17 14:50:06.082344 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-963852a4-748f-4f76-96bf-267ebdb1a95d req-1e4ffe97-7066-482c-9130-536754593496 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274946 Jan 17 14:50:10.740445 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7be100d6-febe-4dc9-b1a6-3f70bd23bd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:50:13.905729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70ebfeac-e3d5-4d05-822f-3f23703c96c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:50:13.993789 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:50:14.014153 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:50:15.542175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:50:23.114757 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:50:33.886131 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:50:40.734076 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-df295ae1-561b-4b9c-b047-71a1ecce3b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:50:43.907803 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-399eb78a-a34d-4419-9f1e-c9180287ebe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:50:43.996653 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:50:44.014791 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:50:45.545406 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:50:53.143693 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:05.294091 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e5ab4c86-75ac-446b-9aea-db6be19511a1 req-603a4fec-82dc-41d0-85dd-d63f277adfa4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718074 Jan 17 14:51:05.429884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab4c86-75ac-446b-9aea-db6be19511a1 req-9485be12-4e0d-4b4b-87ca-581be4054af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:05.431383 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e5ab4c86-75ac-446b-9aea-db6be19511a1 req-9485be12-4e0d-4b4b-87ca-581be4054af1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 1098 time: 0.0705588 Jan 17 14:51:05.578217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab4c86-75ac-446b-9aea-db6be19511a1 req-1f1696d7-006c-4f0e-99f2-ebd04f2ca45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:05.579609 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e5ab4c86-75ac-446b-9aea-db6be19511a1 req-1f1696d7-006c-4f0e-99f2-ebd04f2ca45b service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1252615 Jan 17 14:51:05.779519 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e5ab4c86-75ac-446b-9aea-db6be19511a1 req-0f1b80a8-4bb5-43c8-9f7d-5fca61a4a91a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dc5a7d3-05d9-4540-9b18-e36f36000371 HTTP/1.1" status: 200 len: 1001 time: 0.1939754 Jan 17 14:51:05.842566 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab4c86-75ac-446b-9aea-db6be19511a1 req-a00ad2f5-11bf-4824-b721-f8ac91687b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:05.843958 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e5ab4c86-75ac-446b-9aea-db6be19511a1 req-a00ad2f5-11bf-4824-b721-f8ac91687b6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0586753 Jan 17 14:51:05.916942 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab4c86-75ac-446b-9aea-db6be19511a1 req-be0d9104-d104-46c7-a1da-a3f9cbd24c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:05.918902 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e5ab4c86-75ac-446b-9aea-db6be19511a1 req-be0d9104-d104-46c7-a1da-a3f9cbd24c54 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695105 Jan 17 14:51:06.047536 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e5ab4c86-75ac-446b-9aea-db6be19511a1 req-9afac5c8-4ba0-41c7-a979-8a5f1aecee1c service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225030 Jan 17 14:51:06.176019 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e5ab4c86-75ac-446b-9aea-db6be19511a1 req-15a31e92-c6e2-4efe-b324-8c992d23982e service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225696 Jan 17 14:51:06.826801 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631c017-6fad-40b8-adb2-9d3f7e335940 req-d517c6e1-e7fa-45b7-bb40-d7c00339018e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:06.828311 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1631c017-6fad-40b8-adb2-9d3f7e335940 req-d517c6e1-e7fa-45b7-bb40-d7c00339018e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.1299782 Jan 17 14:51:06.873302 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1631c017-6fad-40b8-adb2-9d3f7e335940 req-132431ea-629e-4d2b-aed8-7d8084fbd136 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391109 Jan 17 14:51:07.284315 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-5525a206-d302-4ac4-accd-39b3584f46c4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1338224 Jan 17 14:51:07.300516 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0412026-f777-4c53-b101-75e50b8c9ba9 req-c15205a8-5d1f-495f-a587-ec23546d6ee0 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:07.301980 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f0412026-f777-4c53-b101-75e50b8c9ba9 req-c15205a8-5d1f-495f-a587-ec23546d6ee0 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.1069221 Jan 17 14:51:07.349338 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f0412026-f777-4c53-b101-75e50b8c9ba9 req-5b8e8564-edb1-4a0e-b9ca-3d18bc270456 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411983 Jan 17 14:51:08.592255 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a510a-0c8d-40e6-a0e8-fd33860b0e1c req-cb1ade44-62f3-43d6-a59f-2823a302a765 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:08.593705 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-838a510a-0c8d-40e6-a0e8-fd33860b0e1c req-cb1ade44-62f3-43d6-a59f-2823a302a765 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.1313577 Jan 17 14:51:08.637283 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-838a510a-0c8d-40e6-a0e8-fd33860b0e1c req-dd71fa6f-6fb8-4212-8462-1dba5c9f25a0 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379026 Jan 17 14:51:09.478389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-09ef9fac-7f49-4059-bbb9-8fc0b3da4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:09.480396 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-09ef9fac-7f49-4059-bbb9-8fc0b3da4c8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 1098 time: 0.0703328 Jan 17 14:51:09.608364 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-be941dac-8dfc-4ff0-b2c3-af1b61921f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:09.609773 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-be941dac-8dfc-4ff0-b2c3-af1b61921f0f service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1238987 Jan 17 14:51:09.712105 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-7427f96d-ef4e-4fa9-ab32-67ceb83a2c58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dc5a7d3-05d9-4540-9b18-e36f36000371 HTTP/1.1" status: 200 len: 1001 time: 0.0959368 Jan 17 14:51:09.823126 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-3cef91c1-8af4-4edb-8622-8de4e8c35880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:09.825098 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-3cef91c1-8af4-4edb-8622-8de4e8c35880 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.1077964 Jan 17 14:51:09.904553 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff9f52-b461-45cb-ab7c-ec78baff0899 req-f632f0cc-26f2-46cb-91ba-5a521724990e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:09.905988 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-efff9f52-b461-45cb-ab7c-ec78baff0899 req-f632f0cc-26f2-46cb-91ba-5a521724990e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.1561825 Jan 17 14:51:09.939178 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-236641dc-cf65-4e5e-b897-3bf25f0e706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:09.940690 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-236641dc-cf65-4e5e-b897-3bf25f0e706f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1087909 Jan 17 14:51:10.038465 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-efff9f52-b461-45cb-ab7c-ec78baff0899 req-04889666-d91d-4431-b15c-fe54e8d4fabb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1266930 Jan 17 14:51:10.090772 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-581408f2-db35-4b9c-93ad-5ec8e4794ed8 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408947 Jan 17 14:51:10.314253 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-bc7a14c5-af84-4b33-946c-ea36d71bb29a service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180305 Jan 17 14:51:10.736316 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7b655871-1c15-4c5b-8f45-486ac745af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:10.885262 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:51:11.218760 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf63c7-612a-4db9-945e-bd3f7e7e5c16 req-13794b66-a27e-45b8-b0ae-a4b218868b04 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:11.220219 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-83cf63c7-612a-4db9-945e-bd3f7e7e5c16 req-13794b66-a27e-45b8-b0ae-a4b218868b04 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.0780778 Jan 17 14:51:11.263039 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-83cf63c7-612a-4db9-945e-bd3f7e7e5c16 req-4dcc39a4-e286-4acd-9bdc-549251e64b87 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373137 Jan 17 14:51:12.443846 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542e734-5f50-46af-b919-9bee3f0f88f5 req-2b0ad8d7-c059-40d0-8431-fb91ecf19910 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:12.445309 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3542e734-5f50-46af-b919-9bee3f0f88f5 req-2b0ad8d7-c059-40d0-8431-fb91ecf19910 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.0789170 Jan 17 14:51:12.489569 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3542e734-5f50-46af-b919-9bee3f0f88f5 req-707f8673-f1e2-4fd2-8eb2-f80936d2a363 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380745 Jan 17 14:51:13.676356 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f99f52-d3bd-4983-a6a2-5e603e893869 req-e1371ab8-58fa-41f2-9bcb-4f4c04b30f24 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:13.677853 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b6f99f52-d3bd-4983-a6a2-5e603e893869 req-e1371ab8-58fa-41f2-9bcb-4f4c04b30f24 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.0848274 Jan 17 14:51:13.721368 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b6f99f52-d3bd-4983-a6a2-5e603e893869 req-31fee481-b6c8-45bd-9cfd-b48983856839 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373011 Jan 17 14:51:13.909098 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5ee075b2-05a5-43d6-adeb-e857c69dd1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:14.002111 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:14.020046 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:14.915174 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6732d56-4756-42fc-92f4-2ade5e94bef5 req-fb021c10-f4ea-4aca-b06d-55bb7d133b7f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:14.916645 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e6732d56-4756-42fc-92f4-2ade5e94bef5 req-fb021c10-f4ea-4aca-b06d-55bb7d133b7f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.0825677 Jan 17 14:51:14.964169 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e6732d56-4756-42fc-92f4-2ade5e94bef5 req-70c19cdb-a350-48f6-9c89-2139d786f5b3 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412769 Jan 17 14:51:15.548280 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:16.146857 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007d4c5-35ea-4d4d-9f21-2cb7474d42cf req-93249e8f-aacd-4603-b6e6-2175d4d92582 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:16.148313 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0007d4c5-35ea-4d4d-9f21-2cb7474d42cf req-93249e8f-aacd-4603-b6e6-2175d4d92582 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.0779068 Jan 17 14:51:16.195862 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0007d4c5-35ea-4d4d-9f21-2cb7474d42cf req-92f2c5bd-0d83-4a29-885a-1b6e9acaa3a4 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413702 Jan 17 14:51:17.383932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26285402-c9ab-4b8b-a385-3e46e1f0d986 req-be746342-ec34-4769-b52c-58d6c8fccfaa tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:17.385378 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-26285402-c9ab-4b8b-a385-3e46e1f0d986 req-be746342-ec34-4769-b52c-58d6c8fccfaa tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.0809646 Jan 17 14:51:17.428682 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-26285402-c9ab-4b8b-a385-3e46e1f0d986 req-36e32c8b-bad0-4f63-8c7f-35880c37303b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376861 Jan 17 14:51:18.610663 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd05b7c-2ff6-4c7e-ae05-13148a98d455 req-1b08ee95-87d0-4ad6-a5a6-54d080944a1f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:18.612144 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2fd05b7c-2ff6-4c7e-ae05-13148a98d455 req-1b08ee95-87d0-4ad6-a5a6-54d080944a1f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.0794532 Jan 17 14:51:18.655016 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2fd05b7c-2ff6-4c7e-ae05-13148a98d455 req-5eed4ae3-f490-4aea-8fb8-753ef87e835a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372469 Jan 17 14:51:19.843720 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f385756-5e4e-482f-a532-494cf6788f1a req-e5b36f08-dfaf-468f-8664-10a9b9f489c3 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:19.845328 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9f385756-5e4e-482f-a532-494cf6788f1a req-e5b36f08-dfaf-468f-8664-10a9b9f489c3 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.0848334 Jan 17 14:51:19.891520 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9f385756-5e4e-482f-a532-494cf6788f1a req-5e63e4e7-7f3d-4e3f-9da3-933a31327c65 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404017 Jan 17 14:51:21.076288 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf4344-3b34-46f1-a943-fdfe47f7e2d7 req-0c2ed6e9-9eef-472a-ad7c-8cb0e2db3642 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:21.077626 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1cdf4344-3b34-46f1-a943-fdfe47f7e2d7 req-0c2ed6e9-9eef-472a-ad7c-8cb0e2db3642 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.0834906 Jan 17 14:51:21.122139 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1cdf4344-3b34-46f1-a943-fdfe47f7e2d7 req-bd2cbb3c-bcd8-4c8c-9a04-08b237e73f3c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385950 Jan 17 14:51:22.305143 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8221fca-2b34-46e3-ae2c-58d66ce77288 req-252575be-b523-4169-be80-1d95e0307303 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:22.306600 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f8221fca-2b34-46e3-ae2c-58d66ce77288 req-252575be-b523-4169-be80-1d95e0307303 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.0822563 Jan 17 14:51:22.355534 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f8221fca-2b34-46e3-ae2c-58d66ce77288 req-bb4cef33-c6d6-4485-9834-4934a4717abc tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426619 Jan 17 14:51:23.141883 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:23.541041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96951778-349f-4a90-9e91-2cb1adf7a650 req-c5fe8545-37f3-4656-8736-6766a09355e1 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:23.543139 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-96951778-349f-4a90-9e91-2cb1adf7a650 req-c5fe8545-37f3-4656-8736-6766a09355e1 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.0793667 Jan 17 14:51:23.585399 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-96951778-349f-4a90-9e91-2cb1adf7a650 req-5cf76550-e4da-4340-a61e-bf8024957f21 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367234 Jan 17 14:51:24.770289 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0d6c9-5e6f-4073-81c4-4147fea55938 req-11689e0b-efce-4610-9e51-a271db2610b7 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:24.771666 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-dac0d6c9-5e6f-4073-81c4-4147fea55938 req-11689e0b-efce-4610-9e51-a271db2610b7 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.0803182 Jan 17 14:51:24.818085 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-dac0d6c9-5e6f-4073-81c4-4147fea55938 req-ff0c096f-645a-490d-8439-435bc1d12d7b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405891 Jan 17 14:51:26.101639 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f599da-06ae-47aa-b3f8-0b908be5dffb req-13ab5527-7fc7-44d9-a7bc-976d6e767e66 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:26.102964 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e2f599da-06ae-47aa-b3f8-0b908be5dffb req-13ab5527-7fc7-44d9-a7bc-976d6e767e66 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.1806738 Jan 17 14:51:26.145088 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e2f599da-06ae-47aa-b3f8-0b908be5dffb req-e591abd1-f416-4394-bb16-cb274049455b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365822 Jan 17 14:51:26.991219 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-e8fb18a0-db18-4ab5-a2f8-f27b12905ac4 service neutron] 10.222.0.15 "GET /v2.0/ports/5dc5a7d3-05d9-4540-9b18-e36f36000371/bindings/hv-neutron-8249 HTTP/1.1" status: 200 len: 384 time: 0.0775585 Jan 17 14:51:27.248581 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-b95645c0-ec2e-4b90-9256-00d2be752b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:27.250056 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-b95645c0-ec2e-4b90-9256-00d2be752b75 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252&tenant_id=cdb219dbbff34a98a6448109649281df HTTP/1.1" status: 200 len: 1098 time: 0.0712011 Jan 17 14:51:27.387345 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619a32c-0299-4045-8b1f-1dbe2b05768a req-eaaad3c5-4002-4e37-97c0-5ca0877feb40 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:27.388806 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8619a32c-0299-4045-8b1f-1dbe2b05768a req-eaaad3c5-4002-4e37-97c0-5ca0877feb40 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.1378613 Jan 17 14:51:27.390602 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-ae5a86f5-5a15-422d-9b7a-e87b82b81bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:27.391927 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-ae5a86f5-5a15-422d-9b7a-e87b82b81bd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 1098 time: 0.1055787 Jan 17 14:51:27.509655 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8619a32c-0299-4045-8b1f-1dbe2b05768a req-98a4e9eb-c286-4445-a613-cfacaeb082ed tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1150465 Jan 17 14:51:27.548553 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-a92b0b13-d64d-46ac-8456-1bb5ffaedc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:27.549984 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-a92b0b13-d64d-46ac-8456-1bb5ffaedc4a service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1432638 Jan 17 14:51:27.649478 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-9b8d01ad-b232-4df9-b3ff-1805466c28fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dc5a7d3-05d9-4540-9b18-e36f36000371 HTTP/1.1" status: 200 len: 1001 time: 0.0939422 Jan 17 14:51:27.714436 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-7afb5fa9-e5d6-4352-9cb0-e2469fe8ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:27.715854 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-7afb5fa9-e5d6-4352-9cb0-e2469fe8ee60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0592871 Jan 17 14:51:27.788229 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-c13fdd3f-49df-4e0a-9fca-7b889f990442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:27.789612 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-c13fdd3f-49df-4e0a-9fca-7b889f990442 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680816 Jan 17 14:51:27.918463 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-6acdbae4-6012-47b5-8205-c2eb4307ab85 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222548 Jan 17 14:51:28.045762 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1bd3c8e9-4346-436f-9265-a242cbe09588 req-d56a7854-2445-4276-bc8b-21b9652687d8 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212447 Jan 17 14:51:28.689753 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bad496-c1a3-4221-bc8d-e2da3d797139 req-e5a81b7b-7ee6-4847-a3a5-850a20b67baf tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:28.691226 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-34bad496-c1a3-4221-bc8d-e2da3d797139 req-e5a81b7b-7ee6-4847-a3a5-850a20b67baf tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.0785978 Jan 17 14:51:28.738477 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-34bad496-c1a3-4221-bc8d-e2da3d797139 req-5acc5b6a-b950-463a-a7d4-0e6224e24e2e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415049 Jan 17 14:51:29.924343 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083c202-2e21-4522-820d-a09cabd6172b req-deddd93b-d9bd-4822-bae9-3fe86c71b5d7 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:29.925823 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4083c202-2e21-4522-820d-a09cabd6172b req-deddd93b-d9bd-4822-bae9-3fe86c71b5d7 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 945 time: 0.0832942 Jan 17 14:51:29.970094 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4083c202-2e21-4522-820d-a09cabd6172b req-8af87e1a-747f-4434-9bc0-8d48f7680748 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386136 Jan 17 14:51:30.250920 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 5dc5a7d3-05d9-4540-9b18-e36f36000371 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:51:30.364242 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:30.391327 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26f7811-3672-4174-aa57-cb784470d252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc5a7d3-05d9-4540-9b18-e36f36000371'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:51:30.400558 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 5dc5a7d3-05d9-4540-9b18-e36f36000371, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=5dc5a7d3-05d9-4540-9b18-e36f36000371,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:51:30.404858 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:30.453299 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26f7811-3672-4174-aa57-cb784470d252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc5a7d3-05d9-4540-9b18-e36f36000371', 'code': 200} Jan 17 14:51:30.477834 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=5dc5a7d3-05d9-4540-9b18-e36f36000371,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:51:30.485762 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:30.486103 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:30.486434 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:30.486762 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:30.487084 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:30.487406 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:30.487752 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:30.488065 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:30.488382 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:30.488703 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:30.489021 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:30.489335 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:31.159628 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12358e-8e08-4fe0-b1cb-fcf48dc5710a req-807b91f5-9249-468e-9907-97da7e88e520 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:31.161104 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bc12358e-8e08-4fe0-b1cb-fcf48dc5710a req-807b91f5-9249-468e-9907-97da7e88e520 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 943 time: 0.0790808 Jan 17 14:51:31.204061 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bc12358e-8e08-4fe0-b1cb-fcf48dc5710a req-ad0cec04-6917-4085-9741-37cd16f5c088 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373826 Jan 17 14:51:31.665743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ff4e6-4b6e-4c59-8ebb-e5d592113634 req-f11dc00f-fe79-4f50-9bff-c91c98f12b9c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:31.667320 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cc9ff4e6-4b6e-4c59-8ebb-e5d592113634 req-f11dc00f-fe79-4f50-9bff-c91c98f12b9c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252&tenant_id=cdb219dbbff34a98a6448109649281df&binding%3Ahost_id=hv-neutron-8249 HTTP/1.1" status: 200 len: 943 time: 0.2334085 Jan 17 14:51:31.678729 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17715a-ca93-4c3d-89ec-dfd3eee9f31b req-1673524f-2de9-4ea5-a0d3-4a4f90a259bc tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:31.680156 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ae17715a-ca93-4c3d-89ec-dfd3eee9f31b req-1673524f-2de9-4ea5-a0d3-4a4f90a259bc tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 943 time: 0.2097809 Jan 17 14:51:31.726251 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ae17715a-ca93-4c3d-89ec-dfd3eee9f31b req-65b7311d-3b7a-4f27-803d-aa5846599fb0 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399630 Jan 17 14:51:31.806721 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ff4e6-4b6e-4c59-8ebb-e5d592113634 req-ba89a9bd-ff9a-44f0-bf21-c39278765ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:31.808786 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cc9ff4e6-4b6e-4c59-8ebb-e5d592113634 req-ba89a9bd-ff9a-44f0-bf21-c39278765ea2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 1096 time: 0.0698144 Jan 17 14:51:31.939933 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ff4e6-4b6e-4c59-8ebb-e5d592113634 req-d0a517a4-dc43-4f6d-a57c-1bcade1ec6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:31.941263 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cc9ff4e6-4b6e-4c59-8ebb-e5d592113634 req-d0a517a4-dc43-4f6d-a57c-1bcade1ec6ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1266906 Jan 17 14:51:32.040920 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cc9ff4e6-4b6e-4c59-8ebb-e5d592113634 req-0e3c4f31-414c-4fae-9028-a3dd5dfd571f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dc5a7d3-05d9-4540-9b18-e36f36000371 HTTP/1.1" status: 200 len: 999 time: 0.0936317 Jan 17 14:51:32.101427 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ff4e6-4b6e-4c59-8ebb-e5d592113634 req-704bf07c-058c-4f81-b8f7-66ae9f767d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:32.102824 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cc9ff4e6-4b6e-4c59-8ebb-e5d592113634 req-704bf07c-058c-4f81-b8f7-66ae9f767d5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0554931 Jan 17 14:51:32.180543 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ff4e6-4b6e-4c59-8ebb-e5d592113634 req-52fe33cc-359b-4485-81f9-f25e6089cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:32.182014 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cc9ff4e6-4b6e-4c59-8ebb-e5d592113634 req-52fe33cc-359b-4485-81f9-f25e6089cdf5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722072 Jan 17 14:51:32.310781 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cc9ff4e6-4b6e-4c59-8ebb-e5d592113634 req-644761f3-b275-49b3-a8ea-2ca9524ca19c service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226454 Jan 17 14:51:32.440436 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cc9ff4e6-4b6e-4c59-8ebb-e5d592113634 req-b09c458d-c441-4435-98ed-e54e9023c77b service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239626 Jan 17 14:51:32.919847 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e97bb-5841-460c-9e8e-14fd4a70110f req-64be92cb-1c24-47d4-bbd0-6c01b4f96bf8 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:32.921307 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7e3e97bb-5841-460c-9e8e-14fd4a70110f req-64be92cb-1c24-47d4-bbd0-6c01b4f96bf8 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 943 time: 0.0814097 Jan 17 14:51:32.969091 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7e3e97bb-5841-460c-9e8e-14fd4a70110f req-0a1f82fc-db91-4012-a6f0-2d9f87f7a003 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415514 Jan 17 14:51:34.149371 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d520dca-9885-4f18-a306-69f1734b528c req-df9959c7-cdb1-40d8-a45c-b2f5abad3a1a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:34.150812 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9d520dca-9885-4f18-a306-69f1734b528c req-df9959c7-cdb1-40d8-a45c-b2f5abad3a1a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 943 time: 0.0783806 Jan 17 14:51:34.194004 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9d520dca-9885-4f18-a306-69f1734b528c req-1f7fe329-36d5-474e-9705-142d9051f451 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371525 Jan 17 14:51:34.378926 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d9d07-3233-48f2-a1be-970e7b9b3d0a req-f9bef7dd-8670-482b-9054-73650881b145 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:34.380397 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e58d9d07-3233-48f2-a1be-970e7b9b3d0a req-f9bef7dd-8670-482b-9054-73650881b145 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 943 time: 0.0816329 Jan 17 14:51:34.424003 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e58d9d07-3233-48f2-a1be-970e7b9b3d0a req-320c3cf6-4b86-4170-8e7e-3f949baf6bda tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374191 Jan 17 14:51:34.611693 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbb891-e1a3-4dda-bebd-1d6aff65d00a req-aba35f65-80fb-4fb4-bcf5-aa91e609237d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:34.613162 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-49bbb891-e1a3-4dda-bebd-1d6aff65d00a req-aba35f65-80fb-4fb4-bcf5-aa91e609237d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 943 time: 0.0832090 Jan 17 14:51:34.658190 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-49bbb891-e1a3-4dda-bebd-1d6aff65d00a req-f6987582-43bb-4e08-9df9-d7a393544c47 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394173 Jan 17 14:51:35.170356 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9925c-a6d0-41f6-94d8-37bf676416ff req-0965bc97-57c3-42c9-be95-59fb7340e05a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:35.171841 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-72e9925c-a6d0-41f6-94d8-37bf676416ff req-0965bc97-57c3-42c9-be95-59fb7340e05a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 943 time: 0.0789728 Jan 17 14:51:35.215533 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-72e9925c-a6d0-41f6-94d8-37bf676416ff req-76982b5d-302e-49cd-aca0-2347496ab11b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381701 Jan 17 14:51:36.399096 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb21942-b3a0-412c-99df-976259752ffc req-d1045e43-b48e-40e8-8143-6b705c71418f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:36.400562 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3eb21942-b3a0-412c-99df-976259752ffc req-d1045e43-b48e-40e8-8143-6b705c71418f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 943 time: 0.0788338 Jan 17 14:51:36.445812 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3eb21942-b3a0-412c-99df-976259752ffc req-c7bf4911-cc50-49d2-ae0a-02dd46874f6e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390930 Jan 17 14:51:36.751837 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b83fa-9b52-433a-b807-2749fc05ebe4 req-87abf56f-3463-4142-a228-34453e4a94da tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:36.753974 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6c8b83fa-9b52-433a-b807-2749fc05ebe4 req-87abf56f-3463-4142-a228-34453e4a94da tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 943 time: 0.0834150 Jan 17 14:51:36.825032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-6c8b83fa-9b52-433a-b807-2749fc05ebe4 req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Deleting port 5dc5a7d3-05d9-4540-9b18-e36f36000371 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:51:36.825454 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-6c8b83fa-9b52-433a-b807-2749fc05ebe4 req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:37.069707 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-6c8b83fa-9b52-433a-b807-2749fc05ebe4 req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] For port 5dc5a7d3-05d9-4540-9b18-e36f36000371, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=5dc5a7d3-05d9-4540-9b18-e36f36000371,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:51:37.070064 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-6c8b83fa-9b52-433a-b807-2749fc05ebe4 req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:37.460729 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-6c8b83fa-9b52-433a-b807-2749fc05ebe4 req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:37.461096 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-6c8b83fa-9b52-433a-b807-2749fc05ebe4 req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:37.461402 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [req-6c8b83fa-9b52-433a-b807-2749fc05ebe4 req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Floating IP 8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b disassociated. External IP: 172.26.3.202, port: 5dc5a7d3-05d9-4540-9b18-e36f36000371. Jan 17 14:51:37.461741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-6c8b83fa-9b52-433a-b807-2749fc05ebe4 req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Calling delete_port for 5dc5a7d3-05d9-4540-9b18-e36f36000371 owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:51:37.665465 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-6c8b83fa-9b52-433a-b807-2749fc05ebe4 req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:37.727115 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Pushing event deleted for resources: {'Port': ['ID=5dc5a7d3-05d9-4540-9b18-e36f36000371,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:51:37.743355 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:37.743720 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:37.744077 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:37.744420 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:37.745399 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:37.745810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:37.746137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:37.746473 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:37.746803 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:37.747129 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:37.747452 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:37.748239 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:51:37.765442 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e2285-ced3-4a21-9695-ce91330661ea req-8c59ca83-ad82-4c7f-bf87-19e126b8c345 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:37.767032 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-001e2285-ced3-4a21-9695-ce91330661ea req-8c59ca83-ad82-4c7f-bf87-19e126b8c345 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a26f7811-3672-4174-aa57-cb784470d252 HTTP/1.1" status: 200 len: 943 time: 0.1943152 Jan 17 14:51:37.939505 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-001e2285-ced3-4a21-9695-ce91330661ea req-2733e341-5c34-4201-988e-20b7d48266c9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1203108 Jan 17 14:51:37.985328 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c8b83fa-9b52-433a-b807-2749fc05ebe4 req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Router d07f3d8b-176c-47cd-abe1-f21a4d67b61a has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:51:38.165933 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c8b83fa-9b52-433a-b807-2749fc05ebe4 req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:51:38.175537 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff1e06-3412-4540-bccd-541d464363fd None None] Sync routers for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:51:38.184996 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff1e06-3412-4540-bccd-541d464363fd None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:51:38.185674 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-30ff1e06-3412-4540-bccd-541d464363fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:51:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:51:38.240756 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8b83fa-9b52-433a-b807-2749fc05ebe4 req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] No DVR routers for this DVR port 5dc5a7d3-05d9-4540-9b18-e36f36000371 on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:51:38.243139 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-6c8b83fa-9b52-433a-b807-2749fc05ebe4 req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:38.245803 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26f7811-3672-4174-aa57-cb784470d252', 'name': 'network-vif-deleted', 'tag': '5dc5a7d3-05d9-4540-9b18-e36f36000371'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:51:38.263301 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6c8b83fa-9b52-433a-b807-2749fc05ebe4 req-38947640-1630-4119-9389-a28aeb7e73ac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "DELETE /v2.0/ports/5dc5a7d3-05d9-4540-9b18-e36f36000371 HTTP/1.1" status: 204 len: 173 time: 1.5037487 Jan 17 14:51:38.306309 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26f7811-3672-4174-aa57-cb784470d252', 'name': 'network-vif-deleted', 'tag': '5dc5a7d3-05d9-4540-9b18-e36f36000371', 'status': 'completed', 'code': 200} Jan 17 14:51:38.373722 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-30ff1e06-3412-4540-bccd-541d464363fd None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:51:38.684223 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-30ff1e06-3412-4540-bccd-541d464363fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:51:38.688271 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff1e06-3412-4540-bccd-541d464363fd None None] Checking router: d07f3d8b-176c-47cd-abe1-f21a4d67b61a for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:51:38.697163 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff1e06-3412-4540-bccd-541d464363fd None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:51:38.698277 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-30ff1e06-3412-4540-bccd-541d464363fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:51:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:51:38.885705 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-30ff1e06-3412-4540-bccd-541d464363fd None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:51:39.231409 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-30ff1e06-3412-4540-bccd-541d464363fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:51:39.235648 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff1e06-3412-4540-bccd-541d464363fd None None] The sync data for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv is: [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:51:39.276648 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-ab3dd8fd-ffd4-45c5-b00a-ecb43dad1e4b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--66354951&fields=id&tenant_id=cdb219dbbff34a98a6448109649281df HTTP/1.1" status: 200 len: 267 time: 0.0404234 Jan 17 14:51:39.439309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-97a6b7bc-955f-4b33-95c7-50fc0b6e8700 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:39.440880 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-97a6b7bc-955f-4b33-95c7-50fc0b6e8700 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 811 time: 0.1533179 Jan 17 14:51:39.456540 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-27d500f7-a9c3-4d1e-8e86-0ea7d106717d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/quotas/cdb219dbbff34a98a6448109649281df HTTP/1.1" status: 200 len: 375 time: 0.0100067 Jan 17 14:51:39.482597 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e09346-d501-44be-9deb-e9ced7765491 None None] New status for floating IP 8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:51:39.546172 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-e0b63893-81ac-415a-86a0-e4d492be98f8 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Synchronizing usage tracker for tenant:cdb219dbbff34a98a6448109649281df on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:51:39.561898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-e0b63893-81ac-415a-86a0-e4d492be98f8 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Unset dirty status for tenant:cdb219dbbff34a98a6448109649281df on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:51:39.563402 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-e0b63893-81ac-415a-86a0-e4d492be98f8 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1011629 Jan 17 14:51:39.627530 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-325248f0-1ef5-407a-9988-474b6dd762e6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:51:39.628524 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-325248f0-1ef5-407a-9988-474b6dd762e6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0529428 Jan 17 14:51:39.768005 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-6c2ef94a-8ec8-4709-b02b-8626e3863661 service neutron] 10.222.0.48 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332967 Jan 17 14:51:40.024875 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-fb854a39-8d2b-4ba2-9c27-9788bacc0919 service neutron] 10.222.0.48 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510395 Jan 17 14:51:40.204142 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-117b9e46-095f-4922-915e-eeab4a291b34 req-da85a3f6-aec7-4199-9acc-e5a0497d3cee tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 210 time: 0.0463078 Jan 17 14:51:40.303139 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 5dc5a7d3-05d9-4540-9b18-e36f36000371 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:51:40.339996 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 5dc5a7d3-05d9-4540-9b18-e36f36000371 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:51:40.340547 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 5dc5a7d3-05d9-4540-9b18-e36f36000371 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:51:40.740813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2d926799-2651-4aa6-9444-b987d26edd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:41.237508 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-02930c09-7f65-4d27-9e25-2985b02e7a6b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:41.238756 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-02930c09-7f65-4d27-9e25-2985b02e7a6b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 811 time: 0.1560619 Jan 17 14:51:41.290243 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-4790c106-4976-4681-88c1-aae8cfa380cb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdb219dbbff34a98a6448109649281df HTTP/1.1" status: 200 len: 378 time: 0.0426190 Jan 17 14:51:41.301339 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-f0521e7d-97a3-46dd-b026-b1e37f91cebb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Request body: {'port': {'device_id': '651301b6-f786-4c67-9b85-3636e19d82d1', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'admin_state_up': True, 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'security_groups': ['41a946d2-123e-45d2-b93d-16ef5ce838aa']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:51:41.423149 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cfb72f53-c923-49ff-b898-d91779f287e6 req-b6280730-bf60-4ae8-86ae-d3c5ae775ef4 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 210 time: 0.1057501 Jan 17 14:51:41.481638 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-f0521e7d-97a3-46dd-b026-b1e37f91cebb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:51:41.490996 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-f0521e7d-97a3-46dd-b026-b1e37f91cebb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:51:41.500486 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-f0521e7d-97a3-46dd-b026-b1e37f91cebb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Made reservation on behalf of cdb219dbbff34a98a6448109649281df for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:51:41.503984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-f0521e7d-97a3-46dd-b026-b1e37f91cebb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:41.670275 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-f0521e7d-97a3-46dd-b026-b1e37f91cebb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Allocated IP 172.20.0.11 (93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c/849c6ba5-0304-40a6-a3ec-118b00cf76a5/2b08d181-af04-4628-99c2-e79c334ccd7c) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:51:41.857132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-f0521e7d-97a3-46dd-b026-b1e37f91cebb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:41.872781 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-f0521e7d-97a3-46dd-b026-b1e37f91cebb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Transition to ACTIVE for port object 2b08d181-af04-4628-99c2-e79c334ccd7c will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:51:41.894992 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-f0521e7d-97a3-46dd-b026-b1e37f91cebb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:41.962507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-f0521e7d-97a3-46dd-b026-b1e37f91cebb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:51:41.965535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-f0521e7d-97a3-46dd-b026-b1e37f91cebb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:51:41.970137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-f0521e7d-97a3-46dd-b026-b1e37f91cebb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:51:42.011232 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0521e7d-97a3-46dd-b026-b1e37f91cebb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Pushing event updated for resources: {'Port': ['ID=2b08d181-af04-4628-99c2-e79c334ccd7c,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:51:42.043993 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-f0521e7d-97a3-46dd-b026-b1e37f91cebb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:42.044602 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-f0521e7d-97a3-46dd-b026-b1e37f91cebb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:42.071849 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-f0521e7d-97a3-46dd-b026-b1e37f91cebb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7743874 Jan 17 14:51:42.084126 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] Request body: {'port': {'device_id': '651301b6-f786-4c67-9b85-3636e19d82d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:51:42.194990 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:42.255876 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0e16c522-c80d-42eb-9357-2cb06926817d None None] Provisioning for port 2b08d181-af04-4628-99c2-e79c334ccd7c completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:51:42.261756 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0e16c522-c80d-42eb-9357-2cb06926817d None None] Provisioning complete for port 2b08d181-af04-4628-99c2-e79c334ccd7c triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:51:42.262199 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0e16c522-c80d-42eb-9357-2cb06926817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:42.319119 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-0e16c522-c80d-42eb-9357-2cb06926817d None None] Port 2b08d181-af04-4628-99c2-e79c334ccd7c cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:51:42.540606 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b08d181-af04-4628-99c2-e79c334ccd7c {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:51:42.547957 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:42.562379 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] Transition to ACTIVE for port object 2b08d181-af04-4628-99c2-e79c334ccd7c will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:51:42.566067 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:42.610256 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3af1a7-5e46-4b0f-919a-21503034349c req-25d8101d-1162-4d5b-8245-7f4972586175 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:42.611605 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1c3af1a7-5e46-4b0f-919a-21503034349c req-25d8101d-1162-4d5b-8245-7f4972586175 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 932 time: 0.0824068 Jan 17 14:51:42.659872 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1c3af1a7-5e46-4b0f-919a-21503034349c req-3320353c-4abf-4344-9627-541753154fe6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417109 Jan 17 14:51:42.759880 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] Pushing event updated for resources: {'Port': ['ID=2b08d181-af04-4628-99c2-e79c334ccd7c,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:51:42.811261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] Attempting to bind port 2b08d181-af04-4628-99c2-e79c334ccd7c on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:51:42.811605 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] Attempting to bind port 2b08d181-af04-4628-99c2-e79c334ccd7c by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:51:42.811962 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] Attempting to bind port 2b08d181-af04-4628-99c2-e79c334ccd7c on network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:51:42.816875 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] Port 2b08d181-af04-4628-99c2-e79c334ccd7c on network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:51:42.817258 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] Attempting to bind port 2b08d181-af04-4628-99c2-e79c334ccd7c on network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:51:42.822517 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:51:42.822885 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] Checking segment: {'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:51:42.823268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] Bound using segment: {'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:51:42.823689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] Bound port: 2b08d181-af04-4628-99c2-e79c334ccd7c, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:51:42.824063 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:43.017294 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] For port 2b08d181-af04-4628-99c2-e79c334ccd7c, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:51:43.020531 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] For port 2b08d181-af04-4628-99c2-e79c334ccd7c, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2b08d181-af04-4628-99c2-e79c334ccd7c,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:51:43.024988 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:43.085829 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:43.085930 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:43.087368 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] 10.222.0.15 "PUT /v2.0/ports/2b08d181-af04-4628-99c2-e79c334ccd7c HTTP/1.1" status: 200 len: 1094 time: 1.0078692 Jan 17 14:51:43.090440 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651301b6-f786-4c67-9b85-3636e19d82d1', 'tag': '2b08d181-af04-4628-99c2-e79c334ccd7c'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:51:43.119161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e458b2-ca41-444e-9541-464b42fbd25d service neutron] Pushing event updated for resources: {'Port': ['ID=2b08d181-af04-4628-99c2-e79c334ccd7c,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:51:43.158746 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651301b6-f786-4c67-9b85-3636e19d82d1', 'tag': '2b08d181-af04-4628-99c2-e79c334ccd7c', 'status': 'completed', 'code': 200} Jan 17 14:51:43.202157 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-3834db61-35d0-403f-b39f-aa49034a2a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:43.203874 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-3834db61-35d0-403f-b39f-aa49034a2a49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 1097 time: 0.0777917 Jan 17 14:51:43.275146 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-757be462-a8dc-41a4-a874-c3cee3169111 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b08d181-af04-4628-99c2-e79c334ccd7c HTTP/1.1" status: 200 len: 217 time: 0.0651433 Jan 17 14:51:43.336616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-46e0a44a-1b56-438c-bf7a-e977b7cd5aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:43.338062 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-46e0a44a-1b56-438c-bf7a-e977b7cd5aef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0571802 Jan 17 14:51:43.414552 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-d15023f1-5be8-4aad-adf7-44b8534d3c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:43.416062 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-d15023f1-5be8-4aad-adf7-44b8534d3c37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725048 Jan 17 14:51:43.547826 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-f3068f39-49ea-478d-b9fa-9c14ba24f193 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254950 Jan 17 14:51:43.686192 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-151512cd-44de-4bf3-ae7a-26c01dfd4ea1 req-3b1107f1-f192-4f1f-b146-80b52f5a3c64 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330078 Jan 17 14:51:43.814825 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9616172-73c7-4f72-80dd-5bf656d827cc req-a8bd03db-d1e7-4800-80a2-e91d44b60c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:43.816355 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f9616172-73c7-4f72-80dd-5bf656d827cc req-a8bd03db-d1e7-4800-80a2-e91d44b60c85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 1097 time: 0.0736401 Jan 17 14:51:43.863429 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea34d4-87cf-46fc-88e4-af42da61e530 req-e43d9cf9-63f5-458a-8bc3-e78dace82a8d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:43.865027 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-30ea34d4-87cf-46fc-88e4-af42da61e530 req-e43d9cf9-63f5-458a-8bc3-e78dace82a8d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 944 time: 0.0860558 Jan 17 14:51:43.911371 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-30ea34d4-87cf-46fc-88e4-af42da61e530 req-07e5460f-2c8f-411c-978e-6e2a79548a0f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393293 Jan 17 14:51:43.913457 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-84c33e39-9186-4828-b873-890fed101738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:43.952001 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9616172-73c7-4f72-80dd-5bf656d827cc req-5c933929-cef0-4639-83a3-372dcecdb900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:43.953465 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f9616172-73c7-4f72-80dd-5bf656d827cc req-5c933929-cef0-4639-83a3-372dcecdb900 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1316211 Jan 17 14:51:44.005882 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:44.023162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:44.024137 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f9616172-73c7-4f72-80dd-5bf656d827cc req-e8d43f44-c97b-476c-885b-63cba515131a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b08d181-af04-4628-99c2-e79c334ccd7c HTTP/1.1" status: 200 len: 217 time: 0.0645492 Jan 17 14:51:44.087107 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9616172-73c7-4f72-80dd-5bf656d827cc req-e027cfa0-5e19-4448-82c3-317ae13a36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:44.088498 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f9616172-73c7-4f72-80dd-5bf656d827cc req-e027cfa0-5e19-4448-82c3-317ae13a36f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0572672 Jan 17 14:51:44.164789 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9616172-73c7-4f72-80dd-5bf656d827cc req-722730af-9f81-4c95-a2b2-6dcde33f6b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:44.166238 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f9616172-73c7-4f72-80dd-5bf656d827cc req-722730af-9f81-4c95-a2b2-6dcde33f6b3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716250 Jan 17 14:51:44.301829 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f9616172-73c7-4f72-80dd-5bf656d827cc req-9fe1ea89-27ec-474e-8c62-3885ea904608 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296101 Jan 17 14:51:44.433905 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f9616172-73c7-4f72-80dd-5bf656d827cc req-8ccf0258-d401-4501-b83c-6378bcf58299 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246836 Jan 17 14:51:45.096737 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd60a9-ed11-4a7d-a3fa-4d2e4a853c3a req-93c31a13-5f59-4fcb-bd76-49c16d8787d4 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:45.097437 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-1ddd60a9-ed11-4a7d-a3fa-4d2e4a853c3a req-93c31a13-5f59-4fcb-bd76-49c16d8787d4 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Synchronizing usage tracker for tenant:cdb219dbbff34a98a6448109649281df on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:51:45.112079 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-1ddd60a9-ed11-4a7d-a3fa-4d2e4a853c3a req-93c31a13-5f59-4fcb-bd76-49c16d8787d4 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Unset dirty status for tenant:cdb219dbbff34a98a6448109649281df on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:51:45.113201 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1ddd60a9-ed11-4a7d-a3fa-4d2e4a853c3a req-93c31a13-5f59-4fcb-bd76-49c16d8787d4 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 944 time: 0.0952652 Jan 17 14:51:45.158057 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1ddd60a9-ed11-4a7d-a3fa-4d2e4a853c3a req-14ff2159-6047-4996-92a4-f381d9b5b4a8 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388155 Jan 17 14:51:45.550122 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:46.346650 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d0f9b-94e6-4bb6-b5a8-7e4372db885d req-d19364e5-8900-4572-9ec0-f4031256ad45 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:46.348124 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-251d0f9b-94e6-4bb6-b5a8-7e4372db885d req-d19364e5-8900-4572-9ec0-f4031256ad45 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 944 time: 0.0812709 Jan 17 14:51:46.395011 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-251d0f9b-94e6-4bb6-b5a8-7e4372db885d req-c9e2cedd-a070-4351-a87a-f070eda26faa tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408108 Jan 17 14:51:47.584488 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af69eaa-d8ad-4d8b-a78a-9a1db61936d1 req-7e75d3ad-7990-4cf0-9332-fe3ad9860cc1 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:47.585972 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2af69eaa-d8ad-4d8b-a78a-9a1db61936d1 req-7e75d3ad-7990-4cf0-9332-fe3ad9860cc1 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 944 time: 0.0834215 Jan 17 14:51:47.731221 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2af69eaa-d8ad-4d8b-a78a-9a1db61936d1 req-c2cc1ae1-7e79-42f5-8be3-7cb6de39a607 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1385052 Jan 17 14:51:47.885027 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:51:48.361842 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2b08d181-af04-4628-99c2-e79c334ccd7c details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:51:48.495550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2b08d181-af04-4628-99c2-e79c334ccd7c, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2b08d181-af04-4628-99c2-e79c334ccd7c,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:51:48.509855 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '2b08d181-af04-4628-99c2-e79c334ccd7c', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'port_id': '2b08d181-af04-4628-99c2-e79c334ccd7c', 'mac_address': 'fa:16:3e:72:eb:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:51:48.566076 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:48.588749 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b08d181-af04-4628-99c2-e79c334ccd7c {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:51:48.605708 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2b08d181-af04-4628-99c2-e79c334ccd7c, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2b08d181-af04-4628-99c2-e79c334ccd7c,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:51:48.609879 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:48.677821 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2b08d181-af04-4628-99c2-e79c334ccd7c,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:51:48.924750 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843bad3-6bd2-4168-909b-c6f7601d02ef req-00e5ff96-4bfc-4ad3-9ae5-b67b93b384a2 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:48.926235 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2843bad3-6bd2-4168-909b-c6f7601d02ef req-00e5ff96-4bfc-4ad3-9ae5-b67b93b384a2 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 945 time: 0.0854020 Jan 17 14:51:48.951150 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['2b08d181-af04-4628-99c2-e79c334ccd7c'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:51:48.971928 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2843bad3-6bd2-4168-909b-c6f7601d02ef req-a528f2e9-d900-4140-92d8-1337b773d80e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396802 Jan 17 14:51:50.157779 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103c7ad-522b-4ce5-83a4-738dca6194ea req-1aad26eb-5445-48e9-9b35-cb01a66144b9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:50.159249 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7103c7ad-522b-4ce5-83a4-738dca6194ea req-1aad26eb-5445-48e9-9b35-cb01a66144b9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 945 time: 0.0798447 Jan 17 14:51:50.203506 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7103c7ad-522b-4ce5-83a4-738dca6194ea req-5e7619a2-b6e5-4d6c-933a-8949456ae413 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385478 Jan 17 14:51:50.360703 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2b08d181-af04-4628-99c2-e79c334ccd7c up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:51:50.428061 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 2b08d181-af04-4628-99c2-e79c334ccd7c completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:51:50.432561 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 2b08d181-af04-4628-99c2-e79c334ccd7c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:51:50.432924 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:50.549657 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:50.576927 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651301b6-f786-4c67-9b85-3636e19d82d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b08d181-af04-4628-99c2-e79c334ccd7c'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:51:50.587204 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2b08d181-af04-4628-99c2-e79c334ccd7c, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2b08d181-af04-4628-99c2-e79c334ccd7c,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:51:50.592271 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:50.628689 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651301b6-f786-4c67-9b85-3636e19d82d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b08d181-af04-4628-99c2-e79c334ccd7c', 'code': 200} Jan 17 14:51:50.661806 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2b08d181-af04-4628-99c2-e79c334ccd7c,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:51:50.859834 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f4b8c-0ee1-491c-94ec-86292fe997d3 req-71d9c228-31a0-4f46-9565-ea39cd449e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:50.861310 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-278f4b8c-0ee1-491c-94ec-86292fe997d3 req-71d9c228-31a0-4f46-9565-ea39cd449e09 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 1099 time: 0.0726929 Jan 17 14:51:50.901178 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-278f4b8c-0ee1-491c-94ec-86292fe997d3 req-64988235-ecad-461b-8a8e-f3e8b0f0bb88 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342708 Jan 17 14:51:51.388456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dd5af-1306-452a-9890-93757f574eb1 req-0e18ae89-6b4e-49bc-8648-edb5e6260b6d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:51.389940 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9e2dd5af-1306-452a-9890-93757f574eb1 req-0e18ae89-6b4e-49bc-8648-edb5e6260b6d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0838368 Jan 17 14:51:51.438588 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9e2dd5af-1306-452a-9890-93757f574eb1 req-8bae4d9f-1021-4131-9c55-716576d3b151 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429928 Jan 17 14:51:52.627695 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a510723-f377-4c7f-ac5a-91b742e474f0 req-ebdb17c6-d382-4564-b8c1-930293ca970b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:52.629162 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2a510723-f377-4c7f-ac5a-91b742e474f0 req-ebdb17c6-d382-4564-b8c1-930293ca970b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0806093 Jan 17 14:51:52.678387 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2a510723-f377-4c7f-ac5a-91b742e474f0 req-28bc6bd4-d0f5-4793-aae1-b189a616db41 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434728 Jan 17 14:51:52.862551 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b8e9a-468e-4a06-a05e-1c9be3ff784e req-c89e7d60-e439-440c-9230-984a7f93e674 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:52.864066 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-dc2b8e9a-468e-4a06-a05e-1c9be3ff784e req-c89e7d60-e439-440c-9230-984a7f93e674 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0806804 Jan 17 14:51:52.873232 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 43120) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:51:52.878188 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-a2a507f5-9db2-413c-bf83-9f40c600ba47 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Request body: {'floatingip': {'port_id': '2b08d181-af04-4628-99c2-e79c334ccd7c'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:51:52.957596 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a2a507f5-9db2-413c-bf83-9f40c600ba47 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for floatingip, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:53.141078 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:53.573117 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a2a507f5-9db2-413c-bf83-9f40c600ba47 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:53.577621 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a2a507f5-9db2-413c-bf83-9f40c600ba47 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:53.767628 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-a2a507f5-9db2-413c-bf83-9f40c600ba47 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Floating IP 8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b associated. External IP: 172.26.3.202, port: 2b08d181-af04-4628-99c2-e79c334ccd7c. Jan 17 14:51:54.239674 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a507f5-9db2-413c-bf83-9f40c600ba47 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Router d07f3d8b-176c-47cd-abe1-f21a4d67b61a has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:51:54.421663 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a507f5-9db2-413c-bf83-9f40c600ba47 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:51:54.426619 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-a2a507f5-9db2-413c-bf83-9f40c600ba47 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:51:54.431848 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a347ce5-2c32-43ba-86e3-4d572fb225d6 None None] Sync routers for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:51:54.443341 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a347ce5-2c32-43ba-86e3-4d572fb225d6 None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:51:54.444009 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-4a347ce5-2c32-43ba-86e3-4d572fb225d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:51:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:51:54.493461 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a2a507f5-9db2-413c-bf83-9f40c600ba47 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "PUT /v2.0/floatingips/8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b HTTP/1.1" status: 200 len: 992 time: 1.6191375 Jan 17 14:51:54.494051 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651301b6-f786-4c67-9b85-3636e19d82d1', 'tag': '2b08d181-af04-4628-99c2-e79c334ccd7c'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:51:54.537607 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651301b6-f786-4c67-9b85-3636e19d82d1', 'tag': '2b08d181-af04-4628-99c2-e79c334ccd7c', 'status': 'completed', 'code': 200} Jan 17 14:51:54.631343 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-4a347ce5-2c32-43ba-86e3-4d572fb225d6 None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:51:54.672330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4d184-ef56-40f7-9a4d-a3b78e66b4a9 req-270f939a-42a6-4fb8-8201-c5f6f09a9bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:54.673862 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a1a4d184-ef56-40f7-9a4d-a3b78e66b4a9 req-270f939a-42a6-4fb8-8201-c5f6f09a9bea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 1099 time: 0.1134026 Jan 17 14:51:54.806490 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4d184-ef56-40f7-9a4d-a3b78e66b4a9 req-f97ac755-f8ad-48d8-806f-e801a6680b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:54.808017 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a1a4d184-ef56-40f7-9a4d-a3b78e66b4a9 req-f97ac755-f8ad-48d8-806f-e801a6680b41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1281939 Jan 17 14:51:54.914090 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a1a4d184-ef56-40f7-9a4d-a3b78e66b4a9 req-9bfe1ad3-c3c6-4dff-87f0-f3ec65ecdee3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b08d181-af04-4628-99c2-e79c334ccd7c HTTP/1.1" status: 200 len: 1000 time: 0.0985417 Jan 17 14:51:54.974547 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-4a347ce5-2c32-43ba-86e3-4d572fb225d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'floating_ip_address': '172.26.3.202', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'port_id': '2b08d181-af04-4628-99c2-e79c334ccd7c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'mac_address': 'fa:16:3e:72:eb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651301b6-f786-4c67-9b85-3636e19d82d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:49:39Z', 'updated_at': '2022-01-17T14:51:53Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:51:54.976563 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4d184-ef56-40f7-9a4d-a3b78e66b4a9 req-a94dfb4b-309e-4330-80d6-1616ddef66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:54.978001 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a1a4d184-ef56-40f7-9a4d-a3b78e66b4a9 req-a94dfb4b-309e-4330-80d6-1616ddef66c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0573843 Jan 17 14:51:54.978497 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a347ce5-2c32-43ba-86e3-4d572fb225d6 None None] Checking router: d07f3d8b-176c-47cd-abe1-f21a4d67b61a for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:51:54.986697 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a347ce5-2c32-43ba-86e3-4d572fb225d6 None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:51:54.987274 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-4a347ce5-2c32-43ba-86e3-4d572fb225d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:51:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:51:55.058954 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4d184-ef56-40f7-9a4d-a3b78e66b4a9 req-b9003dbf-844a-4d86-acb1-d63ef0499314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:51:55.060401 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a1a4d184-ef56-40f7-9a4d-a3b78e66b4a9 req-b9003dbf-844a-4d86-acb1-d63ef0499314 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756795 Jan 17 14:51:55.071285 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [req-a1a4d184-ef56-40f7-9a4d-a3b78e66b4a9 req-7a678806-8639-453a-9c6d-fd74fbc8a11d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:51:55.072250 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a1a4d184-ef56-40f7-9a4d-a3b78e66b4a9 req-7a678806-8639-453a-9c6d-fd74fbc8a11d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049155 Jan 17 14:51:55.162268 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-4a347ce5-2c32-43ba-86e3-4d572fb225d6 None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:51:55.208773 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a1a4d184-ef56-40f7-9a4d-a3b78e66b4a9 req-d6484918-3cc7-43e0-8b10-c36fe645ca08 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284010 Jan 17 14:51:55.341509 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a1a4d184-ef56-40f7-9a4d-a3b78e66b4a9 req-fe67c0a8-2345-498b-9558-974c019fa9f0 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265154 Jan 17 14:51:55.508928 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-4a347ce5-2c32-43ba-86e3-4d572fb225d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'floating_ip_address': '172.26.3.202', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'port_id': '2b08d181-af04-4628-99c2-e79c334ccd7c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'mac_address': 'fa:16:3e:72:eb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651301b6-f786-4c67-9b85-3636e19d82d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:49:39Z', 'updated_at': '2022-01-17T14:51:53Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:51:55.513139 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a347ce5-2c32-43ba-86e3-4d572fb225d6 None None] The sync data for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv is: [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'floating_ip_address': '172.26.3.202', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'port_id': '2b08d181-af04-4628-99c2-e79c334ccd7c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'mac_address': 'fa:16:3e:72:eb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651301b6-f786-4c67-9b85-3636e19d82d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:49:39Z', 'updated_at': '2022-01-17T14:51:53Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:51:55.722953 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e30085d-55ca-447c-bb11-4b173655496b None None] New status for floating IP 8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:52:06.287135 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-424a25a8-ff1e-4e97-90c8-7cb0fbfb46cd req-f7873b67-aeb0-4104-9c94-a057be70f70b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673227 Jan 17 14:52:06.429905 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a25a8-ff1e-4e97-90c8-7cb0fbfb46cd req-7db3793f-9358-4a3e-88ca-2c721168e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:52:06.431352 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-424a25a8-ff1e-4e97-90c8-7cb0fbfb46cd req-7db3793f-9358-4a3e-88ca-2c721168e2ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 1099 time: 0.0732024 Jan 17 14:52:06.572817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a25a8-ff1e-4e97-90c8-7cb0fbfb46cd req-15609f53-24a4-48dc-aeba-509e63a80e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:52:06.574720 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-424a25a8-ff1e-4e97-90c8-7cb0fbfb46cd req-15609f53-24a4-48dc-aeba-509e63a80e38 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1249304 Jan 17 14:52:06.792221 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-424a25a8-ff1e-4e97-90c8-7cb0fbfb46cd req-16a1bed9-8933-4e1c-b33d-dbbbff206d2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b08d181-af04-4628-99c2-e79c334ccd7c HTTP/1.1" status: 200 len: 1002 time: 0.2038295 Jan 17 14:52:06.862476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a25a8-ff1e-4e97-90c8-7cb0fbfb46cd req-b7f97ba5-4bb3-41c5-863b-cff984a4f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:52:06.863981 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-424a25a8-ff1e-4e97-90c8-7cb0fbfb46cd req-b7f97ba5-4bb3-41c5-863b-cff984a4f6ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0581434 Jan 17 14:52:06.938316 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a25a8-ff1e-4e97-90c8-7cb0fbfb46cd req-4f601448-0877-4806-b8af-05c3d15acb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:52:06.939845 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-424a25a8-ff1e-4e97-90c8-7cb0fbfb46cd req-4f601448-0877-4806-b8af-05c3d15acb66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697193 Jan 17 14:52:07.073958 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-424a25a8-ff1e-4e97-90c8-7cb0fbfb46cd req-d125fcd1-f2ac-4ff0-9244-e92039eaee5a service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239593 Jan 17 14:52:07.207130 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-424a25a8-ff1e-4e97-90c8-7cb0fbfb46cd req-da9e0642-e825-4726-8d9b-b5bcd5db7130 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263876 Jan 17 14:52:10.744855 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-10212fb8-2616-4b50-881c-55ce965237b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:52:13.907235 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-67275ec2-8e97-4521-a4b9-949dc52aa4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:52:14.006783 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:52:14.023789 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:52:15.554764 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:52:23.161983 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:52:24.884083 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:52:40.747402 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-85e7395f-59c4-496f-95e0-e20be12483ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:52:43.913909 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b108aff-e888-4456-8be5-94fe3936ae6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:52:44.010411 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:52:44.031360 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:52:45.559580 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:52:53.150421 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:01.884615 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:53:06.899019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31426333-fee2-4d93-b9c7-a21c87f690df req-8407e1f9-9291-43cc-8acc-dc4f37bc03f5 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:06.900537 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-31426333-fee2-4d93-b9c7-a21c87f690df req-8407e1f9-9291-43cc-8acc-dc4f37bc03f5 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0965080 Jan 17 14:53:06.946602 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-31426333-fee2-4d93-b9c7-a21c87f690df req-4551ac92-325e-44a6-8a5d-8f67d1ce8abc tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390272 Jan 17 14:53:07.361224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14806d97-567f-4054-a8b7-9300b42f51bb req-4f0c775e-c2a2-4c72-b894-4d5198c5fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:07.362752 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-14806d97-567f-4054-a8b7-9300b42f51bb req-4f0c775e-c2a2-4c72-b894-4d5198c5fcfe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 1099 time: 0.0807450 Jan 17 14:53:07.513310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14806d97-567f-4054-a8b7-9300b42f51bb req-d9c84df5-e132-4096-bcc0-eae11839235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:07.514873 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-14806d97-567f-4054-a8b7-9300b42f51bb req-d9c84df5-e132-4096-bcc0-eae11839235b service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1342781 Jan 17 14:53:07.625636 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-14806d97-567f-4054-a8b7-9300b42f51bb req-661a16f9-53f0-4299-974d-ec4016918580 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b08d181-af04-4628-99c2-e79c334ccd7c HTTP/1.1" status: 200 len: 1002 time: 0.1032469 Jan 17 14:53:07.693233 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14806d97-567f-4054-a8b7-9300b42f51bb req-38dcb6f5-d361-4792-b061-67057d5b3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:07.694790 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-14806d97-567f-4054-a8b7-9300b42f51bb req-38dcb6f5-d361-4792-b061-67057d5b3c5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0623920 Jan 17 14:53:07.771512 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14806d97-567f-4054-a8b7-9300b42f51bb req-4ad24575-50b9-4ab2-8d22-83ef127bb307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:07.773129 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-14806d97-567f-4054-a8b7-9300b42f51bb req-4ad24575-50b9-4ab2-8d22-83ef127bb307 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713384 Jan 17 14:53:07.919622 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-14806d97-567f-4054-a8b7-9300b42f51bb req-fe3d68fe-2007-474a-93e1-feffa0efcbef service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398158 Jan 17 14:53:08.116724 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-14806d97-567f-4054-a8b7-9300b42f51bb req-21d0cdb5-0b90-4dee-bb5a-de34f1ab7d98 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905289 Jan 17 14:53:08.165178 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad4edc-8a0d-486e-b54d-958f58938fed req-1a087985-fdcb-4d5b-8bfc-ec919252ffdf tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:08.166829 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50ad4edc-8a0d-486e-b54d-958f58938fed req-1a087985-fdcb-4d5b-8bfc-ec919252ffdf tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.1049244 Jan 17 14:53:08.218985 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50ad4edc-8a0d-486e-b54d-958f58938fed req-47b727bd-dec7-44a8-8542-c17da7516bdf tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451152 Jan 17 14:53:09.409906 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5d98a-1faa-459b-a383-477f7d2084da req-2018c154-3577-42aa-a167-45ddbd41389c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:09.411405 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0fa5d98a-1faa-459b-a383-477f7d2084da req-2018c154-3577-42aa-a167-45ddbd41389c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0861440 Jan 17 14:53:09.455590 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0fa5d98a-1faa-459b-a383-477f7d2084da req-41227e84-ba0f-4ea2-919d-9e0ddcf562df tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385234 Jan 17 14:53:10.651480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15332403-9c2b-4ef5-ae4c-1f91d378ac00 req-02f6de91-a0e0-4237-a74f-6cb4d8e920df tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:10.652962 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-15332403-9c2b-4ef5-ae4c-1f91d378ac00 req-02f6de91-a0e0-4237-a74f-6cb4d8e920df tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0814059 Jan 17 14:53:10.703243 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-15332403-9c2b-4ef5-ae4c-1f91d378ac00 req-e46b008c-010f-4d95-a7f8-ec34ff446acc tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438013 Jan 17 14:53:10.752821 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-52a6342e-ce27-472e-9b6b-8730796bb5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:11.902221 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46c16f-9994-4ea1-a634-090e482b144b req-a4e24c16-d2f4-486e-90ba-7d2f7b50433b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:11.903578 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ae46c16f-9994-4ea1-a634-090e482b144b req-a4e24c16-d2f4-486e-90ba-7d2f7b50433b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0906043 Jan 17 14:53:11.948070 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ae46c16f-9994-4ea1-a634-090e482b144b req-c6072381-c454-425e-9daa-ffd9c33f76db tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388334 Jan 17 14:53:13.140532 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62951b-af5d-4b38-b29d-bc55fcd8a0cb req-97cf615b-2686-4294-a831-59d0f0bc8acd tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:13.142034 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fd62951b-af5d-4b38-b29d-bc55fcd8a0cb req-97cf615b-2686-4294-a831-59d0f0bc8acd tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0868025 Jan 17 14:53:13.189268 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fd62951b-af5d-4b38-b29d-bc55fcd8a0cb req-b2482595-b317-4096-856b-54b2f162b8ec tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414102 Jan 17 14:53:13.908225 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-991b23ad-dfa9-4d22-a181-0acf730ecbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:14.014217 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:14.031501 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:14.381294 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4b4ac-c34f-4b07-b85a-fb1b668da93b req-60bd69f6-93d4-4da0-a459-8f16d5904f25 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:14.382696 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a7f4b4ac-c34f-4b07-b85a-fb1b668da93b req-60bd69f6-93d4-4da0-a459-8f16d5904f25 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0833154 Jan 17 14:53:14.427275 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a7f4b4ac-c34f-4b07-b85a-fb1b668da93b req-fe1ba4fc-1cd0-4bda-9479-e96d58570441 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388377 Jan 17 14:53:15.562959 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:15.613347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc63e2b-d8b2-4e51-9e50-b8fd6d5934d6 req-020315ac-a547-4590-9481-7c6fe6d68994 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:15.614898 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7dc63e2b-d8b2-4e51-9e50-b8fd6d5934d6 req-020315ac-a547-4590-9481-7c6fe6d68994 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0833526 Jan 17 14:53:15.769981 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7dc63e2b-d8b2-4e51-9e50-b8fd6d5934d6 req-6f5da127-f49d-4b0e-a6c6-833076289778 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1490216 Jan 17 14:53:16.954069 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0594c7-ed3e-4ee7-b342-bd92fa1a4acb req-d7c62456-41b7-41ae-be85-a90b874d8e80 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:16.955504 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c0594c7-ed3e-4ee7-b342-bd92fa1a4acb req-d7c62456-41b7-41ae-be85-a90b874d8e80 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0788105 Jan 17 14:53:17.005927 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8c0594c7-ed3e-4ee7-b342-bd92fa1a4acb req-05ca315a-12ad-404a-91d0-b8d29f6e6ae8 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443845 Jan 17 14:53:18.199954 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33530786-d28b-4f58-ad7f-4fe4cc39ae12 req-2e858f24-cc15-4c44-8908-5588774af975 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:18.201557 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-33530786-d28b-4f58-ad7f-4fe4cc39ae12 req-2e858f24-cc15-4c44-8908-5588774af975 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0841620 Jan 17 14:53:18.248198 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-33530786-d28b-4f58-ad7f-4fe4cc39ae12 req-5a30e258-c67c-499a-a4f5-f0872d9f5850 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400329 Jan 17 14:53:18.599256 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 43300) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:53:18.666614 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb940b-5fd8-4898-8ef2-a5bc4cbbaf1e req-489a7cbc-8420-4c8a-a0f6-469904e5ed36 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:18.668186 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7bbb940b-5fd8-4898-8ef2-a5bc4cbbaf1e req-489a7cbc-8420-4c8a-a0f6-469904e5ed36 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0884581 Jan 17 14:53:18.722217 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7bbb940b-5fd8-4898-8ef2-a5bc4cbbaf1e req-6e4d9ed2-5526-46f5-bfbf-2bb7d3b272ec tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465426 Jan 17 14:53:18.745462 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-22ab250f-1ccf-4104-9f7e-303172fdf1ff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1446319 Jan 17 14:53:19.908622 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35806b-be4c-435a-a5eb-31fc8e5b1756 req-feb19fc3-85e4-4df0-a14f-639ddbf63938 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:19.910524 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-de35806b-be4c-435a-a5eb-31fc8e5b1756 req-feb19fc3-85e4-4df0-a14f-639ddbf63938 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0838337 Jan 17 14:53:19.962862 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-de35806b-be4c-435a-a5eb-31fc8e5b1756 req-8a192c33-e27b-4653-a74e-a57d3d12ebf0 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435972 Jan 17 14:53:20.017006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-e30a8bfe-689d-4c90-bb4e-f8f41d323b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:20.018326 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-e30a8bfe-689d-4c90-bb4e-f8f41d323b2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 1099 time: 0.0758090 Jan 17 14:53:20.150096 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-efc4b1ee-b1e7-4b8a-9c54-4a50497ab732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:20.151517 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-efc4b1ee-b1e7-4b8a-9c54-4a50497ab732 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1271245 Jan 17 14:53:20.255285 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-167c3a85-fc97-4531-8db1-47cb4cd95144 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b08d181-af04-4628-99c2-e79c334ccd7c HTTP/1.1" status: 200 len: 1002 time: 0.0972044 Jan 17 14:53:20.320309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-a2e01426-675a-485f-8d5b-2627f39ba342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:20.321658 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-a2e01426-675a-485f-8d5b-2627f39ba342 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0601642 Jan 17 14:53:20.396359 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-b2e33985-c1e8-4f97-a3f4-80484f901dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:20.397822 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-b2e33985-c1e8-4f97-a3f4-80484f901dde service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696232 Jan 17 14:53:20.529524 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-01c22c3e-9dfe-4666-910c-414cb2e478ad service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250799 Jan 17 14:53:20.664324 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-cbb868df-a18f-4a2e-a20e-580be9b474b7 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292107 Jan 17 14:53:21.169386 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dd04e-7529-4534-92ec-8c92f0ca1ab0 req-e2f56cc6-dadf-44ce-9359-dcd0b1f25285 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:21.171476 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-056dd04e-7529-4534-92ec-8c92f0ca1ab0 req-e2f56cc6-dadf-44ce-9359-dcd0b1f25285 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0841191 Jan 17 14:53:21.221828 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-056dd04e-7529-4534-92ec-8c92f0ca1ab0 req-3d6462f3-7d48-4b32-9639-f472865c70ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447557 Jan 17 14:53:22.317659 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-240ebc76-bff4-4d3d-8a6d-6e8e5f86d7b7 service neutron] 10.222.0.15 "GET /v2.0/ports/2b08d181-af04-4628-99c2-e79c334ccd7c/bindings/hv-neutron-8249 HTTP/1.1" status: 200 len: 384 time: 0.0757105 Jan 17 14:53:22.407663 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d053b0-9397-4565-afb4-4a388c1d0fea req-05678369-f569-4a0d-aede-572143ae9e78 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:22.409181 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c7d053b0-9397-4565-afb4-4a388c1d0fea req-05678369-f569-4a0d-aede-572143ae9e78 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0829580 Jan 17 14:53:22.454770 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c7d053b0-9397-4565-afb4-4a388c1d0fea req-f60790be-de12-4213-87e8-65b3f22f2cc3 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399396 Jan 17 14:53:22.587783 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-ad9f0926-6ad2-4e3f-a320-e95590845455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:22.589266 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-ad9f0926-6ad2-4e3f-a320-e95590845455 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1&tenant_id=cdb219dbbff34a98a6448109649281df HTTP/1.1" status: 200 len: 1099 time: 0.0767686 Jan 17 14:53:22.697707 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-9991219f-a230-409c-a1f1-a068489f4cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:22.699160 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-9991219f-a230-409c-a1f1-a068489f4cb6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 1099 time: 0.0693226 Jan 17 14:53:22.837969 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-6438bff3-ca62-4962-9e56-8ed10bfc4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:22.839473 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-6438bff3-ca62-4962-9e56-8ed10bfc4fdf service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1338906 Jan 17 14:53:22.944736 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-282cd6e8-9c31-4c3b-ac6a-aa9b99b32e7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b08d181-af04-4628-99c2-e79c334ccd7c HTTP/1.1" status: 200 len: 1002 time: 0.0982320 Jan 17 14:53:23.005761 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-51877774-6e79-41bb-9af7-b77d9b38febf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:23.007191 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-51877774-6e79-41bb-9af7-b77d9b38febf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0568161 Jan 17 14:53:23.173294 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:23.181284 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-23fd7277-d7b0-4c11-9d1f-dc7a02f3821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:23.182734 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-23fd7277-d7b0-4c11-9d1f-dc7a02f3821b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1693611 Jan 17 14:53:23.311775 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-b0a5402f-3365-4f2b-8f10-4616cca273f6 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222835 Jan 17 14:53:23.439546 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e47c554-b40e-4413-bdf3-3c924b9a15d9 req-f485e3b2-210e-4512-bd08-99664e392bef service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222482 Jan 17 14:53:23.650842 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224bd77-833f-41d0-b456-57cba8cdb0b1 req-1deb8b01-3dc6-40ee-8d27-24da1a237dca tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:23.652325 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2224bd77-833f-41d0-b456-57cba8cdb0b1 req-1deb8b01-3dc6-40ee-8d27-24da1a237dca tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0828221 Jan 17 14:53:23.696089 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2224bd77-833f-41d0-b456-57cba8cdb0b1 req-917d399d-c9d9-4c62-bc74-87d64cdfe054 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373497 Jan 17 14:53:24.889161 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db92ca9-67e3-4ef2-9094-b349fca0a1d6 req-7ddf5b6c-dccc-406a-9ced-a06a4be9e4e5 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:24.891218 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4db92ca9-67e3-4ef2-9094-b349fca0a1d6 req-7ddf5b6c-dccc-406a-9ced-a06a4be9e4e5 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0837653 Jan 17 14:53:24.934758 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4db92ca9-67e3-4ef2-9094-b349fca0a1d6 req-74e915db-44e3-47d4-bb8f-b27adf646274 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378690 Jan 17 14:53:26.127162 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97300ba-84e0-44bd-bac0-83e394eb2b9e req-3ba372ae-6a1a-4259-87cb-2d4b0c0b761d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:26.128576 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a97300ba-84e0-44bd-bac0-83e394eb2b9e req-3ba372ae-6a1a-4259-87cb-2d4b0c0b761d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0864079 Jan 17 14:53:26.178994 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a97300ba-84e0-44bd-bac0-83e394eb2b9e req-e2c3d790-c318-4ba1-b58e-a9e488a33dfe tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410621 Jan 17 14:53:26.571618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9cddf-6f1f-4238-8ec8-9f755f02feab req-c3bbabee-1836-40b3-af25-b310e83c95dd tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:26.573135 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50a9cddf-6f1f-4238-8ec8-9f755f02feab req-c3bbabee-1836-40b3-af25-b310e83c95dd tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1&tenant_id=cdb219dbbff34a98a6448109649281df&binding%3Ahost_id=hv-neutron-8249 HTTP/1.1" status: 200 len: 946 time: 0.1544268 Jan 17 14:53:26.586692 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b22cd-6c92-41e7-ba5c-e9a6e9dc5368 req-03bfb989-b91d-441c-88be-f6d0035724c2 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:26.588219 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2b2b22cd-6c92-41e7-ba5c-e9a6e9dc5368 req-03bfb989-b91d-441c-88be-f6d0035724c2 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.1384141 Jan 17 14:53:26.634028 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2b2b22cd-6c92-41e7-ba5c-e9a6e9dc5368 req-ffe6067e-c50c-418d-82b1-5cb98410e19e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399308 Jan 17 14:53:26.710264 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9cddf-6f1f-4238-8ec8-9f755f02feab req-c7fd0cbe-0536-4a48-93e0-3ce8a97ec573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:26.712076 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50a9cddf-6f1f-4238-8ec8-9f755f02feab req-c7fd0cbe-0536-4a48-93e0-3ce8a97ec573 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 1099 time: 0.0707641 Jan 17 14:53:26.847317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9cddf-6f1f-4238-8ec8-9f755f02feab req-6618dec4-a955-4594-8899-776c08cea15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:26.848801 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50a9cddf-6f1f-4238-8ec8-9f755f02feab req-6618dec4-a955-4594-8899-776c08cea15d service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1307571 Jan 17 14:53:26.950768 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50a9cddf-6f1f-4238-8ec8-9f755f02feab req-67d063c5-9626-4250-8927-e4f429d9bb4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b08d181-af04-4628-99c2-e79c334ccd7c HTTP/1.1" status: 200 len: 1002 time: 0.0961518 Jan 17 14:53:26.992154 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2b08d181-af04-4628-99c2-e79c334ccd7c details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:53:26.994526 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2b08d181-af04-4628-99c2-e79c334ccd7c no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:53:27.015693 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9cddf-6f1f-4238-8ec8-9f755f02feab req-1db0853f-1145-45f5-a87c-2eaeedc4eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:27.017162 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50a9cddf-6f1f-4238-8ec8-9f755f02feab req-1db0853f-1145-45f5-a87c-2eaeedc4eb23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0611804 Jan 17 14:53:27.091866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9cddf-6f1f-4238-8ec8-9f755f02feab req-f4cbc126-67b7-4cfe-ab1a-07b6c492ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:27.094122 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50a9cddf-6f1f-4238-8ec8-9f755f02feab req-f4cbc126-67b7-4cfe-ab1a-07b6c492ea28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713437 Jan 17 14:53:27.203564 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:27.227169 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50a9cddf-6f1f-4238-8ec8-9f755f02feab req-9090da89-b40d-4779-af74-833d077bb8f5 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268663 Jan 17 14:53:27.235150 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2b08d181-af04-4628-99c2-e79c334ccd7c, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2b08d181-af04-4628-99c2-e79c334ccd7c,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:53:27.260070 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651301b6-f786-4c67-9b85-3636e19d82d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b08d181-af04-4628-99c2-e79c334ccd7c'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:53:27.266190 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '2b08d181-af04-4628-99c2-e79c334ccd7c', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'port_id': '2b08d181-af04-4628-99c2-e79c334ccd7c', 'mac_address': 'fa:16:3e:72:eb:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:53:27.272054 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2b08d181-af04-4628-99c2-e79c334ccd7c, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2b08d181-af04-4628-99c2-e79c334ccd7c,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:53:27.302610 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:27.373813 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651301b6-f786-4c67-9b85-3636e19d82d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b08d181-af04-4628-99c2-e79c334ccd7c', 'code': 200} Jan 17 14:53:27.375997 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50a9cddf-6f1f-4238-8ec8-9f755f02feab req-830c64f8-12df-479d-a9f0-dedc4ec8ec15 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411169 Jan 17 14:53:27.383613 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:27.404798 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b08d181-af04-4628-99c2-e79c334ccd7c {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:53:27.411809 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2b08d181-af04-4628-99c2-e79c334ccd7c,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:53:27.424663 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:27.425040 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:27.425548 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:27.425886 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:27.426221 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:27.426545 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:27.426862 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:27.427182 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:27.427500 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:27.427843 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:27.428162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:27.428474 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:27.435543 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2b08d181-af04-4628-99c2-e79c334ccd7c, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2b08d181-af04-4628-99c2-e79c334ccd7c,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:53:27.440673 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:27.516208 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['2b08d181-af04-4628-99c2-e79c334ccd7c'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:53:27.539286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2b08d181-af04-4628-99c2-e79c334ccd7c,revision_number=7']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:53:27.829826 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675a803-f2e4-47e1-be43-f9df297dfe7b req-296aff94-a24b-4218-895d-c4f3ad7baf40 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:27.831323 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e675a803-f2e4-47e1-be43-f9df297dfe7b req-296aff94-a24b-4218-895d-c4f3ad7baf40 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 945 time: 0.0864735 Jan 17 14:53:27.876899 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e675a803-f2e4-47e1-be43-f9df297dfe7b req-350d3563-3257-40fb-aaa3-90130923ebe0 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397696 Jan 17 14:53:29.000999 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2b08d181-af04-4628-99c2-e79c334ccd7c up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:53:29.066459 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfd1f6-e470-4f15-8943-7bb06cdf3708 req-991434b7-fc64-48cd-9599-5b18850d5d35 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:29.067867 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 2b08d181-af04-4628-99c2-e79c334ccd7c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:53:29.067980 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-78cfd1f6-e470-4f15-8943-7bb06cdf3708 req-991434b7-fc64-48cd-9599-5b18850d5d35 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 945 time: 0.0799611 Jan 17 14:53:29.068241 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:29.112646 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-78cfd1f6-e470-4f15-8943-7bb06cdf3708 req-bff055de-00bc-4baf-aa46-2243d952abd6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388329 Jan 17 14:53:29.185198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:29.218536 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2b08d181-af04-4628-99c2-e79c334ccd7c, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2b08d181-af04-4628-99c2-e79c334ccd7c,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:53:29.222471 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:29.290231 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2b08d181-af04-4628-99c2-e79c334ccd7c,revision_number=8']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:53:29.294278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95706a4f-cb17-4a74-8f72-e25c529db005 req-6f15ba64-3fc5-4153-be4f-113d3aaa8ac0 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:29.296397 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-95706a4f-cb17-4a74-8f72-e25c529db005 req-6f15ba64-3fc5-4153-be4f-113d3aaa8ac0 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0798936 Jan 17 14:53:29.339488 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-95706a4f-cb17-4a74-8f72-e25c529db005 req-3f8f7d82-75ce-4d36-823f-4e2bc800f41b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374179 Jan 17 14:53:29.374640 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651301b6-f786-4c67-9b85-3636e19d82d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b08d181-af04-4628-99c2-e79c334ccd7c'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:53:29.420687 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651301b6-f786-4c67-9b85-3636e19d82d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b08d181-af04-4628-99c2-e79c334ccd7c', 'code': 200} Jan 17 14:53:29.976417 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9cb8b-6890-4151-b249-8ae373b20524 req-d930286b-931d-4ffc-9366-f9157ec070b0 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:29.977791 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e1a9cb8b-6890-4151-b249-8ae373b20524 req-d930286b-931d-4ffc-9366-f9157ec070b0 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.2407508 Jan 17 14:53:29.979772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ad238-64e3-4b25-a343-81a017fd09c0 req-181bf9ea-625b-4397-b6de-9db58d5ea671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:29.981088 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ea6ad238-64e3-4b25-a343-81a017fd09c0 req-181bf9ea-625b-4397-b6de-9db58d5ea671 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 1099 time: 0.1011589 Jan 17 14:53:30.101271 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e1a9cb8b-6890-4151-b249-8ae373b20524 req-f19d458b-2c46-4918-b5e4-e40af838b3b9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1175539 Jan 17 14:53:30.146092 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ad238-64e3-4b25-a343-81a017fd09c0 req-a618dd45-9b3b-4f80-ae97-aae4a81986c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:30.147509 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ea6ad238-64e3-4b25-a343-81a017fd09c0 req-a618dd45-9b3b-4f80-ae97-aae4a81986c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1514111 Jan 17 14:53:30.246177 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ea6ad238-64e3-4b25-a343-81a017fd09c0 req-8235091d-5aa7-4c13-b3ec-a2d9e47c0f0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b08d181-af04-4628-99c2-e79c334ccd7c HTTP/1.1" status: 200 len: 1002 time: 0.0921175 Jan 17 14:53:30.310217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ad238-64e3-4b25-a343-81a017fd09c0 req-a95b9f7f-6fcf-40b6-a266-904bcb7a8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:30.311664 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ea6ad238-64e3-4b25-a343-81a017fd09c0 req-a95b9f7f-6fcf-40b6-a266-904bcb7a8181 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0595701 Jan 17 14:53:30.384434 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ad238-64e3-4b25-a343-81a017fd09c0 req-a07ea98b-09bb-4fde-acc4-18ed303ef58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:30.385944 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ea6ad238-64e3-4b25-a343-81a017fd09c0 req-a07ea98b-09bb-4fde-acc4-18ed303ef58b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687993 Jan 17 14:53:30.519934 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ea6ad238-64e3-4b25-a343-81a017fd09c0 req-b599c837-d114-460c-95de-7d41fa3d256c service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275525 Jan 17 14:53:30.649719 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ea6ad238-64e3-4b25-a343-81a017fd09c0 req-b4d3a386-360f-497f-b7c1-64b86ec6ac6f service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242368 Jan 17 14:53:31.292577 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7a5e8-c983-4c99-9e3c-9493a22f39e1 req-f99d8350-2a22-4e5a-98ea-d356d434d846 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:31.294036 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5bc7a5e8-c983-4c99-9e3c-9493a22f39e1 req-f99d8350-2a22-4e5a-98ea-d356d434d846 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0832522 Jan 17 14:53:31.338193 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5bc7a5e8-c983-4c99-9e3c-9493a22f39e1 req-993b8a04-6431-4eac-be8f-4b04d5c22439 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378990 Jan 17 14:53:31.727672 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4563bd1-c607-4d7a-ae0f-097139026810 req-9a600658-f92b-44fa-bde7-ec49f32edd60 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:31.729061 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d4563bd1-c607-4d7a-ae0f-097139026810 req-9a600658-f92b-44fa-bde7-ec49f32edd60 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0816345 Jan 17 14:53:31.772524 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d4563bd1-c607-4d7a-ae0f-097139026810 req-ff42e75f-af7e-4a35-b3cf-662cf3900602 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377431 Jan 17 14:53:32.968406 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda5f04-5e88-4691-a989-3e0d8a8997d3 req-e2838ff4-3e5c-49f7-93bf-1feec09c70e9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:32.969898 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9cda5f04-5e88-4691-a989-3e0d8a8997d3 req-e2838ff4-3e5c-49f7-93bf-1feec09c70e9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0845759 Jan 17 14:53:33.013942 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9cda5f04-5e88-4691-a989-3e0d8a8997d3 req-8d7a4d58-48a7-4bbb-9d28-d178e2ba74e9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383925 Jan 17 14:53:33.446449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d4332-a38f-41ea-9e26-9fb64e786620 req-8eefb4d7-6dfc-4cdd-a2c4-775f7475775b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:33.447977 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2c1d4332-a38f-41ea-9e26-9fb64e786620 req-8eefb4d7-6dfc-4cdd-a2c4-775f7475775b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0774665 Jan 17 14:53:33.519097 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-2c1d4332-a38f-41ea-9e26-9fb64e786620 req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Deleting port 2b08d181-af04-4628-99c2-e79c334ccd7c {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:53:33.519428 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2c1d4332-a38f-41ea-9e26-9fb64e786620 req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:33.762395 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-2c1d4332-a38f-41ea-9e26-9fb64e786620 req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] For port 2b08d181-af04-4628-99c2-e79c334ccd7c, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2b08d181-af04-4628-99c2-e79c334ccd7c,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:53:33.762656 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2c1d4332-a38f-41ea-9e26-9fb64e786620 req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:34.055269 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2c1d4332-a38f-41ea-9e26-9fb64e786620 req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:34.055951 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2c1d4332-a38f-41ea-9e26-9fb64e786620 req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:34.055951 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [req-2c1d4332-a38f-41ea-9e26-9fb64e786620 req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Floating IP 8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b disassociated. External IP: 172.26.3.202, port: 2b08d181-af04-4628-99c2-e79c334ccd7c. Jan 17 14:53:34.056282 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-2c1d4332-a38f-41ea-9e26-9fb64e786620 req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Calling delete_port for 2b08d181-af04-4628-99c2-e79c334ccd7c owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:53:34.200241 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a8aae-4929-458d-9cde-d8ab3b3e241b req-6a74fab8-cf3d-4e8e-b2b4-d61a4059edf8 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:34.201987 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e58a8aae-4929-458d-9cde-d8ab3b3e241b req-6a74fab8-cf3d-4e8e-b2b4-d61a4059edf8 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 946 time: 0.0832226 Jan 17 14:53:34.204024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2c1d4332-a38f-41ea-9e26-9fb64e786620 req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:34.250535 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e58a8aae-4929-458d-9cde-d8ab3b3e241b req-87ec7ebd-bc27-40cc-a47e-a4c08c6a0af9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421369 Jan 17 14:53:34.256223 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Pushing event deleted for resources: {'Port': ['ID=2b08d181-af04-4628-99c2-e79c334ccd7c,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:53:34.270688 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:34.271045 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:34.271385 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:34.271741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:34.272089 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:34.272425 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:34.272756 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:34.273084 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:34.273413 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:34.273880 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:34.274219 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:34.274546 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:53:34.571945 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c1d4332-a38f-41ea-9e26-9fb64e786620 req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Router d07f3d8b-176c-47cd-abe1-f21a4d67b61a has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:53:34.760154 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c1d4332-a38f-41ea-9e26-9fb64e786620 req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:53:34.770736 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e309344-ae72-4a9f-9d84-b40a13d079d3 None None] Sync routers for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:53:34.780701 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e309344-ae72-4a9f-9d84-b40a13d079d3 None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:53:34.781375 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5e309344-ae72-4a9f-9d84-b40a13d079d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:53:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:53:34.834262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1d4332-a38f-41ea-9e26-9fb64e786620 req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] No DVR routers for this DVR port 2b08d181-af04-4628-99c2-e79c334ccd7c on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:53:34.837062 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2c1d4332-a38f-41ea-9e26-9fb64e786620 req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:34.839581 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651301b6-f786-4c67-9b85-3636e19d82d1', 'name': 'network-vif-deleted', 'tag': '2b08d181-af04-4628-99c2-e79c334ccd7c'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:53:34.856669 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2c1d4332-a38f-41ea-9e26-9fb64e786620 req-5c8f8eb0-269f-4c43-8554-8b43fe00b66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "DELETE /v2.0/ports/2b08d181-af04-4628-99c2-e79c334ccd7c HTTP/1.1" status: 204 len: 173 time: 1.4032509 Jan 17 14:53:34.949020 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651301b6-f786-4c67-9b85-3636e19d82d1', 'name': 'network-vif-deleted', 'tag': '2b08d181-af04-4628-99c2-e79c334ccd7c', 'status': 'completed', 'code': 200} Jan 17 14:53:35.025963 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-5e309344-ae72-4a9f-9d84-b40a13d079d3 None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:53:35.359592 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5e309344-ae72-4a9f-9d84-b40a13d079d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:53:35.364078 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e309344-ae72-4a9f-9d84-b40a13d079d3 None None] Checking router: d07f3d8b-176c-47cd-abe1-f21a4d67b61a for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:53:35.373699 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e309344-ae72-4a9f-9d84-b40a13d079d3 None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:53:35.374342 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5e309344-ae72-4a9f-9d84-b40a13d079d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:53:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:53:35.418911 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-6f0e43e7-5589-4f06-b505-cab835a60ca6 req-37bc1195-08f8-43ad-af46-56238602fdd4 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=651301b6-f786-4c67-9b85-3636e19d82d1 HTTP/1.1" status: 200 len: 210 time: 0.0426724 Jan 17 14:53:35.552209 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-5e309344-ae72-4a9f-9d84-b40a13d079d3 None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:53:35.871932 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5e309344-ae72-4a9f-9d84-b40a13d079d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:53:35.876332 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e309344-ae72-4a9f-9d84-b40a13d079d3 None None] The sync data for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv is: [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:53:36.091105 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c616b14e-157c-4df9-bc57-9e242e579cbf None None] New status for floating IP 8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:53:36.783229 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-5cfd7d62-0665-496d-8609-ef2aebaec52c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--66354951&fields=id&tenant_id=cdb219dbbff34a98a6448109649281df HTTP/1.1" status: 200 len: 267 time: 0.0443676 Jan 17 14:53:36.933173 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-899bf8eb-f221-426d-93b3-4dde724f26e4 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:36.934596 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-899bf8eb-f221-426d-93b3-4dde724f26e4 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 811 time: 0.1447940 Jan 17 14:53:36.948860 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-2eb135b8-aa9a-49cf-9175-a5e721485073 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/quotas/cdb219dbbff34a98a6448109649281df HTTP/1.1" status: 200 len: 375 time: 0.0088198 Jan 17 14:53:37.035144 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-24898fe2-65a2-4ef1-95ed-a457fa363bf5 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Synchronizing usage tracker for tenant:cdb219dbbff34a98a6448109649281df on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:53:37.047827 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2b08d181-af04-4628-99c2-e79c334ccd7c no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:53:37.050814 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-24898fe2-65a2-4ef1-95ed-a457fa363bf5 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Unset dirty status for tenant:cdb219dbbff34a98a6448109649281df on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:53:37.052185 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-24898fe2-65a2-4ef1-95ed-a457fa363bf5 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0980918 Jan 17 14:53:37.085332 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 2b08d181-af04-4628-99c2-e79c334ccd7c {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:53:37.085932 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2b08d181-af04-4628-99c2-e79c334ccd7c not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:53:37.192178 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-6436fd48-3b68-4dba-a81e-69b4232d598a service neutron] 10.222.0.48 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274643 Jan 17 14:53:37.322481 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-018de4fa-bf32-499a-af9d-b77d65ebb3c4 service neutron] 10.222.0.48 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246078 Jan 17 14:53:37.499626 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9af4d479-eae9-4547-a0c6-e71af5932070 req-eeac8ae8-5a46-4f5c-a5d3-cbb7c843b108 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 210 time: 0.0459566 Jan 17 14:53:38.517197 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-565fcbb7-4dcb-4814-a8b0-f9a57cb803f1 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:38.518637 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-565fcbb7-4dcb-4814-a8b0-f9a57cb803f1 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 811 time: 0.1510553 Jan 17 14:53:38.568723 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-68ef989a-82a8-41d4-9d01-f13481c9e884 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdb219dbbff34a98a6448109649281df HTTP/1.1" status: 200 len: 378 time: 0.0423594 Jan 17 14:53:38.578365 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-9b304812-2c3e-4abf-a1e7-33a3fdc1a26c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Request body: {'port': {'device_id': 'b65157eb-d44a-405c-a925-a5a8f2175a80', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'admin_state_up': True, 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'security_groups': ['41a946d2-123e-45d2-b93d-16ef5ce838aa']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:53:38.700566 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-604a86e9-ca73-4acc-b3c8-7375832e2bef req-18dc9e77-80a2-46ff-8830-642e59bf1398 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 210 time: 0.0553510 Jan 17 14:53:38.753773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-9b304812-2c3e-4abf-a1e7-33a3fdc1a26c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:53:38.763242 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-9b304812-2c3e-4abf-a1e7-33a3fdc1a26c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:53:38.773241 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-9b304812-2c3e-4abf-a1e7-33a3fdc1a26c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Made reservation on behalf of cdb219dbbff34a98a6448109649281df for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:53:38.776781 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-9b304812-2c3e-4abf-a1e7-33a3fdc1a26c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:38.885401 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:53:38.942939 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-9b304812-2c3e-4abf-a1e7-33a3fdc1a26c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Allocated IP 172.20.0.7 (93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c/849c6ba5-0304-40a6-a3ec-118b00cf76a5/bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:53:39.255760 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-9b304812-2c3e-4abf-a1e7-33a3fdc1a26c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:39.271793 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-9b304812-2c3e-4abf-a1e7-33a3fdc1a26c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Transition to ACTIVE for port object bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:53:39.295344 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-9b304812-2c3e-4abf-a1e7-33a3fdc1a26c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:39.367154 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-9b304812-2c3e-4abf-a1e7-33a3fdc1a26c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:53:39.370142 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-9b304812-2c3e-4abf-a1e7-33a3fdc1a26c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:53:39.374708 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-9b304812-2c3e-4abf-a1e7-33a3fdc1a26c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:53:39.411066 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b304812-2c3e-4abf-a1e7-33a3fdc1a26c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Pushing event updated for resources: {'Port': ['ID=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:53:39.443230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-9b304812-2c3e-4abf-a1e7-33a3fdc1a26c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:39.443878 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-9b304812-2c3e-4abf-a1e7-33a3fdc1a26c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:39.472578 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-9b304812-2c3e-4abf-a1e7-33a3fdc1a26c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8985677 Jan 17 14:53:39.484359 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] Request body: {'port': {'device_id': 'b65157eb-d44a-405c-a925-a5a8f2175a80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:53:39.579765 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5e2ee568-0179-4a27-96e0-2ae0e08d93e2 None None] Provisioning for port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:53:39.585051 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5e2ee568-0179-4a27-96e0-2ae0e08d93e2 None None] Provisioning complete for port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:53:39.585527 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5e2ee568-0179-4a27-96e0-2ae0e08d93e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:39.600517 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:39.640203 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-5e2ee568-0179-4a27-96e0-2ae0e08d93e2 None None] Port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:53:39.889611 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ec680-2e2a-4163-aca9-2015ac17ca06 req-3372ed80-a85a-4286-85b2-6b34e1ef56a9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:39.891213 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c24ec680-2e2a-4163-aca9-2015ac17ca06 req-3372ed80-a85a-4286-85b2-6b34e1ef56a9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 931 time: 0.0827370 Jan 17 14:53:39.938775 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c24ec680-2e2a-4163-aca9-2015ac17ca06 req-f00b1ba3-5194-4fc1-a13a-0b92431e98e9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413935 Jan 17 14:53:39.952741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:53:39.960686 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:39.975533 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] Transition to ACTIVE for port object bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:53:39.980119 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:40.146010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:53:40.231498 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] Attempting to bind port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:53:40.231897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] Attempting to bind port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:53:40.232223 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] Attempting to bind port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 on network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:53:40.237254 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] Port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 on network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:53:40.237570 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] Attempting to bind port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 on network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:53:40.243256 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:53:40.243588 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] Checking segment: {'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:53:40.244073 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] Bound using segment: {'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:53:40.244499 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] Bound port: bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:53:40.244846 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:40.341475 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] For port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:53:40.345393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] For port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:53:40.350555 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:40.414266 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:40.414844 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:40.416125 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] 10.222.0.15 "PUT /v2.0/ports/bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 HTTP/1.1" status: 200 len: 1093 time: 0.9362004 Jan 17 14:53:40.416595 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65157eb-d44a-405c-a925-a5a8f2175a80', 'tag': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:53:40.459167 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ee502-5a35-498c-9bbe-5f6514f6f9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:53:40.506524 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65157eb-d44a-405c-a925-a5a8f2175a80', 'tag': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80', 'status': 'completed', 'code': 200} Jan 17 14:53:40.562017 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-70b961cc-22d5-408a-81dd-c2fa3eb674d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:40.563597 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-70b961cc-22d5-408a-81dd-c2fa3eb674d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 1096 time: 0.0943947 Jan 17 14:53:40.644144 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-2b1031ee-e94c-4066-9b93-365f3e8eae97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 HTTP/1.1" status: 200 len: 217 time: 0.0737755 Jan 17 14:53:40.717794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-5ddfdbad-f34b-4f8d-9336-13d5dccd8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:40.720403 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-5ddfdbad-f34b-4f8d-9336-13d5dccd8107 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0706804 Jan 17 14:53:40.750466 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b6e23aa4-2282-42f8-b172-f492e3670a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:40.817161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-672848ff-a87d-4be3-b2f2-0978ec97a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:40.819126 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-672848ff-a87d-4be3-b2f2-0978ec97a804 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0931644 Jan 17 14:53:40.971430 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-f44bd9b4-1aeb-4934-a8ca-4bbad78ba98d service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451523 Jan 17 14:53:41.133710 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f22633ff-a0d2-4136-b1b3-1d823a6c0366 req-ab57ca0a-365d-4e42-8ec4-f861c40ed1f4 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559269 Jan 17 14:53:41.259986 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fe486-04e2-42cf-8f61-69585aeac9fc req-d8aef2a9-8b1e-4ca7-9eb9-f53e47b56178 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:41.261474 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-319fe486-04e2-42cf-8f61-69585aeac9fc req-d8aef2a9-8b1e-4ca7-9eb9-f53e47b56178 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 943 time: 0.2050419 Jan 17 14:53:41.277429 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6060a6e-7166-4145-9d6a-8ac01efcfe53 req-8cfe2ef6-4ffc-46b3-a4db-b97966bbcae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:41.279045 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d6060a6e-7166-4145-9d6a-8ac01efcfe53 req-8cfe2ef6-4ffc-46b3-a4db-b97966bbcae2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 1096 time: 0.0910897 Jan 17 14:53:41.322718 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-319fe486-04e2-42cf-8f61-69585aeac9fc req-b4416a44-14b4-4324-8d60-45a09d0752e5 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503943 Jan 17 14:53:41.552277 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6060a6e-7166-4145-9d6a-8ac01efcfe53 req-853e4c10-247d-42ed-b3a4-e135b284826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:41.553731 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d6060a6e-7166-4145-9d6a-8ac01efcfe53 req-853e4c10-247d-42ed-b3a4-e135b284826e service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.2672887 Jan 17 14:53:41.622625 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d6060a6e-7166-4145-9d6a-8ac01efcfe53 req-b3932c51-0b7e-478e-8205-e4fdf1fc1727 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 HTTP/1.1" status: 200 len: 217 time: 0.0617259 Jan 17 14:53:41.688598 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6060a6e-7166-4145-9d6a-8ac01efcfe53 req-35e5035f-4d55-4b36-82a9-d601f88a7b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:41.690264 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d6060a6e-7166-4145-9d6a-8ac01efcfe53 req-35e5035f-4d55-4b36-82a9-d601f88a7b7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0621827 Jan 17 14:53:41.770666 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6060a6e-7166-4145-9d6a-8ac01efcfe53 req-3ac61d1c-a67d-4997-8572-25af09a8ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:41.772362 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d6060a6e-7166-4145-9d6a-8ac01efcfe53 req-3ac61d1c-a67d-4997-8572-25af09a8ca91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756927 Jan 17 14:53:41.978888 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d6060a6e-7166-4145-9d6a-8ac01efcfe53 req-3ae52ebc-c1c4-4c3f-a847-de64b8f40dcd service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968780 Jan 17 14:53:42.115564 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d6060a6e-7166-4145-9d6a-8ac01efcfe53 req-c80dea3f-a807-40c4-b465-0f2bfe4dcb49 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301289 Jan 17 14:53:42.538296 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13c548-b4d4-41aa-8a5b-4a3ca8e7d256 req-4c75f1b2-aead-4f78-b1c7-545070269c1e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:42.539011 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-ff13c548-b4d4-41aa-8a5b-4a3ca8e7d256 req-4c75f1b2-aead-4f78-b1c7-545070269c1e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Synchronizing usage tracker for tenant:cdb219dbbff34a98a6448109649281df on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:53:42.555529 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-ff13c548-b4d4-41aa-8a5b-4a3ca8e7d256 req-4c75f1b2-aead-4f78-b1c7-545070269c1e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Unset dirty status for tenant:cdb219dbbff34a98a6448109649281df on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:53:42.557345 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff13c548-b4d4-41aa-8a5b-4a3ca8e7d256 req-4c75f1b2-aead-4f78-b1c7-545070269c1e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 943 time: 0.1053598 Jan 17 14:53:42.606260 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff13c548-b4d4-41aa-8a5b-4a3ca8e7d256 req-e1113d75-b745-49e4-9a39-a5a04b874d81 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423293 Jan 17 14:53:43.810417 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f10a76-f52d-476e-95bd-f969143afecc req-aa7af59b-bc67-446c-96d3-d0c66a3a923d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:43.812483 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-11f10a76-f52d-476e-95bd-f969143afecc req-aa7af59b-bc67-446c-96d3-d0c66a3a923d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 943 time: 0.0936153 Jan 17 14:53:43.873014 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-11f10a76-f52d-476e-95bd-f969143afecc req-4c3f6477-40fd-4002-9854-208648c1db1b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541668 Jan 17 14:53:43.928724 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9062d655-c978-4e01-bd6e-3fbd49caadca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:44.018914 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:44.039922 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:45.053746 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:53:45.082874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1ebc5-84c4-4df8-9df3-f8ab58acdd8f req-1f5e5f5f-6ef1-40d6-8b24-f52a6b6fe29e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:45.084358 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e4f1ebc5-84c4-4df8-9df3-f8ab58acdd8f req-1f5e5f5f-6ef1-40d6-8b24-f52a6b6fe29e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 943 time: 0.0842910 Jan 17 14:53:45.133535 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e4f1ebc5-84c4-4df8-9df3-f8ab58acdd8f req-4a2f537e-4cb9-4f84-9b3f-31f47b8497d5 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433674 Jan 17 14:53:45.195329 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:53:45.209371 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'port_id': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80', 'mac_address': 'fa:16:3e:1b:42:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:53:45.298250 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:45.315078 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:53:45.331511 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:53:45.335430 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:45.402892 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:53:45.565212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:45.703837 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:53:46.317488 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51280ae7-7c6e-4e1b-9571-92d7b3109e87 req-9ae4c26e-0850-4c16-a6e2-4ff2c9a55009 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:46.318955 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-51280ae7-7c6e-4e1b-9571-92d7b3109e87 req-9ae4c26e-0850-4c16-a6e2-4ff2c9a55009 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 944 time: 0.0787332 Jan 17 14:53:46.363039 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-51280ae7-7c6e-4e1b-9571-92d7b3109e87 req-10317bae-0b79-42c2-9eb1-e578171e1c45 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384791 Jan 17 14:53:47.062420 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:53:47.135355 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:53:47.140065 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:53:47.140432 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:47.258196 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:47.290780 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65157eb-d44a-405c-a925-a5a8f2175a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:53:47.302452 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:53:47.307103 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:47.339836 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65157eb-d44a-405c-a925-a5a8f2175a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80', 'code': 200} Jan 17 14:53:47.379938 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:53:47.558170 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ac257-80e6-4623-b1a3-95edb42ebb34 req-cf41bf77-82c3-4226-8ba4-7217efe1a541 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:47.559626 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1c6ac257-80e6-4623-b1a3-95edb42ebb34 req-cf41bf77-82c3-4226-8ba4-7217efe1a541 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0861511 Jan 17 14:53:47.573019 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7d728-e1cb-4a77-8249-b7fe8eb73835 req-27bce749-5e2c-4aae-985c-83cb8b727b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:47.574441 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7db7d728-e1cb-4a77-8249-b7fe8eb73835 req-27bce749-5e2c-4aae-985c-83cb8b727b4e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 1098 time: 0.0707977 Jan 17 14:53:47.605342 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1c6ac257-80e6-4623-b1a3-95edb42ebb34 req-43267c4e-7921-438b-96d2-c10525f0b63f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397098 Jan 17 14:53:47.617278 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7db7d728-e1cb-4a77-8249-b7fe8eb73835 req-d4dc95e5-414b-4d6f-b8e2-591cfb2472ca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357420 Jan 17 14:53:48.793237 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e437239-e354-444a-9852-4ad73b8031b1 req-3da6f0db-66b3-4f85-951a-4ef12f666192 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:48.794779 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2e437239-e354-444a-9852-4ad73b8031b1 req-3da6f0db-66b3-4f85-951a-4ef12f666192 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0841136 Jan 17 14:53:48.839464 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2e437239-e354-444a-9852-4ad73b8031b1 req-c712eb48-5603-4b31-9266-5d4b985f8189 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384514 Jan 17 14:53:50.037261 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b956f-e164-4c2d-9b97-0b90068449c2 req-9fee40a3-780b-4b94-9f8e-f572da68ec5a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:50.038736 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bc2b956f-e164-4c2d-9b97-0b90068449c2 req-9fee40a3-780b-4b94-9f8e-f572da68ec5a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0832033 Jan 17 14:53:50.084911 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bc2b956f-e164-4c2d-9b97-0b90068449c2 req-3154a343-15cb-4ee0-9873-e22b67a03cfd tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403714 Jan 17 14:53:50.266071 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a46b5-55b5-417c-ac75-ec326e2d5d84 req-2de97e35-f95b-4c85-bc85-e7e9b5a61139 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:50.267579 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-002a46b5-55b5-417c-ac75-ec326e2d5d84 req-2de97e35-f95b-4c85-bc85-e7e9b5a61139 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0842917 Jan 17 14:53:50.276195 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 43444) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:53:50.282721 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-bdfbb7ec-2790-434a-9b29-77f9df559c4f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Request body: {'floatingip': {'port_id': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:53:50.362852 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bdfbb7ec-2790-434a-9b29-77f9df559c4f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for floatingip, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:50.998212 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bdfbb7ec-2790-434a-9b29-77f9df559c4f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:51.006769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bdfbb7ec-2790-434a-9b29-77f9df559c4f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:51.224743 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-bdfbb7ec-2790-434a-9b29-77f9df559c4f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Floating IP 8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b associated. External IP: 172.26.3.202, port: bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80. Jan 17 14:53:51.739421 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfbb7ec-2790-434a-9b29-77f9df559c4f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Router d07f3d8b-176c-47cd-abe1-f21a4d67b61a has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:53:51.931948 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfbb7ec-2790-434a-9b29-77f9df559c4f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:53:51.936618 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bdfbb7ec-2790-434a-9b29-77f9df559c4f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:51.943985 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb41b3d-dffc-41e2-a083-770b65af581d None None] Sync routers for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:53:51.955896 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb41b3d-dffc-41e2-a083-770b65af581d None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:53:51.956806 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-3fb41b3d-dffc-41e2-a083-770b65af581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:53:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:53:51.999704 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bdfbb7ec-2790-434a-9b29-77f9df559c4f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "PUT /v2.0/floatingips/8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b HTTP/1.1" status: 200 len: 991 time: 1.7216082 Jan 17 14:53:52.000567 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65157eb-d44a-405c-a925-a5a8f2175a80', 'tag': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:53:52.147763 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-3fb41b3d-dffc-41e2-a083-770b65af581d None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:53:52.201732 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65157eb-d44a-405c-a925-a5a8f2175a80', 'tag': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80', 'status': 'completed', 'code': 200} Jan 17 14:53:52.324737 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf96ad3-b0bc-44e5-bae6-a2a5b6e211a1 req-77d3b200-44d8-4b12-b132-c5b6fb7876f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:52.326572 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3cf96ad3-b0bc-44e5-bae6-a2a5b6e211a1 req-77d3b200-44d8-4b12-b132-c5b6fb7876f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 1098 time: 0.1024792 Jan 17 14:53:52.505901 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf96ad3-b0bc-44e5-bae6-a2a5b6e211a1 req-0732ba5f-9922-4f99-9f59-13731d24cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:52.507900 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3cf96ad3-b0bc-44e5-bae6-a2a5b6e211a1 req-0732ba5f-9922-4f99-9f59-13731d24cf15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1744525 Jan 17 14:53:52.643049 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3cf96ad3-b0bc-44e5-bae6-a2a5b6e211a1 req-1cf1a8f7-af71-446f-b5f1-c499714196ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 HTTP/1.1" status: 200 len: 999 time: 0.1284950 Jan 17 14:53:52.648762 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-3fb41b3d-dffc-41e2-a083-770b65af581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'floating_ip_address': '172.26.3.202', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'port_id': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'mac_address': 'fa:16:3e:1b:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65157eb-d44a-405c-a925-a5a8f2175a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:49:39Z', 'updated_at': '2022-01-17T14:53:50Z', 'revision_number': 9, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:53:52.655028 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb41b3d-dffc-41e2-a083-770b65af581d None None] Checking router: d07f3d8b-176c-47cd-abe1-f21a4d67b61a for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:53:52.669295 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb41b3d-dffc-41e2-a083-770b65af581d None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:53:52.670298 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-3fb41b3d-dffc-41e2-a083-770b65af581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:53:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:53:52.748523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf96ad3-b0bc-44e5-bae6-a2a5b6e211a1 req-1aa1e3dd-18a6-4e29-8482-794a60405380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:52.750300 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3cf96ad3-b0bc-44e5-bae6-a2a5b6e211a1 req-1aa1e3dd-18a6-4e29-8482-794a60405380 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.1021273 Jan 17 14:53:52.857552 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf96ad3-b0bc-44e5-bae6-a2a5b6e211a1 req-81744d25-6bd7-4663-beca-365a7a7e458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:53:52.860185 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3cf96ad3-b0bc-44e5-bae6-a2a5b6e211a1 req-81744d25-6bd7-4663-beca-365a7a7e458e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1023991 Jan 17 14:53:52.940164 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-3fb41b3d-dffc-41e2-a083-770b65af581d None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:53:53.022243 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3cf96ad3-b0bc-44e5-bae6-a2a5b6e211a1 req-815034a9-ec0c-44ed-9aeb-9b528152d2b2 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559894 Jan 17 14:53:53.174788 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:53:53.188379 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3cf96ad3-b0bc-44e5-bae6-a2a5b6e211a1 req-826d61d6-1e52-42a3-af3d-fbb71ab594eb service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598063 Jan 17 14:53:53.399220 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-3fb41b3d-dffc-41e2-a083-770b65af581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'floating_ip_address': '172.26.3.202', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'port_id': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'mac_address': 'fa:16:3e:1b:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65157eb-d44a-405c-a925-a5a8f2175a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:49:39Z', 'updated_at': '2022-01-17T14:53:50Z', 'revision_number': 9, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:53:53.404015 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb41b3d-dffc-41e2-a083-770b65af581d None None] The sync data for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv is: [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'floating_ip_address': '172.26.3.202', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'port_id': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'mac_address': 'fa:16:3e:1b:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65157eb-d44a-405c-a925-a5a8f2175a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:49:39Z', 'updated_at': '2022-01-17T14:53:50Z', 'revision_number': 9, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:53:53.640039 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4a0182-5641-4929-ac4b-073e6df9616c None None] New status for floating IP 8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:54:09.305036 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-30da24d1-c72a-4fa3-98f1-06059e23ed2c req-9c37ec45-468d-43b4-8dea-80347a87f5a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0920310 Jan 17 14:54:09.458898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da24d1-c72a-4fa3-98f1-06059e23ed2c req-28cc7e08-54bd-4557-a5dc-c9147e3c0c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:54:09.460556 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-30da24d1-c72a-4fa3-98f1-06059e23ed2c req-28cc7e08-54bd-4557-a5dc-c9147e3c0c1f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 1098 time: 0.0760012 Jan 17 14:54:09.721367 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da24d1-c72a-4fa3-98f1-06059e23ed2c req-956b0bd8-eda6-4c9c-8fa8-66de4f08a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:54:09.722959 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-30da24d1-c72a-4fa3-98f1-06059e23ed2c req-956b0bd8-eda6-4c9c-8fa8-66de4f08a451 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.2406201 Jan 17 14:54:09.832398 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-30da24d1-c72a-4fa3-98f1-06059e23ed2c req-ea6a29bd-2b5c-4cca-86e4-4742736543f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 HTTP/1.1" status: 200 len: 1002 time: 0.1031101 Jan 17 14:54:09.896163 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da24d1-c72a-4fa3-98f1-06059e23ed2c req-829cc7c2-4dcd-4c10-a40e-1ed3498cf6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:54:09.897614 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-30da24d1-c72a-4fa3-98f1-06059e23ed2c req-829cc7c2-4dcd-4c10-a40e-1ed3498cf6c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0591857 Jan 17 14:54:09.983691 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da24d1-c72a-4fa3-98f1-06059e23ed2c req-1304c80d-64ec-43af-8139-71b683d8fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:54:09.985123 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-30da24d1-c72a-4fa3-98f1-06059e23ed2c req-1304c80d-64ec-43af-8139-71b683d8fc37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793812 Jan 17 14:54:10.136370 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-30da24d1-c72a-4fa3-98f1-06059e23ed2c req-4451662a-07eb-484f-af86-664a921e6333 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446409 Jan 17 14:54:10.279771 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-30da24d1-c72a-4fa3-98f1-06059e23ed2c req-073e8491-ec32-46b1-99d3-4949a3132d7e service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354501 Jan 17 14:54:10.748307 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f4e2655-303a-4f8c-b21e-2525902a4f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:54:13.919307 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dbfb58f2-9fd6-40c4-8698-013cc93a20b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:54:14.031132 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:54:14.043791 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:54:15.569388 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:54:15.886371 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:54:23.189755 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:54:40.746061 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0f65bd53-4676-4d44-a669-d737ff1a214c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:54:43.914627 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3565e9b6-f001-432a-8100-8418c8209652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:54:44.025200 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:54:44.049007 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:54:45.575472 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:54:52.889689 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:54:53.190388 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:03.305622 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-b4361e2b-59e4-4d75-ab5e-499c56a6c9cf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1238067 Jan 17 14:55:03.372176 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0db269-e568-49c0-b96a-8d94c33aa692 req-45a424a2-16ed-49ed-9f1e-bca919ac6b2e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:03.376567 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7a0db269-e568-49c0-b96a-8d94c33aa692 req-45a424a2-16ed-49ed-9f1e-bca919ac6b2e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.1299698 Jan 17 14:55:03.440702 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7a0db269-e568-49c0-b96a-8d94c33aa692 req-b501b2c3-9d07-4690-a3fc-09add9b1ea57 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588162 Jan 17 14:55:04.726040 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad628c-93b1-43f3-9683-1841698f78ad req-10a04f20-72ce-4a35-a5b2-ccc60d4a1a20 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:04.728763 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-efad628c-93b1-43f3-9683-1841698f78ad req-10a04f20-72ce-4a35-a5b2-ccc60d4a1a20 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.1228731 Jan 17 14:55:04.777918 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-5e1828f8-2de4-4aa0-93a2-2db294e7b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:04.780942 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-5e1828f8-2de4-4aa0-93a2-2db294e7b93a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 1098 time: 0.1317146 Jan 17 14:55:04.801003 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-efad628c-93b1-43f3-9683-1841698f78ad req-f37ffa08-f18f-41b3-971c-f2340306a355 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602467 Jan 17 14:55:04.950413 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-d48e1ac6-c794-495f-b9a0-7f559acee167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:04.952236 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-d48e1ac6-c794-495f-b9a0-7f559acee167 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1650906 Jan 17 14:55:05.061281 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-47d2ab31-c12b-43f8-8754-bbf167a1b32f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 HTTP/1.1" status: 200 len: 1002 time: 0.1006598 Jan 17 14:55:05.126027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-495cfe97-292b-4db2-8689-46cd089c2ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:05.127488 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-495cfe97-292b-4db2-8689-46cd089c2ef0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0604227 Jan 17 14:55:05.211070 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-9b4d59c3-22e9-48c7-b1dc-c67d59f84a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:05.213191 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-9b4d59c3-22e9-48c7-b1dc-c67d59f84a70 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794365 Jan 17 14:55:05.362199 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-5290b8e5-9fd9-48a0-8f02-21e097d7b287 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419446 Jan 17 14:55:05.497952 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-268c27bd-b195-4598-98b1-e9bcd6381a14 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298935 Jan 17 14:55:06.024032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503a66a-fc7f-4ef0-a07d-fae801586ad2 req-59e5fc79-42de-4b8a-8286-53b6d88713cd tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:06.026613 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e503a66a-fc7f-4ef0-a07d-fae801586ad2 req-59e5fc79-42de-4b8a-8286-53b6d88713cd tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.1003520 Jan 17 14:55:06.085649 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e503a66a-fc7f-4ef0-a07d-fae801586ad2 req-2834edd7-1a3b-431a-b924-92ec81cfffe7 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528941 Jan 17 14:55:07.291049 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ed741-e86a-43a1-98b8-a060de4282e4 req-07d850d4-05a1-48a6-8032-4f4034dcff71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:07.292875 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f10ed741-e86a-43a1-98b8-a060de4282e4 req-07d850d4-05a1-48a6-8032-4f4034dcff71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0897496 Jan 17 14:55:07.339428 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f10ed741-e86a-43a1-98b8-a060de4282e4 req-455f0f92-9214-498d-a0d2-5d33a432efaf tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403996 Jan 17 14:55:08.664981 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa7dd4-78ce-476a-86ba-ddd1a6a95246 req-6edfa4a8-5010-46e3-a6df-606a33707f4c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:08.667097 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e2fa7dd4-78ce-476a-86ba-ddd1a6a95246 req-6edfa4a8-5010-46e3-a6df-606a33707f4c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.2145808 Jan 17 14:55:08.718323 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e2fa7dd4-78ce-476a-86ba-ddd1a6a95246 req-83b6212d-cd30-4339-8299-da5a5fb5f6a1 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451982 Jan 17 14:55:09.353392 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14663e0-756e-473a-b4e4-ca18f0e79b85 req-5d163646-eda0-4a1a-80dd-7ec2f092e4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:09.355450 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f14663e0-756e-473a-b4e4-ca18f0e79b85 req-5d163646-eda0-4a1a-80dd-7ec2f092e4a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 1098 time: 0.0745618 Jan 17 14:55:09.509001 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14663e0-756e-473a-b4e4-ca18f0e79b85 req-6ed3c2e4-3cd2-4dd4-9cc1-2fe3382b746b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:09.510514 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f14663e0-756e-473a-b4e4-ca18f0e79b85 req-6ed3c2e4-3cd2-4dd4-9cc1-2fe3382b746b service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1350901 Jan 17 14:55:09.627826 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f14663e0-756e-473a-b4e4-ca18f0e79b85 req-4d50a616-a4ce-462e-bd90-e4d0e7a15836 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 HTTP/1.1" status: 200 len: 1002 time: 0.1092544 Jan 17 14:55:09.696033 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14663e0-756e-473a-b4e4-ca18f0e79b85 req-b3b602de-8796-462c-ab67-f9ac71613c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:09.697584 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f14663e0-756e-473a-b4e4-ca18f0e79b85 req-b3b602de-8796-462c-ab67-f9ac71613c08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0636547 Jan 17 14:55:09.782907 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14663e0-756e-473a-b4e4-ca18f0e79b85 req-58962549-601d-4519-95e2-6204bed4b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:09.784724 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f14663e0-756e-473a-b4e4-ca18f0e79b85 req-58962549-601d-4519-95e2-6204bed4b4fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809698 Jan 17 14:55:09.932062 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f14663e0-756e-473a-b4e4-ca18f0e79b85 req-6a7cf135-493e-4007-8e65-1813ab398a5b service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406801 Jan 17 14:55:10.013392 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92eaa26-5391-4e61-83a9-00dda03fa3be req-fd35bf71-c078-4c1f-939f-c9d5943aac69 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:10.015459 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c92eaa26-5391-4e61-83a9-00dda03fa3be req-fd35bf71-c078-4c1f-939f-c9d5943aac69 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0924602 Jan 17 14:55:10.069821 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c92eaa26-5391-4e61-83a9-00dda03fa3be req-ffe95f0a-5f24-49f3-872d-36b2f4208b26 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478108 Jan 17 14:55:10.105829 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f14663e0-756e-473a-b4e4-ca18f0e79b85 req-9231c93f-95d9-4dbb-b705-dc83d2f641b0 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677115 Jan 17 14:55:10.742427 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2c6fedd-e07c-4620-b483-4255223d428e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:11.275366 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3841f-1e4b-4df8-8fe7-e08eb899d07c req-9135b785-5e66-4f60-8a82-217bb94726e6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:11.277087 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a4c3841f-1e4b-4df8-8fe7-e08eb899d07c req-9135b785-5e66-4f60-8a82-217bb94726e6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0922890 Jan 17 14:55:11.338448 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a4c3841f-1e4b-4df8-8fe7-e08eb899d07c req-87a0d2a8-6253-45d6-9c60-9145d22c1725 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501482 Jan 17 14:55:12.584947 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d27ce4-18b9-4110-85cd-1fcd4699323a req-52db169f-2e73-4e08-b8b7-01c089e883d4 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:12.586653 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-32d27ce4-18b9-4110-85cd-1fcd4699323a req-52db169f-2e73-4e08-b8b7-01c089e883d4 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0840259 Jan 17 14:55:12.633541 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-32d27ce4-18b9-4110-85cd-1fcd4699323a req-f6470ba3-aff4-45d2-acae-f12ae6816179 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403335 Jan 17 14:55:13.832402 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed192900-ca78-484a-9ee2-13cee5d4f3c4 req-2665f8b4-487b-4acb-aaac-2405a55ade47 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:13.834058 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ed192900-ca78-484a-9ee2-13cee5d4f3c4 req-2665f8b4-487b-4acb-aaac-2405a55ade47 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0885310 Jan 17 14:55:13.884474 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ed192900-ca78-484a-9ee2-13cee5d4f3c4 req-bae00732-7b44-4d67-8c64-bfe5a645d5a6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435264 Jan 17 14:55:13.921168 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e2c1b53-d34f-4497-aebc-3190bfb2984c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:14.028301 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:14.047488 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:15.073706 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561e8e5-ffbd-433d-b86c-5c1ce5beb7d7 req-baa3d558-f8e5-4883-b5ad-4539416d0ad2 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:15.075174 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c561e8e5-ffbd-433d-b86c-5c1ce5beb7d7 req-baa3d558-f8e5-4883-b5ad-4539416d0ad2 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0797696 Jan 17 14:55:15.124937 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c561e8e5-ffbd-433d-b86c-5c1ce5beb7d7 req-86cdc10b-4b70-4121-a47d-ff44979ec880 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440476 Jan 17 14:55:15.580685 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:16.321572 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7563c1-1b89-4472-8ac8-5fe032d9f31c req-8cc3cb9b-fb05-4110-85af-9c878c3ac2cf tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:16.323940 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fd7563c1-1b89-4472-8ac8-5fe032d9f31c req-8cc3cb9b-fb05-4110-85af-9c878c3ac2cf tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0915623 Jan 17 14:55:16.373615 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fd7563c1-1b89-4472-8ac8-5fe032d9f31c req-e7e88105-f24f-49df-b2ce-2940a861f66f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436656 Jan 17 14:55:17.557506 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d669aa2-35f3-42e1-badc-27641dc38de2 req-e4e89749-22a3-43f4-a08c-27001f9f7af8 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:17.558996 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0d669aa2-35f3-42e1-badc-27641dc38de2 req-e4e89749-22a3-43f4-a08c-27001f9f7af8 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0792480 Jan 17 14:55:17.604117 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0d669aa2-35f3-42e1-badc-27641dc38de2 req-62ddd5bf-54c9-4399-a556-4895486b6c69 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394154 Jan 17 14:55:18.802679 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911faf32-a503-4d9c-9ee3-7d451f19e566 req-3a789946-2314-4c03-a39a-988a84e06069 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:18.804602 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-911faf32-a503-4d9c-9ee3-7d451f19e566 req-3a789946-2314-4c03-a39a-988a84e06069 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0868495 Jan 17 14:55:18.859102 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-911faf32-a503-4d9c-9ee3-7d451f19e566 req-a5d6ab63-a89c-4c58-9293-ed0e89291eca tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483160 Jan 17 14:55:20.056540 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049beb2f-df39-492d-9612-dd444e5eb0c6 req-b77a13b0-47a1-4e03-a350-aa60e7d293ec tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:20.058055 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-049beb2f-df39-492d-9612-dd444e5eb0c6 req-b77a13b0-47a1-4e03-a350-aa60e7d293ec tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0881567 Jan 17 14:55:20.107194 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-049beb2f-df39-492d-9612-dd444e5eb0c6 req-f3743896-7f06-486c-b0b6-fe1146290184 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427425 Jan 17 14:55:21.308993 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b958554-347b-4293-a3f6-4f1ca0cad667 req-41b4ef97-2158-410b-a8a4-65488ea45f6e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:21.310544 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9b958554-347b-4293-a3f6-4f1ca0cad667 req-41b4ef97-2158-410b-a8a4-65488ea45f6e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0833149 Jan 17 14:55:21.358420 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9b958554-347b-4293-a3f6-4f1ca0cad667 req-a9005e11-7f0c-4678-b967-a9eb19ac8995 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420685 Jan 17 14:55:22.203298 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-d44fcd28-acd1-4578-95fc-f2139420a879 service neutron] 10.222.0.15 "GET /v2.0/ports/bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80/bindings/hv-neutron-8249 HTTP/1.1" status: 200 len: 384 time: 0.0742297 Jan 17 14:55:22.469472 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-b87e903c-b656-4f85-bf5e-47322166f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:22.470838 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-b87e903c-b656-4f85-bf5e-47322166f2d5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80&tenant_id=cdb219dbbff34a98a6448109649281df HTTP/1.1" status: 200 len: 1098 time: 0.0748496 Jan 17 14:55:22.548565 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92661881-7d71-4257-8b9d-81f5f4eec20e req-b36f47aa-f1d2-4f00-8bc0-339adeb202b5 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:22.550019 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-92661881-7d71-4257-8b9d-81f5f4eec20e req-b36f47aa-f1d2-4f00-8bc0-339adeb202b5 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0808287 Jan 17 14:55:22.561496 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-12cefad6-d056-420d-a142-33ee7e32ffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:22.562956 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-12cefad6-d056-420d-a142-33ee7e32ffdf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 1098 time: 0.0700536 Jan 17 14:55:22.595381 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-92661881-7d71-4257-8b9d-81f5f4eec20e req-3c5e1049-e203-4f64-b043-e76abda42965 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396180 Jan 17 14:55:22.706791 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-970f194b-9458-4b4d-b6ec-b74164a9d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:22.708287 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-970f194b-9458-4b4d-b6ec-b74164a9d2d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1394188 Jan 17 14:55:22.918655 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-a31fbb5b-eea9-4fa4-b87a-209d3b526eef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 HTTP/1.1" status: 200 len: 1002 time: 0.2042091 Jan 17 14:55:22.985495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-d7ba38b8-7ec8-4c38-89c4-0aae6f054341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:22.986964 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-d7ba38b8-7ec8-4c38-89c4-0aae6f054341 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0619133 Jan 17 14:55:23.063760 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-559bb27d-bd72-4c60-98b6-135b32d763f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:23.065142 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-559bb27d-bd72-4c60-98b6-135b32d763f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728295 Jan 17 14:55:23.191471 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:23.202343 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-6f56b3c8-1f33-48e9-8187-fc325677ef15 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310754 Jan 17 14:55:23.338088 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-ed378115-e8b8-47fc-89f4-9b35d0925852 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293302 Jan 17 14:55:23.790250 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3000e-9fdb-45dd-bcb5-66fd74032d68 req-912b5051-548e-4553-89d9-68fbd78e346a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:23.791947 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cab3000e-9fdb-45dd-bcb5-66fd74032d68 req-912b5051-548e-4553-89d9-68fbd78e346a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0847566 Jan 17 14:55:23.846982 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cab3000e-9fdb-45dd-bcb5-66fd74032d68 req-49bb7c5a-8256-4397-b5ec-a4f93db114fa tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483949 Jan 17 14:55:25.034392 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63b77f-6ea7-4313-8de6-c82019d7bbfb req-b37cb78d-ab2f-4bc2-af78-7c87bf3b7f20 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:25.035852 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1e63b77f-6ea7-4313-8de6-c82019d7bbfb req-b37cb78d-ab2f-4bc2-af78-7c87bf3b7f20 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0811250 Jan 17 14:55:25.080928 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1e63b77f-6ea7-4313-8de6-c82019d7bbfb req-587fae40-5a28-41c4-9f44-d9fad91787cb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393929 Jan 17 14:55:25.441067 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:55:25.444495 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:55:25.674168 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:25.692428 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:55:25.712571 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'port_id': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80', 'mac_address': 'fa:16:3e:1b:42:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:55:25.719517 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65157eb-d44a-405c-a925-a5a8f2175a80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:55:25.767202 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:55:25.775134 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:25.849068 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65157eb-d44a-405c-a925-a5a8f2175a80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80', 'code': 200} Jan 17 14:55:25.880120 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:25.905334 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:55:25.913732 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:55:25.957150 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:25.957391 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:25.957736 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:25.958060 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:25.958389 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:25.958714 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:25.959034 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:25.959357 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:25.959675 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:25.960018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:25.960335 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:25.960650 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:25.985187 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:55:25.985542 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:55:26.297190 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefa974-8272-4bda-9b38-2ff322c3f101 req-375c6ac2-5363-4034-874f-ffc8fc581613 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:26.298674 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4cefa974-8272-4bda-9b38-2ff322c3f101 req-375c6ac2-5363-4034-874f-ffc8fc581613 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 943 time: 0.0904551 Jan 17 14:55:26.347109 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4cefa974-8272-4bda-9b38-2ff322c3f101 req-05a57981-a359-42b3-b1e0-333425a1250c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408576 Jan 17 14:55:26.540280 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:26.558998 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:55:26.575852 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:55:26.580594 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:26.646146 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:55:26.699616 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,revision_number=7']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:55:27.450706 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:55:27.522640 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:55:27.523011 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:27.535255 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e0381-d057-4f34-9aaa-1a19953d4f59 req-65e83424-c012-4b47-9ad0-a9c43dc7376b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:27.536732 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e43e0381-d057-4f34-9aaa-1a19953d4f59 req-65e83424-c012-4b47-9ad0-a9c43dc7376b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 944 time: 0.0812290 Jan 17 14:55:27.580174 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e43e0381-d057-4f34-9aaa-1a19953d4f59 req-a15cc556-056f-4ea5-b2fa-4120d2e9edb7 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377636 Jan 17 14:55:27.639866 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:27.672369 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:55:27.677460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:27.746695 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,revision_number=8']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:55:27.850313 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65157eb-d44a-405c-a925-a5a8f2175a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:55:27.903638 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65157eb-d44a-405c-a925-a5a8f2175a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80', 'code': 200} Jan 17 14:55:28.181557 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-adfd12a9-54c6-465c-a101-7639bb9c8dcf tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:28.182891 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-adfd12a9-54c6-465c-a101-7639bb9c8dcf tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80&tenant_id=cdb219dbbff34a98a6448109649281df&binding%3Ahost_id=hv-neutron-8249 HTTP/1.1" status: 200 len: 945 time: 0.1415954 Jan 17 14:55:28.261199 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4407b96-3f75-46db-8427-52fd85c24534 req-7af6cee1-b9df-4a1e-b91c-f4749f9ea7c6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:28.262649 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c4407b96-3f75-46db-8427-52fd85c24534 req-7af6cee1-b9df-4a1e-b91c-f4749f9ea7c6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.1590931 Jan 17 14:55:28.304032 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-f8023eb3-631a-4600-843b-a7ac3af79fc1 service neutron] 10.222.0.15 "GET /v2.0/ports/bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80/bindings/hv-neutron-8249 HTTP/1.1" status: 200 len: 384 time: 0.1150055 Jan 17 14:55:28.316459 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c4407b96-3f75-46db-8427-52fd85c24534 req-f2e17964-024e-49c9-894f-893c1dda32b9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456915 Jan 17 14:55:28.395104 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-773bdf0d-e1c7-4b82-afa8-5e33f4774147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:28.396596 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-773bdf0d-e1c7-4b82-afa8-5e33f4774147 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 1098 time: 0.0712953 Jan 17 14:55:28.527774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-f011f375-ca93-43f1-9499-56d0caca9745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:28.529263 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-f011f375-ca93-43f1-9499-56d0caca9745 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1266718 Jan 17 14:55:28.631785 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-8143617c-23af-4f2a-adba-3d4cea4f67e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 HTTP/1.1" status: 200 len: 1002 time: 0.0970349 Jan 17 14:55:28.696813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-95b37217-ce2f-4592-a5c3-3959b8b455e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:28.698262 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-95b37217-ce2f-4592-a5c3-3959b8b455e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0612924 Jan 17 14:55:28.781254 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-240c38b2-6867-43a4-9e3b-94e93d744118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:28.782623 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-240c38b2-6867-43a4-9e3b-94e93d744118 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780122 Jan 17 14:55:28.915246 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-4091c2b4-2621-4f60-878f-2097217b3f94 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266847 Jan 17 14:55:29.150715 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-743c8fc6-9f1d-41c8-9009-0cc1ed12330d service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294097 Jan 17 14:55:29.605592 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dba272-c292-454c-9f30-b1864cbdcb5c req-39405312-06be-487e-9ac5-661095d1e8f6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:29.606967 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f0dba272-c292-454c-9f30-b1864cbdcb5c req-39405312-06be-487e-9ac5-661095d1e8f6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.1837933 Jan 17 14:55:29.650943 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f0dba272-c292-454c-9f30-b1864cbdcb5c req-19dec520-506a-4e68-91e0-0e3f62d122c7 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382857 Jan 17 14:55:29.889320 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:55:30.838779 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedbed6-c332-4840-aeba-2b4ce7c48fbd req-af020acb-afc1-4d69-8be3-5339ca7dfad7 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:30.840303 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ecedbed6-c332-4840-aeba-2b4ce7c48fbd req-af020acb-afc1-4d69-8be3-5339ca7dfad7 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0834935 Jan 17 14:55:30.886420 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ecedbed6-c332-4840-aeba-2b4ce7c48fbd req-9406cd4d-edfd-4a61-927b-4e9a1b6eaea5 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402620 Jan 17 14:55:31.670906 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-08591de3-bec4-4900-a68c-8186a7e17873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:31.672406 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-08591de3-bec4-4900-a68c-8186a7e17873 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80&tenant_id=cdb219dbbff34a98a6448109649281df HTTP/1.1" status: 200 len: 1098 time: 0.0724933 Jan 17 14:55:31.766050 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-2cccf766-7fec-48d8-8630-fe3dec59a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:31.767432 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-2cccf766-7fec-48d8-8630-fe3dec59a40a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 1098 time: 0.0754337 Jan 17 14:55:31.899017 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-d0604fa4-1a87-426e-a7a1-6618a2472901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:31.900483 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-d0604fa4-1a87-426e-a7a1-6618a2472901 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1271126 Jan 17 14:55:32.004676 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-e6c57c62-2898-452b-a0cb-ef574490057a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 HTTP/1.1" status: 200 len: 1002 time: 0.0977049 Jan 17 14:55:32.071575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-e6e88540-f1cd-4355-b46f-58db0d51994c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:32.073012 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-e6e88540-f1cd-4355-b46f-58db0d51994c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0619831 Jan 17 14:55:32.080215 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da39a50-7a92-4a15-abf7-749259af7323 req-bbbb9e48-74d8-4760-89e4-4714ea979a99 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:32.081737 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5da39a50-7a92-4a15-abf7-749259af7323 req-bbbb9e48-74d8-4760-89e4-4714ea979a99 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0889738 Jan 17 14:55:32.128318 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5da39a50-7a92-4a15-abf7-749259af7323 req-6695c28a-0e56-4b68-9c10-5aa32dbc1365 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408185 Jan 17 14:55:32.149220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-66c2d5bd-1be8-4878-8935-7778973ccd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:32.150678 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-66c2d5bd-1be8-4878-8935-7778973ccd8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715344 Jan 17 14:55:32.283234 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-79b45bbf-9d51-4da9-af31-73334618dbd0 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256573 Jan 17 14:55:32.410625 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9ec43086-1997-44fd-a26b-37bfe153e106 req-20fe9ee5-2e80-42f2-920f-857611b3c570 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221311 Jan 17 14:55:33.311151 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80033e9b-cc44-437d-8e18-92d89f3ff098 req-7c9366f3-7c62-4b72-b8e3-945eec635d65 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:33.312650 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80033e9b-cc44-437d-8e18-92d89f3ff098 req-7c9366f3-7c62-4b72-b8e3-945eec635d65 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0786028 Jan 17 14:55:33.360732 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80033e9b-cc44-437d-8e18-92d89f3ff098 req-35d9cb57-723d-422d-9dea-c07ea265f293 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424733 Jan 17 14:55:34.551486 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb4bd2-7a1f-467c-8039-a35714db9364 req-9c04ddba-07d2-44da-b5fe-70d24c9a1fd6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:34.552951 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8adb4bd2-7a1f-467c-8039-a35714db9364 req-9c04ddba-07d2-44da-b5fe-70d24c9a1fd6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0812747 Jan 17 14:55:34.596495 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8adb4bd2-7a1f-467c-8039-a35714db9364 req-1b701a16-5533-42fa-b1e4-b638bcd026bb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380204 Jan 17 14:55:34.777496 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dd4e7-6774-453f-96b5-4ab3f4d56434 req-99f0a843-c76d-46f0-978b-bac19907971c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:34.778969 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-387dd4e7-6774-453f-96b5-4ab3f4d56434 req-99f0a843-c76d-46f0-978b-bac19907971c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0798750 Jan 17 14:55:34.823779 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-387dd4e7-6774-453f-96b5-4ab3f4d56434 req-4b94a435-ec46-44a4-b9f0-1694d274be2b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385027 Jan 17 14:55:35.009482 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059dd69-f1a1-44bd-8555-26a223a89758 req-6902ebaf-60db-4e7a-80c4-9ea65bf12ce3 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:35.010928 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2059dd69-f1a1-44bd-8555-26a223a89758 req-6902ebaf-60db-4e7a-80c4-9ea65bf12ce3 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0825808 Jan 17 14:55:35.054876 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2059dd69-f1a1-44bd-8555-26a223a89758 req-5bcfc75d-ea07-4085-b91d-212cabeb65a2 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375574 Jan 17 14:55:35.432956 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae0107-7c21-4983-94ac-e331ce020065 req-0e85a69f-2773-4735-80a4-d32ba3cc92a9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:35.434391 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9bae0107-7c21-4983-94ac-e331ce020065 req-0e85a69f-2773-4735-80a4-d32ba3cc92a9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 945 time: 0.0821652 Jan 17 14:55:35.479182 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9bae0107-7c21-4983-94ac-e331ce020065 req-e10a3dce-314b-4049-93c7-b1edff6a0c55 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384278 Jan 17 14:55:35.497465 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:55:35.631987 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:55:35.645148 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'port_id': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80', 'mac_address': 'fa:16:3e:1b:42:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:55:35.703757 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:35.722290 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:55:35.739888 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:55:35.744228 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:35.807861 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:55:35.869610 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,revision_number=9']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:55:36.668144 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d64b6-501d-4bda-968b-7e6265f05283 req-c1115c71-dbf7-4bc8-9cb4-648c4990d035 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:36.669636 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-204d64b6-501d-4bda-968b-7e6265f05283 req-c1115c71-dbf7-4bc8-9cb4-648c4990d035 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 944 time: 0.0813847 Jan 17 14:55:36.714538 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-204d64b6-501d-4bda-968b-7e6265f05283 req-c71f411a-41d9-48a6-ac8f-16c8f73aa4bf tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392146 Jan 17 14:55:37.512754 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:55:37.554650 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb67f7-eda9-4a18-afca-405878afa145 req-337c60e2-ac50-4372-97d5-1779c8f447f0 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:37.556147 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-41bb67f7-eda9-4a18-afca-405878afa145 req-337c60e2-ac50-4372-97d5-1779c8f447f0 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 944 time: 0.0795665 Jan 17 14:55:37.581043 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:55:37.581412 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:37.629554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Deleting port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:55:37.629973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:37.701320 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:37.727886 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65157eb-d44a-405c-a925-a5a8f2175a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:55:37.737869 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:55:37.742197 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:37.823162 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65157eb-d44a-405c-a925-a5a8f2175a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80', 'code': 200} Jan 17 14:55:37.823857 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,revision_number=10']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:55:38.063552 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] For port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:55:38.064186 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:38.237595 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ddf55-a919-4b53-b2c1-c3b8b3f2140a req-fa6055fe-42be-47b9-964d-02dd2eb0198f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:38.239326 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a3ddf55-a919-4b53-b2c1-c3b8b3f2140a req-fa6055fe-42be-47b9-964d-02dd2eb0198f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 946 time: 0.3586025 Jan 17 14:55:38.388108 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a3ddf55-a919-4b53-b2c1-c3b8b3f2140a req-fd640ed2-160e-47ca-9331-eb049388a439 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1350067 Jan 17 14:55:38.421914 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:38.422288 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:38.422602 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Floating IP 8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b disassociated. External IP: 172.26.3.202, port: bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80. Jan 17 14:55:38.422939 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Calling delete_port for bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:55:38.504486 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:55:38.504806 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:55:39.006315 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Deleting port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:55:39.006663 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:39.254342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] For port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:55:39.255043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:39.552338 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:39.552658 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:39.552959 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Floating IP 8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b disassociated. External IP: 172.26.3.202, port: bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80. Jan 17 14:55:39.553299 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Calling delete_port for bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:55:39.576139 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6e68f-efb7-47a0-8d0c-f0801299eb53 req-f0da1135-2ce2-4eeb-9081-b02ff310e242 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:39.577584 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a3b6e68f-efb7-47a0-8d0c-f0801299eb53 req-f0da1135-2ce2-4eeb-9081-b02ff310e242 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 946 time: 0.0817244 Jan 17 14:55:39.622471 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a3b6e68f-efb7-47a0-8d0c-f0801299eb53 req-f6f5c7cd-dd74-495a-980d-d950c90105bc tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391939 Jan 17 14:55:39.700770 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:39.752668 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Pushing event deleted for resources: {'Port': ['ID=bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:55:39.814630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:39.814978 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:39.815312 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:39.815642 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:39.815991 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:39.816316 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:39.816640 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:39.816960 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:39.817277 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:39.817595 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:39.817916 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:39.818232 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:55:39.955623 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Router d07f3d8b-176c-47cd-abe1-f21a4d67b61a has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:55:40.261368 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:55:40.271992 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b65f068-fad9-461d-9878-c7c3c9c630d0 None None] Sync routers for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:55:40.281581 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b65f068-fad9-461d-9878-c7c3c9c630d0 None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:55:40.282181 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-1b65f068-fad9-461d-9878-c7c3c9c630d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:55:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:55:40.338430 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] No DVR routers for this DVR port bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:55:40.340893 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:40.343616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65157eb-d44a-405c-a925-a5a8f2175a80', 'name': 'network-vif-deleted', 'tag': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:55:40.362702 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-41bb67f7-eda9-4a18-afca-405878afa145 req-88d8344b-9fac-4abd-9db9-6fddae644aa6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "DELETE /v2.0/ports/bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 HTTP/1.1" status: 204 len: 173 time: 2.8002899 Jan 17 14:55:40.407971 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65157eb-d44a-405c-a925-a5a8f2175a80', 'name': 'network-vif-deleted', 'tag': 'bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80', 'status': 'completed', 'code': 200} Jan 17 14:55:40.475663 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-1b65f068-fad9-461d-9878-c7c3c9c630d0 None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:55:40.746868 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fa5e83c1-74a9-4564-99d9-4112dbdb4d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:40.816146 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7c36d5df-6f7e-4bce-8de3-88749a962ea9 req-7d4e76fe-aef5-412d-9ad8-c4386a083e18 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=b65157eb-d44a-405c-a925-a5a8f2175a80 HTTP/1.1" status: 200 len: 210 time: 0.0571697 Jan 17 14:55:40.858506 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-1b65f068-fad9-461d-9878-c7c3c9c630d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:55:40.862890 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b65f068-fad9-461d-9878-c7c3c9c630d0 None None] Checking router: d07f3d8b-176c-47cd-abe1-f21a4d67b61a for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:55:40.874722 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b65f068-fad9-461d-9878-c7c3c9c630d0 None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:55:40.875322 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-1b65f068-fad9-461d-9878-c7c3c9c630d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:55:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:55:41.064278 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-1b65f068-fad9-461d-9878-c7c3c9c630d0 None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:55:41.365437 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-1b65f068-fad9-461d-9878-c7c3c9c630d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:55:41.369274 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b65f068-fad9-461d-9878-c7c3c9c630d0 None None] The sync data for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv is: [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:55:41.528302 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:55:41.563825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:55:41.564168 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device bdaf7a0a-ec15-41ef-9a1d-4b19fd9d1c80 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:55:41.597868 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f790e-d639-49fd-bf11-28b4e571c72c None None] New status for floating IP 8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:55:42.178580 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-fff262ea-3460-4d80-9676-2c4c3ed5d72e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--66354951&fields=id&tenant_id=cdb219dbbff34a98a6448109649281df HTTP/1.1" status: 200 len: 267 time: 0.0432014 Jan 17 14:55:42.331863 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-2cf4ee26-fb3b-49fc-b10c-c111e37ac911 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:42.333220 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-2cf4ee26-fb3b-49fc-b10c-c111e37ac911 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 811 time: 0.1482351 Jan 17 14:55:42.348715 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-634135f7-29b5-488b-95db-95574f8c7b34 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/quotas/cdb219dbbff34a98a6448109649281df HTTP/1.1" status: 200 len: 375 time: 0.0098066 Jan 17 14:55:42.431158 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-961323a1-b28d-4af7-a3df-e22363250d88 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Synchronizing usage tracker for tenant:cdb219dbbff34a98a6448109649281df on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:55:42.447454 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-961323a1-b28d-4af7-a3df-e22363250d88 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Unset dirty status for tenant:cdb219dbbff34a98a6448109649281df on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:55:42.448791 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-961323a1-b28d-4af7-a3df-e22363250d88 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0950575 Jan 17 14:55:42.585786 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-a40ce2f9-e197-4e46-83dd-5fc749350590 service neutron] 10.222.0.48 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248860 Jan 17 14:55:42.718700 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-1cc35eee-b37b-43cd-8660-803e55aa75ab service neutron] 10.222.0.48 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260240 Jan 17 14:55:42.908238 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-25a442e9-4839-45dd-a96b-21af36d2e00d req-e8ff7e0b-990d-47db-870b-14286b47b8c4 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 210 time: 0.0464933 Jan 17 14:55:43.914133 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-22025fef-acac-4ff7-a534-f43c83b66025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:43.941497 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-3de2b540-8c2e-4901-862b-670d2cd74529 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:43.942943 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-3de2b540-8c2e-4901-862b-670d2cd74529 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 811 time: 0.1565328 Jan 17 14:55:43.992077 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-24190045-0fb7-47d0-9792-c5ebefb29f41 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdb219dbbff34a98a6448109649281df HTTP/1.1" status: 200 len: 378 time: 0.0413241 Jan 17 14:55:44.007396 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-93980820-6754-4622-8f5c-39f7a0939c7d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Request body: {'port': {'device_id': 'bf77fa85-4679-424e-8eed-d414412ef820', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'admin_state_up': True, 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'security_groups': ['41a946d2-123e-45d2-b93d-16ef5ce838aa']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:55:44.033709 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:44.052276 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:44.131765 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6a9b8c17-aaa9-4cd1-a1d9-8b20f21d452a req-c09021b9-a477-4e9f-a960-2cc2de7a0436 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 210 time: 0.1070936 Jan 17 14:55:44.196034 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-93980820-6754-4622-8f5c-39f7a0939c7d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:55:44.206553 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-93980820-6754-4622-8f5c-39f7a0939c7d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:55:44.218414 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-93980820-6754-4622-8f5c-39f7a0939c7d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Made reservation on behalf of cdb219dbbff34a98a6448109649281df for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:55:44.221902 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-93980820-6754-4622-8f5c-39f7a0939c7d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:44.378895 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-93980820-6754-4622-8f5c-39f7a0939c7d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Allocated IP 172.20.0.8 (93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c/849c6ba5-0304-40a6-a3ec-118b00cf76a5/2f7eeb6c-be93-4ae9-9ec7-d777f2915673) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:55:44.573225 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-93980820-6754-4622-8f5c-39f7a0939c7d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:44.588625 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-93980820-6754-4622-8f5c-39f7a0939c7d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Transition to ACTIVE for port object 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:55:44.613748 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-93980820-6754-4622-8f5c-39f7a0939c7d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:44.683653 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-93980820-6754-4622-8f5c-39f7a0939c7d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:55:44.686982 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-93980820-6754-4622-8f5c-39f7a0939c7d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:55:44.691041 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-93980820-6754-4622-8f5c-39f7a0939c7d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:55:44.721609 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93980820-6754-4622-8f5c-39f7a0939c7d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Pushing event updated for resources: {'Port': ['ID=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:55:44.762692 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-93980820-6754-4622-8f5c-39f7a0939c7d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:44.763297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-93980820-6754-4622-8f5c-39f7a0939c7d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:44.792508 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-93980820-6754-4622-8f5c-39f7a0939c7d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7889242 Jan 17 14:55:44.804532 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] Request body: {'port': {'device_id': 'bf77fa85-4679-424e-8eed-d414412ef820', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:55:44.982985 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3198f7cc-92db-4223-88c3-3c206273bb96 None None] Provisioning for port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:55:44.988053 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3198f7cc-92db-4223-88c3-3c206273bb96 None None] Provisioning complete for port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:55:44.988419 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3198f7cc-92db-4223-88c3-3c206273bb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:45.022696 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:45.044274 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3198f7cc-92db-4223-88c3-3c206273bb96 None None] Port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:55:45.322918 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85decc74-2e32-4074-aab5-f162716c2916 req-166df7b3-8027-4643-a48f-69f048b1b190 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:45.324479 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-85decc74-2e32-4074-aab5-f162716c2916 req-166df7b3-8027-4643-a48f-69f048b1b190 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 931 time: 0.0843809 Jan 17 14:55:45.371745 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:55:45.375219 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-85decc74-2e32-4074-aab5-f162716c2916 req-d2d9c0c4-0d8f-419c-96f7-830d01fdb022 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423501 Jan 17 14:55:45.380255 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:45.395174 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] Transition to ACTIVE for port object 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:55:45.399053 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:45.585294 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:45.602035 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] Pushing event updated for resources: {'Port': ['ID=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:55:45.651810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] Attempting to bind port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:55:45.652161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] Attempting to bind port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:55:45.652779 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] Attempting to bind port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 on network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:55:45.658180 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] Port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 on network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:55:45.658500 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] Attempting to bind port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 on network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:55:45.664407 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:55:45.664747 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] Checking segment: {'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:55:45.665134 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] Bound using segment: {'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:55:45.665561 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] Bound port: 2f7eeb6c-be93-4ae9-9ec7-d777f2915673, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf38521-d5db-4e0d-8e5e-26a82c0e2673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:55:45.665910 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:45.759426 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] For port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:55:45.762438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] For port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:55:45.770007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:45.832977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:45.833585 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:45.834979 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] 10.222.0.15 "PUT /v2.0/ports/2f7eeb6c-be93-4ae9-9ec7-d777f2915673 HTTP/1.1" status: 200 len: 1093 time: 1.0348613 Jan 17 14:55:45.835418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf77fa85-4679-424e-8eed-d414412ef820', 'tag': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:55:45.857968 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e3fd7-1edc-4b0d-87e0-f36d92bcb19b service neutron] Pushing event updated for resources: {'Port': ['ID=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:55:45.909045 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf77fa85-4679-424e-8eed-d414412ef820', 'tag': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673', 'status': 'completed', 'code': 200} Jan 17 14:55:45.951648 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-8e1dda10-ac64-41fb-b164-fa652828f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:45.953262 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-8e1dda10-ac64-41fb-b164-fa652828f332 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 1096 time: 0.0765169 Jan 17 14:55:46.025104 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-852a7266-1ed5-41a2-bc8a-fc86a9bfddda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673 HTTP/1.1" status: 200 len: 217 time: 0.0656157 Jan 17 14:55:46.086571 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-ccd323d0-716d-49bd-a50f-5f122effc439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:46.088022 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-ccd323d0-716d-49bd-a50f-5f122effc439 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0572274 Jan 17 14:55:46.164736 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-212d0878-6e8f-41b7-be32-731229a6a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:46.166198 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-212d0878-6e8f-41b7-be32-731229a6a4f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726109 Jan 17 14:55:46.296312 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-3d8a4962-701b-4cd3-8b67-d5a88c4fe79c service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231124 Jan 17 14:55:46.429115 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a63d844-bf1e-400d-a9ac-2edd3d717b3d req-6de8a113-58b8-40de-a442-3147ec395920 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262326 Jan 17 14:55:46.540454 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55885bb-652e-4018-9e59-fc35dba6228b req-ee99be15-b98c-443f-84c7-b484caafbe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:46.541979 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e55885bb-652e-4018-9e59-fc35dba6228b req-ee99be15-b98c-443f-84c7-b484caafbe30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 1096 time: 0.0703988 Jan 17 14:55:46.562168 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb19b5-a86d-455c-8bb1-ee8432eec0af req-6339a00a-65ba-49b1-a305-8880c31c9102 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:46.563538 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b0fb19b5-a86d-455c-8bb1-ee8432eec0af req-6339a00a-65ba-49b1-a305-8880c31c9102 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 943 time: 0.0848033 Jan 17 14:55:46.610497 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b0fb19b5-a86d-455c-8bb1-ee8432eec0af req-01894107-55ad-4935-869c-6d5e229503ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406051 Jan 17 14:55:46.773624 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55885bb-652e-4018-9e59-fc35dba6228b req-445cb33e-3c04-4874-ad5c-74f720f81877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:46.775121 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e55885bb-652e-4018-9e59-fc35dba6228b req-445cb33e-3c04-4874-ad5c-74f720f81877 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.2262044 Jan 17 14:55:46.846229 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e55885bb-652e-4018-9e59-fc35dba6228b req-af58c9dd-4e0f-4bad-9e90-78d40ff1617e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673 HTTP/1.1" status: 200 len: 217 time: 0.0647025 Jan 17 14:55:46.907375 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55885bb-652e-4018-9e59-fc35dba6228b req-6bdc84eb-1bda-429f-a69a-0b68823e606e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:46.908848 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e55885bb-652e-4018-9e59-fc35dba6228b req-6bdc84eb-1bda-429f-a69a-0b68823e606e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0570815 Jan 17 14:55:46.985381 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55885bb-652e-4018-9e59-fc35dba6228b req-e421aab8-c691-4a7e-aef9-dd682fcab4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:46.987013 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e55885bb-652e-4018-9e59-fc35dba6228b req-e421aab8-c691-4a7e-aef9-dd682fcab4b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721054 Jan 17 14:55:47.117822 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e55885bb-652e-4018-9e59-fc35dba6228b req-74843e58-db90-4c97-9353-63f6974094ab service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243858 Jan 17 14:55:47.257072 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e55885bb-652e-4018-9e59-fc35dba6228b req-85beef37-9381-449a-a51d-198c6935f96f service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329618 Jan 17 14:55:47.804406 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda1a2d-ef2c-4c48-9e84-b22c9a5a224c req-46ffd732-cba7-4ae9-90df-e62293a549e3 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:47.805226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-ebda1a2d-ef2c-4c48-9e84-b22c9a5a224c req-46ffd732-cba7-4ae9-90df-e62293a549e3 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Synchronizing usage tracker for tenant:cdb219dbbff34a98a6448109649281df on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:55:47.821307 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-ebda1a2d-ef2c-4c48-9e84-b22c9a5a224c req-46ffd732-cba7-4ae9-90df-e62293a549e3 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Unset dirty status for tenant:cdb219dbbff34a98a6448109649281df on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:55:47.822526 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ebda1a2d-ef2c-4c48-9e84-b22c9a5a224c req-46ffd732-cba7-4ae9-90df-e62293a549e3 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 943 time: 0.0979655 Jan 17 14:55:47.867969 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ebda1a2d-ef2c-4c48-9e84-b22c9a5a224c req-3cbc5779-3903-4de6-9738-29f06516efa0 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397069 Jan 17 14:55:49.050628 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf483bb4-cede-44be-b5b1-dc8aa6a85a80 req-63d9794f-92c9-481d-a177-de3e07559e56 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:49.052132 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-cf483bb4-cede-44be-b5b1-dc8aa6a85a80 req-63d9794f-92c9-481d-a177-de3e07559e56 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 943 time: 0.0786805 Jan 17 14:55:49.098974 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-cf483bb4-cede-44be-b5b1-dc8aa6a85a80 req-0af197ae-f0c7-402d-929d-90c992c9054e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412092 Jan 17 14:55:49.574861 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:55:49.705340 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:55:49.719055 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'port_id': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673', 'mac_address': 'fa:16:3e:8d:37:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:55:49.774054 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:49.791686 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:55:49.807148 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:55:49.810971 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:49.880659 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:55:50.166102 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['2f7eeb6c-be93-4ae9-9ec7-d777f2915673'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:55:50.287673 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa773317-4259-4288-96b1-9130e205ceb9 req-7a1c5010-9dcc-450e-862d-1b732e8ea6d7 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:50.289257 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fa773317-4259-4288-96b1-9130e205ceb9 req-7a1c5010-9dcc-450e-862d-1b732e8ea6d7 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 944 time: 0.0852873 Jan 17 14:55:50.334632 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fa773317-4259-4288-96b1-9130e205ceb9 req-6c9a53ba-aa30-4508-be80-d262587d9817 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386658 Jan 17 14:55:51.518990 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3dba9-a025-460c-8576-5df5b4ca4854 req-7689b245-c322-48f7-a88e-138b60913e5a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:51.520461 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4ec3dba9-a025-460c-8576-5df5b4ca4854 req-7689b245-c322-48f7-a88e-138b60913e5a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 944 time: 0.0817122 Jan 17 14:55:51.564328 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4ec3dba9-a025-460c-8576-5df5b4ca4854 req-68eae550-d14c-4d71-b15a-17a9d13b6124 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383046 Jan 17 14:55:51.574634 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:55:51.640925 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:55:51.645502 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:55:51.645860 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:51.759012 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:51.786075 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf77fa85-4679-424e-8eed-d414412ef820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:55:51.796653 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:55:51.802103 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:51.839167 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf77fa85-4679-424e-8eed-d414412ef820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673', 'code': 200} Jan 17 14:55:51.877909 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:55:52.071472 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0def46-5549-40a2-88b2-3fda6d66f881 req-a5ed9cae-42da-48ac-bbc2-7ff1cd6bc0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:52.072976 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8b0def46-5549-40a2-88b2-3fda6d66f881 req-a5ed9cae-42da-48ac-bbc2-7ff1cd6bc0c4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 1098 time: 0.0684218 Jan 17 14:55:52.117195 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8b0def46-5549-40a2-88b2-3fda6d66f881 req-aa9a5ebe-f038-45e3-98d0-2235304a5c50 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374084 Jan 17 14:55:52.748864 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebea997-bcc5-4379-993d-5e5577a1c648 req-41dc5625-0610-43b1-af8b-f8809abf027d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:52.750346 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0ebea997-bcc5-4379-993d-5e5577a1c648 req-41dc5625-0610-43b1-af8b-f8809abf027d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0820718 Jan 17 14:55:52.797988 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0ebea997-bcc5-4379-993d-5e5577a1c648 req-7c690908-7eec-415f-99af-179de1b874f9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419605 Jan 17 14:55:53.198698 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:53.986543 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e228b-1e03-4135-bde6-cb840f3cd3a3 req-99e75298-8ee0-4f28-9e74-edc52d036adc tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:53.988023 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-859e228b-1e03-4135-bde6-cb840f3cd3a3 req-99e75298-8ee0-4f28-9e74-edc52d036adc tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0821354 Jan 17 14:55:54.031948 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-859e228b-1e03-4135-bde6-cb840f3cd3a3 req-3fcb900e-770c-46b4-b618-8382b1fc38f2 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382733 Jan 17 14:55:54.208567 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6877847-6244-468d-b6ce-25a10b963cb9 req-7038173d-2fc3-43ea-adf7-9feed3213b23 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:54.210033 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a6877847-6244-468d-b6ce-25a10b963cb9 req-7038173d-2fc3-43ea-adf7-9feed3213b23 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0787759 Jan 17 14:55:54.219733 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 43752) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:55:54.224737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-36c5e3fb-f198-44f2-9c7b-a749a2e219c9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Request body: {'floatingip': {'port_id': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:55:54.303026 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-36c5e3fb-f198-44f2-9c7b-a749a2e219c9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for floatingip, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:55.006750 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-36c5e3fb-f198-44f2-9c7b-a749a2e219c9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:55.010455 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-36c5e3fb-f198-44f2-9c7b-a749a2e219c9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:55.189592 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-36c5e3fb-f198-44f2-9c7b-a749a2e219c9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Floating IP 8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b associated. External IP: 172.26.3.202, port: 2f7eeb6c-be93-4ae9-9ec7-d777f2915673. Jan 17 14:55:55.559827 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c5e3fb-f198-44f2-9c7b-a749a2e219c9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Router d07f3d8b-176c-47cd-abe1-f21a4d67b61a has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:55:55.734425 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c5e3fb-f198-44f2-9c7b-a749a2e219c9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:55:55.739302 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-36c5e3fb-f198-44f2-9c7b-a749a2e219c9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:55:55.743894 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eb913c-46d4-424f-8d44-70240fbf9f24 None None] Sync routers for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:55:55.753977 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eb913c-46d4-424f-8d44-70240fbf9f24 None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:55:55.754674 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-57eb913c-46d4-424f-8d44-70240fbf9f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:55:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:55:55.798171 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-36c5e3fb-f198-44f2-9c7b-a749a2e219c9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "PUT /v2.0/floatingips/8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b HTTP/1.1" status: 200 len: 992 time: 1.5748494 Jan 17 14:55:55.798171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf77fa85-4679-424e-8eed-d414412ef820', 'tag': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:55:55.843239 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf77fa85-4679-424e-8eed-d414412ef820', 'tag': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673', 'status': 'completed', 'code': 200} Jan 17 14:55:55.940199 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581b001-b4e4-46a8-972d-95f034ec877c req-ee534bc7-4460-491e-b5d3-8c026604186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:55.940796 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-57eb913c-46d4-424f-8d44-70240fbf9f24 None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:55:55.941711 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2581b001-b4e4-46a8-972d-95f034ec877c req-ee534bc7-4460-491e-b5d3-8c026604186f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 1098 time: 0.0758333 Jan 17 14:55:56.075128 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581b001-b4e4-46a8-972d-95f034ec877c req-fe89a102-42a3-4c3b-a695-2aa32e95dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:56.076598 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2581b001-b4e4-46a8-972d-95f034ec877c req-fe89a102-42a3-4c3b-a695-2aa32e95dacd service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1289058 Jan 17 14:55:56.177527 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2581b001-b4e4-46a8-972d-95f034ec877c req-cd77a255-ca49-4327-a825-cde1635c117f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673 HTTP/1.1" status: 200 len: 1000 time: 0.0950277 Jan 17 14:55:56.245186 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581b001-b4e4-46a8-972d-95f034ec877c req-d245a6f8-acc9-4556-b336-5e27065d3ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:56.246656 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2581b001-b4e4-46a8-972d-95f034ec877c req-d245a6f8-acc9-4556-b336-5e27065d3ae1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0634277 Jan 17 14:55:56.324413 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581b001-b4e4-46a8-972d-95f034ec877c req-37ed1346-4382-4589-8c79-1daadb670293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:55:56.326586 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2581b001-b4e4-46a8-972d-95f034ec877c req-37ed1346-4382-4589-8c79-1daadb670293 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732710 Jan 17 14:55:56.327503 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-57eb913c-46d4-424f-8d44-70240fbf9f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'floating_ip_address': '172.26.3.202', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'port_id': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'mac_address': 'fa:16:3e:8d:37:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf77fa85-4679-424e-8eed-d414412ef820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:49:39Z', 'updated_at': '2022-01-17T14:55:54Z', 'revision_number': 13, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:55:56.331516 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eb913c-46d4-424f-8d44-70240fbf9f24 None None] Checking router: d07f3d8b-176c-47cd-abe1-f21a4d67b61a for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:55:56.339995 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eb913c-46d4-424f-8d44-70240fbf9f24 None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:55:56.340581 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-57eb913c-46d4-424f-8d44-70240fbf9f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:55:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:55:56.461953 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2581b001-b4e4-46a8-972d-95f034ec877c req-c9471425-01e1-43fd-bee2-1e46c2b769d0 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285925 Jan 17 14:55:56.514931 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-57eb913c-46d4-424f-8d44-70240fbf9f24 None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:55:56.594766 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2581b001-b4e4-46a8-972d-95f034ec877c req-1a0bebcc-bf9e-4e0f-8de1-c4054c3a1744 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267841 Jan 17 14:55:56.851636 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-57eb913c-46d4-424f-8d44-70240fbf9f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'floating_ip_address': '172.26.3.202', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'port_id': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'mac_address': 'fa:16:3e:8d:37:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf77fa85-4679-424e-8eed-d414412ef820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:49:39Z', 'updated_at': '2022-01-17T14:55:54Z', 'revision_number': 13, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:55:56.855548 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eb913c-46d4-424f-8d44-70240fbf9f24 None None] The sync data for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv is: [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'floating_ip_address': '172.26.3.202', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'port_id': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'mac_address': 'fa:16:3e:8d:37:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf77fa85-4679-424e-8eed-d414412ef820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T14:49:39Z', 'updated_at': '2022-01-17T14:55:54Z', 'revision_number': 13, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:55:57.046164 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7fa54-19fe-4b7d-b3a0-767921db991b None None] New status for floating IP 8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:56:06.887956 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:56:09.391510 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50308491-32db-41e3-b4ec-2b6b8152d06b req-14e18dac-f4b3-4219-9897-fa5c8f5f15e3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799065 Jan 17 14:56:09.530279 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50308491-32db-41e3-b4ec-2b6b8152d06b req-c21775f4-f960-413b-817d-9450454bbbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:56:09.531624 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50308491-32db-41e3-b4ec-2b6b8152d06b req-c21775f4-f960-413b-817d-9450454bbbe6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 1098 time: 0.0700223 Jan 17 14:56:09.789640 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50308491-32db-41e3-b4ec-2b6b8152d06b req-9582a427-5ef4-45c7-ac92-e6b7bea0b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:56:09.791009 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50308491-32db-41e3-b4ec-2b6b8152d06b req-9582a427-5ef4-45c7-ac92-e6b7bea0b0bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.2356558 Jan 17 14:56:09.896199 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50308491-32db-41e3-b4ec-2b6b8152d06b req-dfee737c-0553-42f6-ad6a-938e329a0e0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673 HTTP/1.1" status: 200 len: 1002 time: 0.0984547 Jan 17 14:56:09.962899 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50308491-32db-41e3-b4ec-2b6b8152d06b req-3fd49d0b-2585-44a9-8ba7-5182aebe327b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:56:09.964723 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50308491-32db-41e3-b4ec-2b6b8152d06b req-3fd49d0b-2585-44a9-8ba7-5182aebe327b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0613043 Jan 17 14:56:10.043354 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50308491-32db-41e3-b4ec-2b6b8152d06b req-e1e9b2cb-cc59-498b-b8d7-c1c5cdb1670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:56:10.045387 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50308491-32db-41e3-b4ec-2b6b8152d06b req-e1e9b2cb-cc59-498b-b8d7-c1c5cdb1670e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737939 Jan 17 14:56:10.193763 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50308491-32db-41e3-b4ec-2b6b8152d06b req-d11779f5-92c2-401c-9bbb-b40de49ef31d service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418986 Jan 17 14:56:10.350944 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50308491-32db-41e3-b4ec-2b6b8152d06b req-0edf581c-93a6-41a8-a330-add807c7b023 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500535 Jan 17 14:56:10.746463 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4746f95c-8ebe-4b0b-a97d-129bb5385ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:56:13.917435 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fe0c8ce7-fac2-4ffc-b366-f38617f7d54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:56:14.035806 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:56:14.054162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:56:15.585473 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:56:23.199779 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:56:40.738383 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-60613009-9276-4078-8ad8-7a91606a5081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:56:43.887076 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:56:43.920045 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-94b57c0f-985b-47c6-95b4-ec9aa3a88dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:56:44.038354 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:56:44.056506 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:56:45.589089 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:56:53.222627 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:08.741964 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0ca91-5816-4b77-be64-aaf91e7285f6 req-25f9fc92-1927-491c-ac34-42de74adba0c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:08.743580 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e2d0ca91-5816-4b77-be64-aaf91e7285f6 req-25f9fc92-1927-491c-ac34-42de74adba0c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.1752942 Jan 17 14:57:08.801804 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e2d0ca91-5816-4b77-be64-aaf91e7285f6 req-361afacc-b5dd-41e8-8d01-453f9af85568 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495346 Jan 17 14:57:09.381198 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3f61a696-56f8-4686-8437-785153007f6f req-17e2d6de-00f0-4a39-a1f2-0e563333bd4e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1710832 Jan 17 14:57:09.579050 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61a696-56f8-4686-8437-785153007f6f req-4d6fb5f8-a4b9-429f-9c76-909d87e5fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:09.580750 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3f61a696-56f8-4686-8437-785153007f6f req-4d6fb5f8-a4b9-429f-9c76-909d87e5fad1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 1098 time: 0.1099036 Jan 17 14:57:09.766173 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61a696-56f8-4686-8437-785153007f6f req-662351ab-3da0-4193-bd50-5c39fab8384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:09.768943 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3f61a696-56f8-4686-8437-785153007f6f req-662351ab-3da0-4193-bd50-5c39fab8384e service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1536582 Jan 17 14:57:09.896375 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3f61a696-56f8-4686-8437-785153007f6f req-9fa933a5-7db5-4d53-82cb-5dd27c28e195 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673 HTTP/1.1" status: 200 len: 1002 time: 0.1214545 Jan 17 14:57:09.973789 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61a696-56f8-4686-8437-785153007f6f req-095650cc-5363-4dea-bbae-a7933b69da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:09.976119 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3f61a696-56f8-4686-8437-785153007f6f req-095650cc-5363-4dea-bbae-a7933b69da99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0739813 Jan 17 14:57:10.064554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61a696-56f8-4686-8437-785153007f6f req-dc60103a-828b-4196-af38-e49e561ec73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:10.066161 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3f61a696-56f8-4686-8437-785153007f6f req-dc60103a-828b-4196-af38-e49e561ec73f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838044 Jan 17 14:57:10.224923 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3f61a696-56f8-4686-8437-785153007f6f req-68a114b7-3db1-4914-b195-73ef2f095209 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524374 Jan 17 14:57:10.392215 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3f61a696-56f8-4686-8437-785153007f6f req-b111ccb4-85bf-4321-a69f-ac540fd95dfa service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612411 Jan 17 14:57:10.745830 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3fe6e574-bafc-4661-bfe8-fd1e1ae5692e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:13.931370 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-dc241762-6749-4e48-9520-9d72f198eb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:14.054195 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:14.070688 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:15.591550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:18.058348 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77167e7-bd4f-45ba-b45e-48e4c551bafe req-4feef2d3-9e45-4406-bb5a-7ac217ad09d5 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:18.059922 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d77167e7-bd4f-45ba-b45e-48e4c551bafe req-4feef2d3-9e45-4406-bb5a-7ac217ad09d5 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0883253 Jan 17 14:57:18.089107 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-efb65723-c58e-4ac5-8422-da6b335ee1c0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1630251 Jan 17 14:57:18.110055 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d77167e7-bd4f-45ba-b45e-48e4c551bafe req-980803f4-0b92-45fc-b574-4174df774135 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410211 Jan 17 14:57:19.475779 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-8cc702ab-4f08-4f60-8da9-2b5decaabb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:19.477182 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-8cc702ab-4f08-4f60-8da9-2b5decaabb02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 1098 time: 0.2444944 Jan 17 14:57:19.485463 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05367bb7-5301-4327-9360-ed4847f610a8 req-797e764b-7124-4ff6-8f8d-adcb21463c7b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:19.486860 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-05367bb7-5301-4327-9360-ed4847f610a8 req-797e764b-7124-4ff6-8f8d-adcb21463c7b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.1133747 Jan 17 14:57:19.612949 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-05367bb7-5301-4327-9360-ed4847f610a8 req-2eb4fad2-fef9-4e89-b330-21cb32410033 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1068029 Jan 17 14:57:19.648638 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-c85676ac-3e37-4394-8603-f186800d66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:19.650072 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-c85676ac-3e37-4394-8603-f186800d66fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1621869 Jan 17 14:57:19.757568 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-63bedd68-be54-4603-beac-d1fc3a76694f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673 HTTP/1.1" status: 200 len: 1002 time: 0.1006291 Jan 17 14:57:19.824415 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-b64cd8d5-a7cd-46d9-bc93-213174074beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:19.826159 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-b64cd8d5-a7cd-46d9-bc93-213174074beb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0622566 Jan 17 14:57:19.910615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-39cee399-5186-432a-ad5e-2fec19ecb4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:19.912220 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-39cee399-5186-432a-ad5e-2fec19ecb4c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802808 Jan 17 14:57:20.063889 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-8e700492-7f13-4a1a-82a3-78db763e97f0 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456332 Jan 17 14:57:20.210170 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-da2575e7-aaf2-4a5a-a029-5e084bc63651 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400452 Jan 17 14:57:20.826860 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf757b-e94e-4ce4-8c93-9af58277a2a5 req-d7e374ea-30bf-4ad2-b15e-37abceebde44 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:20.828442 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1acf757b-e94e-4ce4-8c93-9af58277a2a5 req-d7e374ea-30bf-4ad2-b15e-37abceebde44 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0898452 Jan 17 14:57:20.880796 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1acf757b-e94e-4ce4-8c93-9af58277a2a5 req-335cb495-95e6-4412-9656-1f4bcd5e03ba tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446742 Jan 17 14:57:20.886615 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:57:22.087313 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8992265-d0a8-4ad8-971b-edba58931270 req-ac42d585-cd0f-41c9-a592-5a76a90816b0 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:22.088732 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f8992265-d0a8-4ad8-971b-edba58931270 req-ac42d585-cd0f-41c9-a592-5a76a90816b0 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0806019 Jan 17 14:57:22.134962 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f8992265-d0a8-4ad8-971b-edba58931270 req-ca3eff1b-156d-4955-b199-9780adc20db1 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402396 Jan 17 14:57:23.244981 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:23.378035 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d910d7-5ed8-4c9f-b041-6f4b11d63e03 req-2cf19b8e-188e-4290-8c20-734efb490a73 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:23.379784 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-27d910d7-5ed8-4c9f-b041-6f4b11d63e03 req-2cf19b8e-188e-4290-8c20-734efb490a73 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0945604 Jan 17 14:57:23.429910 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-27d910d7-5ed8-4c9f-b041-6f4b11d63e03 req-2c7593e0-ab40-4568-bc5c-d2d88577bee6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440168 Jan 17 14:57:24.634467 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ca376-efb1-4579-a7ee-1a319b4bd562 req-c7c48f77-5d22-4277-a3f2-3df6cd28f94b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:24.636187 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d86ca376-efb1-4579-a7ee-1a319b4bd562 req-c7c48f77-5d22-4277-a3f2-3df6cd28f94b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0920410 Jan 17 14:57:24.687221 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d86ca376-efb1-4579-a7ee-1a319b4bd562 req-744b48d5-315b-433a-a2ba-5dff46b5991d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441294 Jan 17 14:57:26.017037 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92414c-a6fa-482a-8f99-078b0858acb1 req-def1d43c-970e-469d-abac-63d476aac881 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:26.018537 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ae92414c-a6fa-482a-8f99-078b0858acb1 req-def1d43c-970e-469d-abac-63d476aac881 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.2207956 Jan 17 14:57:26.065836 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ae92414c-a6fa-482a-8f99-078b0858acb1 req-50bc7463-d2d7-43ff-842c-ecdfdfcf85e7 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415583 Jan 17 14:57:27.251598 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f92aa-06ef-4761-b10a-18527c8e4535 req-8c36876b-b1d8-4a3b-a128-deb57c2185b0 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:27.253146 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a99f92aa-06ef-4761-b10a-18527c8e4535 req-8c36876b-b1d8-4a3b-a128-deb57c2185b0 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0783925 Jan 17 14:57:27.297941 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a99f92aa-06ef-4761-b10a-18527c8e4535 req-753002fc-7699-4eb3-8ed7-7dbc8939610b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388370 Jan 17 14:57:28.482721 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8cda7-4bd6-4f4a-bde6-6d07a750b76d req-8bd2c2ac-40b6-4972-8931-a114baccdd75 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:28.484202 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c8c8cda7-4bd6-4f4a-bde6-6d07a750b76d req-8bd2c2ac-40b6-4972-8931-a114baccdd75 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0796762 Jan 17 14:57:28.531896 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c8c8cda7-4bd6-4f4a-bde6-6d07a750b76d req-b1fbe06d-cc94-44d4-8040-8261576d588a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418069 Jan 17 14:57:29.726738 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641fd11-5537-453f-b674-748ce1915806 req-c4365b96-0da3-4951-9455-c0ae4b3502e5 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:29.728220 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6641fd11-5537-453f-b674-748ce1915806 req-c4365b96-0da3-4951-9455-c0ae4b3502e5 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0840056 Jan 17 14:57:29.771863 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6641fd11-5537-453f-b674-748ce1915806 req-7bb27532-c697-40ac-bd1e-e713bb59b2e1 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374265 Jan 17 14:57:30.964405 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944262b-a390-4484-97e4-7686d6efb303 req-b37fe513-3516-40c7-9cbb-25ca85828145 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:30.966631 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5944262b-a390-4484-97e4-7686d6efb303 req-b37fe513-3516-40c7-9cbb-25ca85828145 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0803912 Jan 17 14:57:31.018154 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5944262b-a390-4484-97e4-7686d6efb303 req-6c7fcaf1-3e0d-4737-a8e4-73f4aba3b508 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458462 Jan 17 14:57:32.205177 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e7d9f-2f2f-4f67-8a3a-4febbf5f69ea req-cc75a585-6115-4520-98b6-e106d39e5cbe tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:32.206627 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4e4e7d9f-2f2f-4f67-8a3a-4febbf5f69ea req-cc75a585-6115-4520-98b6-e106d39e5cbe tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0796843 Jan 17 14:57:32.254842 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4e4e7d9f-2f2f-4f67-8a3a-4febbf5f69ea req-fe369b91-b12e-46a5-b138-9e95eda85f1a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426078 Jan 17 14:57:32.629884 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-39d6bc72-81a4-4a41-9d39-11f94929e1a1 service neutron] 10.222.0.15 "GET /v2.0/ports/2f7eeb6c-be93-4ae9-9ec7-d777f2915673/bindings/hv-neutron-8249 HTTP/1.1" status: 200 len: 384 time: 0.0737197 Jan 17 14:57:32.912594 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-30762cf7-cff8-47a2-be9a-771a6fc39883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:32.914101 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-30762cf7-cff8-47a2-be9a-771a6fc39883 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820&tenant_id=cdb219dbbff34a98a6448109649281df HTTP/1.1" status: 200 len: 1098 time: 0.0712373 Jan 17 14:57:33.008618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-fa05bf48-9a8f-49ee-abf2-d0c5593c6d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:33.010129 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-fa05bf48-9a8f-49ee-abf2-d0c5593c6d81 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 1098 time: 0.0722477 Jan 17 14:57:33.249209 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-b947f382-b915-48ae-88c1-5e392e2fd164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:33.250579 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-b947f382-b915-48ae-88c1-5e392e2fd164 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.2349632 Jan 17 14:57:33.357003 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-3664b5b8-9e51-4fe8-8ada-7e7986724367 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673 HTTP/1.1" status: 200 len: 1002 time: 0.0998995 Jan 17 14:57:33.422648 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-9487b962-c1df-4b68-b6c4-f8125fa07cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:33.424155 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-9487b962-c1df-4b68-b6c4-f8125fa07cea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0615470 Jan 17 14:57:33.451603 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff23f64-aa1e-49ad-a00f-fb8458a18116 req-b4b9d240-1797-4425-bc08-ef793b61b100 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:33.453194 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3ff23f64-aa1e-49ad-a00f-fb8458a18116 req-b4b9d240-1797-4425-bc08-ef793b61b100 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0887547 Jan 17 14:57:33.500811 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3ff23f64-aa1e-49ad-a00f-fb8458a18116 req-04b981d6-5c38-41ec-8b4f-ef491237faac tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415304 Jan 17 14:57:33.507522 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-fb99ae2c-a392-45bb-b2c1-a16c32498469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:33.509554 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-fb99ae2c-a392-45bb-b2c1-a16c32498469 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791492 Jan 17 14:57:33.644187 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-5b07c85a-f19a-429e-9471-7afc28beb0ad service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273799 Jan 17 14:57:33.775795 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff1b42a6-d415-463f-a30b-e9a6a0f4f496 req-79b06ed4-8b30-43d9-ae26-4e06ace64c10 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255033 Jan 17 14:57:34.692828 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f8670-9be8-43e8-8e2a-3a6ed906b215 req-618dac51-75cf-4a48-98e0-0ed62a69e79a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:34.694220 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3d4f8670-9be8-43e8-8e2a-3a6ed906b215 req-618dac51-75cf-4a48-98e0-0ed62a69e79a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0814872 Jan 17 14:57:34.738399 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3d4f8670-9be8-43e8-8e2a-3a6ed906b215 req-ff3a2dc3-e33f-4d54-9030-8eda631b9eec tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386434 Jan 17 14:57:35.939718 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95382fd1-e928-4a26-80e2-ed2c2e5ec76d req-abcd18d7-242e-47f3-b8e5-49ac75c80303 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:35.941187 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-95382fd1-e928-4a26-80e2-ed2c2e5ec76d req-abcd18d7-242e-47f3-b8e5-49ac75c80303 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0804398 Jan 17 14:57:35.988699 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-95382fd1-e928-4a26-80e2-ed2c2e5ec76d req-35c1a3f4-3cf0-4622-baba-d350a53bc4b0 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417459 Jan 17 14:57:36.170981 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:57:36.326115 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:36.354277 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf77fa85-4679-424e-8eed-d414412ef820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:57:36.366381 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:57:36.376922 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:36.410841 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf77fa85-4679-424e-8eed-d414412ef820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673', 'code': 200} Jan 17 14:57:36.448376 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:57:36.456136 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:57:36.456483 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:57:36.456818 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:57:36.457152 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:57:36.457475 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:57:36.457801 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:57:36.458121 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:57:36.458441 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:57:36.458759 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:57:36.459075 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:57:36.459388 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:57:36.459701 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:57:37.181956 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add80af1-bda4-42f7-8ef6-6f867966a057 req-919f3f24-13c1-41d7-8096-6c29d99be410 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:37.183405 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-add80af1-bda4-42f7-8ef6-6f867966a057 req-919f3f24-13c1-41d7-8096-6c29d99be410 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 943 time: 0.0861647 Jan 17 14:57:37.228429 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-add80af1-bda4-42f7-8ef6-6f867966a057 req-384545ee-59d5-48e2-91e0-951e6c185997 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389540 Jan 17 14:57:38.165940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:57:38.302727 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:57:38.317710 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'port_id': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673', 'mac_address': 'fa:16:3e:8d:37:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:57:38.385782 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:38.402809 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:57:38.420112 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:57:38.424914 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:38.433249 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc97887-0a5f-4fa4-960b-86fe93f8d2ed req-efd41b87-fb1d-4452-b0a4-650eda6cc350 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:38.435824 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9fc97887-0a5f-4fa4-960b-86fe93f8d2ed req-efd41b87-fb1d-4452-b0a4-650eda6cc350 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 943 time: 0.0961235 Jan 17 14:57:38.485456 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9fc97887-0a5f-4fa4-960b-86fe93f8d2ed req-9e0a9d6f-a79c-4970-94ab-73d7d61e0f88 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426052 Jan 17 14:57:38.492009 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['2f7eeb6c-be93-4ae9-9ec7-d777f2915673'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:57:38.544998 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,revision_number=7']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:57:39.830862 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9815b-5bb2-4b54-b945-c09180696354 req-7921a443-387c-416b-9763-4c29089f7322 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:39.832418 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-36a9815b-5bb2-4b54-b945-c09180696354 req-7921a443-387c-416b-9763-4c29089f7322 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 944 time: 0.0849199 Jan 17 14:57:39.893565 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-36a9815b-5bb2-4b54-b945-c09180696354 req-f37bb398-4c63-4a1b-9099-f5aa4d261600 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506811 Jan 17 14:57:40.166008 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:57:40.260865 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:57:40.261165 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:40.390499 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:40.421967 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf77fa85-4679-424e-8eed-d414412ef820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:57:40.433119 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:57:40.440972 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:40.522600 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf77fa85-4679-424e-8eed-d414412ef820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673', 'code': 200} Jan 17 14:57:40.553696 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,revision_number=8']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:57:40.739953 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0375f4bd-9832-46bc-8fd1-e6b256c6c6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:41.088884 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac72620-0023-4935-beed-022849174d39 req-420cbff1-616a-48d2-92bf-b58ae330431e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:41.090560 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-aac72620-0023-4935-beed-022849174d39 req-420cbff1-616a-48d2-92bf-b58ae330431e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0853589 Jan 17 14:57:41.141341 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-aac72620-0023-4935-beed-022849174d39 req-e0606d23-f9a3-4a90-b804-d61183838d88 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423396 Jan 17 14:57:42.339494 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5514d0-332f-47c4-a5f2-14ff41d7fdb2 req-0b1d2d5d-71f5-44d5-9ab8-6313d8e945a6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:42.341332 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cb5514d0-332f-47c4-a5f2-14ff41d7fdb2 req-0b1d2d5d-71f5-44d5-9ab8-6313d8e945a6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0831501 Jan 17 14:57:42.388401 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cb5514d0-332f-47c4-a5f2-14ff41d7fdb2 req-2e07b912-4788-4824-8dac-dd72f9634940 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410256 Jan 17 14:57:43.594232 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f2dfd-8400-4752-91cb-efb237a49a08 req-147e8a35-7fe6-4075-9a28-52c46d2f76b6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:43.595702 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-652f2dfd-8400-4752-91cb-efb237a49a08 req-147e8a35-7fe6-4075-9a28-52c46d2f76b6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0910587 Jan 17 14:57:43.645763 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-652f2dfd-8400-4752-91cb-efb237a49a08 req-71071760-eb44-4760-96de-0e60e8b257aa tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414882 Jan 17 14:57:43.926070 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bfdd54f5-a488-46b4-a5b5-14ebe0f51871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:44.044849 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:44.070625 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:44.870342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ed8f0-e008-4976-b529-7dca5eb4358b req-782fa433-d592-402f-ba73-c0415b1a1fee tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:44.871932 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-721ed8f0-e008-4976-b529-7dca5eb4358b req-782fa433-d592-402f-ba73-c0415b1a1fee tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.1123538 Jan 17 14:57:44.922800 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-721ed8f0-e008-4976-b529-7dca5eb4358b req-fe93df75-89b1-4ec2-9dd8-f9c19127516f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446546 Jan 17 14:57:45.596610 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:46.134554 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b91193-366e-461d-9cea-4a287bdab6d7 req-a102dd7a-9c46-4c16-a50b-4f4f00f6bc5d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:46.136247 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-76b91193-366e-461d-9cea-4a287bdab6d7 req-a102dd7a-9c46-4c16-a50b-4f4f00f6bc5d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0924323 Jan 17 14:57:46.187936 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-76b91193-366e-461d-9cea-4a287bdab6d7 req-5a411750-6aa3-4f70-bc80-c7dd6cc2471f tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454731 Jan 17 14:57:47.382740 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b479546-977d-4e92-89f5-08680e1946ce req-f4e5fda7-09c5-474c-896d-23d0d489e619 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:47.384283 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6b479546-977d-4e92-89f5-08680e1946ce req-f4e5fda7-09c5-474c-896d-23d0d489e619 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0820866 Jan 17 14:57:47.434547 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6b479546-977d-4e92-89f5-08680e1946ce req-75cb1927-bb2d-491f-a73b-5dbf240870cf tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428627 Jan 17 14:57:48.642756 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f3fc5-f2cf-4005-93e6-3d9261b969bc req-f1108083-4fb5-4f33-8ced-94da1c89180a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:48.644409 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ad9f3fc5-f2cf-4005-93e6-3d9261b969bc req-f1108083-4fb5-4f33-8ced-94da1c89180a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0918019 Jan 17 14:57:48.695070 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ad9f3fc5-f2cf-4005-93e6-3d9261b969bc req-58fcba2a-ea63-4938-ad8d-8af1627730a5 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442967 Jan 17 14:57:49.141686 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-7c0d9ed6-b38a-4b57-b52f-4556bae1697e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:49.143433 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-7c0d9ed6-b38a-4b57-b52f-4556bae1697e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820&tenant_id=cdb219dbbff34a98a6448109649281df&binding%3Ahost_id=hv-neutron-8249 HTTP/1.1" status: 200 len: 945 time: 0.0933962 Jan 17 14:57:49.200841 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435af86d-7c50-464d-abcb-cf88e7a53bae req-6dfc5dcd-8dd9-408a-b1cb-6f914388b4a5 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:49.202450 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-435af86d-7c50-464d-abcb-cf88e7a53bae req-6dfc5dcd-8dd9-408a-b1cb-6f914388b4a5 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0896215 Jan 17 14:57:49.233754 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-86331c27-a287-4aca-a010-1cd5871e6546 service neutron] 10.222.0.15 "GET /v2.0/ports/2f7eeb6c-be93-4ae9-9ec7-d777f2915673/bindings/hv-neutron-8249 HTTP/1.1" status: 200 len: 384 time: 0.0848296 Jan 17 14:57:49.253744 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-435af86d-7c50-464d-abcb-cf88e7a53bae req-c6e0f3ab-aaa6-4647-a44a-7fad6a5f46fb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451684 Jan 17 14:57:49.337041 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-7d71fb75-e8a5-4e06-8163-956535af8c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:49.338467 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-7d71fb75-e8a5-4e06-8163-956535af8c28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 1098 time: 0.0814598 Jan 17 14:57:49.478449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-df95c042-9acf-4f76-81db-c2a861c56e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:49.479942 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-df95c042-9acf-4f76-81db-c2a861c56e19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1353157 Jan 17 14:57:49.582460 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-9a142a0f-6837-4810-a70e-e11c5f4734c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673 HTTP/1.1" status: 200 len: 1002 time: 0.0966878 Jan 17 14:57:49.644673 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-eaf973ae-f50b-4ac2-91f1-5c324b2f0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:49.646133 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-eaf973ae-f50b-4ac2-91f1-5c324b2f0229 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0581355 Jan 17 14:57:49.720903 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-5f2fc8df-c80b-4730-bb1d-24ee9bf2d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:49.722375 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-5f2fc8df-c80b-4730-bb1d-24ee9bf2d919 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707257 Jan 17 14:57:49.967352 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-9e92f4b7-a9b6-47a6-b22a-9c35e40a6942 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386701 Jan 17 14:57:50.098158 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-b8e7c639-e082-416d-a2a6-78ffe9fd7bf3 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246789 Jan 17 14:57:50.439192 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87087125-693e-4a07-86c6-5643fc754a3a req-60e46c2d-f8f2-49f0-9cbc-18d5e4807375 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:50.440686 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-87087125-693e-4a07-86c6-5643fc754a3a req-60e46c2d-f8f2-49f0-9cbc-18d5e4807375 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0794833 Jan 17 14:57:50.485146 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-87087125-693e-4a07-86c6-5643fc754a3a req-ca221c6b-18aa-4631-9255-65936261df69 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388513 Jan 17 14:57:51.670876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff19d10-0331-428f-bf0d-9be214ac11fd req-46c471d1-48ff-4366-a88c-e88a0945908c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:51.672365 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-aff19d10-0331-428f-bf0d-9be214ac11fd req-46c471d1-48ff-4366-a88c-e88a0945908c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0829937 Jan 17 14:57:51.716929 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-aff19d10-0331-428f-bf0d-9be214ac11fd req-d8b1ef7f-1f25-4a3b-b21e-ae66f2d29d27 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388381 Jan 17 14:57:52.924900 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6569b8-bce0-49df-8787-19348575921a req-70c016bd-0c9d-4185-b5a2-83c24b6b0f89 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:52.926364 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0f6569b8-bce0-49df-8787-19348575921a req-70c016bd-0c9d-4185-b5a2-83c24b6b0f89 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0943863 Jan 17 14:57:52.972862 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0f6569b8-bce0-49df-8787-19348575921a req-654200e8-c7b5-4e3c-953d-e4d1749660e6 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407777 Jan 17 14:57:53.257785 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:53.286287 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-ea3354fd-7fa8-48d7-a4e9-8f39e3dcf0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:53.287814 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-ea3354fd-7fa8-48d7-a4e9-8f39e3dcf0ac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820&tenant_id=cdb219dbbff34a98a6448109649281df HTTP/1.1" status: 200 len: 1098 time: 0.0724685 Jan 17 14:57:53.382601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-dd16a6c2-c1e6-4fb7-b1da-55ea0f3e071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:53.384001 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-dd16a6c2-c1e6-4fb7-b1da-55ea0f3e071c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb219dbbff34a98a6448109649281df&device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 1098 time: 0.0740700 Jan 17 14:57:53.518231 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-816fabc7-9a22-43b1-a37e-98306c68a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:53.519811 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-816fabc7-9a22-43b1-a37e-98306c68a292 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 200 len: 912 time: 0.1303596 Jan 17 14:57:53.624441 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-963c5299-8297-4852-a5ea-598709cca312 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673 HTTP/1.1" status: 200 len: 1002 time: 0.0988057 Jan 17 14:57:53.694604 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-e678ac36-c265-4ae4-80c3-4ee53f41d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:53.696097 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-e678ac36-c265-4ae4-80c3-4ee53f41d409 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 200 len: 850 time: 0.0650320 Jan 17 14:57:53.773337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-d6ee4580-08e5-4b94-ab52-f23a17b1d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:53.774870 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-d6ee4580-08e5-4b94-ab52-f23a17b1d798 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732553 Jan 17 14:57:53.925448 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-922308a5-0cd2-48e3-84bb-49630417aea2 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437974 Jan 17 14:57:54.062593 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-80a8699d-ebb8-4db4-8cf4-6abb90e7ec8e req-e7407d67-1665-453b-8d25-23acd646b746 service neutron] 10.222.0.15 "GET /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313243 Jan 17 14:57:54.159149 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a2f63-13ea-42fb-9173-456bd3eff6f1 req-5fb12e1e-40e0-4b39-97b9-ac749cbd04bb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:54.160635 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d67a2f63-13ea-42fb-9173-456bd3eff6f1 req-5fb12e1e-40e0-4b39-97b9-ac749cbd04bb tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0792940 Jan 17 14:57:54.211656 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d67a2f63-13ea-42fb-9173-456bd3eff6f1 req-889ab948-c140-4b6c-9a91-bbdae0d0e408 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450563 Jan 17 14:57:55.407441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a924b8-1de3-4bf5-9153-eed91379c04e req-8a78a6a5-787b-483e-a045-05e0ab655f31 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:55.408948 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-77a924b8-1de3-4bf5-9153-eed91379c04e req-8a78a6a5-787b-483e-a045-05e0ab655f31 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0896218 Jan 17 14:57:55.453352 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-77a924b8-1de3-4bf5-9153-eed91379c04e req-c81754e0-1659-40bf-9a33-2f3fb107233a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386915 Jan 17 14:57:56.243280 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:57:56.246606 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:57:56.461735 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:56.492012 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:57:56.514769 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf77fa85-4679-424e-8eed-d414412ef820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:57:56.521000 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'port_id': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673', 'mac_address': 'fa:16:3e:8d:37:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:57:56.526918 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:57:56.555939 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:56.595891 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf77fa85-4679-424e-8eed-d414412ef820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673', 'code': 200} Jan 17 14:57:56.637339 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:56.644578 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10626ae7-bd15-4bf1-89ff-7599ad970a4c req-e9924f3a-9f9d-440a-a6a1-16641f86edb7 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:56.646061 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-10626ae7-bd15-4bf1-89ff-7599ad970a4c req-e9924f3a-9f9d-440a-a6a1-16641f86edb7 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 943 time: 0.0808935 Jan 17 14:57:56.661166 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:57:56.665025 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,revision_number=9']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:57:56.680372 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:57:56.684722 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:56.694004 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-10626ae7-bd15-4bf1-89ff-7599ad970a4c req-7b914e02-f46e-4a9d-9adb-adfac8fc1f74 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416353 Jan 17 14:57:56.756359 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['2f7eeb6c-be93-4ae9-9ec7-d777f2915673'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:57:56.790651 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,revision_number=10']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:57:57.885913 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:57:57.898078 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee50381-a65c-4af8-ad9c-99848f31508f req-8356537e-9747-4f55-a98f-620fb9cb722b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:57.899807 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-eee50381-a65c-4af8-ad9c-99848f31508f req-8356537e-9747-4f55-a98f-620fb9cb722b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0929575 Jan 17 14:57:57.950125 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-eee50381-a65c-4af8-ad9c-99848f31508f req-3e31659f-dbe5-4194-8ede-5b8b3f5bdc20 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431597 Jan 17 14:57:58.258659 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:57:58.328179 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:57:58.328549 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:58.488363 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:58.522535 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:57:58.528871 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:57:58.597564 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf77fa85-4679-424e-8eed-d414412ef820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:57:58.608160 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,revision_number=11']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:57:58.652553 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf77fa85-4679-424e-8eed-d414412ef820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673', 'code': 200} Jan 17 14:57:59.140238 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3127d5-3a6d-420c-91f7-702623c1ba78 req-badbc45f-cc6a-4d79-808c-85811facda4c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:57:59.141711 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-eb3127d5-3a6d-420c-91f7-702623c1ba78 req-badbc45f-cc6a-4d79-808c-85811facda4c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 946 time: 0.0832758 Jan 17 14:57:59.191270 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-eb3127d5-3a6d-420c-91f7-702623c1ba78 req-33af06bc-c38b-47a7-8adb-a1cccc8dde16 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438890 Jan 17 14:58:00.383403 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c8b52-f705-4ef1-b050-2b5de5f33b17 req-964cecda-5881-4885-878b-3e49e04fc60a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:00.384911 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-636c8b52-f705-4ef1-b050-2b5de5f33b17 req-964cecda-5881-4885-878b-3e49e04fc60a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 946 time: 0.0839565 Jan 17 14:58:00.429587 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-636c8b52-f705-4ef1-b050-2b5de5f33b17 req-eea690f8-abfa-426d-8783-f81cb8ca872d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385895 Jan 17 14:58:01.616510 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f0f89-5b10-4efa-b9b5-9620b5629b97 req-5ee077db-9077-4d1f-98cc-beb9df3e9d90 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:01.618015 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c97f0f89-5b10-4efa-b9b5-9620b5629b97 req-5ee077db-9077-4d1f-98cc-beb9df3e9d90 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 946 time: 0.0802617 Jan 17 14:58:01.666771 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c97f0f89-5b10-4efa-b9b5-9620b5629b97 req-95ff1b40-ad1c-4f3e-8a3b-945e99a69d64 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431309 Jan 17 14:58:02.252103 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:58:02.387577 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:58:02.400895 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'port_id': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673', 'mac_address': 'fa:16:3e:8d:37:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:58:02.454743 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:02.474463 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:58:02.490323 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:58:02.494334 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:02.565560 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,revision_number=12']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:02.581299 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['2f7eeb6c-be93-4ae9-9ec7-d777f2915673'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:58:02.891700 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3537ec4-7b3d-46fa-bf6d-b61783b0bb51 req-d179fe7f-1985-492c-b506-d152d59d55fe tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:02.893240 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d3537ec4-7b3d-46fa-bf6d-b61783b0bb51 req-d179fe7f-1985-492c-b506-d152d59d55fe tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0877714 Jan 17 14:58:02.941924 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d3537ec4-7b3d-46fa-bf6d-b61783b0bb51 req-661d2c19-6a25-49dc-997b-cd17b906edf5 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422776 Jan 17 14:58:04.132770 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82735b91-c7dc-4db7-8df4-e97762317f69 req-fdf174c5-5d37-4bb9-ba3d-6cee563f7f66 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:04.134253 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-82735b91-c7dc-4db7-8df4-e97762317f69 req-fdf174c5-5d37-4bb9-ba3d-6cee563f7f66 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0810502 Jan 17 14:58:04.181275 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-82735b91-c7dc-4db7-8df4-e97762317f69 req-6abc9932-a197-4acb-81fa-7e4b4192efb8 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400662 Jan 17 14:58:04.282926 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:58:04.388469 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47807a-5fc4-4064-afe7-390d21cb5b93 req-f6726365-a20f-4494-b991-6cb043360653 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:04.390103 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-fc47807a-5fc4-4064-afe7-390d21cb5b93 req-f6726365-a20f-4494-b991-6cb043360653 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 945 time: 0.0924673 Jan 17 14:58:04.405738 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:04.423332 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:58:04.436314 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-fc47807a-5fc4-4064-afe7-390d21cb5b93 req-01ea40e0-37be-41f7-8cec-d0e3c51ded3d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404325 Jan 17 14:58:04.440449 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:58:04.444911 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:04.514366 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,revision_number=13']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:04.641107 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ad802-7e16-4ed8-a53e-b09871daf01c req-4ceafb38-61c5-4434-aa3b-8c5af2497fa9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:04.642513 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cf9ad802-7e16-4ed8-a53e-b09871daf01c req-4ceafb38-61c5-4434-aa3b-8c5af2497fa9 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 944 time: 0.0879803 Jan 17 14:58:04.688075 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cf9ad802-7e16-4ed8-a53e-b09871daf01c req-2c97b6ab-65ee-4302-9e44-a9169d91b178 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398071 Jan 17 14:58:05.092521 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea43eb-0c1a-4212-a730-c2e104796242 req-2d78916e-ec97-4d45-85b1-579209072b3c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:05.094016 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3bea43eb-0c1a-4212-a730-c2e104796242 req-2d78916e-ec97-4d45-85b1-579209072b3c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 944 time: 0.0823541 Jan 17 14:58:05.137984 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3bea43eb-0c1a-4212-a730-c2e104796242 req-3032fffc-ddd2-4f82-bcfc-596c7d66424c tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381789 Jan 17 14:58:06.329781 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0b482-36e6-48a9-b703-a5c999624ef1 req-5fb5ee32-75f4-4149-b9ee-3ec26c19cffe tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:06.331264 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-79d0b482-36e6-48a9-b703-a5c999624ef1 req-5fb5ee32-75f4-4149-b9ee-3ec26c19cffe tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 944 time: 0.0828607 Jan 17 14:58:06.381052 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-79d0b482-36e6-48a9-b703-a5c999624ef1 req-ba57fe6d-e7e7-4842-8896-f18f2421180d tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439720 Jan 17 14:58:07.582309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821ce59-83cf-4c31-949a-faefbf041971 req-fbbd8ea9-8b35-4653-b295-cd0034610a8e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:07.583781 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4821ce59-83cf-4c31-949a-faefbf041971 req-fbbd8ea9-8b35-4653-b295-cd0034610a8e tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 944 time: 0.0846810 Jan 17 14:58:07.677222 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4821ce59-83cf-4c31-949a-faefbf041971 req-a5d4731f-2dfd-4d1f-8831-4f3fea8b6605 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups?id=41a946d2-123e-45d2-b93d-16ef5ce838aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552204 Jan 17 14:58:07.696872 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e63f66-8d0d-404c-825d-3ec0a730b9ff req-1aa563f0-64be-4016-bea7-080d9aa14980 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:07.698281 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c2e63f66-8d0d-404c-825d-3ec0a730b9ff req-1aa563f0-64be-4016-bea7-080d9aa14980 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 944 time: 0.1116827 Jan 17 14:58:07.772127 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-c2e63f66-8d0d-404c-825d-3ec0a730b9ff req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Deleting port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:58:07.772377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-c2e63f66-8d0d-404c-825d-3ec0a730b9ff req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:08.124623 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-c2e63f66-8d0d-404c-825d-3ec0a730b9ff req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] For port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:58:08.124861 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-c2e63f66-8d0d-404c-825d-3ec0a730b9ff req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:08.412769 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-c2e63f66-8d0d-404c-825d-3ec0a730b9ff req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:08.413140 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-c2e63f66-8d0d-404c-825d-3ec0a730b9ff req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:08.413448 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [req-c2e63f66-8d0d-404c-825d-3ec0a730b9ff req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Floating IP 8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b disassociated. External IP: 172.26.3.202, port: 2f7eeb6c-be93-4ae9-9ec7-d777f2915673. Jan 17 14:58:08.413786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-c2e63f66-8d0d-404c-825d-3ec0a730b9ff req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Calling delete_port for 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:58:08.557882 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-c2e63f66-8d0d-404c-825d-3ec0a730b9ff req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:08.613161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Pushing event deleted for resources: {'Port': ['ID=2f7eeb6c-be93-4ae9-9ec7-d777f2915673,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:08.674756 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:08.675096 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:08.675427 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:08.675776 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:08.676108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:08.676430 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:08.676748 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:08.677067 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:08.677385 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:08.677697 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:08.678009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:08.678324 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:08.820786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2e63f66-8d0d-404c-825d-3ec0a730b9ff req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Router d07f3d8b-176c-47cd-abe1-f21a4d67b61a has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:58:08.843012 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-cb8ea09b-e7c2-499f-ae56-4ab479abdddc req-bc770650-4fce-47d6-bd90-4bf2fd16b89a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 210 time: 0.0434959 Jan 17 14:58:09.004418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2e63f66-8d0d-404c-825d-3ec0a730b9ff req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:58:09.014040 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43295ab-aad8-4e0f-b272-dca37a5d64d2 None None] Sync routers for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:58:09.023868 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43295ab-aad8-4e0f-b272-dca37a5d64d2 None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:58:09.024457 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d43295ab-aad8-4e0f-b272-dca37a5d64d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:57:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:58:09.074396 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e63f66-8d0d-404c-825d-3ec0a730b9ff req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] No DVR routers for this DVR port 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:58:09.076797 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-c2e63f66-8d0d-404c-825d-3ec0a730b9ff req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:09.079321 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf77fa85-4679-424e-8eed-d414412ef820', 'name': 'network-vif-deleted', 'tag': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:58:09.096173 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c2e63f66-8d0d-404c-825d-3ec0a730b9ff req-4b051a49-578d-4b96-aeb7-770e841fbf71 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.15 "DELETE /v2.0/ports/2f7eeb6c-be93-4ae9-9ec7-d777f2915673 HTTP/1.1" status: 204 len: 173 time: 1.3908300 Jan 17 14:58:09.127218 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf77fa85-4679-424e-8eed-d414412ef820', 'name': 'network-vif-deleted', 'tag': '2f7eeb6c-be93-4ae9-9ec7-d777f2915673', 'status': 'completed', 'code': 200} Jan 17 14:58:09.207351 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-d43295ab-aad8-4e0f-b272-dca37a5d64d2 None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:58:09.524806 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d43295ab-aad8-4e0f-b272-dca37a5d64d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:58:09.528893 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43295ab-aad8-4e0f-b272-dca37a5d64d2 None None] Checking router: d07f3d8b-176c-47cd-abe1-f21a4d67b61a for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:58:09.537315 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43295ab-aad8-4e0f-b272-dca37a5d64d2 None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:58:09.537903 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d43295ab-aad8-4e0f-b272-dca37a5d64d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:57:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:58:09.755571 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-d43295ab-aad8-4e0f-b272-dca37a5d64d2 None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:58:10.013642 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-74a90a2b-3bac-4b21-8d0a-fe4798aa2054 req-241ef3d3-5219-404a-9eb0-18a244814b9b tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf77fa85-4679-424e-8eed-d414412ef820 HTTP/1.1" status: 200 len: 210 time: 0.0472314 Jan 17 14:58:10.082864 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d43295ab-aad8-4e0f-b272-dca37a5d64d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:58:10.086875 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43295ab-aad8-4e0f-b272-dca37a5d64d2 None None] The sync data for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv is: [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:37Z', 'revision_number': 4, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8775903a-06f7-4593-b356-da4ad32f7500', 'name': '', 'network_id': '93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'mac_address': 'fa:16:3e:d9:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:36Z', 'updated_at': '2022-01-17T14:49:42Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'subnets': [{'id': '849c6ba5-0304-40a6-a3ec-118b00cf76a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:58:10.305508 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:58:10.342704 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd9a7bb-a749-4f33-9e26-07e28acca433 None None] New status for floating IP 8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 14:58:10.399725 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:58:10.400084 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2f7eeb6c-be93-4ae9-9ec7-d777f2915673 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:58:10.742009 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afa69f6d-2f27-4671-af81-774b52c2f875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:13.931489 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96a4b364-ee00-42bd-bf63-a0d7a5802a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:14.045569 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:14.068029 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:14.396566 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44118) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:58:14.469548 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ea03ba87-dab0-4900-a907-006984996d1a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:14.497258 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ea03ba87-dab0-4900-a907-006984996d1a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:14.554478 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ea03ba87-dab0-4900-a907-006984996d1a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:14.573292 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03ba87-dab0-4900-a907-006984996d1a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a946d2-123e-45d2-b93d-16ef5ce838aa,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:14.585485 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ea03ba87-dab0-4900-a907-006984996d1a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:14.586748 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ea03ba87-dab0-4900-a907-006984996d1a tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "DELETE /v2.0/security-groups/41a946d2-123e-45d2-b93d-16ef5ce838aa HTTP/1.1" status: 204 len: 168 time: 0.1890326 Jan 17 14:58:14.589091 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44122) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:58:14.606175 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.api.v2.resource [None req-d2f54df0-fe76-41f2-a22a-b9346094e475 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] show failed (client error): The resource could not be found. Jan 17 14:58:14.607180 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d2f54df0-fe76-41f2-a22a-b9346094e475 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "GET /v2.0/security-groups/41a946d2-123e-45d2-b93d-16ef5ce838aa HTTP/1.1" status: 404 len: 347 time: 0.0166004 Jan 17 14:58:14.609937 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44126) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:58:14.774757 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-9b1a32c3-b169-4c2d-bc72-d6e41d6bf3a2 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Deleting port 8caeed74-a4f3-46d7-910b-dc24836e175a {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:58:14.775097 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b1a32c3-b169-4c2d-bc72-d6e41d6bf3a2 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:15.056203 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b1a32c3-b169-4c2d-bc72-d6e41d6bf3a2 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:15.056536 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b1a32c3-b169-4c2d-bc72-d6e41d6bf3a2 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:15.192486 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-9b1a32c3-b169-4c2d-bc72-d6e41d6bf3a2 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Calling delete_port for 8caeed74-a4f3-46d7-910b-dc24836e175a owned by network:floatingip {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:58:15.336068 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b1a32c3-b169-4c2d-bc72-d6e41d6bf3a2 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:15.390482 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a32c3-b169-4c2d-bc72-d6e41d6bf3a2 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Pushing event deleted for resources: {'Port': ['ID=8caeed74-a4f3-46d7-910b-dc24836e175a,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:15.479056 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b1a32c3-b169-4c2d-bc72-d6e41d6bf3a2 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks [] for floatingip, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:15.493367 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b1a32c3-b169-4c2d-bc72-d6e41d6bf3a2 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:15.494500 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9b1a32c3-b169-4c2d-bc72-d6e41d6bf3a2 tempest-ServerActionsTestJSON-1090889505 tempest-ServerActionsTestJSON-1090889505-project] 10.222.0.48 "DELETE /v2.0/floatingips/8cbcb630-c9ed-44f4-b8a2-72b67ff51b8b HTTP/1.1" status: 204 len: 168 time: 0.8837540 Jan 17 14:58:15.497446 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44130) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:58:15.598588 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:16.072033 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-27bd83f1-ddce-484c-9c1a-27ca41f5b626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:16.534389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-27bd83f1-ddce-484c-9c1a-27ca41f5b626 admin admin] Deleting port 8775903a-06f7-4593-b356-da4ad32f7500 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:58:16.535120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-27bd83f1-ddce-484c-9c1a-27ca41f5b626 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:16.721791 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-27bd83f1-ddce-484c-9c1a-27ca41f5b626 admin admin] For port 8775903a-06f7-4593-b356-da4ad32f7500, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8775903a-06f7-4593-b356-da4ad32f7500,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:58:16.722144 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-27bd83f1-ddce-484c-9c1a-27ca41f5b626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:16.848250 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-27bd83f1-ddce-484c-9c1a-27ca41f5b626 admin admin] Calling delete_port for 8775903a-06f7-4593-b356-da4ad32f7500 owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:58:17.174587 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-27bd83f1-ddce-484c-9c1a-27ca41f5b626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:17.222711 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd83f1-ddce-484c-9c1a-27ca41f5b626 admin admin] Pushing event deleted for resources: {'Port': ['ID=8775903a-06f7-4593-b356-da4ad32f7500,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:17.495212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-27bd83f1-ddce-484c-9c1a-27ca41f5b626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:17.994768 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bd83f1-ddce-484c-9c1a-27ca41f5b626 admin admin] Router d07f3d8b-176c-47cd-abe1-f21a4d67b61a has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:58:18.172894 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bd83f1-ddce-484c-9c1a-27ca41f5b626 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:58:18.182474 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14211bfc-bb5b-49e9-95e5-db8ffaf250d9 None None] Sync routers for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:58:18.187112 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-27bd83f1-ddce-484c-9c1a-27ca41f5b626 admin admin] 10.222.0.48 "PUT /v2.0/routers/d07f3d8b-176c-47cd-abe1-f21a4d67b61a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6886501 Jan 17 14:58:18.189784 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44136) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:58:18.194143 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14211bfc-bb5b-49e9-95e5-db8ffaf250d9 None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:58:18.194932 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-14211bfc-bb5b-49e9-95e5-db8ffaf250d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:58:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:58:18.372289 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3ded3213-1f3f-4fa7-b330-73805cc992ab admin admin] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:18.378309 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-14211bfc-bb5b-49e9-95e5-db8ffaf250d9 None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:58:18.551095 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3ded3213-1f3f-4fa7-b330-73805cc992ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:18.561451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-3ded3213-1f3f-4fa7-b330-73805cc992ab admin admin] Deleting port 085d43fd-ce05-4eaa-98fe-efc7507b0b83 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:58:18.561793 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3ded3213-1f3f-4fa7-b330-73805cc992ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:18.671679 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-14211bfc-bb5b-49e9-95e5-db8ffaf250d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:58:17Z', 'revision_number': 5, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port': {'id': '085d43fd-ce05-4eaa-98fe-efc7507b0b83', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:58:18.675902 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14211bfc-bb5b-49e9-95e5-db8ffaf250d9 None None] Checking router: d07f3d8b-176c-47cd-abe1-f21a4d67b61a for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:58:18.685155 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14211bfc-bb5b-49e9-95e5-db8ffaf250d9 None None] Routers {'d07f3d8b-176c-47cd-abe1-f21a4d67b61a'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:58:18.685757 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-14211bfc-bb5b-49e9-95e5-db8ffaf250d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:58:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:58:18.755995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-3ded3213-1f3f-4fa7-b330-73805cc992ab admin admin] For port 085d43fd-ce05-4eaa-98fe-efc7507b0b83, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=085d43fd-ce05-4eaa-98fe-efc7507b0b83,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:58:18.756503 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3ded3213-1f3f-4fa7-b330-73805cc992ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:18.848154 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-14211bfc-bb5b-49e9-95e5-db8ffaf250d9 None None] Set router d07f3d8b-176c-47cd-abe1-f21a4d67b61a gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:58:18.882977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-3ded3213-1f3f-4fa7-b330-73805cc992ab admin admin] Calling delete_port for 085d43fd-ce05-4eaa-98fe-efc7507b0b83 owned by network:router_gateway {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:58:18.955799 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-14211bfc-bb5b-49e9-95e5-db8ffaf250d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:58:18Z', 'revision_number': 6, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:58:18.960080 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14211bfc-bb5b-49e9-95e5-db8ffaf250d9 None None] The sync data for ids ['d07f3d8b-176c-47cd-abe1-f21a4d67b61a'] in dv-neutron-824901-1-hyperv is: [{'id': 'd07f3d8b-176c-47cd-abe1-f21a4d67b61a', 'name': 'tempest-ServerActionsTestJSON-417172814-router', 'tenant_id': 'cdb219dbbff34a98a6448109649281df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:49:33Z', 'updated_at': '2022-01-17T14:58:18Z', 'revision_number': 6, 'project_id': 'cdb219dbbff34a98a6448109649281df', 'gw_port_host': None}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:58:19.072924 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3ded3213-1f3f-4fa7-b330-73805cc992ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:19.121979 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded3213-1f3f-4fa7-b330-73805cc992ab admin admin] Pushing event deleted for resources: {'Port': ['ID=085d43fd-ce05-4eaa-98fe-efc7507b0b83,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:19.212164 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3ded3213-1f3f-4fa7-b330-73805cc992ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:19.495948 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3ded3213-1f3f-4fa7-b330-73805cc992ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:19.498152 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3ded3213-1f3f-4fa7-b330-73805cc992ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:19.525965 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3ded3213-1f3f-4fa7-b330-73805cc992ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:19.526785 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ded3213-1f3f-4fa7-b330-73805cc992ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router d07f3d8b-176c-47cd-abe1-f21a4d67b61a {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:58:19.541205 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3ded3213-1f3f-4fa7-b330-73805cc992ab admin admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:19.542309 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3ded3213-1f3f-4fa7-b330-73805cc992ab admin admin] 10.222.0.48 "DELETE /v2.0/routers/d07f3d8b-176c-47cd-abe1-f21a4d67b61a HTTP/1.1" status: 204 len: 168 time: 1.3516059 Jan 17 14:58:19.544980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44140) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:58:19.606537 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b78503c-2ba6-47c2-b82c-3a210d4cb041 admin admin] Deleting subnet 849c6ba5-0304-40a6-a3ec-118b00cf76a5 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:58:19.609305 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0b78503c-2ba6-47c2-b82c-3a210d4cb041 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:19.656644 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0b78503c-2ba6-47c2-b82c-3a210d4cb041 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:19.737407 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0b78503c-2ba6-47c2-b82c-3a210d4cb041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:19.809073 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0b78503c-2ba6-47c2-b82c-3a210d4cb041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:19.849657 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78503c-2ba6-47c2-b82c-3a210d4cb041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=849c6ba5-0304-40a6-a3ec-118b00cf76a5,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:19.851647 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0b78503c-2ba6-47c2-b82c-3a210d4cb041 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:19.859066 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0b78503c-2ba6-47c2-b82c-3a210d4cb041 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/849c6ba5-0304-40a6-a3ec-118b00cf76a5 HTTP/1.1" status: 204 len: 168 time: 0.3129504 Jan 17 14:58:19.860054 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bc5528-2e93-41b5-8da6-14edcb419c8d None None] Network 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:58:19.861809 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44144) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:58:19.981366 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b50e425c-3e06-4559-a9da-8fc8aa06d7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:19.993666 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-b50e425c-3e06-4559-a9da-8fc8aa06d7f5 admin admin] Deleting port cba84710-29b1-4a10-9da1-f045c49277ca {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:58:19.994180 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b50e425c-3e06-4559-a9da-8fc8aa06d7f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:20.111904 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b5cd45-8c4b-48e0-ad85-a25573a278ed None None] DHCP port deletion for 93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:58:20.116158 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e7b5cd45-8c4b-48e0-ad85-a25573a278ed None None] Deleting port cba84710-29b1-4a10-9da1-f045c49277ca {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:58:20.116531 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e7b5cd45-8c4b-48e0-ad85-a25573a278ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:20.214873 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-b50e425c-3e06-4559-a9da-8fc8aa06d7f5 admin admin] For port cba84710-29b1-4a10-9da1-f045c49277ca, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=cba84710-29b1-4a10-9da1-f045c49277ca,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:58:20.215640 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b50e425c-3e06-4559-a9da-8fc8aa06d7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:20.342312 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-b50e425c-3e06-4559-a9da-8fc8aa06d7f5 admin admin] Calling delete_port for cba84710-29b1-4a10-9da1-f045c49277ca owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:58:20.368813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-e7b5cd45-8c4b-48e0-ad85-a25573a278ed None None] For port cba84710-29b1-4a10-9da1-f045c49277ca, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=cba84710-29b1-4a10-9da1-f045c49277ca,segment=NetworkSegment(baf38521-d5db-4e0d-8e5e-26a82c0e2673),segment_id=baf38521-d5db-4e0d-8e5e-26a82c0e2673)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:58:20.369126 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e7b5cd45-8c4b-48e0-ad85-a25573a278ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:20.424577 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b50e425c-3e06-4559-a9da-8fc8aa06d7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:20.470896 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e425c-3e06-4559-a9da-8fc8aa06d7f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cba84710-29b1-4a10-9da1-f045c49277ca,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:20.475661 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50e425c-3e06-4559-a9da-8fc8aa06d7f5 admin admin] No DVR routers for this DVR port cba84710-29b1-4a10-9da1-f045c49277ca on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:58:20.490642 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e7b5cd45-8c4b-48e0-ad85-a25573a278ed None None] Calling delete_port for cba84710-29b1-4a10-9da1-f045c49277ca owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:58:20.564432 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-e7b5cd45-8c4b-48e0-ad85-a25573a278ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:58:20.564782 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-e7b5cd45-8c4b-48e0-ad85-a25573a278ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:58:20.592907 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b50e425c-3e06-4559-a9da-8fc8aa06d7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:20.618088 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-b50e425c-3e06-4559-a9da-8fc8aa06d7f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:58:20.630471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-b50e425c-3e06-4559-a9da-8fc8aa06d7f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf38521-d5db-4e0d-8e5e-26a82c0e2673') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:58:20.630698 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-b50e425c-3e06-4559-a9da-8fc8aa06d7f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf38521-d5db-4e0d-8e5e-26a82c0e2673') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:58:20.643332 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b50e425c-3e06-4559-a9da-8fc8aa06d7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:20.659280 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b50e425c-3e06-4559-a9da-8fc8aa06d7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:20.665142 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50e425c-3e06-4559-a9da-8fc8aa06d7f5 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:58:20.665537 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b50e425c-3e06-4559-a9da-8fc8aa06d7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:58:20.678327 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:58:20.746824 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8775903a-06f7-4593-b356-da4ad32f7500 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:58:20.760549 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b50e425c-3e06-4559-a9da-8fc8aa06d7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:20.778963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b50e425c-3e06-4559-a9da-8fc8aa06d7f5 admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:20.784490 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 8775903a-06f7-4593-b356-da4ad32f7500 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:58:20.784827 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8775903a-06f7-4593-b356-da4ad32f7500 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:58:20.785425 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 085d43fd-ce05-4eaa-98fe-efc7507b0b83 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:58:20.789069 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e425c-3e06-4559-a9da-8fc8aa06d7f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:20.816641 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b50e425c-3e06-4559-a9da-8fc8aa06d7f5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/93a1ffbe-4c61-4afd-b6dd-00f7edbf3c4c HTTP/1.1" status: 204 len: 168 time: 0.9515126 Jan 17 14:58:20.819648 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 085d43fd-ce05-4eaa-98fe-efc7507b0b83 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:58:20.820017 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 085d43fd-ce05-4eaa-98fe-efc7507b0b83 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:58:20.820613 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cba84710-29b1-4a10-9da1-f045c49277ca no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:58:20.857817 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: cba84710-29b1-4a10-9da1-f045c49277ca {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:58:20.858169 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cba84710-29b1-4a10-9da1-f045c49277ca not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:58:20.929098 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44150) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:58:20.977604 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-36cb4898-cc1b-4f22-b4b3-b2f021cd0d92 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cdb219dbbff34a98a6448109649281df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466816 Jan 17 14:58:20.979387 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44154) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:58:21.065838 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e7b5cd45-8c4b-48e0-ad85-a25573a278ed None None] Deleting port cba84710-29b1-4a10-9da1-f045c49277ca {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:58:21.066425 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e7b5cd45-8c4b-48e0-ad85-a25573a278ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:21.134060 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-e7b5cd45-8c4b-48e0-ad85-a25573a278ed None None] The port 'cba84710-29b1-4a10-9da1-f045c49277ca' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:58:21.143942 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8838da2b-a406-4124-afed-bf38cf14a83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:21.170339 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8838da2b-a406-4124-afed-bf38cf14a83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:21.223150 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8838da2b-a406-4124-afed-bf38cf14a83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:21.241730 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838da2b-a406-4124-afed-bf38cf14a83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d76247-73e4-4c9e-9dc6-499823279376,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:21.250911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8838da2b-a406-4124-afed-bf38cf14a83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:21.252087 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8838da2b-a406-4124-afed-bf38cf14a83f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/43d76247-73e4-4c9e-9dc6-499823279376 HTTP/1.1" status: 204 len: 168 time: 0.2717397 Jan 17 14:58:21.974107 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44178) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:58:22.075248 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2097445193-network', 'tenant_id': 'df60cfd7b6c6482ab2b5fc4745c858e4'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:58:22.080985 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:58:22.085353 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Usage tracker for resource:network and tenant:df60cfd7b6c6482ab2b5fc4745c858e4 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:58:22.088616 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:58:22.094424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:58:22.104767 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Made reservation on behalf of df60cfd7b6c6482ab2b5fc4745c858e4 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:58:22.107556 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:22.119401 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:22.133726 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:58:22.137445 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Usage tracker for resource:security_group_rule and tenant:df60cfd7b6c6482ab2b5fc4745c858e4 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:58:22.140154 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:58:22.145623 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:58:22.232638 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:22.236505 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:22.268169 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:58:22.283880 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59455ba-be6d-4f78-8dd0-85d633b08cd9,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:22.292086 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:22.292442 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Added segment 91b02c6c-4511-43a5-870d-7270fedbae4b of type vlan for network efc9a015-5a9f-433b-9edb-be7013ad7148 Jan 17 14:58:22.294690 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:22.295026 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:22.295353 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:22.295677 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:22.296022 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:22.296339 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:22.296655 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:22.296969 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:22.297306 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:22.297588 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:22.297896 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:22.298202 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:22.327046 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:22.355944 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:22.356867 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:22.357423 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:22.458194 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] Pushing event updated for resources: {'Network': ['ID=efc9a015-5a9f-433b-9edb-be7013ad7148,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:22.461172 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5f524224-229f-48cb-b2e1-eb2343c6cdea admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4860773 Jan 17 14:58:22.464058 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44184) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:58:22.469430 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network efc9a015-5a9f-433b-9edb-be7013ad7148 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:58:22.470121 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ceaa653e-0f86-4c98-b6e8-b086a7a4f5f9 admin admin] Request body: {'subnet': {'network_id': 'efc9a015-5a9f-433b-9edb-be7013ad7148', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2097445193-subnet', 'tenant_id': 'df60cfd7b6c6482ab2b5fc4745c858e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:58:22.475013 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ceaa653e-0f86-4c98-b6e8-b086a7a4f5f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:58:22.478831 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ceaa653e-0f86-4c98-b6e8-b086a7a4f5f9 admin admin] Usage tracker for resource:subnet and tenant:df60cfd7b6c6482ab2b5fc4745c858e4 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:58:22.482544 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ceaa653e-0f86-4c98-b6e8-b086a7a4f5f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:58:22.488904 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ceaa653e-0f86-4c98-b6e8-b086a7a4f5f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:58:22.499430 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceaa653e-0f86-4c98-b6e8-b086a7a4f5f9 admin admin] Made reservation on behalf of df60cfd7b6c6482ab2b5fc4745c858e4 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:58:22.501739 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ceaa653e-0f86-4c98-b6e8-b086a7a4f5f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:22.807480 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ceaa653e-0f86-4c98-b6e8-b086a7a4f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:22.889185 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa653e-0f86-4c98-b6e8-b086a7a4f5f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=397cb752-d032-4c00-a4ef-3091d9747aeb,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:22.894583 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaa653e-0f86-4c98-b6e8-b086a7a4f5f9 admin admin] Checking segment: {'id': '91b02c6c-4511-43a5-870d-7270fedbae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'efc9a015-5a9f-433b-9edb-be7013ad7148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:58:22.894930 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaa653e-0f86-4c98-b6e8-b086a7a4f5f9 admin admin] Network hostable DHCP agents. Network: efc9a015-5a9f-433b-9edb-be7013ad7148, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:58:22.914621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaa653e-0f86-4c98-b6e8-b086a7a4f5f9 admin admin] Network efc9a015-5a9f-433b-9edb-be7013ad7148 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:58:22.925413 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-ceaa653e-0f86-4c98-b6e8-b086a7a4f5f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, efc9a015-5a9f-433b-9edb-be7013ad7148) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:58:22.929875 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaa653e-0f86-4c98-b6e8-b086a7a4f5f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:22.930432 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ceaa653e-0f86-4c98-b6e8-b086a7a4f5f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:22.934597 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bd1e9f-6ef0-42c8-94df-5dd405932403 None None] Network efc9a015-5a9f-433b-9edb-be7013ad7148 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:58:22.951185 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ceaa653e-0f86-4c98-b6e8-b086a7a4f5f9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4855375 Jan 17 14:58:23.146772 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab7d45e-8fb2-41db-91da-60939cea70eb None None] Network efc9a015-5a9f-433b-9edb-be7013ad7148 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:58:23.277948 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:23.500777 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d1251-045e-4a72-b859-77e774e8b251 req-49bffc8d-663b-4eca-9ace-ee3a7bf40652 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:23.501444 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-258d1251-045e-4a72-b859-77e774e8b251 req-49bffc8d-663b-4eca-9ace-ee3a7bf40652 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Synchronizing usage tracker for tenant:df60cfd7b6c6482ab2b5fc4745c858e4 on resource:network {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:58:23.518356 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-258d1251-045e-4a72-b859-77e774e8b251 req-49bffc8d-663b-4eca-9ace-ee3a7bf40652 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Unset dirty status for tenant:df60cfd7b6c6482ab2b5fc4745c858e4 on resource:network {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:58:23.519579 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-258d1251-045e-4a72-b859-77e774e8b251 req-49bffc8d-663b-4eca-9ace-ee3a7bf40652 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/networks?id=efc9a015-5a9f-433b-9edb-be7013ad7148 HTTP/1.1" status: 200 len: 814 time: 0.1613512 Jan 17 14:58:23.535280 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-258d1251-045e-4a72-b859-77e774e8b251 req-0bc6b78f-6d29-4ef8-bb1a-565ef7e8ed0f tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/quotas/df60cfd7b6c6482ab2b5fc4745c858e4 HTTP/1.1" status: 200 len: 375 time: 0.0101151 Jan 17 14:58:23.582065 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-258d1251-045e-4a72-b859-77e774e8b251 req-deb713e4-ccaf-428e-ae7e-dac6a5ddb51f tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=df60cfd7b6c6482ab2b5fc4745c858e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414853 Jan 17 14:58:23.634948 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [req-258d1251-045e-4a72-b859-77e774e8b251 req-8b94fcab-f989-4693-8deb-42b8d1edc48b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 14:58:23.635926 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-258d1251-045e-4a72-b859-77e774e8b251 req-8b94fcab-f989-4693-8deb-42b8d1edc48b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476222 Jan 17 14:58:23.767443 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-258d1251-045e-4a72-b859-77e774e8b251 req-e7c9afd7-9bdf-4fd5-b437-8b6f2bcfc386 service neutron] 10.222.0.48 "GET /v2.0/networks/efc9a015-5a9f-433b-9edb-be7013ad7148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251602 Jan 17 14:58:23.906885 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-258d1251-045e-4a72-b859-77e774e8b251 req-2627e82c-7179-4fea-9805-d1a8533fb001 service neutron] 10.222.0.48 "GET /v2.0/networks/efc9a015-5a9f-433b-9edb-be7013ad7148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335111 Jan 17 14:58:24.082533 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-407204e9-46cd-4a72-a7d5-7976c7d7bd40 req-d26cc292-450f-4732-bdb5-ae526ad52a54 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 210 time: 0.0418839 Jan 17 14:58:25.243290 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e40a2e2c-a07f-44f9-9760-6b0a30b713b3 req-23176922-f373-4d67-8ee9-e5631d82820a tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 210 time: 0.0489159 Jan 17 14:58:25.279944 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d1251-045e-4a72-b859-77e774e8b251 req-140c285a-6fb1-4597-b335-05f7ac41e8f6 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:25.281358 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-258d1251-045e-4a72-b859-77e774e8b251 req-140c285a-6fb1-4597-b335-05f7ac41e8f6 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.15 "GET /v2.0/networks?id=efc9a015-5a9f-433b-9edb-be7013ad7148 HTTP/1.1" status: 200 len: 814 time: 0.1586158 Jan 17 14:58:25.293379 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-258d1251-045e-4a72-b859-77e774e8b251 req-1011c5cf-dffd-4a7a-8ea3-b4fb2340465c tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Request body: {'port': {'device_id': '7cae3089-b38b-45c5-879f-e71bbfcce003', 'network_id': 'efc9a015-5a9f-433b-9edb-be7013ad7148', 'admin_state_up': True, 'tenant_id': 'df60cfd7b6c6482ab2b5fc4745c858e4'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:58:25.442269 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-258d1251-045e-4a72-b859-77e774e8b251 req-1011c5cf-dffd-4a7a-8ea3-b4fb2340465c tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:58:25.446249 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-258d1251-045e-4a72-b859-77e774e8b251 req-1011c5cf-dffd-4a7a-8ea3-b4fb2340465c tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Usage tracker for resource:port and tenant:df60cfd7b6c6482ab2b5fc4745c858e4 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:58:25.449809 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-258d1251-045e-4a72-b859-77e774e8b251 req-1011c5cf-dffd-4a7a-8ea3-b4fb2340465c tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:58:25.460402 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-258d1251-045e-4a72-b859-77e774e8b251 req-1011c5cf-dffd-4a7a-8ea3-b4fb2340465c tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:58:25.474763 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258d1251-045e-4a72-b859-77e774e8b251 req-1011c5cf-dffd-4a7a-8ea3-b4fb2340465c tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Made reservation on behalf of df60cfd7b6c6482ab2b5fc4745c858e4 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:58:25.480453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-258d1251-045e-4a72-b859-77e774e8b251 req-1011c5cf-dffd-4a7a-8ea3-b4fb2340465c tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:25.691010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-258d1251-045e-4a72-b859-77e774e8b251 req-1011c5cf-dffd-4a7a-8ea3-b4fb2340465c tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Allocated IP 172.20.0.4 (efc9a015-5a9f-433b-9edb-be7013ad7148/397cb752-d032-4c00-a4ef-3091d9747aeb/7c0d26f9-16c0-477e-a975-29857af600ec) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:58:25.909154 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-258d1251-045e-4a72-b859-77e774e8b251 req-1011c5cf-dffd-4a7a-8ea3-b4fb2340465c tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:25.940782 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-258d1251-045e-4a72-b859-77e774e8b251 req-1011c5cf-dffd-4a7a-8ea3-b4fb2340465c tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:26.012083 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258d1251-045e-4a72-b859-77e774e8b251 req-1011c5cf-dffd-4a7a-8ea3-b4fb2340465c tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Network efc9a015-5a9f-433b-9edb-be7013ad7148 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:58:26.015253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-258d1251-045e-4a72-b859-77e774e8b251 req-1011c5cf-dffd-4a7a-8ea3-b4fb2340465c tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:58:26.019464 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-258d1251-045e-4a72-b859-77e774e8b251 req-1011c5cf-dffd-4a7a-8ea3-b4fb2340465c tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:58:26.049037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011c5cf-dffd-4a7a-8ea3-b4fb2340465c tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Pushing event updated for resources: {'Port': ['ID=7c0d26f9-16c0-477e-a975-29857af600ec,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:26.086243 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d1251-045e-4a72-b859-77e774e8b251 req-1011c5cf-dffd-4a7a-8ea3-b4fb2340465c tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:26.086860 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-258d1251-045e-4a72-b859-77e774e8b251 req-1011c5cf-dffd-4a7a-8ea3-b4fb2340465c tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:26.107170 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-258d1251-045e-4a72-b859-77e774e8b251 req-1011c5cf-dffd-4a7a-8ea3-b4fb2340465c tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8179455 Jan 17 14:58:26.118884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] Request body: {'port': {'device_id': '7cae3089-b38b-45c5-879f-e71bbfcce003', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:58:26.235259 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:26.556402 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e7dae-4889-437a-90f3-05ba8f76d266 req-54942306-3fab-4c52-a40b-5bfed03e42f8 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:26.557242 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-1d9e7dae-4889-437a-90f3-05ba8f76d266 req-54942306-3fab-4c52-a40b-5bfed03e42f8 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Synchronizing usage tracker for tenant:df60cfd7b6c6482ab2b5fc4745c858e4 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:58:26.595614 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-1d9e7dae-4889-437a-90f3-05ba8f76d266 req-54942306-3fab-4c52-a40b-5bfed03e42f8 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Unset dirty status for tenant:df60cfd7b6c6482ab2b5fc4745c858e4 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:58:26.596805 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1d9e7dae-4889-437a-90f3-05ba8f76d266 req-54942306-3fab-4c52-a40b-5bfed03e42f8 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 931 time: 0.2390928 Jan 17 14:58:26.695927 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1d9e7dae-4889-437a-90f3-05ba8f76d266 req-e5604785-26ff-45f2-a730-ed1f494effde tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861604 Jan 17 14:58:26.697786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0d26f9-16c0-477e-a975-29857af600ec {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:58:26.706390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:26.722313 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] Transition to ACTIVE for port object 7c0d26f9-16c0-477e-a975-29857af600ec will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:58:26.725535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:26.888866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0d26f9-16c0-477e-a975-29857af600ec,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:26.962882 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] Attempting to bind port 7c0d26f9-16c0-477e-a975-29857af600ec on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:58:26.963218 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] Attempting to bind port 7c0d26f9-16c0-477e-a975-29857af600ec by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '91b02c6c-4511-43a5-870d-7270fedbae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'efc9a015-5a9f-433b-9edb-be7013ad7148'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:58:26.963553 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] Attempting to bind port 7c0d26f9-16c0-477e-a975-29857af600ec on network efc9a015-5a9f-433b-9edb-be7013ad7148 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:58:26.968763 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] Port 7c0d26f9-16c0-477e-a975-29857af600ec on network efc9a015-5a9f-433b-9edb-be7013ad7148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:58:26.969085 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] Attempting to bind port 7c0d26f9-16c0-477e-a975-29857af600ec on network efc9a015-5a9f-433b-9edb-be7013ad7148 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:58:26.974291 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:58:26.974630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] Checking segment: {'id': '91b02c6c-4511-43a5-870d-7270fedbae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'efc9a015-5a9f-433b-9edb-be7013ad7148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:58:26.975013 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] Bound using segment: {'id': '91b02c6c-4511-43a5-870d-7270fedbae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'efc9a015-5a9f-433b-9edb-be7013ad7148'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:58:26.975439 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] Bound port: 7c0d26f9-16c0-477e-a975-29857af600ec, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91b02c6c-4511-43a5-870d-7270fedbae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'efc9a015-5a9f-433b-9edb-be7013ad7148'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:58:26.975812 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:27.159414 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] For port 7c0d26f9-16c0-477e-a975-29857af600ec, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:58:27.162315 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] For port 7c0d26f9-16c0-477e-a975-29857af600ec, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=7c0d26f9-16c0-477e-a975-29857af600ec,segment=NetworkSegment(91b02c6c-4511-43a5-870d-7270fedbae4b),segment_id=91b02c6c-4511-43a5-870d-7270fedbae4b)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:58:27.168842 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:27.229230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:27.229738 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:27.231651 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-258d1251-045e-4a72-b859-77e774e8b251 req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] 10.222.0.15 "PUT /v2.0/ports/7c0d26f9-16c0-477e-a975-29857af600ec HTTP/1.1" status: 200 len: 1093 time: 1.1172147 Jan 17 14:58:27.232097 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cae3089-b38b-45c5-879f-e71bbfcce003', 'tag': '7c0d26f9-16c0-477e-a975-29857af600ec'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:58:27.252268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff584ad0-7270-4e8c-ad46-5a05b1e5e821 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0d26f9-16c0-477e-a975-29857af600ec,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:27.301540 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cae3089-b38b-45c5-879f-e71bbfcce003', 'tag': '7c0d26f9-16c0-477e-a975-29857af600ec', 'status': 'completed', 'code': 200} Jan 17 14:58:27.344578 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d1251-045e-4a72-b859-77e774e8b251 req-de127eba-8036-453e-8b39-d43031299c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:27.346079 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-258d1251-045e-4a72-b859-77e774e8b251 req-de127eba-8036-453e-8b39-d43031299c64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=df60cfd7b6c6482ab2b5fc4745c858e4&device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 1096 time: 0.0774894 Jan 17 14:58:27.422285 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-258d1251-045e-4a72-b859-77e774e8b251 req-eb704fc0-af54-4c8a-a765-a9c57c7e49ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c0d26f9-16c0-477e-a975-29857af600ec HTTP/1.1" status: 200 len: 217 time: 0.0692370 Jan 17 14:58:27.490393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d1251-045e-4a72-b859-77e774e8b251 req-b4079860-820c-4c87-b4dc-50e1a0a7c058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:27.491849 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-258d1251-045e-4a72-b859-77e774e8b251 req-b4079860-820c-4c87-b4dc-50e1a0a7c058 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=397cb752-d032-4c00-a4ef-3091d9747aeb HTTP/1.1" status: 200 len: 854 time: 0.0630815 Jan 17 14:58:27.538088 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-258d1251-045e-4a72-b859-77e774e8b251 req-ffbf5e11-d29d-4261-8556-0c858b52ac56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efc9a015-5a9f-433b-9edb-be7013ad7148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394917 Jan 17 14:58:27.670517 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-258d1251-045e-4a72-b859-77e774e8b251 req-5f470f80-8b87-4a41-96b0-65eac7c31913 service neutron] 10.222.0.15 "GET /v2.0/networks/efc9a015-5a9f-433b-9edb-be7013ad7148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264875 Jan 17 14:58:27.813665 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-258d1251-045e-4a72-b859-77e774e8b251 req-a99c7e3e-3c0d-4919-9cc5-7cc71cb9b937 service neutron] 10.222.0.15 "GET /v2.0/networks/efc9a015-5a9f-433b-9edb-be7013ad7148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367605 Jan 17 14:58:27.996317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230db20-27c3-4018-a3e7-3b1ffe1a56ae req-057f5ec7-340d-4c9d-bb8e-780d0ef195c8 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:27.997689 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e230db20-27c3-4018-a3e7-3b1ffe1a56ae req-057f5ec7-340d-4c9d-bb8e-780d0ef195c8 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 943 time: 0.1442716 Jan 17 14:58:28.003254 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6f85a-1ade-4ed6-8617-c01e358c629d req-04ebbd82-97ee-4fae-8ca7-5bee3ac73a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:28.004715 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-17c6f85a-1ade-4ed6-8617-c01e358c629d req-04ebbd82-97ee-4fae-8ca7-5bee3ac73a55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=df60cfd7b6c6482ab2b5fc4745c858e4&device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 1096 time: 0.1125081 Jan 17 14:58:28.126067 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e230db20-27c3-4018-a3e7-3b1ffe1a56ae req-5201da17-349a-472e-9e1e-43ea4bb4e136 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181879 Jan 17 14:58:28.166116 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6f85a-1ade-4ed6-8617-c01e358c629d req-9228940c-c5b1-4ed8-b4af-e8c921cd86d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:28.167621 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-17c6f85a-1ade-4ed6-8617-c01e358c629d req-9228940c-c5b1-4ed8-b4af-e8c921cd86d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efc9a015-5a9f-433b-9edb-be7013ad7148 HTTP/1.1" status: 200 len: 915 time: 0.1465025 Jan 17 14:58:28.241482 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-17c6f85a-1ade-4ed6-8617-c01e358c629d req-496b10e4-154d-4827-b8a5-fedee3ffc328 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c0d26f9-16c0-477e-a975-29857af600ec HTTP/1.1" status: 200 len: 217 time: 0.0678411 Jan 17 14:58:28.303650 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6f85a-1ade-4ed6-8617-c01e358c629d req-c57e09c8-b2d5-4a1d-a1ff-95c419b454d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:28.305049 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-17c6f85a-1ade-4ed6-8617-c01e358c629d req-c57e09c8-b2d5-4a1d-a1ff-95c419b454d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=397cb752-d032-4c00-a4ef-3091d9747aeb HTTP/1.1" status: 200 len: 854 time: 0.0572197 Jan 17 14:58:28.360016 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-17c6f85a-1ade-4ed6-8617-c01e358c629d req-0411e200-87ea-42cc-88ab-648ab361f1c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efc9a015-5a9f-433b-9edb-be7013ad7148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470781 Jan 17 14:58:28.497618 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-17c6f85a-1ade-4ed6-8617-c01e358c629d req-dcba7e73-c6b7-453c-9371-99946a9d9159 service neutron] 10.222.0.15 "GET /v2.0/networks/efc9a015-5a9f-433b-9edb-be7013ad7148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309264 Jan 17 14:58:28.629638 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-17c6f85a-1ade-4ed6-8617-c01e358c629d req-c3b48221-0c4d-4c9d-9575-d031f73fadde service neutron] 10.222.0.15 "GET /v2.0/networks/efc9a015-5a9f-433b-9edb-be7013ad7148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259551 Jan 17 14:58:29.311453 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5495b-5f38-4d28-b36f-a9f6cb4efa7e req-3ffd6529-740b-4ab7-a76c-8f6e16b56676 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:29.312957 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c6d5495b-5f38-4d28-b36f-a9f6cb4efa7e req-3ffd6529-740b-4ab7-a76c-8f6e16b56676 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 943 time: 0.0798085 Jan 17 14:58:29.357699 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-c6d5495b-5f38-4d28-b36f-a9f6cb4efa7e req-ebdede82-a236-44f3-9113-0a9408d2a4b0 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Synchronizing usage tracker for tenant:df60cfd7b6c6482ab2b5fc4745c858e4 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:58:29.375062 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-c6d5495b-5f38-4d28-b36f-a9f6cb4efa7e req-ebdede82-a236-44f3-9113-0a9408d2a4b0 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Unset dirty status for tenant:df60cfd7b6c6482ab2b5fc4745c858e4 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:58:29.376174 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c6d5495b-5f38-4d28-b36f-a9f6cb4efa7e req-ebdede82-a236-44f3-9113-0a9408d2a4b0 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576417 Jan 17 14:58:30.361356 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 7c0d26f9-16c0-477e-a975-29857af600ec details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:58:30.514139 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 7c0d26f9-16c0-477e-a975-29857af600ec, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=7c0d26f9-16c0-477e-a975-29857af600ec,segment=NetworkSegment(91b02c6c-4511-43a5-870d-7270fedbae4b),segment_id=91b02c6c-4511-43a5-870d-7270fedbae4b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:58:30.534513 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '7c0d26f9-16c0-477e-a975-29857af600ec', 'network_id': 'efc9a015-5a9f-433b-9edb-be7013ad7148', 'port_id': '7c0d26f9-16c0-477e-a975-29857af600ec', 'mac_address': 'fa:16:3e:b5:19:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397cb752-d032-4c00-a4ef-3091d9747aeb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:58:30.574399 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079771a-f97c-46da-a4fb-7f1d7b02acc0 req-d34222a6-86f3-4198-ba47-c98e21a3ede4 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:30.576487 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8079771a-f97c-46da-a4fb-7f1d7b02acc0 req-d34222a6-86f3-4198-ba47-c98e21a3ede4 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 943 time: 0.0895748 Jan 17 14:58:30.595188 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:30.613376 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0d26f9-16c0-477e-a975-29857af600ec {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:58:30.623455 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8079771a-f97c-46da-a4fb-7f1d7b02acc0 req-68068d59-e6d8-408e-9249-bc9176fa3c1c tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417697 Jan 17 14:58:30.629297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 7c0d26f9-16c0-477e-a975-29857af600ec, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=7c0d26f9-16c0-477e-a975-29857af600ec,segment=NetworkSegment(91b02c6c-4511-43a5-870d-7270fedbae4b),segment_id=91b02c6c-4511-43a5-870d-7270fedbae4b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:58:30.633567 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:30.702944 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=7c0d26f9-16c0-477e-a975-29857af600ec,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:30.974791 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['7c0d26f9-16c0-477e-a975-29857af600ec'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:58:31.824747 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2b405-ff16-412f-a8ca-3b8747835a6c req-e5f25c0d-a0ef-44a6-a144-7a96c2468c2d tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:31.826583 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-41f2b405-ff16-412f-a8ca-3b8747835a6c req-e5f25c0d-a0ef-44a6-a144-7a96c2468c2d tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 944 time: 0.0884030 Jan 17 14:58:31.879279 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-41f2b405-ff16-412f-a8ca-3b8747835a6c req-a3fdd049-dff6-4284-adc8-c1ed774e6195 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424967 Jan 17 14:58:32.393121 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 7c0d26f9-16c0-477e-a975-29857af600ec up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:58:32.499778 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 7c0d26f9-16c0-477e-a975-29857af600ec completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:58:32.504519 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 7c0d26f9-16c0-477e-a975-29857af600ec triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:58:32.504883 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:32.621170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:32.648197 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cae3089-b38b-45c5-879f-e71bbfcce003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0d26f9-16c0-477e-a975-29857af600ec'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:58:32.658316 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 7c0d26f9-16c0-477e-a975-29857af600ec, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=7c0d26f9-16c0-477e-a975-29857af600ec,segment=NetworkSegment(91b02c6c-4511-43a5-870d-7270fedbae4b),segment_id=91b02c6c-4511-43a5-870d-7270fedbae4b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:58:32.664438 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:32.740933 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=7c0d26f9-16c0-477e-a975-29857af600ec,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:32.786028 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cae3089-b38b-45c5-879f-e71bbfcce003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0d26f9-16c0-477e-a975-29857af600ec', 'code': 200} Jan 17 14:58:33.072065 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5bdcb-3e53-438c-9fda-8137cb392fdf req-f8b93ea0-3ac1-4a38-9c38-054e60404241 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:33.074146 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-58e5bdcb-3e53-438c-9fda-8137cb392fdf req-f8b93ea0-3ac1-4a38-9c38-054e60404241 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 945 time: 0.0839603 Jan 17 14:58:33.120720 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802a271-c764-412b-b548-6f6a9da7acd9 req-dfdee8e6-be6e-447c-a4f0-1491f1ee9734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:33.122200 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c802a271-c764-412b-b548-6f6a9da7acd9 req-dfdee8e6-be6e-447c-a4f0-1491f1ee9734 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 1098 time: 0.1818299 Jan 17 14:58:33.142394 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-58e5bdcb-3e53-438c-9fda-8137cb392fdf req-fce0b388-776d-46c1-ad13-e182f529cdd5 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579853 Jan 17 14:58:33.178663 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c802a271-c764-412b-b548-6f6a9da7acd9 req-7add6e59-484f-402c-b12c-e259683e2170 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504992 Jan 17 14:58:34.363218 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bedcbd-3f49-4fda-8c50-7cf9d0750eb8 req-cee65e5c-204b-40ec-86f0-3bb086ec159b tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:34.364948 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f8bedcbd-3f49-4fda-8c50-7cf9d0750eb8 req-cee65e5c-204b-40ec-86f0-3bb086ec159b tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 945 time: 0.0967844 Jan 17 14:58:34.412392 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f8bedcbd-3f49-4fda-8c50-7cf9d0750eb8 req-a6cb258b-c336-40a0-b682-f6725f2742aa tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413094 Jan 17 14:58:34.885664 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:58:35.610271 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34747081-e3b0-43ce-aff0-03b59ce001c2 req-c0f4e738-9822-4b2c-84fa-6f049793a885 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:35.611900 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-34747081-e3b0-43ce-aff0-03b59ce001c2 req-c0f4e738-9822-4b2c-84fa-6f049793a885 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 945 time: 0.0921826 Jan 17 14:58:35.662521 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-34747081-e3b0-43ce-aff0-03b59ce001c2 req-de3634dc-5035-48eb-92a9-94b9e9635331 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403049 Jan 17 14:58:35.979471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-1ee00dbb-4a76-4597-8a95-1e95618718dc tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:35.980995 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-1ee00dbb-4a76-4597-8a95-1e95618718dc tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/networks?id=efc9a015-5a9f-433b-9edb-be7013ad7148 HTTP/1.1" status: 200 len: 814 time: 0.1516953 Jan 17 14:58:36.001026 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-859d5f7c-7a2a-4f20-bd4a-3cb16a9f43ef tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/quotas/df60cfd7b6c6482ab2b5fc4745c858e4 HTTP/1.1" status: 200 len: 375 time: 0.0105047 Jan 17 14:58:36.083053 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-f85ffe8a-38d7-48f1-9de6-6c7135e03230 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=df60cfd7b6c6482ab2b5fc4745c858e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0761516 Jan 17 14:58:36.270408 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-95c83ab7-a409-4955-b511-26d8106a0764 service neutron] 10.222.0.48 "GET /v2.0/networks/efc9a015-5a9f-433b-9edb-be7013ad7148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801140 Jan 17 14:58:36.414435 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0032da3f-0ffd-4ec0-8fb2-fb45b8017955 service neutron] 10.222.0.48 "GET /v2.0/networks/efc9a015-5a9f-433b-9edb-be7013ad7148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380889 Jan 17 14:58:36.638122 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-21f1442c-cc2a-4715-9560-badf4d31ec8b req-1118a2e7-4eb0-4eb6-9325-f941718788a8 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=adb9b248-409c-46f5-9a1f-acb13784e73c HTTP/1.1" status: 200 len: 210 time: 0.0718882 Jan 17 14:58:37.764898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-69e21c6f-f9fc-4762-ad3f-6b3632440910 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:37.767377 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-69e21c6f-f9fc-4762-ad3f-6b3632440910 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.15 "GET /v2.0/networks?id=efc9a015-5a9f-433b-9edb-be7013ad7148 HTTP/1.1" status: 200 len: 814 time: 0.1773331 Jan 17 14:58:37.781486 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-6a000a2c-7723-4692-a62d-3d57876fa7e0 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Request body: {'port': {'device_id': 'adb9b248-409c-46f5-9a1f-acb13784e73c', 'network_id': 'efc9a015-5a9f-433b-9edb-be7013ad7148', 'admin_state_up': True, 'tenant_id': 'df60cfd7b6c6482ab2b5fc4745c858e4'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:58:37.901436 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50e41f6c-39e6-4fdf-bddd-657c3387106d req-908c794f-65a3-4573-8f47-9e246521d8eb tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=adb9b248-409c-46f5-9a1f-acb13784e73c HTTP/1.1" status: 200 len: 210 time: 0.1051798 Jan 17 14:58:37.983485 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-6a000a2c-7723-4692-a62d-3d57876fa7e0 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:58:37.993192 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-6a000a2c-7723-4692-a62d-3d57876fa7e0 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:58:38.003745 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-6a000a2c-7723-4692-a62d-3d57876fa7e0 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Made reservation on behalf of df60cfd7b6c6482ab2b5fc4745c858e4 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:58:38.007252 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-6a000a2c-7723-4692-a62d-3d57876fa7e0 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:38.189352 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-6a000a2c-7723-4692-a62d-3d57876fa7e0 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Allocated IP 172.20.0.7 (efc9a015-5a9f-433b-9edb-be7013ad7148/397cb752-d032-4c00-a4ef-3091d9747aeb/23b83beb-2546-41da-8188-aed44fb1f17c) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:58:38.449032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-6a000a2c-7723-4692-a62d-3d57876fa7e0 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:38.494419 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-6a000a2c-7723-4692-a62d-3d57876fa7e0 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:38.509539 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['7c0d26f9-16c0-477e-a975-29857af600ec'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:58:38.615684 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-6a000a2c-7723-4692-a62d-3d57876fa7e0 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Network efc9a015-5a9f-433b-9edb-be7013ad7148 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:58:38.621435 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-6a000a2c-7723-4692-a62d-3d57876fa7e0 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:58:38.628143 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-6a000a2c-7723-4692-a62d-3d57876fa7e0 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:58:38.690528 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a000a2c-7723-4692-a62d-3d57876fa7e0 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Pushing event updated for resources: {'Port': ['ID=23b83beb-2546-41da-8188-aed44fb1f17c,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:38.741810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-6a000a2c-7723-4692-a62d-3d57876fa7e0 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:38.742839 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-6a000a2c-7723-4692-a62d-3d57876fa7e0 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:38.788884 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-6a000a2c-7723-4692-a62d-3d57876fa7e0 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0109167 Jan 17 14:58:38.805973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] Request body: {'port': {'device_id': 'adb9b248-409c-46f5-9a1f-acb13784e73c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:58:38.949843 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:39.193040 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc4c52-3611-4520-bb61-8cae5f90a2b2 req-42ab031f-b9f4-43f4-b33f-9c89ea751a61 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:39.194686 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-22fc4c52-3611-4520-bb61-8cae5f90a2b2 req-42ab031f-b9f4-43f4-b33f-9c89ea751a61 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=adb9b248-409c-46f5-9a1f-acb13784e73c HTTP/1.1" status: 200 len: 931 time: 0.0997069 Jan 17 14:58:39.273064 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-22fc4c52-3611-4520-bb61-8cae5f90a2b2 req-df9ef597-9b85-4285-ad09-d589d1c3923f tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668499 Jan 17 14:58:39.525753 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b83beb-2546-41da-8188-aed44fb1f17c {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:58:39.533760 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:39.549294 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] Transition to ACTIVE for port object 23b83beb-2546-41da-8188-aed44fb1f17c will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:58:39.553576 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:39.686596 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] Pushing event updated for resources: {'Port': ['ID=23b83beb-2546-41da-8188-aed44fb1f17c,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:39.804976 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] Attempting to bind port 23b83beb-2546-41da-8188-aed44fb1f17c on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:58:39.805980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] Attempting to bind port 23b83beb-2546-41da-8188-aed44fb1f17c by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '91b02c6c-4511-43a5-870d-7270fedbae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'efc9a015-5a9f-433b-9edb-be7013ad7148'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:58:39.805980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] Attempting to bind port 23b83beb-2546-41da-8188-aed44fb1f17c on network efc9a015-5a9f-433b-9edb-be7013ad7148 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:58:39.812587 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] Port 23b83beb-2546-41da-8188-aed44fb1f17c on network efc9a015-5a9f-433b-9edb-be7013ad7148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:58:39.812955 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] Attempting to bind port 23b83beb-2546-41da-8188-aed44fb1f17c on network efc9a015-5a9f-433b-9edb-be7013ad7148 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:58:39.818713 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:58:39.819047 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] Checking segment: {'id': '91b02c6c-4511-43a5-870d-7270fedbae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'efc9a015-5a9f-433b-9edb-be7013ad7148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:58:39.819435 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] Bound using segment: {'id': '91b02c6c-4511-43a5-870d-7270fedbae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'efc9a015-5a9f-433b-9edb-be7013ad7148'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:58:39.819896 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] Bound port: 23b83beb-2546-41da-8188-aed44fb1f17c, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91b02c6c-4511-43a5-870d-7270fedbae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'efc9a015-5a9f-433b-9edb-be7013ad7148'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:58:39.820385 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:39.915086 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] For port 23b83beb-2546-41da-8188-aed44fb1f17c, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:58:39.918932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] For port 23b83beb-2546-41da-8188-aed44fb1f17c, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=23b83beb-2546-41da-8188-aed44fb1f17c,segment=NetworkSegment(91b02c6c-4511-43a5-870d-7270fedbae4b),segment_id=91b02c6c-4511-43a5-870d-7270fedbae4b)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:58:39.923766 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:39.994092 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:39.994710 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:39.996135 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] 10.222.0.15 "PUT /v2.0/ports/23b83beb-2546-41da-8188-aed44fb1f17c HTTP/1.1" status: 200 len: 1093 time: 1.1990604 Jan 17 14:58:39.996582 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb9b248-409c-46f5-9a1f-acb13784e73c', 'tag': '23b83beb-2546-41da-8188-aed44fb1f17c'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:58:40.032399 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f041c15-e973-4fab-902c-e167b272b29a service neutron] Pushing event updated for resources: {'Port': ['ID=23b83beb-2546-41da-8188-aed44fb1f17c,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:40.129064 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-1e165d47-b1e4-4946-b413-4f004cf87670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:40.130651 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-1e165d47-b1e4-4946-b413-4f004cf87670 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=df60cfd7b6c6482ab2b5fc4745c858e4&device_id=adb9b248-409c-46f5-9a1f-acb13784e73c HTTP/1.1" status: 200 len: 1096 time: 0.0919349 Jan 17 14:58:40.224281 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-6a611801-fc08-4a0e-bc13-c2928a36ca41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23b83beb-2546-41da-8188-aed44fb1f17c HTTP/1.1" status: 200 len: 217 time: 0.0866282 Jan 17 14:58:40.294023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-5d521070-0506-46ba-ae37-a78f1bb50ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:40.295734 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-5d521070-0506-46ba-ae37-a78f1bb50ad8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=397cb752-d032-4c00-a4ef-3091d9747aeb HTTP/1.1" status: 200 len: 854 time: 0.0661767 Jan 17 14:58:40.338261 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb9b248-409c-46f5-9a1f-acb13784e73c', 'tag': '23b83beb-2546-41da-8188-aed44fb1f17c', 'status': 'completed', 'code': 200} Jan 17 14:58:40.351295 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-a0cd882e-1f37-48ce-93da-042428ac8221 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efc9a015-5a9f-433b-9edb-be7013ad7148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495729 Jan 17 14:58:40.493808 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-b5c9ddd2-0fe1-4cbe-a552-e93aa9156f42 service neutron] 10.222.0.15 "GET /v2.0/networks/efc9a015-5a9f-433b-9edb-be7013ad7148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367052 Jan 17 14:58:40.544235 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a63951-f800-4bff-8051-4c6d2f4703c1 req-329d1127-09d8-47ba-bc5c-ae4b230f53af tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:40.545764 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-85a63951-f800-4bff-8051-4c6d2f4703c1 req-329d1127-09d8-47ba-bc5c-ae4b230f53af tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=adb9b248-409c-46f5-9a1f-acb13784e73c HTTP/1.1" status: 200 len: 943 time: 0.1395979 Jan 17 14:58:40.593255 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-85a63951-f800-4bff-8051-4c6d2f4703c1 req-c6977365-5871-43ed-ab23-dd8ef1ddc42c tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412140 Jan 17 14:58:40.700724 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6cd001c9-75ba-48aa-b1f7-54d99eb12fa9 req-f8fba689-2841-42e9-9e24-2c27ab92330b service neutron] 10.222.0.15 "GET /v2.0/networks/efc9a015-5a9f-433b-9edb-be7013ad7148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996429 Jan 17 14:58:40.749193 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-39e19672-2c13-4e42-87af-40576ea90cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:40.836347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24954b0b-a77c-40da-ab89-f0b2b69cc024 req-6b3df6e1-fc30-489a-9571-c62dd12aef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:40.837868 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-24954b0b-a77c-40da-ab89-f0b2b69cc024 req-6b3df6e1-fc30-489a-9571-c62dd12aef4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=df60cfd7b6c6482ab2b5fc4745c858e4&device_id=adb9b248-409c-46f5-9a1f-acb13784e73c HTTP/1.1" status: 200 len: 1096 time: 0.0732770 Jan 17 14:58:40.989010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24954b0b-a77c-40da-ab89-f0b2b69cc024 req-33136617-6517-40c3-a109-933161d44117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:40.990482 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-24954b0b-a77c-40da-ab89-f0b2b69cc024 req-33136617-6517-40c3-a109-933161d44117 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efc9a015-5a9f-433b-9edb-be7013ad7148 HTTP/1.1" status: 200 len: 915 time: 0.1460023 Jan 17 14:58:41.176033 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-24954b0b-a77c-40da-ab89-f0b2b69cc024 req-2641ecfe-d507-459e-a935-fec4ef7af75e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23b83beb-2546-41da-8188-aed44fb1f17c HTTP/1.1" status: 200 len: 217 time: 0.1788313 Jan 17 14:58:41.243792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24954b0b-a77c-40da-ab89-f0b2b69cc024 req-08522af6-7e6e-4f42-afb0-27a3a3bcf11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:41.245754 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-24954b0b-a77c-40da-ab89-f0b2b69cc024 req-08522af6-7e6e-4f42-afb0-27a3a3bcf11d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=397cb752-d032-4c00-a4ef-3091d9747aeb HTTP/1.1" status: 200 len: 854 time: 0.0622942 Jan 17 14:58:41.296040 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-24954b0b-a77c-40da-ab89-f0b2b69cc024 req-c374eea2-3164-4b81-8c40-d3c1a5e0f7a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efc9a015-5a9f-433b-9edb-be7013ad7148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428867 Jan 17 14:58:41.434921 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-24954b0b-a77c-40da-ab89-f0b2b69cc024 req-34b7ed62-588a-4729-bbaa-b800227cd48c service neutron] 10.222.0.15 "GET /v2.0/networks/efc9a015-5a9f-433b-9edb-be7013ad7148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318824 Jan 17 14:58:41.571404 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-24954b0b-a77c-40da-ab89-f0b2b69cc024 req-e667c2ee-272c-4170-a658-ce7e6a9a9610 service neutron] 10.222.0.15 "GET /v2.0/networks/efc9a015-5a9f-433b-9edb-be7013ad7148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304569 Jan 17 14:58:41.789244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454639a-7ed8-46c9-ad4f-49c022bdacac req-6bd64567-7cba-4197-b923-c9e3bea5bc8a tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:41.790214 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-9454639a-7ed8-46c9-ad4f-49c022bdacac req-6bd64567-7cba-4197-b923-c9e3bea5bc8a tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Synchronizing usage tracker for tenant:df60cfd7b6c6482ab2b5fc4745c858e4 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:58:41.808005 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-9454639a-7ed8-46c9-ad4f-49c022bdacac req-6bd64567-7cba-4197-b923-c9e3bea5bc8a tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Unset dirty status for tenant:df60cfd7b6c6482ab2b5fc4745c858e4 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:58:41.809234 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9454639a-7ed8-46c9-ad4f-49c022bdacac req-6bd64567-7cba-4197-b923-c9e3bea5bc8a tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=adb9b248-409c-46f5-9a1f-acb13784e73c HTTP/1.1" status: 200 len: 943 time: 0.1068463 Jan 17 14:58:41.857019 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9454639a-7ed8-46c9-ad4f-49c022bdacac req-de684b63-12ed-40ff-af30-b579282e4162 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421305 Jan 17 14:58:43.046503 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bfc56-e1f1-41f3-8424-41be86cf260b req-ae3f887b-a26f-4980-8f32-acdade2fe8af tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:43.047903 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-753bfc56-e1f1-41f3-8424-41be86cf260b req-ae3f887b-a26f-4980-8f32-acdade2fe8af tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=adb9b248-409c-46f5-9a1f-acb13784e73c HTTP/1.1" status: 200 len: 943 time: 0.0839713 Jan 17 14:58:43.094766 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-753bfc56-e1f1-41f3-8424-41be86cf260b req-f9ae616e-7b8b-444c-8c31-ad449bdf3f02 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411055 Jan 17 14:58:43.933950 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a617ea97-4edb-4e41-925e-e2a883a30043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:44.039421 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:44.070535 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:44.286269 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f8b95-db87-49ed-a44f-9dae40abc8d3 req-5c6dc774-8d73-468d-aa79-ac666dc235ad tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:44.287788 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9d6f8b95-db87-49ed-a44f-9dae40abc8d3 req-5c6dc774-8d73-468d-aa79-ac666dc235ad tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=adb9b248-409c-46f5-9a1f-acb13784e73c HTTP/1.1" status: 200 len: 943 time: 0.0876610 Jan 17 14:58:44.336222 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9d6f8b95-db87-49ed-a44f-9dae40abc8d3 req-65f2561d-a67e-4387-b815-c761aec49118 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422244 Jan 17 14:58:44.478401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 23b83beb-2546-41da-8188-aed44fb1f17c details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:58:44.620357 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 23b83beb-2546-41da-8188-aed44fb1f17c, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=23b83beb-2546-41da-8188-aed44fb1f17c,segment=NetworkSegment(91b02c6c-4511-43a5-870d-7270fedbae4b),segment_id=91b02c6c-4511-43a5-870d-7270fedbae4b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:58:44.635062 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '23b83beb-2546-41da-8188-aed44fb1f17c', 'network_id': 'efc9a015-5a9f-433b-9edb-be7013ad7148', 'port_id': '23b83beb-2546-41da-8188-aed44fb1f17c', 'mac_address': 'fa:16:3e:fe:20:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397cb752-d032-4c00-a4ef-3091d9747aeb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:58:44.690487 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:44.708226 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b83beb-2546-41da-8188-aed44fb1f17c {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:58:44.727276 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 23b83beb-2546-41da-8188-aed44fb1f17c, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=23b83beb-2546-41da-8188-aed44fb1f17c,segment=NetworkSegment(91b02c6c-4511-43a5-870d-7270fedbae4b),segment_id=91b02c6c-4511-43a5-870d-7270fedbae4b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:58:44.733061 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:44.812406 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=23b83beb-2546-41da-8188-aed44fb1f17c,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:44.820625 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:44.821037 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:44.821418 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:44.821804 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:44.822170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:44.822618 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:44.823069 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:44.823435 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:44.823844 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:44.824209 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:44.824581 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:44.824967 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:58:45.069367 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['23b83beb-2546-41da-8188-aed44fb1f17c'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:58:45.528743 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d720f23-c4db-4119-81d3-b7b6d46db85a req-0be66f29-ed62-460e-826a-f5e1ae04586e tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:45.530246 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1d720f23-c4db-4119-81d3-b7b6d46db85a req-0be66f29-ed62-460e-826a-f5e1ae04586e tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=adb9b248-409c-46f5-9a1f-acb13784e73c HTTP/1.1" status: 200 len: 944 time: 0.0832758 Jan 17 14:58:45.579391 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1d720f23-c4db-4119-81d3-b7b6d46db85a req-16f64152-ecc9-4eeb-a102-3f2ccc4e4231 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433385 Jan 17 14:58:45.605332 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:46.506874 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 23b83beb-2546-41da-8188-aed44fb1f17c up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:58:46.574155 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 23b83beb-2546-41da-8188-aed44fb1f17c completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:58:46.579136 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 23b83beb-2546-41da-8188-aed44fb1f17c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:58:46.579506 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:46.701720 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:46.730255 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb9b248-409c-46f5-9a1f-acb13784e73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b83beb-2546-41da-8188-aed44fb1f17c'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:58:46.741128 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 23b83beb-2546-41da-8188-aed44fb1f17c, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=23b83beb-2546-41da-8188-aed44fb1f17c,segment=NetworkSegment(91b02c6c-4511-43a5-870d-7270fedbae4b),segment_id=91b02c6c-4511-43a5-870d-7270fedbae4b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:58:46.747100 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:46.771700 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed905b-f865-4b1e-85d7-3264a7d485e6 req-f4931276-dbe3-4b81-9ce4-6e176516a902 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:46.773207 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c5ed905b-f865-4b1e-85d7-3264a7d485e6 req-f4931276-dbe3-4b81-9ce4-6e176516a902 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=adb9b248-409c-46f5-9a1f-acb13784e73c HTTP/1.1" status: 200 len: 944 time: 0.0861351 Jan 17 14:58:46.789475 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb9b248-409c-46f5-9a1f-acb13784e73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b83beb-2546-41da-8188-aed44fb1f17c', 'code': 200} Jan 17 14:58:46.828390 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c5ed905b-f865-4b1e-85d7-3264a7d485e6 req-fab49661-66b1-41bf-b9c1-e153cd571778 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474479 Jan 17 14:58:46.831129 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=23b83beb-2546-41da-8188-aed44fb1f17c,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:47.022606 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c23162-3eb4-4735-bf01-77be6ab08b8c req-30f30c76-3142-47c7-8f4f-6f13408ae46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:47.024021 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b5c23162-3eb4-4735-bf01-77be6ab08b8c req-30f30c76-3142-47c7-8f4f-6f13408ae46a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=adb9b248-409c-46f5-9a1f-acb13784e73c HTTP/1.1" status: 200 len: 1098 time: 0.0729725 Jan 17 14:58:47.063674 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b5c23162-3eb4-4735-bf01-77be6ab08b8c req-c51ff747-b5bb-4fa2-9946-45f36d77688d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336821 Jan 17 14:58:48.013171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a2d17-ed18-45c9-81c0-83fffd80d0b7 req-4124dc4f-fe7c-46f3-ba51-511ee2d01306 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:48.014633 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-6d1a2d17-ed18-45c9-81c0-83fffd80d0b7 req-4124dc4f-fe7c-46f3-ba51-511ee2d01306 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=adb9b248-409c-46f5-9a1f-acb13784e73c HTTP/1.1" status: 200 len: 945 time: 0.0792179 Jan 17 14:58:48.059119 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-6d1a2d17-ed18-45c9-81c0-83fffd80d0b7 req-e42f5c27-796e-4838-b539-6f5ef28110e0 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386662 Jan 17 14:58:49.243218 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76af00e-f853-4638-bfd8-5aac97a5effd req-0b0c8598-9737-4003-8adf-ec9f0a1afbcf tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:49.244722 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c76af00e-f853-4638-bfd8-5aac97a5effd req-0b0c8598-9737-4003-8adf-ec9f0a1afbcf tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=adb9b248-409c-46f5-9a1f-acb13784e73c HTTP/1.1" status: 200 len: 945 time: 0.0806041 Jan 17 14:58:49.288908 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c76af00e-f853-4638-bfd8-5aac97a5effd req-5683acad-3395-493c-874a-230de944e514 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380468 Jan 17 14:58:49.672671 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e05db4-6471-4e9b-9c32-ef25c7a25079 req-b8aac039-481b-4021-b5df-4b5494ec2a98 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:49.674117 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c5e05db4-6471-4e9b-9c32-ef25c7a25079 req-b8aac039-481b-4021-b5df-4b5494ec2a98 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=adb9b248-409c-46f5-9a1f-acb13784e73c HTTP/1.1" status: 200 len: 945 time: 0.0827377 Jan 17 14:58:49.718950 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c5e05db4-6471-4e9b-9c32-ef25c7a25079 req-965b9e0a-f7cb-4ede-80d0-ffc825c08286 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387454 Jan 17 14:58:50.919317 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c0dfb-8094-499f-84e1-21576858c423 req-23816a74-325e-4317-8b2b-8f70eed9b912 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:50.920907 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-578c0dfb-8094-499f-84e1-21576858c423 req-23816a74-325e-4317-8b2b-8f70eed9b912 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=adb9b248-409c-46f5-9a1f-acb13784e73c HTTP/1.1" status: 200 len: 945 time: 0.0918462 Jan 17 14:58:51.073963 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-578c0dfb-8094-499f-84e1-21576858c423 req-cc0bc253-fa67-434e-ac58-5659cafa7d3e tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463752 Jan 17 14:58:51.254320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c58721-1c6c-4a58-9ae8-973c8a376625 req-5023d500-6655-4d23-8332-f1215cf9a6a1 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:51.255875 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-87c58721-1c6c-4a58-9ae8-973c8a376625 req-5023d500-6655-4d23-8332-f1215cf9a6a1 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.15 "GET /v2.0/ports?device_id=adb9b248-409c-46f5-9a1f-acb13784e73c HTTP/1.1" status: 200 len: 945 time: 0.0798292 Jan 17 14:58:51.328623 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-87c58721-1c6c-4a58-9ae8-973c8a376625 req-58651ff5-2216-4545-9b75-ef7b9dc924fa tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Deleting port 23b83beb-2546-41da-8188-aed44fb1f17c {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:58:51.328871 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-87c58721-1c6c-4a58-9ae8-973c8a376625 req-58651ff5-2216-4545-9b75-ef7b9dc924fa tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:51.577331 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-87c58721-1c6c-4a58-9ae8-973c8a376625 req-58651ff5-2216-4545-9b75-ef7b9dc924fa tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] For port 23b83beb-2546-41da-8188-aed44fb1f17c, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=23b83beb-2546-41da-8188-aed44fb1f17c,segment=NetworkSegment(91b02c6c-4511-43a5-870d-7270fedbae4b),segment_id=91b02c6c-4511-43a5-870d-7270fedbae4b)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:58:51.577687 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-87c58721-1c6c-4a58-9ae8-973c8a376625 req-58651ff5-2216-4545-9b75-ef7b9dc924fa tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:51.701235 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-87c58721-1c6c-4a58-9ae8-973c8a376625 req-58651ff5-2216-4545-9b75-ef7b9dc924fa tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Calling delete_port for 23b83beb-2546-41da-8188-aed44fb1f17c owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:58:51.846901 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-87c58721-1c6c-4a58-9ae8-973c8a376625 req-58651ff5-2216-4545-9b75-ef7b9dc924fa tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:51.858123 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['7c0d26f9-16c0-477e-a975-29857af600ec', '23b83beb-2546-41da-8188-aed44fb1f17c'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:58:51.898899 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58651ff5-2216-4545-9b75-ef7b9dc924fa tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Pushing event deleted for resources: {'Port': ['ID=23b83beb-2546-41da-8188-aed44fb1f17c,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:51.973985 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c58721-1c6c-4a58-9ae8-973c8a376625 req-58651ff5-2216-4545-9b75-ef7b9dc924fa tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] No DVR routers for this DVR port 23b83beb-2546-41da-8188-aed44fb1f17c on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:58:51.976628 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-87c58721-1c6c-4a58-9ae8-973c8a376625 req-58651ff5-2216-4545-9b75-ef7b9dc924fa tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:51.979252 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb9b248-409c-46f5-9a1f-acb13784e73c', 'name': 'network-vif-deleted', 'tag': '23b83beb-2546-41da-8188-aed44fb1f17c'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:58:51.997466 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-87c58721-1c6c-4a58-9ae8-973c8a376625 req-58651ff5-2216-4545-9b75-ef7b9dc924fa tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.15 "DELETE /v2.0/ports/23b83beb-2546-41da-8188-aed44fb1f17c HTTP/1.1" status: 204 len: 173 time: 0.7364318 Jan 17 14:58:52.030283 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb9b248-409c-46f5-9a1f-acb13784e73c', 'name': 'network-vif-deleted', 'tag': '23b83beb-2546-41da-8188-aed44fb1f17c', 'status': 'completed', 'code': 200} Jan 17 14:58:52.234544 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7f760cb5-9062-46d4-b7c3-1bed7e331ca3 req-80cfcb02-900c-4746-a5df-cf2c419ee6aa tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=adb9b248-409c-46f5-9a1f-acb13784e73c HTTP/1.1" status: 200 len: 210 time: 0.0428193 Jan 17 14:58:53.284434 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:53.494925 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30560928-a126-4a27-9830-d7d996d8cfd7 req-79b0170b-eada-48ad-93d4-dcbdbd04e9e3 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:53.500941 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-30560928-a126-4a27-9830-d7d996d8cfd7 req-79b0170b-eada-48ad-93d4-dcbdbd04e9e3 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 945 time: 0.0818932 Jan 17 14:58:53.545955 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-30560928-a126-4a27-9830-d7d996d8cfd7 req-7b85d38c-cfc1-400c-92ad-56af35ea5c6c tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398190 Jan 17 14:58:53.747052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023a82e-022d-4f36-97f4-dde0bd2b2b2a req-f6ae035e-7507-46ba-9281-cdaa4fe842b2 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:53.748575 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0023a82e-022d-4f36-97f4-dde0bd2b2b2a req-f6ae035e-7507-46ba-9281-cdaa4fe842b2 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 945 time: 0.0802395 Jan 17 14:58:53.793352 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0023a82e-022d-4f36-97f4-dde0bd2b2b2a req-9ac0d42e-074e-460d-98cd-e8915bbbaa7e tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389686 Jan 17 14:58:53.989447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602de9f0-9f2e-408d-98b8-4dfabd5bc255 req-bc0ae191-1572-4718-a189-29620142ed04 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:53.990662 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-602de9f0-9f2e-408d-98b8-4dfabd5bc255 req-bc0ae191-1572-4718-a189-29620142ed04 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Synchronizing usage tracker for tenant:df60cfd7b6c6482ab2b5fc4745c858e4 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:58:54.014695 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-602de9f0-9f2e-408d-98b8-4dfabd5bc255 req-bc0ae191-1572-4718-a189-29620142ed04 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Unset dirty status for tenant:df60cfd7b6c6482ab2b5fc4745c858e4 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:58:54.015901 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-602de9f0-9f2e-408d-98b8-4dfabd5bc255 req-bc0ae191-1572-4718-a189-29620142ed04 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 945 time: 0.1147721 Jan 17 14:58:54.062926 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-602de9f0-9f2e-408d-98b8-4dfabd5bc255 req-94e93004-1f6a-4730-92eb-236cc30a60e8 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410228 Jan 17 14:58:54.359283 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6fc48-7eee-40a1-be8b-14a912940d2b req-5fe4f1c5-7e03-499b-bc75-30d0d7ca56d0 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:54.360834 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-52c6fc48-7eee-40a1-be8b-14a912940d2b req-5fe4f1c5-7e03-499b-bc75-30d0d7ca56d0 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 945 time: 0.0922124 Jan 17 14:58:54.410087 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-52c6fc48-7eee-40a1-be8b-14a912940d2b req-6cc707dd-f67b-4bb2-a361-41ae2c3120cb tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432589 Jan 17 14:58:54.531286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 23b83beb-2546-41da-8188-aed44fb1f17c no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:58:54.568884 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 23b83beb-2546-41da-8188-aed44fb1f17c {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:58:54.569230 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 23b83beb-2546-41da-8188-aed44fb1f17c not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:58:54.607829 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06c5c1-e0e8-4f2c-a6f8-59d8e9b7e0b8 req-319ef335-160b-4efe-914b-1a08661a6fde tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:54.609214 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0e06c5c1-e0e8-4f2c-a6f8-59d8e9b7e0b8 req-319ef335-160b-4efe-914b-1a08661a6fde tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 945 time: 0.0873921 Jan 17 14:58:54.653415 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0e06c5c1-e0e8-4f2c-a6f8-59d8e9b7e0b8 req-039d0211-8aa9-4f4d-ac7c-12e26f21189f tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383754 Jan 17 14:58:54.846800 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76efc71-fcc7-4d8b-936d-f4a4afc83b40 req-fb84fa8b-5fee-4335-b7fb-b06a880769ae tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:54.848263 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a76efc71-fcc7-4d8b-936d-f4a4afc83b40 req-fb84fa8b-5fee-4335-b7fb-b06a880769ae tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 945 time: 0.0790546 Jan 17 14:58:54.894445 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a76efc71-fcc7-4d8b-936d-f4a4afc83b40 req-7c4dec15-3e4a-4d40-9215-f7c8fb0ab2b4 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405540 Jan 17 14:58:55.415936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac596a28-528a-457f-9ab9-bc15bd9d75be req-968f5d5e-1e55-4fa3-912f-40ef3d696271 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:55.417484 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ac596a28-528a-457f-9ab9-bc15bd9d75be req-968f5d5e-1e55-4fa3-912f-40ef3d696271 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 945 time: 0.0805123 Jan 17 14:58:55.461772 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ac596a28-528a-457f-9ab9-bc15bd9d75be req-a60f8004-b800-41ce-a3df-08b316b34f01 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386438 Jan 17 14:58:56.652576 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9293de-5db7-4bc4-81eb-c61e8e4836a3 req-5a6a5584-299e-4cd0-95ea-be21fb3bce28 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:56.654046 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e9293de-5db7-4bc4-81eb-c61e8e4836a3 req-5a6a5584-299e-4cd0-95ea-be21fb3bce28 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 945 time: 0.0834923 Jan 17 14:58:56.701024 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e9293de-5db7-4bc4-81eb-c61e8e4836a3 req-9e83327d-0e9a-41f9-a27a-fd51ec51df90 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/security-groups?id=c59455ba-be6d-4f78-8dd0-85d633b08cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412922 Jan 17 14:58:56.836241 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f829ec-76a2-490b-8216-9cd5d6f3076d req-13cfee60-332f-4206-a6fe-cdb32472ff70 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:58:56.838008 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-60f829ec-76a2-490b-8216-9cd5d6f3076d req-13cfee60-332f-4206-a6fe-cdb32472ff70 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 945 time: 0.0861304 Jan 17 14:58:56.908886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-60f829ec-76a2-490b-8216-9cd5d6f3076d req-cc18599b-4355-4526-90f7-f8f8b96a56a9 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Deleting port 7c0d26f9-16c0-477e-a975-29857af600ec {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:58:56.909220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-60f829ec-76a2-490b-8216-9cd5d6f3076d req-cc18599b-4355-4526-90f7-f8f8b96a56a9 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:57.261353 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-60f829ec-76a2-490b-8216-9cd5d6f3076d req-cc18599b-4355-4526-90f7-f8f8b96a56a9 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] For port 7c0d26f9-16c0-477e-a975-29857af600ec, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=7c0d26f9-16c0-477e-a975-29857af600ec,segment=NetworkSegment(91b02c6c-4511-43a5-870d-7270fedbae4b),segment_id=91b02c6c-4511-43a5-870d-7270fedbae4b)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:58:57.261705 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-60f829ec-76a2-490b-8216-9cd5d6f3076d req-cc18599b-4355-4526-90f7-f8f8b96a56a9 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:57.388240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-60f829ec-76a2-490b-8216-9cd5d6f3076d req-cc18599b-4355-4526-90f7-f8f8b96a56a9 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Calling delete_port for 7c0d26f9-16c0-477e-a975-29857af600ec owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:58:57.536927 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-60f829ec-76a2-490b-8216-9cd5d6f3076d req-cc18599b-4355-4526-90f7-f8f8b96a56a9 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:57.549430 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['7c0d26f9-16c0-477e-a975-29857af600ec'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:58:57.593723 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18599b-4355-4526-90f7-f8f8b96a56a9 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Pushing event deleted for resources: {'Port': ['ID=7c0d26f9-16c0-477e-a975-29857af600ec,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:57.669192 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f829ec-76a2-490b-8216-9cd5d6f3076d req-cc18599b-4355-4526-90f7-f8f8b96a56a9 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] No DVR routers for this DVR port 7c0d26f9-16c0-477e-a975-29857af600ec on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:58:57.671896 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-60f829ec-76a2-490b-8216-9cd5d6f3076d req-cc18599b-4355-4526-90f7-f8f8b96a56a9 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:57.674610 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cae3089-b38b-45c5-879f-e71bbfcce003', 'name': 'network-vif-deleted', 'tag': '7c0d26f9-16c0-477e-a975-29857af600ec'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:58:57.692450 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-60f829ec-76a2-490b-8216-9cd5d6f3076d req-cc18599b-4355-4526-90f7-f8f8b96a56a9 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.15 "DELETE /v2.0/ports/7c0d26f9-16c0-477e-a975-29857af600ec HTTP/1.1" status: 204 len: 173 time: 0.8489964 Jan 17 14:58:57.722052 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cae3089-b38b-45c5-879f-e71bbfcce003', 'name': 'network-vif-deleted', 'tag': '7c0d26f9-16c0-477e-a975-29857af600ec', 'status': 'completed', 'code': 200} Jan 17 14:58:57.875135 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-740f1d1e-86f0-492b-b4c7-00bc560cae1b req-01ab043b-fe7c-4d38-a667-b5449b84b826 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Synchronizing usage tracker for tenant:df60cfd7b6c6482ab2b5fc4745c858e4 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:58:57.892817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-740f1d1e-86f0-492b-b4c7-00bc560cae1b req-01ab043b-fe7c-4d38-a667-b5449b84b826 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] Unset dirty status for tenant:df60cfd7b6c6482ab2b5fc4745c858e4 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:58:57.894160 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-740f1d1e-86f0-492b-b4c7-00bc560cae1b req-01ab043b-fe7c-4d38-a667-b5449b84b826 tempest-ServersNegativeTestJSON-1346085685 tempest-ServersNegativeTestJSON-1346085685-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cae3089-b38b-45c5-879f-e71bbfcce003 HTTP/1.1" status: 200 len: 210 time: 0.0707724 Jan 17 14:58:58.989997 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44348) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:58:59.052914 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83b432c-d461-4471-a06c-d53844d50aeb admin admin] Deleting subnet 397cb752-d032-4c00-a4ef-3091d9747aeb {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:58:59.055967 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f83b432c-d461-4471-a06c-d53844d50aeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:59.107205 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f83b432c-d461-4471-a06c-d53844d50aeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:59.164209 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f83b432c-d461-4471-a06c-d53844d50aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:59.238010 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f83b432c-d461-4471-a06c-d53844d50aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:59.276138 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b432c-d461-4471-a06c-d53844d50aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=397cb752-d032-4c00-a4ef-3091d9747aeb,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:59.280917 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f83b432c-d461-4471-a06c-d53844d50aeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:59.286988 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f83b432c-d461-4471-a06c-d53844d50aeb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/397cb752-d032-4c00-a4ef-3091d9747aeb HTTP/1.1" status: 204 len: 168 time: 0.2959466 Jan 17 14:58:59.289625 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44352) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:58:59.394437 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b17334ce-990e-4367-b095-1213ea48b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:59.516194 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b17334ce-990e-4367-b095-1213ea48b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:59.544078 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-b17334ce-990e-4367-b095-1213ea48b1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc9a015-5a9f-433b-9edb-be7013ad7148']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:58:59.556520 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-b17334ce-990e-4367-b095-1213ea48b1c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b02c6c-4511-43a5-870d-7270fedbae4b') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:58:59.556814 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-b17334ce-990e-4367-b095-1213ea48b1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b02c6c-4511-43a5-870d-7270fedbae4b') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:58:59.568235 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b17334ce-990e-4367-b095-1213ea48b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:59.584574 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b17334ce-990e-4367-b095-1213ea48b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:59.591623 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17334ce-990e-4367-b095-1213ea48b1c1 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:58:59.592074 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b17334ce-990e-4367-b095-1213ea48b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:58:59.605149 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:58:59.684529 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b17334ce-990e-4367-b095-1213ea48b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:59.689234 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b17334ce-990e-4367-b095-1213ea48b1c1 admin admin] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:59.712969 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17334ce-990e-4367-b095-1213ea48b1c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=efc9a015-5a9f-433b-9edb-be7013ad7148,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:58:59.721040 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b17334ce-990e-4367-b095-1213ea48b1c1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/efc9a015-5a9f-433b-9edb-be7013ad7148 HTTP/1.1" status: 204 len: 168 time: 0.4304135 Jan 17 14:58:59.839391 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44358) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:58:59.890372 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-243ab129-fea0-4bf7-8164-aad22bbe3038 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df60cfd7b6c6482ab2b5fc4745c858e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497744 Jan 17 14:58:59.892897 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44362) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:58:59.955235 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4fc58a6f-5a76-41e5-b61b-1b8aedf5a103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:58:59.984519 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4fc58a6f-5a76-41e5-b61b-1b8aedf5a103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:00.037137 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4fc58a6f-5a76-41e5-b61b-1b8aedf5a103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:00.054061 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc58a6f-5a76-41e5-b61b-1b8aedf5a103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59455ba-be6d-4f78-8dd0-85d633b08cd9,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:00.064513 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4fc58a6f-5a76-41e5-b61b-1b8aedf5a103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:00.065647 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4fc58a6f-5a76-41e5-b61b-1b8aedf5a103 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c59455ba-be6d-4f78-8dd0-85d633b08cd9 HTTP/1.1" status: 204 len: 168 time: 0.1718545 Jan 17 14:59:00.570230 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 7c0d26f9-16c0-477e-a975-29857af600ec no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:59:00.606151 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 7c0d26f9-16c0-477e-a975-29857af600ec {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:59:00.606500 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 7c0d26f9-16c0-477e-a975-29857af600ec not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:59:00.875973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44386) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:00.991363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1903078605'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:00.997484 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:01.001812 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Usage tracker for resource:network and tenant:8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:01.005101 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:01.013320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:01.024924 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Made reservation on behalf of 8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:59:01.029409 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:01.043600 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:01.061312 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:01.065921 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Usage tracker for resource:security_group_rule and tenant:8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:01.069395 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:01.076152 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:01.176563 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:01.181460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:01.217215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:59:01.226540 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5216158f-2e54-4da6-ba88-e749c333accc,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:01.234686 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:01.235029 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Added segment caa03d72-d0c7-46ad-b5fb-826c6c9b638d of type vlan for network b7b79947-4bd7-425b-a781-632808c2cde9 Jan 17 14:59:01.264703 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:01.297979 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:01.304172 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:01.304861 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:01.416474 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5379014 Jan 17 14:59:01.418009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73d88f-5885-437f-bee6-64b64c4a73b1 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event updated for resources: {'Network': ['ID=b7b79947-4bd7-425b-a781-632808c2cde9,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:01.442698 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network b7b79947-4bd7-425b-a781-632808c2cde9 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:59:04.711811 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44392) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:04.717897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-6272beb4-b04f-4c04-b9c2-647b6dc74865 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Request body: {'subnet': {'network_id': 'b7b79947-4bd7-425b-a781-632808c2cde9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:04.838460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6272beb4-b04f-4c04-b9c2-647b6dc74865 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:04.842601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6272beb4-b04f-4c04-b9c2-647b6dc74865 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Usage tracker for resource:subnet and tenant:8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:04.845501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-6272beb4-b04f-4c04-b9c2-647b6dc74865 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:04.851134 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-6272beb4-b04f-4c04-b9c2-647b6dc74865 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:04.861385 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6272beb4-b04f-4c04-b9c2-647b6dc74865 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Made reservation on behalf of 8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:59:04.864929 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6272beb4-b04f-4c04-b9c2-647b6dc74865 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:05.095149 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6272beb4-b04f-4c04-b9c2-647b6dc74865 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:05.175619 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272beb4-b04f-4c04-b9c2-647b6dc74865 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event updated for resources: {'Subnet': ['ID=8a7b2598-2182-403f-90bd-151225ed01cc,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:05.185056 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272beb4-b04f-4c04-b9c2-647b6dc74865 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Checking segment: {'id': 'caa03d72-d0c7-46ad-b5fb-826c6c9b638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b7b79947-4bd7-425b-a781-632808c2cde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:59:05.185416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6272beb4-b04f-4c04-b9c2-647b6dc74865 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Network hostable DHCP agents. Network: b7b79947-4bd7-425b-a781-632808c2cde9, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:59:05.205579 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6272beb4-b04f-4c04-b9c2-647b6dc74865 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Network b7b79947-4bd7-425b-a781-632808c2cde9 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:59:05.217449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-6272beb4-b04f-4c04-b9c2-647b6dc74865 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, b7b79947-4bd7-425b-a781-632808c2cde9) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:05.222169 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6272beb4-b04f-4c04-b9c2-647b6dc74865 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:05.222950 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6272beb4-b04f-4c04-b9c2-647b6dc74865 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:05.226368 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8898d60a-25bd-4bd8-a147-2cb7097ba8b1 None None] Network b7b79947-4bd7-425b-a781-632808c2cde9 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:59:05.247108 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6272beb4-b04f-4c04-b9c2-647b6dc74865 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5341482 Jan 17 14:59:05.250548 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44396) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:05.256724 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-1b4d8c6d-3bfa-4934-a3c5-490230669cc6 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-468736011'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:05.264967 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1b4d8c6d-3bfa-4934-a3c5-490230669cc6 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:05.270190 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1b4d8c6d-3bfa-4934-a3c5-490230669cc6 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Usage tracker for resource:network and tenant:8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:05.274094 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1b4d8c6d-3bfa-4934-a3c5-490230669cc6 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:05.281373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1b4d8c6d-3bfa-4934-a3c5-490230669cc6 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:05.293175 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4d8c6d-3bfa-4934-a3c5-490230669cc6 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Made reservation on behalf of 8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:59:05.296748 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1b4d8c6d-3bfa-4934-a3c5-490230669cc6 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:05.329991 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4d8c6d-3bfa-4934-a3c5-490230669cc6 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:59:05.341788 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1b4d8c6d-3bfa-4934-a3c5-490230669cc6 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:05.342394 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-1b4d8c6d-3bfa-4934-a3c5-490230669cc6 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Added segment 4f604576-9827-4621-a212-5d702a8ea1a5 of type vlan for network c5ba9dea-27ee-4ed4-9e96-f042fb974dc3 Jan 17 14:59:05.373320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1b4d8c6d-3bfa-4934-a3c5-490230669cc6 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:05.422660 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1b4d8c6d-3bfa-4934-a3c5-490230669cc6 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:05.428276 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4d8c6d-3bfa-4934-a3c5-490230669cc6 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:05.428858 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1b4d8c6d-3bfa-4934-a3c5-490230669cc6 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:05.461175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-b7b79947-4bd7-425b-a781-632808c2cde9', 'network_id': 'b7b79947-4bd7-425b-a781-632808c2cde9', 'tenant_id': '8e7dbfd6d1ae4b0f80a0e4eaa396a4e8', 'fixed_ips': [{'subnet_id': '8a7b2598-2182-403f-90bd-151225ed01cc'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:59:05.461997 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:05.529480 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1b4d8c6d-3bfa-4934-a3c5-490230669cc6 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2778213 Jan 17 14:59:05.532354 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44400) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:05.540477 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-1706d45c-7712-4fbc-95ce-16fdc480465e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Request body: {'subnet': {'network_id': 'c5ba9dea-27ee-4ed4-9e96-f042fb974dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:05.562955 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d8c6d-3bfa-4934-a3c5-490230669cc6 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event updated for resources: {'Network': ['ID=c5ba9dea-27ee-4ed4-9e96-f042fb974dc3,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:05.594799 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network c5ba9dea-27ee-4ed4-9e96-f042fb974dc3 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:59:05.661852 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1706d45c-7712-4fbc-95ce-16fdc480465e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:05.665680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1706d45c-7712-4fbc-95ce-16fdc480465e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Usage tracker for resource:subnet and tenant:8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:05.668653 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1706d45c-7712-4fbc-95ce-16fdc480465e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:05.674365 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1706d45c-7712-4fbc-95ce-16fdc480465e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:05.685985 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1706d45c-7712-4fbc-95ce-16fdc480465e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Made reservation on behalf of 8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:59:05.689586 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1706d45c-7712-4fbc-95ce-16fdc480465e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:05.720422 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Allocated IP 2001:db8:0:ffff::2 (b7b79947-4bd7-425b-a781-632808c2cde9/8a7b2598-2182-403f-90bd-151225ed01cc/96785f37-7abf-451e-adf2-b531bf75c963) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:59:05.940494 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:05.953372 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Transition to ACTIVE for port object 96785f37-7abf-451e-adf2-b531bf75c963 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:05.974948 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Transition to ACTIVE for port object 96785f37-7abf-451e-adf2-b531bf75c963 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:05.987520 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:06.047891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1706d45c-7712-4fbc-95ce-16fdc480465e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:06.062608 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Network b7b79947-4bd7-425b-a781-632808c2cde9 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:59:06.066131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:06.070094 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:59:06.076143 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Pushing event updated for resources: {'Port': ['ID=96785f37-7abf-451e-adf2-b531bf75c963,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:06.131522 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706d45c-7712-4fbc-95ce-16fdc480465e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event updated for resources: {'Subnet': ['ID=5113f5f5-74ca-4466-a60d-dca6f45bc856,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:06.139603 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1706d45c-7712-4fbc-95ce-16fdc480465e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Checking segment: {'id': '4f604576-9827-4621-a212-5d702a8ea1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c5ba9dea-27ee-4ed4-9e96-f042fb974dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:59:06.139990 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1706d45c-7712-4fbc-95ce-16fdc480465e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Network hostable DHCP agents. Network: c5ba9dea-27ee-4ed4-9e96-f042fb974dc3, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:59:06.160670 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1706d45c-7712-4fbc-95ce-16fdc480465e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Network c5ba9dea-27ee-4ed4-9e96-f042fb974dc3 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:59:06.164895 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Attempting to bind port 96785f37-7abf-451e-adf2-b531bf75c963 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:59:06.165200 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Attempting to bind port 96785f37-7abf-451e-adf2-b531bf75c963 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'caa03d72-d0c7-46ad-b5fb-826c6c9b638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b7b79947-4bd7-425b-a781-632808c2cde9'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:59:06.165558 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Attempting to bind port 96785f37-7abf-451e-adf2-b531bf75c963 on network b7b79947-4bd7-425b-a781-632808c2cde9 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:59:06.171885 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:59:06.172271 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Checking segment: {'id': 'caa03d72-d0c7-46ad-b5fb-826c6c9b638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b7b79947-4bd7-425b-a781-632808c2cde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:59:06.172664 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:06.173029 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Bound using segment: {'id': 'caa03d72-d0c7-46ad-b5fb-826c6c9b638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b7b79947-4bd7-425b-a781-632808c2cde9'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:59:06.173528 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Bound port: 96785f37-7abf-451e-adf2-b531bf75c963, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa03d72-d0c7-46ad-b5fb-826c6c9b638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b7b79947-4bd7-425b-a781-632808c2cde9'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:59:06.173864 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:06.174491 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-1706d45c-7712-4fbc-95ce-16fdc480465e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, c5ba9dea-27ee-4ed4-9e96-f042fb974dc3) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:06.179691 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1706d45c-7712-4fbc-95ce-16fdc480465e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:06.180583 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1706d45c-7712-4fbc-95ce-16fdc480465e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:06.187151 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a2d6b9-d818-4dac-b7d8-32cc200b880f None None] Network c5ba9dea-27ee-4ed4-9e96-f042fb974dc3 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:59:06.204946 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1706d45c-7712-4fbc-95ce-16fdc480465e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6713018 Jan 17 14:59:06.207409 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44404) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:06.361529 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6d39e25-2626-45b7-9976-85b5f6f7deeb tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:06.397093 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] For port 96785f37-7abf-451e-adf2-b531bf75c963, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:59:06.419719 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] For port 96785f37-7abf-451e-adf2-b531bf75c963, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=96785f37-7abf-451e-adf2-b531bf75c963,segment=NetworkSegment(caa03d72-d0c7-46ad-b5fb-826c6c9b638d),segment_id=caa03d72-d0c7-46ad-b5fb-826c6c9b638d)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:59:06.427077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:06.445061 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6d39e25-2626-45b7-9976-85b5f6f7deeb tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:06.535908 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6d39e25-2626-45b7-9976-85b5f6f7deeb tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:06.542583 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d79b0f-4589-4a5c-8d99-aaf7c09c5e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-c5ba9dea-27ee-4ed4-9e96-f042fb974dc3', 'network_id': 'c5ba9dea-27ee-4ed4-9e96-f042fb974dc3', 'tenant_id': '8e7dbfd6d1ae4b0f80a0e4eaa396a4e8', 'fixed_ips': [{'subnet_id': '5113f5f5-74ca-4466-a60d-dca6f45bc856'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:59:06.543388 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d4d79b0f-4589-4a5c-8d99-aaf7c09c5e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:06.564482 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b698e-938c-4da0-b72d-f6f3113eeb34 None None] Pushing event updated for resources: {'Port': ['ID=96785f37-7abf-451e-adf2-b531bf75c963,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:06.588563 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d39e25-2626-45b7-9976-85b5f6f7deeb tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event deleted for resources: {'Subnet': ['ID=5113f5f5-74ca-4466-a60d-dca6f45bc856,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:06.659527 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1160b151-494b-4fa6-9caa-faa236d6076e None None] Network c5ba9dea-27ee-4ed4-9e96-f042fb974dc3 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:59:06.777660 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6d39e25-2626-45b7-9976-85b5f6f7deeb tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:06.817442 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-f6d39e25-2626-45b7-9976-85b5f6f7deeb tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ba9dea-27ee-4ed4-9e96-f042fb974dc3']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:06.836323 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-f6d39e25-2626-45b7-9976-85b5f6f7deeb tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f604576-9827-4621-a212-5d702a8ea1a5') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:06.837122 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-f6d39e25-2626-45b7-9976-85b5f6f7deeb tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f604576-9827-4621-a212-5d702a8ea1a5') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:06.852923 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6d39e25-2626-45b7-9976-85b5f6f7deeb tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:06.878057 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6d39e25-2626-45b7-9976-85b5f6f7deeb tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:06.887011 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d39e25-2626-45b7-9976-85b5f6f7deeb tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:59:06.887603 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6d39e25-2626-45b7-9976-85b5f6f7deeb tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:59:06.904861 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:59:07.001976 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6d39e25-2626-45b7-9976-85b5f6f7deeb tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:07.021811 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6d39e25-2626-45b7-9976-85b5f6f7deeb tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:07.033250 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d39e25-2626-45b7-9976-85b5f6f7deeb tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event deleted for resources: {'Network': ['ID=c5ba9dea-27ee-4ed4-9e96-f042fb974dc3,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:07.037812 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f6d39e25-2626-45b7-9976-85b5f6f7deeb tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "DELETE /v2.0/networks/c5ba9dea-27ee-4ed4-9e96-f042fb974dc3 HTTP/1.1" status: 204 len: 168 time: 0.8288572 Jan 17 14:59:07.041179 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44408) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:07.046699 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-5a785e77-05cf-446c-a582-6d02f13081a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1758158902'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:07.052527 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5a785e77-05cf-446c-a582-6d02f13081a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:07.056970 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5a785e77-05cf-446c-a582-6d02f13081a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Usage tracker for resource:network and tenant:8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:07.060294 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5a785e77-05cf-446c-a582-6d02f13081a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:07.066988 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-5a785e77-05cf-446c-a582-6d02f13081a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:07.079578 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a785e77-05cf-446c-a582-6d02f13081a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Made reservation on behalf of 8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:59:07.083278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a785e77-05cf-446c-a582-6d02f13081a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:07.117004 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a785e77-05cf-446c-a582-6d02f13081a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:59:07.129691 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a785e77-05cf-446c-a582-6d02f13081a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:07.130024 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-5a785e77-05cf-446c-a582-6d02f13081a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Added segment 19b73477-c547-4642-9135-5135b290cc56 of type vlan for network 2298ff79-eb4f-43f0-8edd-ab6045f2a56c Jan 17 14:59:07.160772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a785e77-05cf-446c-a582-6d02f13081a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:07.200456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a785e77-05cf-446c-a582-6d02f13081a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:07.205952 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a785e77-05cf-446c-a582-6d02f13081a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:07.206576 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5a785e77-05cf-446c-a582-6d02f13081a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:07.310867 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5a785e77-05cf-446c-a582-6d02f13081a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2684422 Jan 17 14:59:07.315433 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44412) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:07.324201 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-1960909e-c449-47bf-8e76-1c438c7e34ef tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Request body: {'subnet': {'network_id': '2298ff79-eb4f-43f0-8edd-ab6045f2a56c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:07.349900 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a785e77-05cf-446c-a582-6d02f13081a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event updated for resources: {'Network': ['ID=2298ff79-eb4f-43f0-8edd-ab6045f2a56c,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:07.363808 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 2298ff79-eb4f-43f0-8edd-ab6045f2a56c details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:59:07.464005 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1960909e-c449-47bf-8e76-1c438c7e34ef tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:07.469433 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1960909e-c449-47bf-8e76-1c438c7e34ef tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Usage tracker for resource:subnet and tenant:8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:07.473212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1960909e-c449-47bf-8e76-1c438c7e34ef tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:07.480553 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1960909e-c449-47bf-8e76-1c438c7e34ef tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:07.496615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1960909e-c449-47bf-8e76-1c438c7e34ef tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Made reservation on behalf of 8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:59:07.501094 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1960909e-c449-47bf-8e76-1c438c7e34ef tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:07.602344 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.ipam_backend_mixin [None req-1960909e-c449-47bf-8e76-1c438c7e34ef tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Performing IP validity checks on allocation pools {{(pid=87523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 17 14:59:07.603790 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.ipam_backend_mixin [None req-1960909e-c449-47bf-8e76-1c438c7e34ef tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 17 14:59:07.730847 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7d054a-4ab9-40f4-aef0-cb4a036c8643 None None] Network b7b79947-4bd7-425b-a781-632808c2cde9 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:59:07.748994 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1960909e-c449-47bf-8e76-1c438c7e34ef tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:07.891503 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-16585316-d5f0-4e68-936c-63fda1ff3150 None None] Provisioning for port 96785f37-7abf-451e-adf2-b531bf75c963 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:59:07.906281 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960909e-c449-47bf-8e76-1c438c7e34ef tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event updated for resources: {'Subnet': ['ID=0f3d9c44-9cf1-4e36-a03c-67d9b719f52c,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:07.915492 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1960909e-c449-47bf-8e76-1c438c7e34ef tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Checking segment: {'id': '19b73477-c547-4642-9135-5135b290cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2298ff79-eb4f-43f0-8edd-ab6045f2a56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:59:07.916185 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1960909e-c449-47bf-8e76-1c438c7e34ef tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Network hostable DHCP agents. Network: 2298ff79-eb4f-43f0-8edd-ab6045f2a56c, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:59:07.948552 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1960909e-c449-47bf-8e76-1c438c7e34ef tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Network 2298ff79-eb4f-43f0-8edd-ab6045f2a56c is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:59:07.965365 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-1960909e-c449-47bf-8e76-1c438c7e34ef tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 2298ff79-eb4f-43f0-8edd-ab6045f2a56c) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:07.970875 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1960909e-c449-47bf-8e76-1c438c7e34ef tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:07.971897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1960909e-c449-47bf-8e76-1c438c7e34ef tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:07.997621 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1960909e-c449-47bf-8e76-1c438c7e34ef tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6808786 Jan 17 14:59:07.998935 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee0ec26-85db-4539-822f-d9a1ccc9f5a7 None None] Network 2298ff79-eb4f-43f0-8edd-ab6045f2a56c requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:59:08.001242 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44418) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:08.159438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:08.231051 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:08.289315 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-2298ff79-eb4f-43f0-8edd-ab6045f2a56c', 'network_id': '2298ff79-eb4f-43f0-8edd-ab6045f2a56c', 'tenant_id': '8e7dbfd6d1ae4b0f80a0e4eaa396a4e8', 'fixed_ips': [{'subnet_id': '0f3d9c44-9cf1-4e36-a03c-67d9b719f52c'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:59:08.290187 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:08.467208 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Allocated IP 2001:db8::3 (2298ff79-eb4f-43f0-8edd-ab6045f2a56c/0f3d9c44-9cf1-4e36-a03c-67d9b719f52c/a1c61e15-08cc-4ce0-ad49-74d08eba14ed) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:59:08.691244 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:08.701768 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Transition to ACTIVE for port object a1c61e15-08cc-4ce0-ad49-74d08eba14ed will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:08.720901 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Transition to ACTIVE for port object a1c61e15-08cc-4ce0-ad49-74d08eba14ed will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:08.727543 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:08.757406 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:08.798940 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event deleted for resources: {'Subnet': ['ID=0f3d9c44-9cf1-4e36-a03c-67d9b719f52c,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:08.815701 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Pushing event updated for resources: {'Port': ['ID=a1c61e15-08cc-4ce0-ad49-74d08eba14ed,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:08.832302 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Network 2298ff79-eb4f-43f0-8edd-ab6045f2a56c is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:59:08.834297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:08.837707 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:08.838119 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:08.838468 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:08.839319 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:08.839651 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:08.840007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:08.840369 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:08.840656 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:08.840976 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:08.841295 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:08.841871 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:08.842192 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:08.843773 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:59:08.881707 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 96785f37-7abf-451e-adf2-b531bf75c963 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:59:08.936662 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:08.963014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2298ff79-eb4f-43f0-8edd-ab6045f2a56c']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:08.976502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b73477-c547-4642-9135-5135b290cc56') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:08.976846 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b73477-c547-4642-9135-5135b290cc56') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:08.989985 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:08.991036 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Attempting to bind port a1c61e15-08cc-4ce0-ad49-74d08eba14ed on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:59:08.991404 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Attempting to bind port a1c61e15-08cc-4ce0-ad49-74d08eba14ed by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '19b73477-c547-4642-9135-5135b290cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2298ff79-eb4f-43f0-8edd-ab6045f2a56c'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:59:08.991782 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Attempting to bind port a1c61e15-08cc-4ce0-ad49-74d08eba14ed on network 2298ff79-eb4f-43f0-8edd-ab6045f2a56c {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:59:09.001428 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:59:09.001794 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Checking segment: {'id': '19b73477-c547-4642-9135-5135b290cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2298ff79-eb4f-43f0-8edd-ab6045f2a56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:59:09.002187 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:09.002572 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Bound using segment: {'id': '19b73477-c547-4642-9135-5135b290cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2298ff79-eb4f-43f0-8edd-ab6045f2a56c'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:59:09.003028 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Bound port: a1c61e15-08cc-4ce0-ad49-74d08eba14ed, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b73477-c547-4642-9135-5135b290cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2298ff79-eb4f-43f0-8edd-ab6045f2a56c'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:59:09.003400 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:09.006852 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:09.014166 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:59:09.014564 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:59:09.031311 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:59:09.051099 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 96785f37-7abf-451e-adf2-b531bf75c963 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:59:09.069255 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 96785f37-7abf-451e-adf2-b531bf75c963 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:09.069618 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:09.113254 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.db.api [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 14:59:09.113254 dv-neutron-824901-1-hyperv neutron-server[87523]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 14:59:09.113254 dv-neutron-824901-1-hyperv neutron-server[87523]: [parameters: {'id': '2298ff79-eb4f-43f0-8edd-ab6045f2a56c'}] Jan 17 14:59:09.113254 dv-neutron-824901-1-hyperv neutron-server[87523]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:59:09.113720 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG oslo_db.api [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:59:09.150540 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] For port a1c61e15-08cc-4ce0-ad49-74d08eba14ed, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:59:09.156679 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] For port a1c61e15-08cc-4ce0-ad49-74d08eba14ed, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a1c61e15-08cc-4ce0-ad49-74d08eba14ed,segment=NetworkSegment(19b73477-c547-4642-9135-5135b290cc56),segment_id=19b73477-c547-4642-9135-5135b290cc56)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:59:09.186363 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:09.359217 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:09.389001 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8ee34-c7f5-491e-8833-ab88e5c4a1e4 None None] Pushing event updated for resources: {'Port': ['ID=a1c61e15-08cc-4ce0-ad49-74d08eba14ed,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:09.419451 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 96785f37-7abf-451e-adf2-b531bf75c963, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=96785f37-7abf-451e-adf2-b531bf75c963,segment=NetworkSegment(caa03d72-d0c7-46ad-b5fb-826c6c9b638d),segment_id=caa03d72-d0c7-46ad-b5fb-826c6c9b638d)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:59:09.425328 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:09.460260 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a243e8-16d6-491d-8323-62d6b5316c6a None None] Network 2298ff79-eb4f-43f0-8edd-ab6045f2a56c requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:59:09.587213 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=96785f37-7abf-451e-adf2-b531bf75c963,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:09.614559 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:09.626697 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Deleting port a1c61e15-08cc-4ce0-ad49-74d08eba14ed {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:59:09.627024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:09.690562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7c9f96-bb9b-4f3a-8e41-71c40863f9ff None None] get_active_networks_info from dv-neutron-824901-1-hyperv {{(pid=87525) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 17 14:59:09.785036 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7c9f96-bb9b-4f3a-8e41-71c40863f9ff None None] Resources bound (agent type, host, resource id): {{(pid=87525) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 14:59:09.851007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] For port a1c61e15-08cc-4ce0-ad49-74d08eba14ed, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a1c61e15-08cc-4ce0-ad49-74d08eba14ed,segment=NetworkSegment(19b73477-c547-4642-9135-5135b290cc56),segment_id=19b73477-c547-4642-9135-5135b290cc56)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:59:09.851283 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:09.982425 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Calling delete_port for a1c61e15-08cc-4ce0-ad49-74d08eba14ed owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:59:10.073120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:10.124790 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event deleted for resources: {'Port': ['ID=a1c61e15-08cc-4ce0-ad49-74d08eba14ed,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:10.126572 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] No DVR routers for this DVR port a1c61e15-08cc-4ce0-ad49-74d08eba14ed on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:59:10.257589 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:10.283822 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2298ff79-eb4f-43f0-8edd-ab6045f2a56c']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:10.296395 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b73477-c547-4642-9135-5135b290cc56') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:10.296695 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b73477-c547-4642-9135-5135b290cc56') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:10.308175 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:10.326634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:10.334546 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:59:10.334973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:59:10.351589 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:59:10.445938 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:10.464118 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:10.475792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event deleted for resources: {'Network': ['ID=2298ff79-eb4f-43f0-8edd-ab6045f2a56c,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:10.483063 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-53854bf1-7c74-477d-ba78-9fb2a7ada78b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "DELETE /v2.0/networks/2298ff79-eb4f-43f0-8edd-ab6045f2a56c HTTP/1.1" status: 204 len: 168 time: 2.4805849 Jan 17 14:59:10.486554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44424) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:10.491985 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-fba2f59b-bcfd-4344-8007-f0d4524fb289 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-643382646'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:10.497297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fba2f59b-bcfd-4344-8007-f0d4524fb289 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:10.501302 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fba2f59b-bcfd-4344-8007-f0d4524fb289 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Usage tracker for resource:network and tenant:8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:10.504333 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fba2f59b-bcfd-4344-8007-f0d4524fb289 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:10.511555 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-fba2f59b-bcfd-4344-8007-f0d4524fb289 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:10.523058 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba2f59b-bcfd-4344-8007-f0d4524fb289 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Made reservation on behalf of 8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:59:10.527225 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fba2f59b-bcfd-4344-8007-f0d4524fb289 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:10.558053 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba2f59b-bcfd-4344-8007-f0d4524fb289 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:59:10.568921 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fba2f59b-bcfd-4344-8007-f0d4524fb289 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:10.569408 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-fba2f59b-bcfd-4344-8007-f0d4524fb289 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Added segment 6c81877e-e337-4bca-ba28-84406525fb97 of type vlan for network cf563246-ca39-4f0f-8ad9-4c9a9dd92782 Jan 17 14:59:10.599774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fba2f59b-bcfd-4344-8007-f0d4524fb289 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:10.630383 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fba2f59b-bcfd-4344-8007-f0d4524fb289 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:10.637260 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba2f59b-bcfd-4344-8007-f0d4524fb289 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:10.637862 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fba2f59b-bcfd-4344-8007-f0d4524fb289 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:10.748866 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d5dfd42d-9d1f-4022-a867-49f02e104024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:10.749542 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fba2f59b-bcfd-4344-8007-f0d4524fb289 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2613721 Jan 17 14:59:10.752951 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44428) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:10.761542 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-f56dab77-40fa-4139-8b07-b87eff9f436b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Request body: {'subnet': {'network_id': 'cf563246-ca39-4f0f-8ad9-4c9a9dd92782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:10.775922 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2f59b-bcfd-4344-8007-f0d4524fb289 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event updated for resources: {'Network': ['ID=cf563246-ca39-4f0f-8ad9-4c9a9dd92782,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:10.795808 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network cf563246-ca39-4f0f-8ad9-4c9a9dd92782 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:59:10.818545 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 96785f37-7abf-451e-adf2-b531bf75c963 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:59:10.888577 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f56dab77-40fa-4139-8b07-b87eff9f436b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:10.895452 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f56dab77-40fa-4139-8b07-b87eff9f436b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Usage tracker for resource:subnet and tenant:8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:10.901656 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f56dab77-40fa-4139-8b07-b87eff9f436b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:10.909673 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f56dab77-40fa-4139-8b07-b87eff9f436b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:10.922086 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56dab77-40fa-4139-8b07-b87eff9f436b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Made reservation on behalf of 8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:59:10.926493 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f56dab77-40fa-4139-8b07-b87eff9f436b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:10.993387 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 96785f37-7abf-451e-adf2-b531bf75c963 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:10.993752 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:11.272148 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f56dab77-40fa-4139-8b07-b87eff9f436b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:11.349694 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56dab77-40fa-4139-8b07-b87eff9f436b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event updated for resources: {'Subnet': ['ID=001a087b-d3cb-4162-ac71-9b482ab1312c,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:11.360019 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56dab77-40fa-4139-8b07-b87eff9f436b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Checking segment: {'id': '6c81877e-e337-4bca-ba28-84406525fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cf563246-ca39-4f0f-8ad9-4c9a9dd92782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:59:11.360374 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56dab77-40fa-4139-8b07-b87eff9f436b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Network hostable DHCP agents. Network: cf563246-ca39-4f0f-8ad9-4c9a9dd92782, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:59:11.378995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56dab77-40fa-4139-8b07-b87eff9f436b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Network cf563246-ca39-4f0f-8ad9-4c9a9dd92782 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:59:11.388201 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-f56dab77-40fa-4139-8b07-b87eff9f436b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, cf563246-ca39-4f0f-8ad9-4c9a9dd92782) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:11.393741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56dab77-40fa-4139-8b07-b87eff9f436b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:11.394567 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f56dab77-40fa-4139-8b07-b87eff9f436b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:11.397585 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5e9818-90a0-46fc-95b2-819d02661690 None None] Network cf563246-ca39-4f0f-8ad9-4c9a9dd92782 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:59:11.417219 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f56dab77-40fa-4139-8b07-b87eff9f436b tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6630223 Jan 17 14:59:11.420898 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44432) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:11.427236 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-7ae48e1d-6f45-437c-9e48-493a37d64d0a tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1501284706'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:11.432340 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7ae48e1d-6f45-437c-9e48-493a37d64d0a tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:11.436309 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7ae48e1d-6f45-437c-9e48-493a37d64d0a tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Usage tracker for resource:network and tenant:8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:11.439273 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7ae48e1d-6f45-437c-9e48-493a37d64d0a tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:11.446137 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7ae48e1d-6f45-437c-9e48-493a37d64d0a tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:11.457391 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae48e1d-6f45-437c-9e48-493a37d64d0a tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Made reservation on behalf of 8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:59:11.461329 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7ae48e1d-6f45-437c-9e48-493a37d64d0a tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:11.490120 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae48e1d-6f45-437c-9e48-493a37d64d0a tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:59:11.500330 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7ae48e1d-6f45-437c-9e48-493a37d64d0a tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:11.500671 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-7ae48e1d-6f45-437c-9e48-493a37d64d0a tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Added segment 059d1843-c1be-4016-8fa8-3adb747faac3 of type vlan for network 20cc7a98-d2e9-4099-b33f-6861c5d24830 Jan 17 14:59:11.529843 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7ae48e1d-6f45-437c-9e48-493a37d64d0a tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:11.559778 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7ae48e1d-6f45-437c-9e48-493a37d64d0a tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:11.565151 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae48e1d-6f45-437c-9e48-493a37d64d0a tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:11.565723 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7ae48e1d-6f45-437c-9e48-493a37d64d0a tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:11.625906 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-cf563246-ca39-4f0f-8ad9-4c9a9dd92782', 'network_id': 'cf563246-ca39-4f0f-8ad9-4c9a9dd92782', 'tenant_id': '8e7dbfd6d1ae4b0f80a0e4eaa396a4e8', 'fixed_ips': [{'subnet_id': '001a087b-d3cb-4162-ac71-9b482ab1312c'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:59:11.626727 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:11.669130 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7ae48e1d-6f45-437c-9e48-493a37d64d0a tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2439053 Jan 17 14:59:11.669361 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44436) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:11.676990 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-91f4f6d9-554f-45a4-9e4e-94d8a03a8747 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Request body: {'subnet': {'network_id': '20cc7a98-d2e9-4099-b33f-6861c5d24830', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:11.695905 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae48e1d-6f45-437c-9e48-493a37d64d0a tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event updated for resources: {'Network': ['ID=20cc7a98-d2e9-4099-b33f-6861c5d24830,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:11.708033 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 20cc7a98-d2e9-4099-b33f-6861c5d24830 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:59:11.880092 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Allocated IP 2001:db8::2 (cf563246-ca39-4f0f-8ad9-4c9a9dd92782/001a087b-d3cb-4162-ac71-9b482ab1312c/463cd354-74c3-4b9d-8b2b-bfaad4aa5c07) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:59:11.884868 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:59:11.897996 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-91f4f6d9-554f-45a4-9e4e-94d8a03a8747 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:11.901831 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-91f4f6d9-554f-45a4-9e4e-94d8a03a8747 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Usage tracker for resource:subnet and tenant:8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:11.904679 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-91f4f6d9-554f-45a4-9e4e-94d8a03a8747 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:11.910315 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-91f4f6d9-554f-45a4-9e4e-94d8a03a8747 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:11.921091 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f4f6d9-554f-45a4-9e4e-94d8a03a8747 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Made reservation on behalf of 8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:59:11.924781 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91f4f6d9-554f-45a4-9e4e-94d8a03a8747 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:12.122797 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:12.132859 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Transition to ACTIVE for port object 463cd354-74c3-4b9d-8b2b-bfaad4aa5c07 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:12.147287 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91f4f6d9-554f-45a4-9e4e-94d8a03a8747 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:12.151247 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Transition to ACTIVE for port object 463cd354-74c3-4b9d-8b2b-bfaad4aa5c07 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:12.156572 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:12.226891 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4f6d9-554f-45a4-9e4e-94d8a03a8747 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event updated for resources: {'Subnet': ['ID=ba7437f7-3426-4df8-a42a-e81548466a1d,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:12.229935 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Network cf563246-ca39-4f0f-8ad9-4c9a9dd92782 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:59:12.233438 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:12.235978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:59:12.236784 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4f6d9-554f-45a4-9e4e-94d8a03a8747 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Checking segment: {'id': '059d1843-c1be-4016-8fa8-3adb747faac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '20cc7a98-d2e9-4099-b33f-6861c5d24830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:59:12.237144 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f4f6d9-554f-45a4-9e4e-94d8a03a8747 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Network hostable DHCP agents. Network: 20cc7a98-d2e9-4099-b33f-6861c5d24830, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:59:12.246032 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Pushing event updated for resources: {'Port': ['ID=463cd354-74c3-4b9d-8b2b-bfaad4aa5c07,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:12.257381 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f4f6d9-554f-45a4-9e4e-94d8a03a8747 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Network 20cc7a98-d2e9-4099-b33f-6861c5d24830 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:59:12.267226 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-91f4f6d9-554f-45a4-9e4e-94d8a03a8747 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 20cc7a98-d2e9-4099-b33f-6861c5d24830) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:12.271593 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f4f6d9-554f-45a4-9e4e-94d8a03a8747 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:12.272459 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-91f4f6d9-554f-45a4-9e4e-94d8a03a8747 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:12.283317 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531ee276-08dd-4f8c-ae30-500b6dee0fa1 None None] Network 20cc7a98-d2e9-4099-b33f-6861c5d24830 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:59:12.294235 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-91f4f6d9-554f-45a4-9e4e-94d8a03a8747 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6238935 Jan 17 14:59:12.296815 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44440) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:12.419978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Attempting to bind port 463cd354-74c3-4b9d-8b2b-bfaad4aa5c07 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:59:12.420344 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Attempting to bind port 463cd354-74c3-4b9d-8b2b-bfaad4aa5c07 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '6c81877e-e337-4bca-ba28-84406525fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cf563246-ca39-4f0f-8ad9-4c9a9dd92782'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:59:12.420712 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Attempting to bind port 463cd354-74c3-4b9d-8b2b-bfaad4aa5c07 on network cf563246-ca39-4f0f-8ad9-4c9a9dd92782 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:59:12.431841 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:59:12.432213 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Checking segment: {'id': '6c81877e-e337-4bca-ba28-84406525fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cf563246-ca39-4f0f-8ad9-4c9a9dd92782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:59:12.432652 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:12.433046 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Bound using segment: {'id': '6c81877e-e337-4bca-ba28-84406525fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cf563246-ca39-4f0f-8ad9-4c9a9dd92782'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:59:12.433519 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Bound port: 463cd354-74c3-4b9d-8b2b-bfaad4aa5c07, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c81877e-e337-4bca-ba28-84406525fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cf563246-ca39-4f0f-8ad9-4c9a9dd92782'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:59:12.433889 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:12.468213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7f1b-e961-49be-b8b6-40bdec38c8a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:12.587749 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7f1b-e961-49be-b8b6-40bdec38c8a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:12.624858 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] For port 463cd354-74c3-4b9d-8b2b-bfaad4aa5c07, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:59:12.641794 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] For port 463cd354-74c3-4b9d-8b2b-bfaad4aa5c07, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=463cd354-74c3-4b9d-8b2b-bfaad4aa5c07,segment=NetworkSegment(6c81877e-e337-4bca-ba28-84406525fb97),segment_id=6c81877e-e337-4bca-ba28-84406525fb97)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:59:12.648586 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb6920c-ce18-461b-b59e-67bce67dfe3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-20cc7a98-d2e9-4099-b33f-6861c5d24830', 'network_id': '20cc7a98-d2e9-4099-b33f-6861c5d24830', 'tenant_id': '8e7dbfd6d1ae4b0f80a0e4eaa396a4e8', 'fixed_ips': [{'subnet_id': 'ba7437f7-3426-4df8-a42a-e81548466a1d'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:59:12.649538 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5fb6920c-ce18-461b-b59e-67bce67dfe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:12.662447 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:12.665458 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7f1b-e961-49be-b8b6-40bdec38c8a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:12.706318 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac7f1b-e961-49be-b8b6-40bdec38c8a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event deleted for resources: {'Subnet': ['ID=ba7437f7-3426-4df8-a42a-e81548466a1d,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:12.805536 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7f1b-e961-49be-b8b6-40bdec38c8a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:12.807749 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f609aa-6a80-49b7-b717-96965557f979 None None] Pushing event updated for resources: {'Port': ['ID=463cd354-74c3-4b9d-8b2b-bfaad4aa5c07,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:12.832560 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d27f4da-44fb-46c0-8b7b-4bbab9838f57 None None] Network 20cc7a98-d2e9-4099-b33f-6861c5d24830 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:59:12.844384 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-c9ac7f1b-e961-49be-b8b6-40bdec38c8a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20cc7a98-d2e9-4099-b33f-6861c5d24830']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:12.857572 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-c9ac7f1b-e961-49be-b8b6-40bdec38c8a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059d1843-c1be-4016-8fa8-3adb747faac3') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:12.857860 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-c9ac7f1b-e961-49be-b8b6-40bdec38c8a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059d1843-c1be-4016-8fa8-3adb747faac3') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:12.876323 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7f1b-e961-49be-b8b6-40bdec38c8a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:12.896739 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7f1b-e961-49be-b8b6-40bdec38c8a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:12.905345 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ac7f1b-e961-49be-b8b6-40bdec38c8a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:59:12.905848 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7f1b-e961-49be-b8b6-40bdec38c8a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:59:12.923041 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:59:13.035276 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7f1b-e961-49be-b8b6-40bdec38c8a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:13.053138 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7f1b-e961-49be-b8b6-40bdec38c8a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:13.066728 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac7f1b-e961-49be-b8b6-40bdec38c8a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event deleted for resources: {'Network': ['ID=20cc7a98-d2e9-4099-b33f-6861c5d24830,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:13.069416 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c9ac7f1b-e961-49be-b8b6-40bdec38c8a0 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "DELETE /v2.0/networks/20cc7a98-d2e9-4099-b33f-6861c5d24830 HTTP/1.1" status: 204 len: 168 time: 0.7716379 Jan 17 14:59:13.072794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44444) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:13.147695 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e24707d-cc0d-4b4a-a834-05247d7b49dc tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] GET failed (client error): The resource could not be found. Jan 17 14:59:13.149714 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5e24707d-cc0d-4b4a-a834-05247d7b49dc tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Synchronizing usage tracker for tenant:8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 on resource:subnet {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:59:13.172950 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-5e24707d-cc0d-4b4a-a834-05247d7b49dc tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Unset dirty status for tenant:8e7dbfd6d1ae4b0f80a0e4eaa396a4e8 on resource:subnet {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:59:13.174928 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5e24707d-cc0d-4b4a-a834-05247d7b49dc tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "GET /v2.0/subnets/ba7437f7-3426-4df8-a42a-e81548466a1d HTTP/1.1" status: 404 len: 337 time: 0.0985646 Jan 17 14:59:13.177487 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44448) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:13.207420 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-16aeb266-1057-497a-911b-91ea81d8b334 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] DELETE failed (client error): The resource could not be found. Jan 17 14:59:13.207842 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16aeb266-1057-497a-911b-91ea81d8b334 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:59:13.209502 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-16aeb266-1057-497a-911b-91ea81d8b334 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "DELETE /v2.0/networks/20cc7a98-d2e9-4099-b33f-6861c5d24830 HTTP/1.1" status: 404 len: 339 time: 0.0310254 Jan 17 14:59:13.213471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44452) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:13.251922 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f14bee-1311-4b6d-8959-ade51f03b82a tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] DELETE failed (client error): The resource could not be found. Jan 17 14:59:13.252269 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f14bee-1311-4b6d-8959-ade51f03b82a tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:59:13.253946 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-38f14bee-1311-4b6d-8959-ade51f03b82a tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "DELETE /v2.0/subnets/ba7437f7-3426-4df8-a42a-e81548466a1d HTTP/1.1" status: 404 len: 337 time: 0.0395033 Jan 17 14:59:13.256471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44456) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:13.281668 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.pecan_wsgi.hooks.translation [None req-a416e442-083f-4f5a-ac46-bacf4e9569db tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] DELETE failed (client error): The resource could not be found. Jan 17 14:59:13.282129 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a416e442-083f-4f5a-ac46-bacf4e9569db tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:59:13.283884 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-a416e442-083f-4f5a-ac46-bacf4e9569db tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "DELETE /v2.0/networks/20cc7a98-d2e9-4099-b33f-6861c5d24830 HTTP/1.1" status: 404 len: 339 time: 0.0264993 Jan 17 14:59:13.286328 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44460) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:13.352792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94eec3d-0b91-4fff-9505-49eccc4e7f4e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Deleting subnet 001a087b-d3cb-4162-ac71-9b482ab1312c {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:59:13.356037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e94eec3d-0b91-4fff-9505-49eccc4e7f4e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:13.419068 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e94eec3d-0b91-4fff-9505-49eccc4e7f4e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:13.511768 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e94eec3d-0b91-4fff-9505-49eccc4e7f4e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:13.596389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e94eec3d-0b91-4fff-9505-49eccc4e7f4e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:13.640367 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94eec3d-0b91-4fff-9505-49eccc4e7f4e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event deleted for resources: {'Subnet': ['ID=001a087b-d3cb-4162-ac71-9b482ab1312c,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:13.644972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e94eec3d-0b91-4fff-9505-49eccc4e7f4e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:13.663703 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e94eec3d-0b91-4fff-9505-49eccc4e7f4e tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "DELETE /v2.0/subnets/001a087b-d3cb-4162-ac71-9b482ab1312c HTTP/1.1" status: 204 len: 168 time: 0.3763528 Jan 17 14:59:13.666448 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44464) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:13.809778 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a5475bb-b07e-4d45-a0de-e759b188ab21 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:13.821618 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-3a5475bb-b07e-4d45-a0de-e759b188ab21 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Deleting port 463cd354-74c3-4b9d-8b2b-bfaad4aa5c07 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:59:13.821948 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a5475bb-b07e-4d45-a0de-e759b188ab21 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:13.920651 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf467132-716d-4380-88b2-02486e37b10d None None] Network cf563246-ca39-4f0f-8ad9-4c9a9dd92782 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:59:14.016861 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cf2696b8-4abe-4561-90cc-10e403a9ff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:14.023217 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-813d59cd-6bb7-4727-99b4-ea1ef5cb65fe None None] Provisioning for port 463cd354-74c3-4b9d-8b2b-bfaad4aa5c07 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:59:14.041185 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-3a5475bb-b07e-4d45-a0de-e759b188ab21 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] For port 463cd354-74c3-4b9d-8b2b-bfaad4aa5c07, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=463cd354-74c3-4b9d-8b2b-bfaad4aa5c07,segment=NetworkSegment(6c81877e-e337-4bca-ba28-84406525fb97),segment_id=6c81877e-e337-4bca-ba28-84406525fb97)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:59:14.041616 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a5475bb-b07e-4d45-a0de-e759b188ab21 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:14.099127 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:14.135935 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:14.190689 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-3a5475bb-b07e-4d45-a0de-e759b188ab21 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Calling delete_port for 463cd354-74c3-4b9d-8b2b-bfaad4aa5c07 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:59:14.245460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b108de5-b3aa-431f-9d49-9e091afa9411 None None] DHCP port deletion for cf563246-ca39-4f0f-8ad9-4c9a9dd92782 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:59:14.250427 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4b108de5-b3aa-431f-9d49-9e091afa9411 None None] Deleting port 463cd354-74c3-4b9d-8b2b-bfaad4aa5c07 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:59:14.250929 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4b108de5-b3aa-431f-9d49-9e091afa9411 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:14.284504 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a5475bb-b07e-4d45-a0de-e759b188ab21 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:14.347561 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4b108de5-b3aa-431f-9d49-9e091afa9411 None None] The port '463cd354-74c3-4b9d-8b2b-bfaad4aa5c07' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:59:14.435110 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5475bb-b07e-4d45-a0de-e759b188ab21 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event deleted for resources: {'Port': ['ID=463cd354-74c3-4b9d-8b2b-bfaad4aa5c07,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:14.436936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5475bb-b07e-4d45-a0de-e759b188ab21 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] No DVR routers for this DVR port 463cd354-74c3-4b9d-8b2b-bfaad4aa5c07 on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:59:14.563622 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a5475bb-b07e-4d45-a0de-e759b188ab21 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:14.590343 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-3a5475bb-b07e-4d45-a0de-e759b188ab21 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf563246-ca39-4f0f-8ad9-4c9a9dd92782']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:14.602945 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-3a5475bb-b07e-4d45-a0de-e759b188ab21 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c81877e-e337-4bca-ba28-84406525fb97') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:14.603301 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-3a5475bb-b07e-4d45-a0de-e759b188ab21 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c81877e-e337-4bca-ba28-84406525fb97') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:14.615485 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a5475bb-b07e-4d45-a0de-e759b188ab21 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:14.631652 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a5475bb-b07e-4d45-a0de-e759b188ab21 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:14.638227 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5475bb-b07e-4d45-a0de-e759b188ab21 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:59:14.638629 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a5475bb-b07e-4d45-a0de-e759b188ab21 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:59:14.653177 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:59:14.739927 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a5475bb-b07e-4d45-a0de-e759b188ab21 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:14.758481 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a5475bb-b07e-4d45-a0de-e759b188ab21 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:14.770633 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5475bb-b07e-4d45-a0de-e759b188ab21 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event deleted for resources: {'Network': ['ID=cf563246-ca39-4f0f-8ad9-4c9a9dd92782,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:14.773589 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3a5475bb-b07e-4d45-a0de-e759b188ab21 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "DELETE /v2.0/networks/cf563246-ca39-4f0f-8ad9-4c9a9dd92782 HTTP/1.1" status: 204 len: 168 time: 1.1052017 Jan 17 14:59:14.776142 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44468) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:14.818309 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-715792b2-0bdc-4e2e-9a50-45784d0be564 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] DELETE failed (client error): The resource could not be found. Jan 17 14:59:14.818679 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-715792b2-0bdc-4e2e-9a50-45784d0be564 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:59:14.820386 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-715792b2-0bdc-4e2e-9a50-45784d0be564 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "DELETE /v2.0/subnets/0f3d9c44-9cf1-4e36-a03c-67d9b719f52c HTTP/1.1" status: 404 len: 337 time: 0.0433571 Jan 17 14:59:14.823754 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44472) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:14.850082 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02a5c98-d820-476b-a709-1628915a6282 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] DELETE failed (client error): The resource could not be found. Jan 17 14:59:14.850558 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02a5c98-d820-476b-a709-1628915a6282 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:59:14.852347 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c02a5c98-d820-476b-a709-1628915a6282 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "DELETE /v2.0/networks/2298ff79-eb4f-43f0-8edd-ab6045f2a56c HTTP/1.1" status: 404 len: 339 time: 0.0276852 Jan 17 14:59:14.854981 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44476) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:14.892795 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7becb7e-ada0-4972-a706-79f75aa952e8 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] DELETE failed (client error): The resource could not be found. Jan 17 14:59:14.893240 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7becb7e-ada0-4972-a706-79f75aa952e8 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:59:14.894888 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e7becb7e-ada0-4972-a706-79f75aa952e8 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "DELETE /v2.0/subnets/5113f5f5-74ca-4466-a60d-dca6f45bc856 HTTP/1.1" status: 404 len: 337 time: 0.0390184 Jan 17 14:59:14.897493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44480) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:14.921778 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae2d702-e863-48ab-a7dd-df543e99e7bf tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] DELETE failed (client error): The resource could not be found. Jan 17 14:59:14.922241 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae2d702-e863-48ab-a7dd-df543e99e7bf tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 14:59:14.923946 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-eae2d702-e863-48ab-a7dd-df543e99e7bf tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "DELETE /v2.0/networks/c5ba9dea-27ee-4ed4-9e96-f042fb974dc3 HTTP/1.1" status: 404 len: 339 time: 0.0255499 Jan 17 14:59:14.926437 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44484) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:14.995924 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-210082ba-362f-4790-be86-1b6968905a74 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Deleting subnet 8a7b2598-2182-403f-90bd-151225ed01cc {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:59:14.998819 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-210082ba-362f-4790-be86-1b6968905a74 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:15.052148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-210082ba-362f-4790-be86-1b6968905a74 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:15.136606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-210082ba-362f-4790-be86-1b6968905a74 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:15.208107 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-210082ba-362f-4790-be86-1b6968905a74 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:15.247664 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210082ba-362f-4790-be86-1b6968905a74 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event deleted for resources: {'Subnet': ['ID=8a7b2598-2182-403f-90bd-151225ed01cc,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:15.251212 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-210082ba-362f-4790-be86-1b6968905a74 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:15.257474 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5925607-1d7f-49eb-b0e3-f6c7dcad5fc3 None None] Network b7b79947-4bd7-425b-a781-632808c2cde9 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:59:15.260990 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-210082ba-362f-4790-be86-1b6968905a74 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "DELETE /v2.0/subnets/8a7b2598-2182-403f-90bd-151225ed01cc HTTP/1.1" status: 204 len: 168 time: 0.3335087 Jan 17 14:59:15.263411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44488) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:15.378283 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b4647f06-2eb0-4a81-947d-a911d37483d3 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:15.390180 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-b4647f06-2eb0-4a81-947d-a911d37483d3 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Deleting port 96785f37-7abf-451e-adf2-b531bf75c963 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:59:15.390472 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b4647f06-2eb0-4a81-947d-a911d37483d3 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:15.502950 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78835c4-55e1-47c9-8463-3832238c5b81 None None] DHCP port deletion for b7b79947-4bd7-425b-a781-632808c2cde9 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:59:15.506993 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d78835c4-55e1-47c9-8463-3832238c5b81 None None] Deleting port 96785f37-7abf-451e-adf2-b531bf75c963 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:59:15.507362 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d78835c4-55e1-47c9-8463-3832238c5b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:15.608577 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-b4647f06-2eb0-4a81-947d-a911d37483d3 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] For port 96785f37-7abf-451e-adf2-b531bf75c963, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=96785f37-7abf-451e-adf2-b531bf75c963,segment=NetworkSegment(caa03d72-d0c7-46ad-b5fb-826c6c9b638d),segment_id=caa03d72-d0c7-46ad-b5fb-826c6c9b638d)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:59:15.608939 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b4647f06-2eb0-4a81-947d-a911d37483d3 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:15.655809 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:15.734388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-b4647f06-2eb0-4a81-947d-a911d37483d3 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Calling delete_port for 96785f37-7abf-451e-adf2-b531bf75c963 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:59:15.756989 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-d78835c4-55e1-47c9-8463-3832238c5b81 None None] For port 96785f37-7abf-451e-adf2-b531bf75c963, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=96785f37-7abf-451e-adf2-b531bf75c963,segment=NetworkSegment(caa03d72-d0c7-46ad-b5fb-826c6c9b638d),segment_id=caa03d72-d0c7-46ad-b5fb-826c6c9b638d)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:59:15.757372 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d78835c4-55e1-47c9-8463-3832238c5b81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:15.812533 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b4647f06-2eb0-4a81-947d-a911d37483d3 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:15.865015 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4647f06-2eb0-4a81-947d-a911d37483d3 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event deleted for resources: {'Port': ['ID=96785f37-7abf-451e-adf2-b531bf75c963,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:15.866803 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4647f06-2eb0-4a81-947d-a911d37483d3 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] No DVR routers for this DVR port 96785f37-7abf-451e-adf2-b531bf75c963 on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:59:15.880708 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d78835c4-55e1-47c9-8463-3832238c5b81 None None] Calling delete_port for 96785f37-7abf-451e-adf2-b531bf75c963 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:59:15.954111 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-d78835c4-55e1-47c9-8463-3832238c5b81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:59:15.954383 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-d78835c4-55e1-47c9-8463-3832238c5b81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:59:15.993414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b4647f06-2eb0-4a81-947d-a911d37483d3 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:16.018899 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-b4647f06-2eb0-4a81-947d-a911d37483d3 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b79947-4bd7-425b-a781-632808c2cde9']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:16.031629 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-b4647f06-2eb0-4a81-947d-a911d37483d3 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa03d72-d0c7-46ad-b5fb-826c6c9b638d') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:16.031951 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-b4647f06-2eb0-4a81-947d-a911d37483d3 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa03d72-d0c7-46ad-b5fb-826c6c9b638d') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:16.043612 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b4647f06-2eb0-4a81-947d-a911d37483d3 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:16.060631 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b4647f06-2eb0-4a81-947d-a911d37483d3 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:16.066785 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4647f06-2eb0-4a81-947d-a911d37483d3 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:59:16.067171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b4647f06-2eb0-4a81-947d-a911d37483d3 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:59:16.081549 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:59:16.260602 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b4647f06-2eb0-4a81-947d-a911d37483d3 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:16.277728 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b4647f06-2eb0-4a81-947d-a911d37483d3 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:16.290841 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4647f06-2eb0-4a81-947d-a911d37483d3 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] Pushing event deleted for resources: {'Network': ['ID=b7b79947-4bd7-425b-a781-632808c2cde9,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:16.294000 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b4647f06-2eb0-4a81-947d-a911d37483d3 tempest-NetworksIpV6Test-377942707 tempest-NetworksIpV6Test-377942707-project] 10.222.0.48 "DELETE /v2.0/networks/b7b79947-4bd7-425b-a781-632808c2cde9 HTTP/1.1" status: 204 len: 168 time: 1.0296021 Jan 17 14:59:16.456074 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d78835c4-55e1-47c9-8463-3832238c5b81 None None] Deleting port 96785f37-7abf-451e-adf2-b531bf75c963 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:59:16.456717 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d78835c4-55e1-47c9-8463-3832238c5b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:16.547646 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-d78835c4-55e1-47c9-8463-3832238c5b81 None None] The port '96785f37-7abf-451e-adf2-b531bf75c963' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:59:16.582912 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44496) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:16.734179 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d1674580-4794-483c-b836-5641b8a2e930 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e7dbfd6d1ae4b0f80a0e4eaa396a4e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478727 Jan 17 14:59:16.734544 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44502) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:16.773432 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 96785f37-7abf-451e-adf2-b531bf75c963 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:59:16.804096 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-66f168fa-e12d-4879-b468-cd0ee6807447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:16.811873 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 96785f37-7abf-451e-adf2-b531bf75c963 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:59:16.812316 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 96785f37-7abf-451e-adf2-b531bf75c963 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:59:16.834583 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-66f168fa-e12d-4879-b468-cd0ee6807447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:16.890621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-66f168fa-e12d-4879-b468-cd0ee6807447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:16.905491 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f168fa-e12d-4879-b468-cd0ee6807447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5216158f-2e54-4da6-ba88-e749c333accc,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:16.914247 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-66f168fa-e12d-4879-b468-cd0ee6807447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:16.914247 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-66f168fa-e12d-4879-b468-cd0ee6807447 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5216158f-2e54-4da6-ba88-e749c333accc HTTP/1.1" status: 204 len: 168 time: 0.1780651 Jan 17 14:59:17.639897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44526) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:17.743003 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-8b70d1ac-bf11-4634-8b6a-e63ab2ffaad7 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1654518352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:17.750741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-8b70d1ac-bf11-4634-8b6a-e63ab2ffaad7 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:17.755007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8b70d1ac-bf11-4634-8b6a-e63ab2ffaad7 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Usage tracker for resource:router and tenant:d38f95f8eace4c90bf5960cd0b40394d is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:17.757918 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-8b70d1ac-bf11-4634-8b6a-e63ab2ffaad7 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:17.764892 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-8b70d1ac-bf11-4634-8b6a-e63ab2ffaad7 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:17.775863 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8b70d1ac-bf11-4634-8b6a-e63ab2ffaad7 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:17.776895 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8b70d1ac-bf11-4634-8b6a-e63ab2ffaad7 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:17.792449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8b70d1ac-bf11-4634-8b6a-e63ab2ffaad7 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:17.813117 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8b70d1ac-bf11-4634-8b6a-e63ab2ffaad7 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:17.842978 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8b70d1ac-bf11-4634-8b6a-e63ab2ffaad7 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:17.844198 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8b70d1ac-bf11-4634-8b6a-e63ab2ffaad7 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2033160 Jan 17 14:59:17.846984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44532) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:17.852435 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1818054982'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:17.857853 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:17.862311 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Usage tracker for resource:network and tenant:d38f95f8eace4c90bf5960cd0b40394d is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:17.865778 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:17.872475 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:17.882569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Made reservation on behalf of d38f95f8eace4c90bf5960cd0b40394d for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:59:17.886737 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:17.899427 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:17.915093 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:17.920128 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Usage tracker for resource:security_group_rule and tenant:d38f95f8eace4c90bf5960cd0b40394d is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:17.923186 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:17.929195 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:18.027963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:18.032968 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:18.067191 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:59:18.076077 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=205afbda-74c4-4b7d-bea8-8af026342390,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:18.082073 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:18.082417 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Added segment c5e3404c-1924-40f9-b7eb-e325d1f61d56 of type vlan for network 218649d5-81cc-47e6-9609-b3ac1b249091 Jan 17 14:59:18.109902 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:18.140668 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:18.146237 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:18.146846 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:18.266822 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Pushing event updated for resources: {'Network': ['ID=218649d5-81cc-47e6-9609-b3ac1b249091,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:18.270456 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0f3d1cea-0fd9-45ce-acb7-3fdad34ec082 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4224646 Jan 17 14:59:18.273393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44536) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:18.277935 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 218649d5-81cc-47e6-9609-b3ac1b249091 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:59:18.279575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-19587186-41e9-4801-b68a-0002524d9f91 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Request body: {'subnet': {'network_id': '218649d5-81cc-47e6-9609-b3ac1b249091', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:18.395588 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-19587186-41e9-4801-b68a-0002524d9f91 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:18.399480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-19587186-41e9-4801-b68a-0002524d9f91 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Usage tracker for resource:subnet and tenant:d38f95f8eace4c90bf5960cd0b40394d is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:18.402992 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-19587186-41e9-4801-b68a-0002524d9f91 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:18.408898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-19587186-41e9-4801-b68a-0002524d9f91 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:18.418560 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19587186-41e9-4801-b68a-0002524d9f91 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Made reservation on behalf of d38f95f8eace4c90bf5960cd0b40394d for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:59:18.422884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-19587186-41e9-4801-b68a-0002524d9f91 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:18.647846 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-19587186-41e9-4801-b68a-0002524d9f91 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:18.728039 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19587186-41e9-4801-b68a-0002524d9f91 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Pushing event updated for resources: {'Subnet': ['ID=869d57f9-5207-4d40-86f9-3f27f75274cf,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:18.738527 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19587186-41e9-4801-b68a-0002524d9f91 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Checking segment: {'id': 'c5e3404c-1924-40f9-b7eb-e325d1f61d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '218649d5-81cc-47e6-9609-b3ac1b249091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:59:18.738888 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19587186-41e9-4801-b68a-0002524d9f91 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Network hostable DHCP agents. Network: 218649d5-81cc-47e6-9609-b3ac1b249091, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:59:18.759504 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19587186-41e9-4801-b68a-0002524d9f91 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Network 218649d5-81cc-47e6-9609-b3ac1b249091 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:59:18.771009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-19587186-41e9-4801-b68a-0002524d9f91 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 218649d5-81cc-47e6-9609-b3ac1b249091) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:18.777002 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19587186-41e9-4801-b68a-0002524d9f91 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:18.777451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-19587186-41e9-4801-b68a-0002524d9f91 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:18.780378 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812f20a4-8bb1-4533-b64d-acac27458971 None None] Network 218649d5-81cc-47e6-9609-b3ac1b249091 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:59:18.820378 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-19587186-41e9-4801-b68a-0002524d9f91 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5457423 Jan 17 14:59:18.821147 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44540) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:18.827032 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-47433c13-c50b-428d-9dd9-8d0be5787047 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1740036756'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:18.832826 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-47433c13-c50b-428d-9dd9-8d0be5787047 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:18.837203 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-47433c13-c50b-428d-9dd9-8d0be5787047 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Usage tracker for resource:network and tenant:d38f95f8eace4c90bf5960cd0b40394d is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:18.840459 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-47433c13-c50b-428d-9dd9-8d0be5787047 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:18.846776 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-47433c13-c50b-428d-9dd9-8d0be5787047 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:18.858642 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47433c13-c50b-428d-9dd9-8d0be5787047 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Made reservation on behalf of d38f95f8eace4c90bf5960cd0b40394d for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:59:18.862226 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-47433c13-c50b-428d-9dd9-8d0be5787047 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:18.893139 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47433c13-c50b-428d-9dd9-8d0be5787047 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:59:18.905717 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-47433c13-c50b-428d-9dd9-8d0be5787047 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:18.906089 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-47433c13-c50b-428d-9dd9-8d0be5787047 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Added segment 734e2709-2483-45ed-8919-3d1bbd9b8a93 of type vlan for network c7e325c1-5d7c-4b47-8b4d-ad13160b0b83 Jan 17 14:59:18.937457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-47433c13-c50b-428d-9dd9-8d0be5787047 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:18.969556 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-47433c13-c50b-428d-9dd9-8d0be5787047 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:18.974988 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47433c13-c50b-428d-9dd9-8d0be5787047 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:18.975618 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-47433c13-c50b-428d-9dd9-8d0be5787047 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:19.007203 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-218649d5-81cc-47e6-9609-b3ac1b249091', 'network_id': '218649d5-81cc-47e6-9609-b3ac1b249091', 'tenant_id': 'd38f95f8eace4c90bf5960cd0b40394d', 'fixed_ips': [{'subnet_id': '869d57f9-5207-4d40-86f9-3f27f75274cf'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:59:19.008089 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:19.078391 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-47433c13-c50b-428d-9dd9-8d0be5787047 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2560391 Jan 17 14:59:19.082132 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44544) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:19.089961 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-e7a436a4-1991-4218-b662-edfad2e397a9 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Request body: {'subnet': {'network_id': 'c7e325c1-5d7c-4b47-8b4d-ad13160b0b83', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:19.161283 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47433c13-c50b-428d-9dd9-8d0be5787047 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Pushing event updated for resources: {'Network': ['ID=c7e325c1-5d7c-4b47-8b4d-ad13160b0b83,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:19.176616 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network c7e325c1-5d7c-4b47-8b4d-ad13160b0b83 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:59:19.190021 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Allocated IP 172.20.0.2 (218649d5-81cc-47e6-9609-b3ac1b249091/869d57f9-5207-4d40-86f9-3f27f75274cf/e7eb49de-25a0-4ca2-a05d-b53330e3cdc9) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:59:19.209148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e7a436a4-1991-4218-b662-edfad2e397a9 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:19.213105 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e7a436a4-1991-4218-b662-edfad2e397a9 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Usage tracker for resource:subnet and tenant:d38f95f8eace4c90bf5960cd0b40394d is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:19.216049 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e7a436a4-1991-4218-b662-edfad2e397a9 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:19.224259 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e7a436a4-1991-4218-b662-edfad2e397a9 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:19.234468 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a436a4-1991-4218-b662-edfad2e397a9 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Made reservation on behalf of d38f95f8eace4c90bf5960cd0b40394d for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:59:19.238294 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e7a436a4-1991-4218-b662-edfad2e397a9 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:19.472173 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e7a436a4-1991-4218-b662-edfad2e397a9 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:19.481405 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:19.492376 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Transition to ACTIVE for port object e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:19.513255 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Transition to ACTIVE for port object e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:19.519641 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:19.552186 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a436a4-1991-4218-b662-edfad2e397a9 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Pushing event updated for resources: {'Subnet': ['ID=ae383bdf-a8b8-4d69-803f-4a317028bf3b,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:19.561911 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a436a4-1991-4218-b662-edfad2e397a9 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Checking segment: {'id': '734e2709-2483-45ed-8919-3d1bbd9b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c7e325c1-5d7c-4b47-8b4d-ad13160b0b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:59:19.562267 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a436a4-1991-4218-b662-edfad2e397a9 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Network hostable DHCP agents. Network: c7e325c1-5d7c-4b47-8b4d-ad13160b0b83, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:59:19.582014 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a436a4-1991-4218-b662-edfad2e397a9 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Network c7e325c1-5d7c-4b47-8b4d-ad13160b0b83 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:59:19.585688 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Network 218649d5-81cc-47e6-9609-b3ac1b249091 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:59:19.589291 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:19.593414 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:59:19.595762 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-e7a436a4-1991-4218-b662-edfad2e397a9 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, c7e325c1-5d7c-4b47-8b4d-ad13160b0b83) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:19.602939 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a436a4-1991-4218-b662-edfad2e397a9 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:19.604907 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e7a436a4-1991-4218-b662-edfad2e397a9 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:19.630220 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3757db9c-b152-4c96-a318-0b5363706a2e None None] Network c7e325c1-5d7c-4b47-8b4d-ad13160b0b83 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:59:19.631793 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e7a436a4-1991-4218-b662-edfad2e397a9 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5483685 Jan 17 14:59:19.634415 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44548) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:19.641066 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-fa21c8f2-2ba2-4d77-8790-217178bfedef tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c7e325c1-5d7c-4b47-8b4d-ad13160b0b83'}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:19.652164 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Pushing event updated for resources: {'Port': ['ID=e7eb49de-25a0-4ca2-a05d-b53330e3cdc9,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:19.821175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Attempting to bind port e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:59:19.821175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Attempting to bind port e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'c5e3404c-1924-40f9-b7eb-e325d1f61d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '218649d5-81cc-47e6-9609-b3ac1b249091'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:59:19.821522 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Attempting to bind port e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 on network 218649d5-81cc-47e6-9609-b3ac1b249091 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:59:19.840942 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:59:19.841347 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Checking segment: {'id': 'c5e3404c-1924-40f9-b7eb-e325d1f61d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '218649d5-81cc-47e6-9609-b3ac1b249091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:59:19.841961 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:19.842346 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Bound using segment: {'id': 'c5e3404c-1924-40f9-b7eb-e325d1f61d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '218649d5-81cc-47e6-9609-b3ac1b249091'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:59:19.842817 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Bound port: e7eb49de-25a0-4ca2-a05d-b53330e3cdc9, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e3404c-1924-40f9-b7eb-e325d1f61d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '218649d5-81cc-47e6-9609-b3ac1b249091'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:59:19.843184 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:20.022836 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] For port e7eb49de-25a0-4ca2-a05d-b53330e3cdc9, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:59:20.040414 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] For port e7eb49de-25a0-4ca2-a05d-b53330e3cdc9, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e7eb49de-25a0-4ca2-a05d-b53330e3cdc9,segment=NetworkSegment(c5e3404c-1924-40f9-b7eb-e325d1f61d56),segment_id=c5e3404c-1924-40f9-b7eb-e325d1f61d56)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:59:20.050409 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:20.084125 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-c7e325c1-5d7c-4b47-8b4d-ad13160b0b83', 'network_id': 'c7e325c1-5d7c-4b47-8b4d-ad13160b0b83', 'tenant_id': 'd38f95f8eace4c90bf5960cd0b40394d', 'fixed_ips': [{'subnet_id': 'ae383bdf-a8b8-4d69-803f-4a317028bf3b'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:59:20.084873 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:20.160028 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa21c8f2-2ba2-4d77-8790-217178bfedef tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:20.204278 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dee870-c9f8-4399-ba77-40a84a1c1bbe None None] Pushing event updated for resources: {'Port': ['ID=e7eb49de-25a0-4ca2-a05d-b53330e3cdc9,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:20.329169 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Allocated IP 172.21.0.2 (c7e325c1-5d7c-4b47-8b4d-ad13160b0b83/ae383bdf-a8b8-4d69-803f-4a317028bf3b/ad922b31-67d5-426e-a105-bdd4822c5387) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:59:20.357761 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.api.v2.resource [None req-fa21c8f2-2ba2-4d77-8790-217178bfedef tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 14:59:20.364301 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fa21c8f2-2ba2-4d77-8790-217178bfedef tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] 10.222.0.48 "PUT /v2.0/routers/e99b6835-18f5-4d81-8911-c772640fa097 HTTP/1.1" status: 400 len: 364 time: 0.7284558 Jan 17 14:59:20.370565 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44552) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:20.610344 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:20.622670 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Transition to ACTIVE for port object ad922b31-67d5-426e-a105-bdd4822c5387 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:20.625796 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b347d13-e64f-4162-b506-b4bad80c90bf tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Deleting subnet ae383bdf-a8b8-4d69-803f-4a317028bf3b {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:59:20.645348 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Transition to ACTIVE for port object ad922b31-67d5-426e-a105-bdd4822c5387 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:20.651398 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4b347d13-e64f-4162-b506-b4bad80c90bf tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:20.651882 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:20.710425 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4b347d13-e64f-4162-b506-b4bad80c90bf tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:20.724374 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Network c7e325c1-5d7c-4b47-8b4d-ad13160b0b83 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:59:20.727508 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:20.731454 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:59:20.738212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Pushing event updated for resources: {'Port': ['ID=ad922b31-67d5-426e-a105-bdd4822c5387,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:20.832084 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Attempting to bind port ad922b31-67d5-426e-a105-bdd4822c5387 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:59:20.833294 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Attempting to bind port ad922b31-67d5-426e-a105-bdd4822c5387 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '734e2709-2483-45ed-8919-3d1bbd9b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c7e325c1-5d7c-4b47-8b4d-ad13160b0b83'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:59:20.833891 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Attempting to bind port ad922b31-67d5-426e-a105-bdd4822c5387 on network c7e325c1-5d7c-4b47-8b4d-ad13160b0b83 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:59:20.843687 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:59:20.844041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4b347d13-e64f-4162-b506-b4bad80c90bf tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:20.844170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Checking segment: {'id': '734e2709-2483-45ed-8919-3d1bbd9b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c7e325c1-5d7c-4b47-8b4d-ad13160b0b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:59:20.844508 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:20.844956 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Bound using segment: {'id': '734e2709-2483-45ed-8919-3d1bbd9b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c7e325c1-5d7c-4b47-8b4d-ad13160b0b83'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:59:20.845458 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Bound port: ad922b31-67d5-426e-a105-bdd4822c5387, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734e2709-2483-45ed-8919-3d1bbd9b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c7e325c1-5d7c-4b47-8b4d-ad13160b0b83'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:59:20.845837 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:20.867767 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:59:20.927139 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4b347d13-e64f-4162-b506-b4bad80c90bf tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:20.967797 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b347d13-e64f-4162-b506-b4bad80c90bf tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Pushing event deleted for resources: {'Subnet': ['ID=ae383bdf-a8b8-4d69-803f-4a317028bf3b,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:20.971600 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4b347d13-e64f-4162-b506-b4bad80c90bf tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:20.978230 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4b347d13-e64f-4162-b506-b4bad80c90bf tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] 10.222.0.48 "DELETE /v2.0/subnets/ae383bdf-a8b8-4d69-803f-4a317028bf3b HTTP/1.1" status: 204 len: 168 time: 0.6066020 Jan 17 14:59:20.981414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44556) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:21.001132 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] For port ad922b31-67d5-426e-a105-bdd4822c5387, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:59:21.004786 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] For port ad922b31-67d5-426e-a105-bdd4822c5387, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ad922b31-67d5-426e-a105-bdd4822c5387,segment=NetworkSegment(734e2709-2483-45ed-8919-3d1bbd9b8a93),segment_id=734e2709-2483-45ed-8919-3d1bbd9b8a93)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:59:21.006295 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:59:21.012391 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:21.108687 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e08b6762-5c70-42c8-8c96-f6adbcaa54f0 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:21.121529 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-e08b6762-5c70-42c8-8c96-f6adbcaa54f0 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Deleting port ad922b31-67d5-426e-a105-bdd4822c5387 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:59:21.122070 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e08b6762-5c70-42c8-8c96-f6adbcaa54f0 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:21.148282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ac172-1162-40e7-ad26-5a98b1f116a1 None None] Pushing event updated for resources: {'Port': ['ID=ad922b31-67d5-426e-a105-bdd4822c5387,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:21.179835 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cf22be-c5a3-4afa-82c6-5e84c63cf9ec None None] Network c7e325c1-5d7c-4b47-8b4d-ad13160b0b83 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:59:21.413820 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-e08b6762-5c70-42c8-8c96-f6adbcaa54f0 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] For port ad922b31-67d5-426e-a105-bdd4822c5387, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ad922b31-67d5-426e-a105-bdd4822c5387,segment=NetworkSegment(734e2709-2483-45ed-8919-3d1bbd9b8a93),segment_id=734e2709-2483-45ed-8919-3d1bbd9b8a93)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:59:21.414399 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e08b6762-5c70-42c8-8c96-f6adbcaa54f0 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:21.435149 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8c5821-55f3-4482-bdfa-1e805f8cb82f None None] Network 218649d5-81cc-47e6-9609-b3ac1b249091 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:59:21.522214 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-535462e2-19e8-4e52-acf2-6c09f187c61c None None] Provisioning for port e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:59:21.530392 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-535462e2-19e8-4e52-acf2-6c09f187c61c None None] Provisioning complete for port e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:21.530755 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-535462e2-19e8-4e52-acf2-6c09f187c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:21.545190 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-e08b6762-5c70-42c8-8c96-f6adbcaa54f0 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Calling delete_port for ad922b31-67d5-426e-a105-bdd4822c5387 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:59:21.624476 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e08b6762-5c70-42c8-8c96-f6adbcaa54f0 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:21.670406 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b6762-5c70-42c8-8c96-f6adbcaa54f0 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Pushing event deleted for resources: {'Port': ['ID=ad922b31-67d5-426e-a105-bdd4822c5387,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:21.676249 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08b6762-5c70-42c8-8c96-f6adbcaa54f0 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] No DVR routers for this DVR port ad922b31-67d5-426e-a105-bdd4822c5387 on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:59:21.793777 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-535462e2-19e8-4e52-acf2-6c09f187c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:21.809103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e08b6762-5c70-42c8-8c96-f6adbcaa54f0 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:21.837814 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-535462e2-19e8-4e52-acf2-6c09f187c61c None None] For port e7eb49de-25a0-4ca2-a05d-b53330e3cdc9, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e7eb49de-25a0-4ca2-a05d-b53330e3cdc9,segment=NetworkSegment(c5e3404c-1924-40f9-b7eb-e325d1f61d56),segment_id=c5e3404c-1924-40f9-b7eb-e325d1f61d56)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:59:21.839487 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-e08b6762-5c70-42c8-8c96-f6adbcaa54f0 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e325c1-5d7c-4b47-8b4d-ad13160b0b83']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:21.843964 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-535462e2-19e8-4e52-acf2-6c09f187c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:21.858449 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-e08b6762-5c70-42c8-8c96-f6adbcaa54f0 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734e2709-2483-45ed-8919-3d1bbd9b8a93') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:21.858740 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-e08b6762-5c70-42c8-8c96-f6adbcaa54f0 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734e2709-2483-45ed-8919-3d1bbd9b8a93') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:21.871470 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e08b6762-5c70-42c8-8c96-f6adbcaa54f0 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:21.890330 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e08b6762-5c70-42c8-8c96-f6adbcaa54f0 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:21.897836 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08b6762-5c70-42c8-8c96-f6adbcaa54f0 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:59:21.898402 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e08b6762-5c70-42c8-8c96-f6adbcaa54f0 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:59:21.918080 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:59:21.921013 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535462e2-19e8-4e52-acf2-6c09f187c61c None None] Pushing event updated for resources: {'Port': ['ID=e7eb49de-25a0-4ca2-a05d-b53330e3cdc9,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:22.001875 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e08b6762-5c70-42c8-8c96-f6adbcaa54f0 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:22.020619 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e08b6762-5c70-42c8-8c96-f6adbcaa54f0 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:22.034060 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b6762-5c70-42c8-8c96-f6adbcaa54f0 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Pushing event deleted for resources: {'Network': ['ID=c7e325c1-5d7c-4b47-8b4d-ad13160b0b83,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:22.038665 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e08b6762-5c70-42c8-8c96-f6adbcaa54f0 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] 10.222.0.48 "DELETE /v2.0/networks/c7e325c1-5d7c-4b47-8b4d-ad13160b0b83 HTTP/1.1" status: 204 len: 168 time: 1.0559518 Jan 17 14:59:22.040737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44560) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:22.063198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2373c634-65d1-4918-bd5b-cd39f56c015a None None] get_active_networks_info from dv-neutron-824901-1-hyperv {{(pid=87525) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 17 14:59:22.111563 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-27bd1c32-ca3d-4a36-95a7-cd1cc68cddc8 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Deleting subnet 869d57f9-5207-4d40-86f9-3f27f75274cf {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 14:59:22.114846 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-27bd1c32-ca3d-4a36-95a7-cd1cc68cddc8 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:22.146116 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2373c634-65d1-4918-bd5b-cd39f56c015a None None] Resources bound (agent type, host, resource id): {{(pid=87525) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 14:59:22.174175 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-27bd1c32-ca3d-4a36-95a7-cd1cc68cddc8 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:22.246141 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6fb6372b-a32b-4a5a-9cd7-315f8562a04f None None] Provisioning complete for port e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:22.246508 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6fb6372b-a32b-4a5a-9cd7-315f8562a04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:22.263783 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-27bd1c32-ca3d-4a36-95a7-cd1cc68cddc8 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:22.345709 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-27bd1c32-ca3d-4a36-95a7-cd1cc68cddc8 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:22.389713 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd1c32-ca3d-4a36-95a7-cd1cc68cddc8 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Pushing event deleted for resources: {'Subnet': ['ID=869d57f9-5207-4d40-86f9-3f27f75274cf,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:22.392799 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-27bd1c32-ca3d-4a36-95a7-cd1cc68cddc8 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:22.403604 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1c32-ca3d-4a36-95a7-cd1cc68cddc8 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:22.403978 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1c32-ca3d-4a36-95a7-cd1cc68cddc8 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:22.404316 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1c32-ca3d-4a36-95a7-cd1cc68cddc8 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:22.404647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1c32-ca3d-4a36-95a7-cd1cc68cddc8 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:22.404973 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1c32-ca3d-4a36-95a7-cd1cc68cddc8 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:22.405301 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1c32-ca3d-4a36-95a7-cd1cc68cddc8 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:22.405630 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1c32-ca3d-4a36-95a7-cd1cc68cddc8 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:22.405949 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1c32-ca3d-4a36-95a7-cd1cc68cddc8 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:22.406269 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1c32-ca3d-4a36-95a7-cd1cc68cddc8 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:22.406586 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1c32-ca3d-4a36-95a7-cd1cc68cddc8 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:22.406906 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1c32-ca3d-4a36-95a7-cd1cc68cddc8 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:22.407329 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd1c32-ca3d-4a36-95a7-cd1cc68cddc8 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:22.413636 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-27bd1c32-ca3d-4a36-95a7-cd1cc68cddc8 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] 10.222.0.48 "DELETE /v2.0/subnets/869d57f9-5207-4d40-86f9-3f27f75274cf HTTP/1.1" status: 204 len: 168 time: 0.3695545 Jan 17 14:59:22.414023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44564) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:22.568399 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7a7168-8ec5-4af7-9312-268ff4bc15bc None None] Network 218649d5-81cc-47e6-9609-b3ac1b249091 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:59:22.571073 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25c3a014-17ea-46e7-9eda-efd1f75930fd tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:22.588610 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-25c3a014-17ea-46e7-9eda-efd1f75930fd tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Deleting port e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:59:22.589065 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25c3a014-17ea-46e7-9eda-efd1f75930fd tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:22.798561 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:59:22.847306 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495c00b3-3029-4794-8c63-753c848e6db3 None None] DHCP port deletion for 218649d5-81cc-47e6-9609-b3ac1b249091 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 14:59:22.861872 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-495c00b3-3029-4794-8c63-753c848e6db3 None None] Deleting port e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:59:22.862335 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-495c00b3-3029-4794-8c63-753c848e6db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:22.918792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-25c3a014-17ea-46e7-9eda-efd1f75930fd tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] For port e7eb49de-25a0-4ca2-a05d-b53330e3cdc9, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e7eb49de-25a0-4ca2-a05d-b53330e3cdc9,segment=NetworkSegment(c5e3404c-1924-40f9-b7eb-e325d1f61d56),segment_id=c5e3404c-1924-40f9-b7eb-e325d1f61d56)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:59:22.919245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25c3a014-17ea-46e7-9eda-efd1f75930fd tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:22.978685 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:22.978989 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:23.045397 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-25c3a014-17ea-46e7-9eda-efd1f75930fd tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Calling delete_port for e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:59:23.129276 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25c3a014-17ea-46e7-9eda-efd1f75930fd tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:23.146555 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-495c00b3-3029-4794-8c63-753c848e6db3 None None] For port e7eb49de-25a0-4ca2-a05d-b53330e3cdc9, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e7eb49de-25a0-4ca2-a05d-b53330e3cdc9,segment=NetworkSegment(c5e3404c-1924-40f9-b7eb-e325d1f61d56),segment_id=c5e3404c-1924-40f9-b7eb-e325d1f61d56)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:59:23.146950 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-495c00b3-3029-4794-8c63-753c848e6db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:23.154658 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No ports have port_id starting with e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 Jan 17 14:59:23.179081 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3a014-17ea-46e7-9eda-efd1f75930fd tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Pushing event deleted for resources: {'Port': ['ID=e7eb49de-25a0-4ca2-a05d-b53330e3cdc9,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:23.181052 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c3a014-17ea-46e7-9eda-efd1f75930fd tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] No DVR routers for this DVR port e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 14:59:23.274875 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-495c00b3-3029-4794-8c63-753c848e6db3 None None] Calling delete_port for e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 14:59:23.308547 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25c3a014-17ea-46e7-9eda-efd1f75930fd tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:23.336742 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-25c3a014-17ea-46e7-9eda-efd1f75930fd tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218649d5-81cc-47e6-9609-b3ac1b249091']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:23.337023 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:23.354550 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-25c3a014-17ea-46e7-9eda-efd1f75930fd tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e3404c-1924-40f9-b7eb-e325d1f61d56') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:23.354839 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-25c3a014-17ea-46e7-9eda-efd1f75930fd tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e3404c-1924-40f9-b7eb-e325d1f61d56') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:23.364353 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-495c00b3-3029-4794-8c63-753c848e6db3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:59:23.364732 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-495c00b3-3029-4794-8c63-753c848e6db3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:59:23.367100 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25c3a014-17ea-46e7-9eda-efd1f75930fd tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:23.383680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25c3a014-17ea-46e7-9eda-efd1f75930fd tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:23.390379 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c3a014-17ea-46e7-9eda-efd1f75930fd tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 14:59:23.390768 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25c3a014-17ea-46e7-9eda-efd1f75930fd tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 14:59:23.405846 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 14:59:23.488180 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25c3a014-17ea-46e7-9eda-efd1f75930fd tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:23.492653 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25c3a014-17ea-46e7-9eda-efd1f75930fd tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:23.522620 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3a014-17ea-46e7-9eda-efd1f75930fd tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Pushing event deleted for resources: {'Network': ['ID=218649d5-81cc-47e6-9609-b3ac1b249091,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:23.525312 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-25c3a014-17ea-46e7-9eda-efd1f75930fd tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] 10.222.0.48 "DELETE /v2.0/networks/218649d5-81cc-47e6-9609-b3ac1b249091 HTTP/1.1" status: 204 len: 168 time: 1.1101341 Jan 17 14:59:23.528043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44568) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:23.571998 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-faf2dd12-f123-494a-a6a8-82fe75160d47 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Synchronizing usage tracker for tenant:d38f95f8eace4c90bf5960cd0b40394d on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:59:23.589566 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-faf2dd12-f123-494a-a6a8-82fe75160d47 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Unset dirty status for tenant:d38f95f8eace4c90bf5960cd0b40394d on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:59:23.590759 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-faf2dd12-f123-494a-a6a8-82fe75160d47 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] 10.222.0.48 "GET /v2.0/ports?device_id=e99b6835-18f5-4d81-8911-c772640fa097 HTTP/1.1" status: 200 len: 205 time: 0.0617411 Jan 17 14:59:23.593722 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44572) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:23.736218 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-68c51725-426f-4a19-94d7-59d768f172f5 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:23.866453 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-495c00b3-3029-4794-8c63-753c848e6db3 None None] Deleting port e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 14:59:23.867038 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-495c00b3-3029-4794-8c63-753c848e6db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:23.939477 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-495c00b3-3029-4794-8c63-753c848e6db3 None None] The port 'e7eb49de-25a0-4ca2-a05d-b53330e3cdc9' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 14:59:24.055136 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-68c51725-426f-4a19-94d7-59d768f172f5 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:24.057387 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-68c51725-426f-4a19-94d7-59d768f172f5 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:24.081684 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-68c51725-426f-4a19-94d7-59d768f172f5 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:24.082075 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c51725-426f-4a19-94d7-59d768f172f5 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Fanout notify agent at l3_agent the message router_deleted on router e99b6835-18f5-4d81-8911-c772640fa097 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 14:59:24.094474 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-68c51725-426f-4a19-94d7-59d768f172f5 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:24.095558 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-68c51725-426f-4a19-94d7-59d768f172f5 tempest-RoutersNegativeTest-938046838 tempest-RoutersNegativeTest-938046838-project] 10.222.0.48 "DELETE /v2.0/routers/e99b6835-18f5-4d81-8911-c772640fa097 HTTP/1.1" status: 204 len: 168 time: 0.5008693 Jan 17 14:59:24.369527 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44580) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:24.520076 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-72cb83cf-0f0f-476f-8720-b36e8d74fecb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d38f95f8eace4c90bf5960cd0b40394d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488297 Jan 17 14:59:24.522579 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44586) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:24.581962 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-96ee0638-7936-490e-9d15-023ba0bcf713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:24.608732 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-96ee0638-7936-490e-9d15-023ba0bcf713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:24.660817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-96ee0638-7936-490e-9d15-023ba0bcf713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:24.675625 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee0638-7936-490e-9d15-023ba0bcf713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205afbda-74c4-4b7d-bea8-8af026342390,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:24.681967 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-96ee0638-7936-490e-9d15-023ba0bcf713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:24.684480 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-96ee0638-7936-490e-9d15-023ba0bcf713 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/205afbda-74c4-4b7d-bea8-8af026342390 HTTP/1.1" status: 204 len: 168 time: 0.1609867 Jan 17 14:59:24.786637 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 14:59:24.822449 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 14:59:24.823326 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e7eb49de-25a0-4ca2-a05d-b53330e3cdc9 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 14:59:25.373478 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44610) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:25.478162 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-131840146-network', 'tenant_id': 'ea4b0a0d732b42d9ac1ea6904c364b91'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:25.483081 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:25.486934 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Usage tracker for resource:network and tenant:ea4b0a0d732b42d9ac1ea6904c364b91 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:25.489861 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:25.499566 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:25.510856 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Made reservation on behalf of ea4b0a0d732b42d9ac1ea6904c364b91 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:59:25.513366 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:25.635930 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:25.651740 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:25.656142 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Usage tracker for resource:security_group_rule and tenant:ea4b0a0d732b42d9ac1ea6904c364b91 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:25.659343 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:25.666907 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:25.758315 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:25.762936 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:25.795810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:59:25.804320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34ebf88-2955-4369-9041-dc0a3beb83d2,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:25.810867 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:25.811246 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Added segment 8061da34-0c83-4daa-a391-a08642c869ab of type vlan for network 1c1d937c-1e10-4e61-ae6a-fbffe782602b Jan 17 14:59:25.838739 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:25.877270 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:25.878424 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:25.879002 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:25.987802 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] Pushing event updated for resources: {'Network': ['ID=1c1d937c-1e10-4e61-ae6a-fbffe782602b,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:25.991736 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-73f0cd2f-ba2f-47f9-8068-9aea21a850d9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6171792 Jan 17 14:59:25.994505 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44616) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:25.998841 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 1c1d937c-1e10-4e61-ae6a-fbffe782602b details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:59:26.000591 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-04bfde12-8d60-4b1e-a669-45a9ae095cf1 admin admin] Request body: {'subnet': {'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-131840146-subnet', 'tenant_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'ip_version': 4}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:26.005763 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-04bfde12-8d60-4b1e-a669-45a9ae095cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:26.009865 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-04bfde12-8d60-4b1e-a669-45a9ae095cf1 admin admin] Usage tracker for resource:subnet and tenant:ea4b0a0d732b42d9ac1ea6904c364b91 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:26.013418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-04bfde12-8d60-4b1e-a669-45a9ae095cf1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:26.019338 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-04bfde12-8d60-4b1e-a669-45a9ae095cf1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:26.030169 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bfde12-8d60-4b1e-a669-45a9ae095cf1 admin admin] Made reservation on behalf of ea4b0a0d732b42d9ac1ea6904c364b91 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:59:26.032635 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04bfde12-8d60-4b1e-a669-45a9ae095cf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:26.249447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04bfde12-8d60-4b1e-a669-45a9ae095cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:26.324669 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfde12-8d60-4b1e-a669-45a9ae095cf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a82d906-03fc-476c-b33c-0575b6b99bc8,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:26.334873 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bfde12-8d60-4b1e-a669-45a9ae095cf1 admin admin] Checking segment: {'id': '8061da34-0c83-4daa-a391-a08642c869ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:59:26.335226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bfde12-8d60-4b1e-a669-45a9ae095cf1 admin admin] Network hostable DHCP agents. Network: 1c1d937c-1e10-4e61-ae6a-fbffe782602b, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:59:26.356104 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bfde12-8d60-4b1e-a669-45a9ae095cf1 admin admin] Network 1c1d937c-1e10-4e61-ae6a-fbffe782602b is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:59:26.367100 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-04bfde12-8d60-4b1e-a669-45a9ae095cf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 1c1d937c-1e10-4e61-ae6a-fbffe782602b) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:26.372870 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bfde12-8d60-4b1e-a669-45a9ae095cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:26.373484 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04bfde12-8d60-4b1e-a669-45a9ae095cf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:26.376819 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc5ee89-c680-4a34-b89b-c9c305f26cc5 None None] Network 1c1d937c-1e10-4e61-ae6a-fbffe782602b requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:59:26.397206 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-04bfde12-8d60-4b1e-a669-45a9ae095cf1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4011328 Jan 17 14:59:26.400166 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44620) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:26.405216 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-131840146-router', 'tenant_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:26.410506 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:26.414629 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Usage tracker for resource:router and tenant:ea4b0a0d732b42d9ac1ea6904c364b91 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:26.418143 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:26.424302 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:26.436041 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:26.437018 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:26.452390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:26.607811 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-1c1d937c-1e10-4e61-ae6a-fbffe782602b', 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b', 'tenant_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'fixed_ips': [{'subnet_id': '5a82d906-03fc-476c-b33c-0575b6b99bc8'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:59:26.609310 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:26.743928 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:26.771971 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Allocated IP 172.20.0.2 (1c1d937c-1e10-4e61-ae6a-fbffe782602b/5a82d906-03fc-476c-b33c-0575b6b99bc8/25527e93-0d30-4cf8-bc23-567a636fbf2f) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:59:26.994253 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:27.004735 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Transition to ACTIVE for port object 25527e93-0d30-4cf8-bc23-567a636fbf2f will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:27.024981 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Transition to ACTIVE for port object 25527e93-0d30-4cf8-bc23-567a636fbf2f will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:27.033536 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:27.098695 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:27.117131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Network 1c1d937c-1e10-4e61-ae6a-fbffe782602b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:59:27.121117 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:27.125275 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:59:27.131386 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Pushing event updated for resources: {'Port': ['ID=25527e93-0d30-4cf8-bc23-567a636fbf2f,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:27.133554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:27.226625 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Attempting to bind port 25527e93-0d30-4cf8-bc23-567a636fbf2f on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:59:27.227121 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Attempting to bind port 25527e93-0d30-4cf8-bc23-567a636fbf2f by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '8061da34-0c83-4daa-a391-a08642c869ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:59:27.227568 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Attempting to bind port 25527e93-0d30-4cf8-bc23-567a636fbf2f on network 1c1d937c-1e10-4e61-ae6a-fbffe782602b {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:59:27.234943 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:59:27.235309 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Checking segment: {'id': '8061da34-0c83-4daa-a391-a08642c869ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:59:27.235737 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:27.236129 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Bound using segment: {'id': '8061da34-0c83-4daa-a391-a08642c869ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:59:27.236592 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Bound port: 25527e93-0d30-4cf8-bc23-567a636fbf2f, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8061da34-0c83-4daa-a391-a08642c869ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:59:27.236953 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:27.290289 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Allocated IP 172.26.3.122 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/e8575d99-1ffd-4480-9e37-7d89351a7734) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:59:27.343843 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] For port 25527e93-0d30-4cf8-bc23-567a636fbf2f, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:59:27.347778 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] For port 25527e93-0d30-4cf8-bc23-567a636fbf2f, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=25527e93-0d30-4cf8-bc23-567a636fbf2f,segment=NetworkSegment(8061da34-0c83-4daa-a391-a08642c869ab),segment_id=8061da34-0c83-4daa-a391-a08642c869ab)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:59:27.353346 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:27.440377 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866f47f-f17c-46ab-aaee-673ff57404d7 None None] Pushing event updated for resources: {'Port': ['ID=25527e93-0d30-4cf8-bc23-567a636fbf2f,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:27.565739 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:27.597024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:27.668479 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:59:27.671164 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:27.673751 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:59:27.724331 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Pushing event updated for resources: {'Port': ['ID=e8575d99-1ffd-4480-9e37-7d89351a7734,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:28.116869 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:28.451767 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca39e42-ae9f-49ea-ba46-6c40ec5bf95d None None] Network 1c1d937c-1e10-4e61-ae6a-fbffe782602b requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:59:28.517035 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:28.547279 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d5cdba0b-7102-4c97-a043-c1545d661039 None None] Provisioning for port 25527e93-0d30-4cf8-bc23-567a636fbf2f completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:59:28.746786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Router 6ca896b2-9bfd-4d61-a37c-5aa5216bad30 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:59:28.847815 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 25527e93-0d30-4cf8-bc23-567a636fbf2f up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:59:28.922825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 25527e93-0d30-4cf8-bc23-567a636fbf2f completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:59:28.928858 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 25527e93-0d30-4cf8-bc23-567a636fbf2f triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:28.929259 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:28.948274 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:59:28.959092 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] Sync routers for ids ['6ca896b2-9bfd-4d61-a37c-5aa5216bad30'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:59:28.976155 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:28.980596 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-05dcd8bc-8a87-4af3-a407-98e534d0481c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5762649 Jan 17 14:59:28.980813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44624) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:28.994985 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] Routers {'6ca896b2-9bfd-4d61-a37c-5aa5216bad30'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:59:28.995900 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:59:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6ca896b2-9bfd-4d61-a37c-5aa5216bad30'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:29.245653 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-46a93088-8ed6-4841-91f9-94529ec09fe4 None None] Provisioning complete for port 25527e93-0d30-4cf8-bc23-567a636fbf2f triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:29.245920 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-46a93088-8ed6-4841-91f9-94529ec09fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:29.339444 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] Set router 6ca896b2-9bfd-4d61-a37c-5aa5216bad30 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:59:29.381308 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:29.602902 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 25527e93-0d30-4cf8-bc23-567a636fbf2f, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=25527e93-0d30-4cf8-bc23-567a636fbf2f,segment=NetworkSegment(8061da34-0c83-4daa-a391-a08642c869ab),segment_id=8061da34-0c83-4daa-a391-a08642c869ab)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:59:29.615404 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:29.676227 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-46a93088-8ed6-4841-91f9-94529ec09fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:29.747558 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=25527e93-0d30-4cf8-bc23-567a636fbf2f,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:29.790395 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-64e43b09-4561-4950-a962-ab9bec4fb62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:29.851434 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-46a93088-8ed6-4841-91f9-94529ec09fe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 14:59:29.851814 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-46a93088-8ed6-4841-91f9-94529ec09fe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 14:59:29.874636 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca896b2-9bfd-4d61-a37c-5aa5216bad30', 'name': 'tempest-TestEncryptedCinderVolumes-131840146-router', 'tenant_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e8575d99-1ffd-4480-9e37-7d89351a7734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:59:26Z', 'updated_at': '2022-01-17T14:59:27Z', 'revision_number': 3, 'project_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'gw_port': {'id': 'e8575d99-1ffd-4480-9e37-7d89351a7734', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:71:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca896b2-9bfd-4d61-a37c-5aa5216bad30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:27Z', 'updated_at': '2022-01-17T14:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:29.878918 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] Checking router: 6ca896b2-9bfd-4d61-a37c-5aa5216bad30 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:59:29.879266 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] Updating router 6ca896b2-9bfd-4d61-a37c-5aa5216bad30 port e8575d99-1ffd-4480-9e37-7d89351a7734 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:59:29.934536 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:30.009213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-64e43b09-4561-4950-a962-ab9bec4fb62d admin admin] Allocated IP 172.20.0.1 (1c1d937c-1e10-4e61-ae6a-fbffe782602b/5a82d906-03fc-476c-b33c-0575b6b99bc8/0f6efbe3-5be0-4e2e-859e-cfc15dd563c5) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:59:30.176371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-64e43b09-4561-4950-a962-ab9bec4fb62d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:30.198538 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-64e43b09-4561-4950-a962-ab9bec4fb62d admin admin] Transition to ACTIVE for port object 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:30.226899 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-64e43b09-4561-4950-a962-ab9bec4fb62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:30.294682 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:30.299288 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e43b09-4561-4950-a962-ab9bec4fb62d admin admin] Network 1c1d937c-1e10-4e61-ae6a-fbffe782602b is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:59:30.300480 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-64e43b09-4561-4950-a962-ab9bec4fb62d admin admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:30.305228 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e43b09-4561-4950-a962-ab9bec4fb62d admin admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:59:30.310079 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] Transition to ACTIVE for port object e8575d99-1ffd-4480-9e37-7d89351a7734 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:30.318820 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:30.340570 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e43b09-4561-4950-a962-ab9bec4fb62d admin admin] Pushing event updated for resources: {'Port': ['ID=0f6efbe3-5be0-4e2e-859e-cfc15dd563c5,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:30.367868 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-64e43b09-4561-4950-a962-ab9bec4fb62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:30.455572 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a4022-a1b1-490b-8179-5c741fc4576e None None] Pushing event updated for resources: {'Port': ['ID=e8575d99-1ffd-4480-9e37-7d89351a7734,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:30.467344 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] Attempting to bind port e8575d99-1ffd-4480-9e37-7d89351a7734 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:59:30.467733 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] Attempting to bind port e8575d99-1ffd-4480-9e37-7d89351a7734 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:59:30.468090 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] Attempting to bind port e8575d99-1ffd-4480-9e37-7d89351a7734 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:59:30.474526 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:59:30.474874 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:59:30.475281 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:30.475674 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:59:30.476180 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] Bound port: e8575d99-1ffd-4480-9e37-7d89351a7734, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:59:30.476560 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:30.566834 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] For port e8575d99-1ffd-4480-9e37-7d89351a7734, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:59:30.570281 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] For port e8575d99-1ffd-4480-9e37-7d89351a7734, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e8575d99-1ffd-4480-9e37-7d89351a7734,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:59:30.578801 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:30.653307 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3a26e21f-6868-4bef-bbf6-f6e5409fd182 None None] Provisioning for port 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:59:30.665558 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3a26e21f-6868-4bef-bbf6-f6e5409fd182 None None] Provisioning complete for port 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:30.665927 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3a26e21f-6868-4bef-bbf6-f6e5409fd182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:30.674897 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-64e43b09-4561-4950-a962-ab9bec4fb62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:30.696952 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] Routers {'6ca896b2-9bfd-4d61-a37c-5aa5216bad30'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:59:30.697480 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:59:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6ca896b2-9bfd-4d61-a37c-5aa5216bad30'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:30.829793 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 25527e93-0d30-4cf8-bc23-567a636fbf2f up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:59:30.895550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a4022-a1b1-490b-8179-5c741fc4576e None None] Pushing event updated for resources: {'Port': ['ID=e8575d99-1ffd-4480-9e37-7d89351a7734,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:30.972893 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-3a26e21f-6868-4bef-bbf6-f6e5409fd182 None None] Port 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:59:31.034485 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] Set router 6ca896b2-9bfd-4d61-a37c-5aa5216bad30 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:59:31.082802 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 25527e93-0d30-4cf8-bc23-567a636fbf2f triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:31.083157 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:31.122957 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-64e43b09-4561-4950-a962-ab9bec4fb62d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:31.128602 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-64e43b09-4561-4950-a962-ab9bec4fb62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:31.250631 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-64e43b09-4561-4950-a962-ab9bec4fb62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:31.255106 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e43b09-4561-4950-a962-ab9bec4fb62d admin admin] Pushing event updated for resources: {'Port': ['ID=0f6efbe3-5be0-4e2e-859e-cfc15dd563c5,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:31.407457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e43b09-4561-4950-a962-ab9bec4fb62d admin admin] Network 1c1d937c-1e10-4e61-ae6a-fbffe782602b is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:59:31.408790 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-64e43b09-4561-4950-a962-ab9bec4fb62d admin admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:31.495237 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca896b2-9bfd-4d61-a37c-5aa5216bad30', 'name': 'tempest-TestEncryptedCinderVolumes-131840146-router', 'tenant_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e8575d99-1ffd-4480-9e37-7d89351a7734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:59:26Z', 'updated_at': '2022-01-17T14:59:30Z', 'revision_number': 4, 'project_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'gw_port': {'id': 'e8575d99-1ffd-4480-9e37-7d89351a7734', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:71:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca896b2-9bfd-4d61-a37c-5aa5216bad30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:27Z', 'updated_at': '2022-01-17T14:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '0f6efbe3-5be0-4e2e-859e-cfc15dd563c5', 'name': '', 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b', 'tenant_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'mac_address': 'fa:16:3e:06:7a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca896b2-9bfd-4d61-a37c-5aa5216bad30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5a82d906-03fc-476c-b33c-0575b6b99bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:29Z', 'updated_at': '2022-01-17T14:59:30Z', 'revision_number': 1, 'project_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'subnets': [{'id': '5a82d906-03fc-476c-b33c-0575b6b99bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:31.500753 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d06c912-60f0-467c-84f5-5ff03f222a59 None None] The sync data for ids ['6ca896b2-9bfd-4d61-a37c-5aa5216bad30'] in dv-neutron-824901-1-hyperv is: [{'id': '6ca896b2-9bfd-4d61-a37c-5aa5216bad30', 'name': 'tempest-TestEncryptedCinderVolumes-131840146-router', 'tenant_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e8575d99-1ffd-4480-9e37-7d89351a7734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:59:26Z', 'updated_at': '2022-01-17T14:59:30Z', 'revision_number': 4, 'project_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'gw_port': {'id': 'e8575d99-1ffd-4480-9e37-7d89351a7734', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:71:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca896b2-9bfd-4d61-a37c-5aa5216bad30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:27Z', 'updated_at': '2022-01-17T14:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '0f6efbe3-5be0-4e2e-859e-cfc15dd563c5', 'name': '', 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b', 'tenant_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'mac_address': 'fa:16:3e:06:7a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca896b2-9bfd-4d61-a37c-5aa5216bad30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5a82d906-03fc-476c-b33c-0575b6b99bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:29Z', 'updated_at': '2022-01-17T14:59:30Z', 'revision_number': 1, 'project_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'subnets': [{'id': '5a82d906-03fc-476c-b33c-0575b6b99bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:59:31.630934 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e43b09-4561-4950-a962-ab9bec4fb62d admin admin] Router 6ca896b2-9bfd-4d61-a37c-5aa5216bad30 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:59:31.699841 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8ebd9eef-6f87-4c8d-a332-c7200ceb8fd1 None None] Provisioning complete for port 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:31.700410 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ebd9eef-6f87-4c8d-a332-c7200ceb8fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:31.778224 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd9eef-6f87-4c8d-a332-c7200ceb8fd1 None None] Port 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:59:31.869584 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e43b09-4561-4950-a962-ab9bec4fb62d admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:59:31.882762 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-64e43b09-4561-4950-a962-ab9bec4fb62d admin admin] 10.222.0.48 "PUT /v2.0/routers/6ca896b2-9bfd-4d61-a37c-5aa5216bad30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9007607 Jan 17 14:59:32.566911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44642) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:32.572740 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1430514924-network', 'tenant_id': '79856a22f0164d4a9fd46b0de83b2afb'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:32.577806 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:32.582009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Usage tracker for resource:network and tenant:79856a22f0164d4a9fd46b0de83b2afb is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:32.586330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:32.591741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:32.604584 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Made reservation on behalf of 79856a22f0164d4a9fd46b0de83b2afb for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:59:32.606911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:32.624166 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:32.762676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:32.767042 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Usage tracker for resource:security_group_rule and tenant:79856a22f0164d4a9fd46b0de83b2afb is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:32.771050 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:32.781816 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:32.845713 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e8575d99-1ffd-4480-9e37-7d89351a7734 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:59:32.916453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:32.922860 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:32.934395 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port e8575d99-1ffd-4480-9e37-7d89351a7734 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:59:32.940871 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port e8575d99-1ffd-4480-9e37-7d89351a7734 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:32.941577 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:32.953996 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 14:59:32.968374 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57ba0f2-8f64-4e64-8509-45cdb778954f,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:32.973358 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:32.973797 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Added segment 3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b of type vlan for network b44287da-906f-4473-ac32-a8c440aa03a9 Jan 17 14:59:33.009958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:33.049066 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:33.050648 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:33.051619 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:33.093240 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:33.110749 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port e8575d99-1ffd-4480-9e37-7d89351a7734, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e8575d99-1ffd-4480-9e37-7d89351a7734,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:59:33.115936 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:33.168961 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6006541 Jan 17 14:59:33.170116 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6036c6c-48e7-48c0-a5ba-cd43183ed16b admin admin] Pushing event updated for resources: {'Network': ['ID=b44287da-906f-4473-ac32-a8c440aa03a9,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:33.171654 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44646) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:33.178286 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-b66b5db6-aa23-42da-ae42-1ff7b419c28d admin admin] Request body: {'subnet': {'network_id': 'b44287da-906f-4473-ac32-a8c440aa03a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1430514924-subnet', 'tenant_id': '79856a22f0164d4a9fd46b0de83b2afb', 'ip_version': 4}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:33.184628 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b66b5db6-aa23-42da-ae42-1ff7b419c28d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:33.188633 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network b44287da-906f-4473-ac32-a8c440aa03a9 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 14:59:33.188847 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b66b5db6-aa23-42da-ae42-1ff7b419c28d admin admin] Usage tracker for resource:subnet and tenant:79856a22f0164d4a9fd46b0de83b2afb is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:33.192050 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b66b5db6-aa23-42da-ae42-1ff7b419c28d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:33.198263 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b66b5db6-aa23-42da-ae42-1ff7b419c28d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:33.210211 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66b5db6-aa23-42da-ae42-1ff7b419c28d admin admin] Made reservation on behalf of 79856a22f0164d4a9fd46b0de83b2afb for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:59:33.212836 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b66b5db6-aa23-42da-ae42-1ff7b419c28d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:33.266288 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=e8575d99-1ffd-4480-9e37-7d89351a7734,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:33.428497 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b66b5db6-aa23-42da-ae42-1ff7b419c28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:33.505331 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b5db6-aa23-42da-ae42-1ff7b419c28d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce1c8c48-a1c5-43ff-898a-5ea7bb52b2aa,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:33.523416 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66b5db6-aa23-42da-ae42-1ff7b419c28d admin admin] Checking segment: {'id': '3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b44287da-906f-4473-ac32-a8c440aa03a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:59:33.523803 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66b5db6-aa23-42da-ae42-1ff7b419c28d admin admin] Network hostable DHCP agents. Network: b44287da-906f-4473-ac32-a8c440aa03a9, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 14:59:33.549527 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66b5db6-aa23-42da-ae42-1ff7b419c28d admin admin] Network b44287da-906f-4473-ac32-a8c440aa03a9 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 14:59:33.560855 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-b66b5db6-aa23-42da-ae42-1ff7b419c28d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, b44287da-906f-4473-ac32-a8c440aa03a9) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:33.566015 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66b5db6-aa23-42da-ae42-1ff7b419c28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:33.566944 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b66b5db6-aa23-42da-ae42-1ff7b419c28d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:33.574478 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded248d1-e5bb-4c0b-828b-721fb5464c52 None None] Network b44287da-906f-4473-ac32-a8c440aa03a9 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:59:33.601744 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b66b5db6-aa23-42da-ae42-1ff7b419c28d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4285343 Jan 17 14:59:33.604693 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44650) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:33.610911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1430514924-router', 'tenant_id': '79856a22f0164d4a9fd46b0de83b2afb', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:33.616554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:33.621192 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Usage tracker for resource:router and tenant:79856a22f0164d4a9fd46b0de83b2afb is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 14:59:33.628227 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 14:59:33.635389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:33.647120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:33.648298 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:33.666324 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:33.816135 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-b44287da-906f-4473-ac32-a8c440aa03a9', 'network_id': 'b44287da-906f-4473-ac32-a8c440aa03a9', 'tenant_id': '79856a22f0164d4a9fd46b0de83b2afb', 'fixed_ips': [{'subnet_id': 'ce1c8c48-a1c5-43ff-898a-5ea7bb52b2aa'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 14:59:33.817427 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:33.830641 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] Sync routers for ids ['6ca896b2-9bfd-4d61-a37c-5aa5216bad30'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:59:33.843112 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] Routers {'6ca896b2-9bfd-4d61-a37c-5aa5216bad30'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:59:33.843762 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:59:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6ca896b2-9bfd-4d61-a37c-5aa5216bad30'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:33.955449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:34.036459 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] Set router 6ca896b2-9bfd-4d61-a37c-5aa5216bad30 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:59:34.082511 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Allocated IP 172.20.0.2 (b44287da-906f-4473-ac32-a8c440aa03a9/ce1c8c48-a1c5-43ff-898a-5ea7bb52b2aa/0be92ba4-d996-43ce-b88a-9deea54dbe8c) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:59:34.345387 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:34.366411 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:34.378082 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:34.382090 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Transition to ACTIVE for port object 0be92ba4-d996-43ce-b88a-9deea54dbe8c will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:34.396379 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca896b2-9bfd-4d61-a37c-5aa5216bad30', 'name': 'tempest-TestEncryptedCinderVolumes-131840146-router', 'tenant_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e8575d99-1ffd-4480-9e37-7d89351a7734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:59:26Z', 'updated_at': '2022-01-17T14:59:30Z', 'revision_number': 4, 'project_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'gw_port': {'id': 'e8575d99-1ffd-4480-9e37-7d89351a7734', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca896b2-9bfd-4d61-a37c-5aa5216bad30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:27Z', 'updated_at': '2022-01-17T14:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '0f6efbe3-5be0-4e2e-859e-cfc15dd563c5', 'name': '', 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b', 'tenant_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'mac_address': 'fa:16:3e:06:7a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca896b2-9bfd-4d61-a37c-5aa5216bad30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5a82d906-03fc-476c-b33c-0575b6b99bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:29Z', 'updated_at': '2022-01-17T14:59:30Z', 'revision_number': 2, 'project_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'subnets': [{'id': '5a82d906-03fc-476c-b33c-0575b6b99bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:34.401404 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] Checking router: 6ca896b2-9bfd-4d61-a37c-5aa5216bad30 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:59:34.402024 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] Updating router 6ca896b2-9bfd-4d61-a37c-5aa5216bad30 port 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5 binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:59:34.411175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Transition to ACTIVE for port object 0be92ba4-d996-43ce-b88a-9deea54dbe8c will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:34.420921 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:34.500170 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:34.539110 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Network b44287da-906f-4473-ac32-a8c440aa03a9 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:59:34.544473 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:34.550424 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:59:34.560123 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Pushing event updated for resources: {'Port': ['ID=0be92ba4-d996-43ce-b88a-9deea54dbe8c,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:34.577120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Allocated IP 172.26.3.12 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/ba03a208-aa9f-4d0a-92fe-a81846434600) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:59:34.671983 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Attempting to bind port 0be92ba4-d996-43ce-b88a-9deea54dbe8c on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:59:34.672861 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Attempting to bind port 0be92ba4-d996-43ce-b88a-9deea54dbe8c by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b44287da-906f-4473-ac32-a8c440aa03a9'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:59:34.672861 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Attempting to bind port 0be92ba4-d996-43ce-b88a-9deea54dbe8c on network b44287da-906f-4473-ac32-a8c440aa03a9 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:59:34.679513 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:59:34.680040 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Checking segment: {'id': '3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b44287da-906f-4473-ac32-a8c440aa03a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:59:34.680441 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:34.681358 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Bound using segment: {'id': '3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b44287da-906f-4473-ac32-a8c440aa03a9'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:59:34.681358 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Bound port: 0be92ba4-d996-43ce-b88a-9deea54dbe8c, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b44287da-906f-4473-ac32-a8c440aa03a9'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:59:34.681655 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:34.771369 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:34.809415 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] For port 0be92ba4-d996-43ce-b88a-9deea54dbe8c, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:59:34.814265 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] For port 0be92ba4-d996-43ce-b88a-9deea54dbe8c, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=0be92ba4-d996-43ce-b88a-9deea54dbe8c,segment=NetworkSegment(3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b),segment_id=3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:59:34.818613 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e8575d99-1ffd-4480-9e37-7d89351a7734 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:59:34.822338 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:34.873653 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:34.896331 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:59:34.898795 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:34.903416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:59:34.951650 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Pushing event updated for resources: {'Port': ['ID=ba03a208-aa9f-4d0a-92fe-a81846434600,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:35.022027 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:35.035698 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] Transition to ACTIVE for port object 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:35.046434 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:35.073339 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006bb53-983a-416e-aad1-216cb1ed4210 None None] Pushing event updated for resources: {'Port': ['ID=0be92ba4-d996-43ce-b88a-9deea54dbe8c,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:35.086593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port e8575d99-1ffd-4480-9e37-7d89351a7734 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:35.087373 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:35.237832 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d02c18-d319-4050-b00a-f88550da8f41 None None] Pushing event updated for resources: {'Port': ['ID=0f6efbe3-5be0-4e2e-859e-cfc15dd563c5,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:35.285627 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d02c18-d319-4050-b00a-f88550da8f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:35.285995 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d02c18-d319-4050-b00a-f88550da8f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:35.286299 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d02c18-d319-4050-b00a-f88550da8f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:35.287046 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d02c18-d319-4050-b00a-f88550da8f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:35.287161 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d02c18-d319-4050-b00a-f88550da8f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:35.287530 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d02c18-d319-4050-b00a-f88550da8f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:35.288194 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d02c18-d319-4050-b00a-f88550da8f41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:35.288582 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d02c18-d319-4050-b00a-f88550da8f41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:35.289043 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d02c18-d319-4050-b00a-f88550da8f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:35.289380 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d02c18-d319-4050-b00a-f88550da8f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:35.289748 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d02c18-d319-4050-b00a-f88550da8f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:35.290079 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d02c18-d319-4050-b00a-f88550da8f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:35.322817 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] Attempting to bind port 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:59:35.323417 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] Attempting to bind port 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '8061da34-0c83-4daa-a391-a08642c869ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:59:35.324005 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] Attempting to bind port 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5 on network 1c1d937c-1e10-4e61-ae6a-fbffe782602b {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:59:35.334896 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:59:35.335498 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] Checking segment: {'id': '8061da34-0c83-4daa-a391-a08642c869ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:59:35.336181 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:35.336809 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] Bound using segment: {'id': '8061da34-0c83-4daa-a391-a08642c869ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:59:35.337585 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] Bound port: 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8061da34-0c83-4daa-a391-a08642c869ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:59:35.338208 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:35.484097 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] For port 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:59:35.488092 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] For port 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=0f6efbe3-5be0-4e2e-859e-cfc15dd563c5,segment=NetworkSegment(8061da34-0c83-4daa-a391-a08642c869ab),segment_id=8061da34-0c83-4daa-a391-a08642c869ab)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:59:35.494738 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:35.597402 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] Routers {'6ca896b2-9bfd-4d61-a37c-5aa5216bad30'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:59:35.598177 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:59:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6ca896b2-9bfd-4d61-a37c-5aa5216bad30'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:35.621796 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:35.673007 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d02c18-d319-4050-b00a-f88550da8f41 None None] Pushing event updated for resources: {'Port': ['ID=0f6efbe3-5be0-4e2e-859e-cfc15dd563c5,revision_number=4']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:35.853072 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] Set router 6ca896b2-9bfd-4d61-a37c-5aa5216bad30 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:59:36.198939 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:36.213160 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca896b2-9bfd-4d61-a37c-5aa5216bad30', 'name': 'tempest-TestEncryptedCinderVolumes-131840146-router', 'tenant_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e8575d99-1ffd-4480-9e37-7d89351a7734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:59:26Z', 'updated_at': '2022-01-17T14:59:30Z', 'revision_number': 4, 'project_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'gw_port': {'id': 'e8575d99-1ffd-4480-9e37-7d89351a7734', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca896b2-9bfd-4d61-a37c-5aa5216bad30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:27Z', 'updated_at': '2022-01-17T14:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '0f6efbe3-5be0-4e2e-859e-cfc15dd563c5', 'name': '', 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b', 'tenant_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'mac_address': 'fa:16:3e:06:7a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca896b2-9bfd-4d61-a37c-5aa5216bad30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5a82d906-03fc-476c-b33c-0575b6b99bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:29Z', 'updated_at': '2022-01-17T14:59:35Z', 'revision_number': 4, 'project_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'subnets': [{'id': '5a82d906-03fc-476c-b33c-0575b6b99bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:36.220216 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc40fa21-3223-40ef-8a99-dbd76d5522c4 None None] The sync data for ids ['6ca896b2-9bfd-4d61-a37c-5aa5216bad30'] in dv-neutron-824901-1-hyperv is: [{'id': '6ca896b2-9bfd-4d61-a37c-5aa5216bad30', 'name': 'tempest-TestEncryptedCinderVolumes-131840146-router', 'tenant_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e8575d99-1ffd-4480-9e37-7d89351a7734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:59:26Z', 'updated_at': '2022-01-17T14:59:30Z', 'revision_number': 4, 'project_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'gw_port': {'id': 'e8575d99-1ffd-4480-9e37-7d89351a7734', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca896b2-9bfd-4d61-a37c-5aa5216bad30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:27Z', 'updated_at': '2022-01-17T14:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '0f6efbe3-5be0-4e2e-859e-cfc15dd563c5', 'name': '', 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b', 'tenant_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'mac_address': 'fa:16:3e:06:7a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca896b2-9bfd-4d61-a37c-5aa5216bad30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5a82d906-03fc-476c-b33c-0575b6b99bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:29Z', 'updated_at': '2022-01-17T14:59:35Z', 'revision_number': 4, 'project_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'subnets': [{'id': '5a82d906-03fc-476c-b33c-0575b6b99bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:59:36.504170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba7a8d0-24f7-4002-909e-e4b9cb90ed12 None None] Network b44287da-906f-4473-ac32-a8c440aa03a9 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 14:59:36.582079 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Router 88cb176c-9ce9-4c36-9063-402d3ccdbdb5 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 14:59:36.659039 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-3d8288a0-ba2a-4cef-934c-c37be2c0b429 None None] Provisioning for port 0be92ba4-d996-43ce-b88a-9deea54dbe8c completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:59:36.999978 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:59:37.016560 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] Sync routers for ids ['88cb176c-9ce9-4c36-9063-402d3ccdbdb5'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:59:37.055483 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:37.059816 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0925322e-6e39-46ed-be83-63c8bee5d1ec admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4514365 Jan 17 14:59:37.060226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44654) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 14:59:37.061261 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:59:37.149729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] Routers {'88cb176c-9ce9-4c36-9063-402d3ccdbdb5'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:59:37.151373 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:59:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['88cb176c-9ce9-4c36-9063-402d3ccdbdb5'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:37.430550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:59:37.438588 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:37.438903 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:37.514954 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] Set router 88cb176c-9ce9-4c36-9063-402d3ccdbdb5 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:59:37.845081 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:37.927656 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=0f6efbe3-5be0-4e2e-859e-cfc15dd563c5,segment=NetworkSegment(8061da34-0c83-4daa-a391-a08642c869ab),segment_id=8061da34-0c83-4daa-a391-a08642c869ab)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:59:37.935307 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:37.936141 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 0be92ba4-d996-43ce-b88a-9deea54dbe8c up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:59:38.069638 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=0f6efbe3-5be0-4e2e-859e-cfc15dd563c5,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:38.086035 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cb176c-9ce9-4c36-9063-402d3ccdbdb5', 'name': 'tempest-TestEncryptedCinderVolumes-1430514924-router', 'tenant_id': '79856a22f0164d4a9fd46b0de83b2afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'ba03a208-aa9f-4d0a-92fe-a81846434600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:59:33Z', 'updated_at': '2022-01-17T14:59:35Z', 'revision_number': 3, 'project_id': '79856a22f0164d4a9fd46b0de83b2afb', 'gw_port': {'id': 'ba03a208-aa9f-4d0a-92fe-a81846434600', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cb176c-9ce9-4c36-9063-402d3ccdbdb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:34Z', 'updated_at': '2022-01-17T14:59:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:38.091178 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 0be92ba4-d996-43ce-b88a-9deea54dbe8c completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:59:38.099428 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] Checking router: 88cb176c-9ce9-4c36-9063-402d3ccdbdb5 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:59:38.100010 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] Updating router 88cb176c-9ce9-4c36-9063-402d3ccdbdb5 port ba03a208-aa9f-4d0a-92fe-a81846434600 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:59:38.149805 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 0be92ba4-d996-43ce-b88a-9deea54dbe8c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:38.150396 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:38.261487 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:38.332555 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6f930791-ec68-49ce-ad5a-3a65333e3348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:38.549035 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:38.708701 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-6f930791-ec68-49ce-ad5a-3a65333e3348 admin admin] Allocated IP 172.20.0.1 (b44287da-906f-4473-ac32-a8c440aa03a9/ce1c8c48-a1c5-43ff-898a-5ea7bb52b2aa/34d051a6-9739-4d78-be14-a6480b346a79) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:59:38.737991 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 0be92ba4-d996-43ce-b88a-9deea54dbe8c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=0be92ba4-d996-43ce-b88a-9deea54dbe8c,segment=NetworkSegment(3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b),segment_id=3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:59:38.749583 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:38.898907 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:59:38.957057 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6f930791-ec68-49ce-ad5a-3a65333e3348 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:38.977636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-6f930791-ec68-49ce-ad5a-3a65333e3348 admin admin] Transition to ACTIVE for port object 34d051a6-9739-4d78-be14-a6480b346a79 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:39.007319 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6f930791-ec68-49ce-ad5a-3a65333e3348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:39.011127 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=0be92ba4-d996-43ce-b88a-9deea54dbe8c,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:39.082521 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f930791-ec68-49ce-ad5a-3a65333e3348 admin admin] Network b44287da-906f-4473-ac32-a8c440aa03a9 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:59:39.086182 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-6f930791-ec68-49ce-ad5a-3a65333e3348 admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:39.089049 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f930791-ec68-49ce-ad5a-3a65333e3348 admin admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:59:39.096947 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:39.110141 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:39.110682 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:39.127189 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f930791-ec68-49ce-ad5a-3a65333e3348 admin admin] Pushing event updated for resources: {'Port': ['ID=34d051a6-9739-4d78-be14-a6480b346a79,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:39.155910 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6f930791-ec68-49ce-ad5a-3a65333e3348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:39.170703 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] Transition to ACTIVE for port object ba03a208-aa9f-4d0a-92fe-a81846434600 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:39.195630 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:39.328150 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] Attempting to bind port ba03a208-aa9f-4d0a-92fe-a81846434600 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:59:39.328703 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] Attempting to bind port ba03a208-aa9f-4d0a-92fe-a81846434600 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:59:39.329279 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] Attempting to bind port ba03a208-aa9f-4d0a-92fe-a81846434600 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:59:39.336622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19534e2d-0948-4325-b400-6a473ead77e1 None None] Pushing event updated for resources: {'Port': ['ID=ba03a208-aa9f-4d0a-92fe-a81846434600,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:39.346221 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:59:39.346499 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:59:39.347089 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:39.347673 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:59:39.348446 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] Bound port: ba03a208-aa9f-4d0a-92fe-a81846434600, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:59:39.349069 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:39.480569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6f930791-ec68-49ce-ad5a-3a65333e3348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:39.497300 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] For port ba03a208-aa9f-4d0a-92fe-a81846434600, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:59:39.501572 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] For port ba03a208-aa9f-4d0a-92fe-a81846434600, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ba03a208-aa9f-4d0a-92fe-a81846434600,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:59:39.506801 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:39.596518 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5e1971f0-5187-4383-a3ee-f1c096c9b42f None None] Provisioning for port 34d051a6-9739-4d78-be14-a6480b346a79 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:59:39.608014 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5e1971f0-5187-4383-a3ee-f1c096c9b42f None None] Provisioning complete for port 34d051a6-9739-4d78-be14-a6480b346a79 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:39.608383 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5e1971f0-5187-4383-a3ee-f1c096c9b42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:39.637195 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] Routers {'88cb176c-9ce9-4c36-9063-402d3ccdbdb5'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:59:39.637823 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:59:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['88cb176c-9ce9-4c36-9063-402d3ccdbdb5'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:39.689544 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19534e2d-0948-4325-b400-6a473ead77e1 None None] Pushing event updated for resources: {'Port': ['ID=ba03a208-aa9f-4d0a-92fe-a81846434600,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:39.757834 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-5e1971f0-5187-4383-a3ee-f1c096c9b42f None None] Port 34d051a6-9739-4d78-be14-a6480b346a79 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:59:39.835595 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6f930791-ec68-49ce-ad5a-3a65333e3348 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:39.842555 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6f930791-ec68-49ce-ad5a-3a65333e3348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:39.862990 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] Set router 88cb176c-9ce9-4c36-9063-402d3ccdbdb5 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:59:40.215381 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f930791-ec68-49ce-ad5a-3a65333e3348 admin admin] Pushing event updated for resources: {'Port': ['ID=34d051a6-9739-4d78-be14-a6480b346a79,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:40.219364 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6f930791-ec68-49ce-ad5a-3a65333e3348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:40.347606 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cb176c-9ce9-4c36-9063-402d3ccdbdb5', 'name': 'tempest-TestEncryptedCinderVolumes-1430514924-router', 'tenant_id': '79856a22f0164d4a9fd46b0de83b2afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'ba03a208-aa9f-4d0a-92fe-a81846434600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:59:33Z', 'updated_at': '2022-01-17T14:59:39Z', 'revision_number': 4, 'project_id': '79856a22f0164d4a9fd46b0de83b2afb', 'gw_port': {'id': 'ba03a208-aa9f-4d0a-92fe-a81846434600', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cb176c-9ce9-4c36-9063-402d3ccdbdb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:34Z', 'updated_at': '2022-01-17T14:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '34d051a6-9739-4d78-be14-a6480b346a79', 'name': '', 'network_id': 'b44287da-906f-4473-ac32-a8c440aa03a9', 'tenant_id': '79856a22f0164d4a9fd46b0de83b2afb', 'mac_address': 'fa:16:3e:1d:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cb176c-9ce9-4c36-9063-402d3ccdbdb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'ce1c8c48-a1c5-43ff-898a-5ea7bb52b2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:38Z', 'updated_at': '2022-01-17T14:59:38Z', 'revision_number': 1, 'project_id': '79856a22f0164d4a9fd46b0de83b2afb', 'subnets': [{'id': 'ce1c8c48-a1c5-43ff-898a-5ea7bb52b2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:40.352152 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f26560-5ac4-482c-9943-2fc7ff2cb705 None None] The sync data for ids ['88cb176c-9ce9-4c36-9063-402d3ccdbdb5'] in dv-neutron-824901-1-hyperv is: [{'id': '88cb176c-9ce9-4c36-9063-402d3ccdbdb5', 'name': 'tempest-TestEncryptedCinderVolumes-1430514924-router', 'tenant_id': '79856a22f0164d4a9fd46b0de83b2afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'ba03a208-aa9f-4d0a-92fe-a81846434600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:59:33Z', 'updated_at': '2022-01-17T14:59:39Z', 'revision_number': 4, 'project_id': '79856a22f0164d4a9fd46b0de83b2afb', 'gw_port': {'id': 'ba03a208-aa9f-4d0a-92fe-a81846434600', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cb176c-9ce9-4c36-9063-402d3ccdbdb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:34Z', 'updated_at': '2022-01-17T14:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '34d051a6-9739-4d78-be14-a6480b346a79', 'name': '', 'network_id': 'b44287da-906f-4473-ac32-a8c440aa03a9', 'tenant_id': '79856a22f0164d4a9fd46b0de83b2afb', 'mac_address': 'fa:16:3e:1d:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cb176c-9ce9-4c36-9063-402d3ccdbdb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'ce1c8c48-a1c5-43ff-898a-5ea7bb52b2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:38Z', 'updated_at': '2022-01-17T14:59:38Z', 'revision_number': 1, 'project_id': '79856a22f0164d4a9fd46b0de83b2afb', 'subnets': [{'id': 'ce1c8c48-a1c5-43ff-898a-5ea7bb52b2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:59:40.452544 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f930791-ec68-49ce-ad5a-3a65333e3348 admin admin] Network b44287da-906f-4473-ac32-a8c440aa03a9 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:59:40.454602 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-6f930791-ec68-49ce-ad5a-3a65333e3348 admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:40.754905 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-24d384dd-c1ac-40c0-acf0-61df29b2d3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:40.848368 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f930791-ec68-49ce-ad5a-3a65333e3348 admin admin] Router 88cb176c-9ce9-4c36-9063-402d3ccdbdb5 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 14:59:40.858305 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 0be92ba4-d996-43ce-b88a-9deea54dbe8c up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:59:40.980724 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6de0fdb5-ddf5-4d34-b08e-6d2f52d77274 None None] Provisioning complete for port 34d051a6-9739-4d78-be14-a6480b346a79 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:40.981130 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6de0fdb5-ddf5-4d34-b08e-6d2f52d77274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:41.015058 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 0be92ba4-d996-43ce-b88a-9deea54dbe8c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:41.015058 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:41.093054 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6de0fdb5-ddf5-4d34-b08e-6d2f52d77274 None None] Port 34d051a6-9739-4d78-be14-a6480b346a79 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:59:41.236819 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f930791-ec68-49ce-ad5a-3a65333e3348 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 14:59:41.248110 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6f930791-ec68-49ce-ad5a-3a65333e3348 admin admin] 10.222.0.48 "PUT /v2.0/routers/88cb176c-9ce9-4c36-9063-402d3ccdbdb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1863523 Jan 17 14:59:42.127239 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e558580-a738-4bb5-b689-b0ab797b656e req-37f044a3-6bc5-4552-b14e-9df743f1af56 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:42.128750 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1e558580-a738-4bb5-b689-b0ab797b656e req-37f044a3-6bc5-4552-b14e-9df743f1af56 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/networks?id=1c1d937c-1e10-4e61-ae6a-fbffe782602b HTTP/1.1" status: 200 len: 816 time: 0.1538067 Jan 17 14:59:42.144448 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1e558580-a738-4bb5-b689-b0ab797b656e req-1240c45e-2d23-48c3-8363-b3e5124821cc tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/quotas/ea4b0a0d732b42d9ac1ea6904c364b91 HTTP/1.1" status: 200 len: 375 time: 0.0100017 Jan 17 14:59:42.234015 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-1e558580-a738-4bb5-b689-b0ab797b656e req-80391330-ff04-4cf1-8329-48554fcea5ca tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Synchronizing usage tracker for tenant:ea4b0a0d732b42d9ac1ea6904c364b91 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:59:42.268518 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-1e558580-a738-4bb5-b689-b0ab797b656e req-80391330-ff04-4cf1-8329-48554fcea5ca tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Unset dirty status for tenant:ea4b0a0d732b42d9ac1ea6904c364b91 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:59:42.270341 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1e558580-a738-4bb5-b689-b0ab797b656e req-80391330-ff04-4cf1-8329-48554fcea5ca tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea4b0a0d732b42d9ac1ea6904c364b91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1203525 Jan 17 14:59:42.431742 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1e558580-a738-4bb5-b689-b0ab797b656e req-92a74915-12f5-48fe-a45b-4c03b772b73e service neutron] 10.222.0.48 "GET /v2.0/networks/1c1d937c-1e10-4e61-ae6a-fbffe782602b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403773 Jan 17 14:59:42.588977 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1e558580-a738-4bb5-b689-b0ab797b656e req-2d401e7a-7856-4707-9134-ac956cef4f31 service neutron] 10.222.0.48 "GET /v2.0/networks/1c1d937c-1e10-4e61-ae6a-fbffe782602b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501198 Jan 17 14:59:42.832516 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22ba826e-fc12-4203-81a4-8609f57d0c50 req-a3915471-be68-4c11-8704-f87930973d63 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=4070bc49-90f3-406b-a4a3-44072dcbd8ec HTTP/1.1" status: 200 len: 210 time: 0.0675616 Jan 17 14:59:42.887135 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ba03a208-aa9f-4d0a-92fe-a81846434600 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:59:42.963574 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port ba03a208-aa9f-4d0a-92fe-a81846434600 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:59:42.969300 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port ba03a208-aa9f-4d0a-92fe-a81846434600 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:42.969671 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:43.113243 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:43.134302 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port ba03a208-aa9f-4d0a-92fe-a81846434600, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ba03a208-aa9f-4d0a-92fe-a81846434600,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:59:43.138588 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:43.216882 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=ba03a208-aa9f-4d0a-92fe-a81846434600,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:43.953551 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-67817575-a607-48aa-b2b7-a3ad992d1274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:44.051613 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:44.086785 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e558580-a738-4bb5-b689-b0ab797b656e req-f77a8cbb-5b7c-42b8-a353-c6c3b61b9f8a tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:44.087806 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-1e558580-a738-4bb5-b689-b0ab797b656e req-f77a8cbb-5b7c-42b8-a353-c6c3b61b9f8a tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Synchronizing usage tracker for tenant:ea4b0a0d732b42d9ac1ea6904c364b91 on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:59:44.090192 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:44.111827 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-1e558580-a738-4bb5-b689-b0ab797b656e req-f77a8cbb-5b7c-42b8-a353-c6c3b61b9f8a tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Unset dirty status for tenant:ea4b0a0d732b42d9ac1ea6904c364b91 on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:59:44.113241 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e558580-a738-4bb5-b689-b0ab797b656e req-f77a8cbb-5b7c-42b8-a353-c6c3b61b9f8a tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.15 "GET /v2.0/networks?id=1c1d937c-1e10-4e61-ae6a-fbffe782602b HTTP/1.1" status: 200 len: 816 time: 0.2894864 Jan 17 14:59:44.113373 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] Sync routers for ids ['88cb176c-9ce9-4c36-9063-402d3ccdbdb5'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 14:59:44.124723 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] Routers {'88cb176c-9ce9-4c36-9063-402d3ccdbdb5'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:59:44.125726 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:59:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['88cb176c-9ce9-4c36-9063-402d3ccdbdb5'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:44.126227 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-1e558580-a738-4bb5-b689-b0ab797b656e req-2fdd0166-9f19-403d-ad9b-c59f138d4675 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Request body: {'port': {'device_id': '4070bc49-90f3-406b-a4a3-44072dcbd8ec', 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b', 'admin_state_up': True, 'tenant_id': 'ea4b0a0d732b42d9ac1ea6904c364b91'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:44.198955 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-51f7e772-853e-4419-a35d-0e065016c95f req-66b19aa8-2844-406b-a1fe-958a5ca7865c tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=4070bc49-90f3-406b-a4a3-44072dcbd8ec HTTP/1.1" status: 200 len: 210 time: 0.2147951 Jan 17 14:59:44.286717 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-1e558580-a738-4bb5-b689-b0ab797b656e req-2fdd0166-9f19-403d-ad9b-c59f138d4675 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 14:59:44.297050 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-1e558580-a738-4bb5-b689-b0ab797b656e req-2fdd0166-9f19-403d-ad9b-c59f138d4675 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 14:59:44.307030 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e558580-a738-4bb5-b689-b0ab797b656e req-2fdd0166-9f19-403d-ad9b-c59f138d4675 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Made reservation on behalf of ea4b0a0d732b42d9ac1ea6904c364b91 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 14:59:44.310850 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1e558580-a738-4bb5-b689-b0ab797b656e req-2fdd0166-9f19-403d-ad9b-c59f138d4675 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:44.315073 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] Set router 88cb176c-9ce9-4c36-9063-402d3ccdbdb5 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:59:44.480844 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-1e558580-a738-4bb5-b689-b0ab797b656e req-2fdd0166-9f19-403d-ad9b-c59f138d4675 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Allocated IP 172.20.0.13 (1c1d937c-1e10-4e61-ae6a-fbffe782602b/5a82d906-03fc-476c-b33c-0575b6b99bc8/c003f8a3-507c-42e3-8767-2ea0757c7519) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 14:59:44.650392 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cb176c-9ce9-4c36-9063-402d3ccdbdb5', 'name': 'tempest-TestEncryptedCinderVolumes-1430514924-router', 'tenant_id': '79856a22f0164d4a9fd46b0de83b2afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'ba03a208-aa9f-4d0a-92fe-a81846434600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:59:33Z', 'updated_at': '2022-01-17T14:59:39Z', 'revision_number': 4, 'project_id': '79856a22f0164d4a9fd46b0de83b2afb', 'gw_port': {'id': 'ba03a208-aa9f-4d0a-92fe-a81846434600', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cb176c-9ce9-4c36-9063-402d3ccdbdb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:34Z', 'updated_at': '2022-01-17T14:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '34d051a6-9739-4d78-be14-a6480b346a79', 'name': '', 'network_id': 'b44287da-906f-4473-ac32-a8c440aa03a9', 'tenant_id': '79856a22f0164d4a9fd46b0de83b2afb', 'mac_address': 'fa:16:3e:1d:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cb176c-9ce9-4c36-9063-402d3ccdbdb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'ce1c8c48-a1c5-43ff-898a-5ea7bb52b2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:38Z', 'updated_at': '2022-01-17T14:59:39Z', 'revision_number': 2, 'project_id': '79856a22f0164d4a9fd46b0de83b2afb', 'subnets': [{'id': 'ce1c8c48-a1c5-43ff-898a-5ea7bb52b2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:44.654389 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] Checking router: 88cb176c-9ce9-4c36-9063-402d3ccdbdb5 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 14:59:44.654729 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] Updating router 88cb176c-9ce9-4c36-9063-402d3ccdbdb5 port 34d051a6-9739-4d78-be14-a6480b346a79 binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 14:59:44.705926 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1e558580-a738-4bb5-b689-b0ab797b656e req-2fdd0166-9f19-403d-ad9b-c59f138d4675 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:44.713271 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:44.721929 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-1e558580-a738-4bb5-b689-b0ab797b656e req-2fdd0166-9f19-403d-ad9b-c59f138d4675 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Transition to ACTIVE for port object c003f8a3-507c-42e3-8767-2ea0757c7519 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:44.747675 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1e558580-a738-4bb5-b689-b0ab797b656e req-2fdd0166-9f19-403d-ad9b-c59f138d4675 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:44.834376 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e558580-a738-4bb5-b689-b0ab797b656e req-2fdd0166-9f19-403d-ad9b-c59f138d4675 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Network 1c1d937c-1e10-4e61-ae6a-fbffe782602b is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 14:59:44.838083 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-1e558580-a738-4bb5-b689-b0ab797b656e req-2fdd0166-9f19-403d-ad9b-c59f138d4675 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 14:59:44.842349 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e558580-a738-4bb5-b689-b0ab797b656e req-2fdd0166-9f19-403d-ad9b-c59f138d4675 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 14:59:44.868165 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ba03a208-aa9f-4d0a-92fe-a81846434600 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:59:44.876904 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd0166-9f19-403d-ad9b-c59f138d4675 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Pushing event updated for resources: {'Port': ['ID=c003f8a3-507c-42e3-8767-2ea0757c7519,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:44.909517 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e558580-a738-4bb5-b689-b0ab797b656e req-2fdd0166-9f19-403d-ad9b-c59f138d4675 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:44.910094 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1e558580-a738-4bb5-b689-b0ab797b656e req-2fdd0166-9f19-403d-ad9b-c59f138d4675 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:44.942851 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e558580-a738-4bb5-b689-b0ab797b656e req-2fdd0166-9f19-403d-ad9b-c59f138d4675 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8210447 Jan 17 14:59:44.954838 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port ba03a208-aa9f-4d0a-92fe-a81846434600 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:44.955407 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] Request body: {'port': {'device_id': '4070bc49-90f3-406b-a4a3-44072dcbd8ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 14:59:44.956046 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:45.107293 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:45.147262 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2c1a06b8-1369-4d02-bac9-c956924ecf14 None None] Provisioning for port c003f8a3-507c-42e3-8767-2ea0757c7519 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:59:45.154254 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-2c1a06b8-1369-4d02-bac9-c956924ecf14 None None] Provisioning complete for port c003f8a3-507c-42e3-8767-2ea0757c7519 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:45.154500 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2c1a06b8-1369-4d02-bac9-c956924ecf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:45.164477 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:45.179268 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] Transition to ACTIVE for port object 34d051a6-9739-4d78-be14-a6480b346a79 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:45.187322 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:45.216672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a06b8-1369-4d02-bac9-c956924ecf14 None None] Port c003f8a3-507c-42e3-8767-2ea0757c7519 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 14:59:45.417092 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189f951-5659-47b2-b52e-9fea4e11bcbe None None] Pushing event updated for resources: {'Port': ['ID=34d051a6-9739-4d78-be14-a6480b346a79,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:45.428656 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] Attempting to bind port 34d051a6-9739-4d78-be14-a6480b346a79 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:59:45.429019 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] Attempting to bind port 34d051a6-9739-4d78-be14-a6480b346a79 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b44287da-906f-4473-ac32-a8c440aa03a9'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:59:45.429500 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] Attempting to bind port 34d051a6-9739-4d78-be14-a6480b346a79 on network b44287da-906f-4473-ac32-a8c440aa03a9 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:59:45.436350 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:59:45.436717 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] Checking segment: {'id': '3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b44287da-906f-4473-ac32-a8c440aa03a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:59:45.437116 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:45.437494 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] Bound using segment: {'id': '3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b44287da-906f-4473-ac32-a8c440aa03a9'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:59:45.437958 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] Bound port: 34d051a6-9739-4d78-be14-a6480b346a79, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b44287da-906f-4473-ac32-a8c440aa03a9'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:59:45.438324 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:45.532869 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] For port 34d051a6-9739-4d78-be14-a6480b346a79, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:59:45.537416 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] For port 34d051a6-9739-4d78-be14-a6480b346a79, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=34d051a6-9739-4d78-be14-a6480b346a79,segment=NetworkSegment(3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b),segment_id=3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:59:45.549514 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:45.575177 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aae454-c998-41aa-aa98-4ef88b6b9f45 req-da86c25d-0e3a-4a09-995d-bad66e7a0f54 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:45.575927 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-74aae454-c998-41aa-aa98-4ef88b6b9f45 req-da86c25d-0e3a-4a09-995d-bad66e7a0f54 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Synchronizing usage tracker for tenant:ea4b0a0d732b42d9ac1ea6904c364b91 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:59:45.618280 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-74aae454-c998-41aa-aa98-4ef88b6b9f45 req-da86c25d-0e3a-4a09-995d-bad66e7a0f54 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Unset dirty status for tenant:ea4b0a0d732b42d9ac1ea6904c364b91 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:59:45.620246 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-74aae454-c998-41aa-aa98-4ef88b6b9f45 req-da86c25d-0e3a-4a09-995d-bad66e7a0f54 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=4070bc49-90f3-406b-a4a3-44072dcbd8ec HTTP/1.1" status: 200 len: 932 time: 0.2504201 Jan 17 14:59:45.623529 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:45.631243 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] Routers {'88cb176c-9ce9-4c36-9063-402d3ccdbdb5'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 14:59:45.631917 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T14:59:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['88cb176c-9ce9-4c36-9063-402d3ccdbdb5'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:45.686757 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-74aae454-c998-41aa-aa98-4ef88b6b9f45 req-dec2f062-01b9-4387-b40a-216b918989ff tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Synchronizing usage tracker for tenant:ea4b0a0d732b42d9ac1ea6904c364b91 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 14:59:45.717239 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189f951-5659-47b2-b52e-9fea4e11bcbe None None] Pushing event updated for resources: {'Port': ['ID=34d051a6-9739-4d78-be14-a6480b346a79,revision_number=4']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:45.765858 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c003f8a3-507c-42e3-8767-2ea0757c7519 {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:59:45.770796 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-74aae454-c998-41aa-aa98-4ef88b6b9f45 req-dec2f062-01b9-4387-b40a-216b918989ff tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Unset dirty status for tenant:ea4b0a0d732b42d9ac1ea6904c364b91 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 14:59:45.772336 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-74aae454-c998-41aa-aa98-4ef88b6b9f45 req-dec2f062-01b9-4387-b40a-216b918989ff tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428235 Jan 17 14:59:45.776968 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:45.799633 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] Transition to ACTIVE for port object c003f8a3-507c-42e3-8767-2ea0757c7519 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 14:59:45.813818 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:45.850017 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] Set router 88cb176c-9ce9-4c36-9063-402d3ccdbdb5 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 14:59:45.980854 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] Pushing event updated for resources: {'Port': ['ID=c003f8a3-507c-42e3-8767-2ea0757c7519,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:46.071782 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] Attempting to bind port c003f8a3-507c-42e3-8767-2ea0757c7519 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 14:59:46.071782 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] Attempting to bind port c003f8a3-507c-42e3-8767-2ea0757c7519 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8061da34-0c83-4daa-a391-a08642c869ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 14:59:46.071782 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] Attempting to bind port c003f8a3-507c-42e3-8767-2ea0757c7519 on network 1c1d937c-1e10-4e61-ae6a-fbffe782602b {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:59:46.077600 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] Port c003f8a3-507c-42e3-8767-2ea0757c7519 on network 1c1d937c-1e10-4e61-ae6a-fbffe782602b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 14:59:46.077927 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] Attempting to bind port c003f8a3-507c-42e3-8767-2ea0757c7519 on network 1c1d937c-1e10-4e61-ae6a-fbffe782602b {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 14:59:46.083886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 14:59:46.084348 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] Checking segment: {'id': '8061da34-0c83-4daa-a391-a08642c869ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 14:59:46.084736 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] Bound using segment: {'id': '8061da34-0c83-4daa-a391-a08642c869ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 14:59:46.085163 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] Bound port: c003f8a3-507c-42e3-8767-2ea0757c7519, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8061da34-0c83-4daa-a391-a08642c869ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 14:59:46.085501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:46.184352 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] For port c003f8a3-507c-42e3-8767-2ea0757c7519, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 14:59:46.187817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] For port c003f8a3-507c-42e3-8767-2ea0757c7519, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=c003f8a3-507c-42e3-8767-2ea0757c7519,segment=NetworkSegment(8061da34-0c83-4daa-a391-a08642c869ab),segment_id=8061da34-0c83-4daa-a391-a08642c869ab)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 14:59:46.193919 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:46.250269 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cb176c-9ce9-4c36-9063-402d3ccdbdb5', 'name': 'tempest-TestEncryptedCinderVolumes-1430514924-router', 'tenant_id': '79856a22f0164d4a9fd46b0de83b2afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'ba03a208-aa9f-4d0a-92fe-a81846434600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:59:33Z', 'updated_at': '2022-01-17T14:59:39Z', 'revision_number': 4, 'project_id': '79856a22f0164d4a9fd46b0de83b2afb', 'gw_port': {'id': 'ba03a208-aa9f-4d0a-92fe-a81846434600', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cb176c-9ce9-4c36-9063-402d3ccdbdb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:34Z', 'updated_at': '2022-01-17T14:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '34d051a6-9739-4d78-be14-a6480b346a79', 'name': '', 'network_id': 'b44287da-906f-4473-ac32-a8c440aa03a9', 'tenant_id': '79856a22f0164d4a9fd46b0de83b2afb', 'mac_address': 'fa:16:3e:1d:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cb176c-9ce9-4c36-9063-402d3ccdbdb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'ce1c8c48-a1c5-43ff-898a-5ea7bb52b2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:38Z', 'updated_at': '2022-01-17T14:59:45Z', 'revision_number': 4, 'project_id': '79856a22f0164d4a9fd46b0de83b2afb', 'subnets': [{'id': 'ce1c8c48-a1c5-43ff-898a-5ea7bb52b2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 14:59:46.255129 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdf0173-6a0b-4468-9b74-510c25fdc9ed None None] The sync data for ids ['88cb176c-9ce9-4c36-9063-402d3ccdbdb5'] in dv-neutron-824901-1-hyperv is: [{'id': '88cb176c-9ce9-4c36-9063-402d3ccdbdb5', 'name': 'tempest-TestEncryptedCinderVolumes-1430514924-router', 'tenant_id': '79856a22f0164d4a9fd46b0de83b2afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'ba03a208-aa9f-4d0a-92fe-a81846434600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:59:33Z', 'updated_at': '2022-01-17T14:59:39Z', 'revision_number': 4, 'project_id': '79856a22f0164d4a9fd46b0de83b2afb', 'gw_port': {'id': 'ba03a208-aa9f-4d0a-92fe-a81846434600', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cb176c-9ce9-4c36-9063-402d3ccdbdb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:34Z', 'updated_at': '2022-01-17T14:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '34d051a6-9739-4d78-be14-a6480b346a79', 'name': '', 'network_id': 'b44287da-906f-4473-ac32-a8c440aa03a9', 'tenant_id': '79856a22f0164d4a9fd46b0de83b2afb', 'mac_address': 'fa:16:3e:1d:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cb176c-9ce9-4c36-9063-402d3ccdbdb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'ce1c8c48-a1c5-43ff-898a-5ea7bb52b2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:38Z', 'updated_at': '2022-01-17T14:59:45Z', 'revision_number': 4, 'project_id': '79856a22f0164d4a9fd46b0de83b2afb', 'subnets': [{'id': 'ce1c8c48-a1c5-43ff-898a-5ea7bb52b2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 14:59:46.257038 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:46.257641 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:46.259008 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e558580-a738-4bb5-b689-b0ab797b656e req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] 10.222.0.15 "PUT /v2.0/ports/c003f8a3-507c-42e3-8767-2ea0757c7519 HTTP/1.1" status: 200 len: 1094 time: 1.3090699 Jan 17 14:59:46.259443 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4070bc49-90f3-406b-a4a3-44072dcbd8ec', 'tag': 'c003f8a3-507c-42e3-8767-2ea0757c7519'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:59:46.342537 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4070bc49-90f3-406b-a4a3-44072dcbd8ec', 'tag': 'c003f8a3-507c-42e3-8767-2ea0757c7519', 'status': 'completed', 'code': 200} Jan 17 14:59:46.348103 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050ad05-56c1-4f91-a21c-84f15a0bc56e service neutron] Pushing event updated for resources: {'Port': ['ID=c003f8a3-507c-42e3-8767-2ea0757c7519,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:46.402654 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e558580-a738-4bb5-b689-b0ab797b656e req-d3ebb1df-6dcc-4aad-84c2-7dd3067dc08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:46.405353 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e558580-a738-4bb5-b689-b0ab797b656e req-d3ebb1df-6dcc-4aad-84c2-7dd3067dc08f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea4b0a0d732b42d9ac1ea6904c364b91&device_id=4070bc49-90f3-406b-a4a3-44072dcbd8ec HTTP/1.1" status: 200 len: 1097 time: 0.1020973 Jan 17 14:59:46.478203 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e558580-a738-4bb5-b689-b0ab797b656e req-41dcf0a9-5a80-4a87-9175-d72dc59a21f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c003f8a3-507c-42e3-8767-2ea0757c7519 HTTP/1.1" status: 200 len: 217 time: 0.0657296 Jan 17 14:59:46.551914 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e558580-a738-4bb5-b689-b0ab797b656e req-b73d2309-44da-4a14-b7b4-f14dd740e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:46.553595 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e558580-a738-4bb5-b689-b0ab797b656e req-b73d2309-44da-4a14-b7b4-f14dd740e61f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a82d906-03fc-476c-b33c-0575b6b99bc8 HTTP/1.1" status: 200 len: 855 time: 0.0693107 Jan 17 14:59:46.637642 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e558580-a738-4bb5-b689-b0ab797b656e req-d45c63b6-7628-4463-ae3c-e939547911ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:46.640270 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e558580-a738-4bb5-b689-b0ab797b656e req-d45c63b6-7628-4463-ae3c-e939547911ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c1d937c-1e10-4e61-ae6a-fbffe782602b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804265 Jan 17 14:59:46.789124 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e558580-a738-4bb5-b689-b0ab797b656e req-aca5d5ea-4b5e-4ab4-9c41-6c67874fa6ae service neutron] 10.222.0.15 "GET /v2.0/networks/1c1d937c-1e10-4e61-ae6a-fbffe782602b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409144 Jan 17 14:59:46.887585 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 34d051a6-9739-4d78-be14-a6480b346a79 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:59:46.978173 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 34d051a6-9739-4d78-be14-a6480b346a79 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:59:46.983838 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 34d051a6-9739-4d78-be14-a6480b346a79 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:46.984212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:46.997670 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1e558580-a738-4bb5-b689-b0ab797b656e req-7761258f-f8bb-48f4-9681-ff0d87065197 service neutron] 10.222.0.15 "GET /v2.0/networks/1c1d937c-1e10-4e61-ae6a-fbffe782602b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045121 Jan 17 14:59:47.033454 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c72fdf-9d6c-4291-af54-6e158c125dc0 req-c7e8def4-96f8-4ce7-84c7-fcb7cb020993 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:47.035013 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e4c72fdf-9d6c-4291-af54-6e158c125dc0 req-c7e8def4-96f8-4ce7-84c7-fcb7cb020993 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=4070bc49-90f3-406b-a4a3-44072dcbd8ec HTTP/1.1" status: 200 len: 944 time: 0.1105194 Jan 17 14:59:47.116234 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:47.143500 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e4c72fdf-9d6c-4291-af54-6e158c125dc0 req-d990a9ca-8da3-4c32-b5cc-8cb367181da8 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967612 Jan 17 14:59:47.155900 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 34d051a6-9739-4d78-be14-a6480b346a79, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=34d051a6-9739-4d78-be14-a6480b346a79,segment=NetworkSegment(3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b),segment_id=3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:59:47.168706 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:47.186857 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296fdc9-77a5-4d94-892c-daa72634be5e req-0157e1e9-76cd-4dc0-8980-27b729d6e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:47.189326 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4296fdc9-77a5-4d94-892c-daa72634be5e req-0157e1e9-76cd-4dc0-8980-27b729d6e4b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea4b0a0d732b42d9ac1ea6904c364b91&device_id=4070bc49-90f3-406b-a4a3-44072dcbd8ec HTTP/1.1" status: 200 len: 1097 time: 0.1272018 Jan 17 14:59:47.239221 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=34d051a6-9739-4d78-be14-a6480b346a79,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:47.247804 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:47.248154 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:47.248583 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:47.248925 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:47.249158 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:47.249486 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:47.249810 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:47.250140 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:47.250464 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:47.251265 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:47.251265 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:47.251474 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 14:59:47.441782 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296fdc9-77a5-4d94-892c-daa72634be5e req-53825cf5-ecc9-48a3-8d65-ba1ca7b062fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:47.443263 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4296fdc9-77a5-4d94-892c-daa72634be5e req-53825cf5-ecc9-48a3-8d65-ba1ca7b062fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c1d937c-1e10-4e61-ae6a-fbffe782602b HTTP/1.1" status: 200 len: 917 time: 0.2482955 Jan 17 14:59:47.514413 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4296fdc9-77a5-4d94-892c-daa72634be5e req-f1ba7137-8db2-4d23-a9fe-e532d6382d4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c003f8a3-507c-42e3-8767-2ea0757c7519 HTTP/1.1" status: 200 len: 217 time: 0.0648141 Jan 17 14:59:47.579402 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296fdc9-77a5-4d94-892c-daa72634be5e req-814024f2-58f5-4a41-b88d-dacafa0b396d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:47.580923 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4296fdc9-77a5-4d94-892c-daa72634be5e req-814024f2-58f5-4a41-b88d-dacafa0b396d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a82d906-03fc-476c-b33c-0575b6b99bc8 HTTP/1.1" status: 200 len: 855 time: 0.0603981 Jan 17 14:59:47.666937 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296fdc9-77a5-4d94-892c-daa72634be5e req-e1ceefe9-b02a-42e6-9b1f-9c1b45e99b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:47.668512 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4296fdc9-77a5-4d94-892c-daa72634be5e req-e1ceefe9-b02a-42e6-9b1f-9c1b45e99b56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c1d937c-1e10-4e61-ae6a-fbffe782602b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811086 Jan 17 14:59:47.810766 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4296fdc9-77a5-4d94-892c-daa72634be5e req-031f7b6f-d944-4f4a-863c-074037ce56b9 service neutron] 10.222.0.15 "GET /v2.0/networks/1c1d937c-1e10-4e61-ae6a-fbffe782602b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361074 Jan 17 14:59:47.948892 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4296fdc9-77a5-4d94-892c-daa72634be5e req-496eb1ba-49a2-4230-a6f3-d83e68e29931 service neutron] 10.222.0.15 "GET /v2.0/networks/1c1d937c-1e10-4e61-ae6a-fbffe782602b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316278 Jan 17 14:59:48.354909 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2717ddc-886f-4d04-9d4e-626b34ae519d req-aba58869-0ec5-495a-b73c-8e20b1bcefac tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:48.356526 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a2717ddc-886f-4d04-9d4e-626b34ae519d req-aba58869-0ec5-495a-b73c-8e20b1bcefac tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=4070bc49-90f3-406b-a4a3-44072dcbd8ec HTTP/1.1" status: 200 len: 944 time: 0.0886941 Jan 17 14:59:48.402756 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a2717ddc-886f-4d04-9d4e-626b34ae519d req-fcbbf29e-de9d-4ab6-b757-77cc04a66b2d tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403068 Jan 17 14:59:48.809406 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device c003f8a3-507c-42e3-8767-2ea0757c7519 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 14:59:48.854174 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 34d051a6-9739-4d78-be14-a6480b346a79 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:59:48.885816 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 14:59:49.057288 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port c003f8a3-507c-42e3-8767-2ea0757c7519, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=c003f8a3-507c-42e3-8767-2ea0757c7519,segment=NetworkSegment(8061da34-0c83-4daa-a391-a08642c869ab),segment_id=8061da34-0c83-4daa-a391-a08642c869ab)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:59:49.069782 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 34d051a6-9739-4d78-be14-a6480b346a79 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:49.070146 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:49.100137 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': 'c003f8a3-507c-42e3-8767-2ea0757c7519', 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b', 'port_id': 'c003f8a3-507c-42e3-8767-2ea0757c7519', 'mac_address': 'fa:16:3e:d8:8f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a82d906-03fc-476c-b33c-0575b6b99bc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 14:59:49.184075 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:49.226594 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c003f8a3-507c-42e3-8767-2ea0757c7519 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 14:59:49.265111 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port c003f8a3-507c-42e3-8767-2ea0757c7519, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=c003f8a3-507c-42e3-8767-2ea0757c7519,segment=NetworkSegment(8061da34-0c83-4daa-a391-a08642c869ab),segment_id=8061da34-0c83-4daa-a391-a08642c869ab)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:59:49.273894 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:49.348686 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=c003f8a3-507c-42e3-8767-2ea0757c7519,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:49.596237 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f64d18-d482-4d4c-b534-43900c27be95 req-b679403a-9ca7-4711-afda-dbf2ea0ac984 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:49.597754 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-90f64d18-d482-4d4c-b534-43900c27be95 req-b679403a-9ca7-4711-afda-dbf2ea0ac984 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=4070bc49-90f3-406b-a4a3-44072dcbd8ec HTTP/1.1" status: 200 len: 945 time: 0.0900502 Jan 17 14:59:49.606255 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['c003f8a3-507c-42e3-8767-2ea0757c7519'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 14:59:49.668285 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-90f64d18-d482-4d4c-b534-43900c27be95 req-bfd5b9ae-84ce-40a2-96e3-1e168e77c1cf tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635202 Jan 17 14:59:50.818502 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device c003f8a3-507c-42e3-8767-2ea0757c7519 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 14:59:50.887966 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d11d3a-e3ba-4794-955c-d5c2fabb029b req-02db8927-dff2-464c-a771-22c5c03a2746 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:50.889503 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-72d11d3a-e3ba-4794-955c-d5c2fabb029b req-02db8927-dff2-464c-a771-22c5c03a2746 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=4070bc49-90f3-406b-a4a3-44072dcbd8ec HTTP/1.1" status: 200 len: 945 time: 0.1080859 Jan 17 14:59:50.897772 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port c003f8a3-507c-42e3-8767-2ea0757c7519 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 14:59:50.905129 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port c003f8a3-507c-42e3-8767-2ea0757c7519 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 14:59:50.905389 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:50.949191 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-72d11d3a-e3ba-4794-955c-d5c2fabb029b req-738d3031-2ffa-43f5-a8d1-3e0b6824570c tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516229 Jan 17 14:59:51.050602 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:51.079449 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4070bc49-90f3-406b-a4a3-44072dcbd8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c003f8a3-507c-42e3-8767-2ea0757c7519'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 14:59:51.090108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port c003f8a3-507c-42e3-8767-2ea0757c7519, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=c003f8a3-507c-42e3-8767-2ea0757c7519,segment=NetworkSegment(8061da34-0c83-4daa-a391-a08642c869ab),segment_id=8061da34-0c83-4daa-a391-a08642c869ab)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 14:59:51.094467 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:51.130909 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4070bc49-90f3-406b-a4a3-44072dcbd8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c003f8a3-507c-42e3-8767-2ea0757c7519', 'code': 200} Jan 17 14:59:51.175215 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=c003f8a3-507c-42e3-8767-2ea0757c7519,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 14:59:51.378956 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74bbbe-4e79-4518-8c79-da9203e6d52b req-e1d099cd-cc4b-4e11-9568-34684d294584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:51.380469 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff74bbbe-4e79-4518-8c79-da9203e6d52b req-e1d099cd-cc4b-4e11-9568-34684d294584 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4070bc49-90f3-406b-a4a3-44072dcbd8ec HTTP/1.1" status: 200 len: 1099 time: 0.0786200 Jan 17 14:59:51.422761 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ff74bbbe-4e79-4518-8c79-da9203e6d52b req-5495e5e9-f7e2-4429-899a-b7fe818ed23b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361707 Jan 17 14:59:52.148645 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b01dc-4c0c-46a5-a3cc-3469847c125f req-a7b47e55-8894-495b-acce-e3093bf282a9 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:52.150232 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e63b01dc-4c0c-46a5-a3cc-3469847c125f req-a7b47e55-8894-495b-acce-e3093bf282a9 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=4070bc49-90f3-406b-a4a3-44072dcbd8ec HTTP/1.1" status: 200 len: 946 time: 0.0849755 Jan 17 14:59:52.197339 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e63b01dc-4c0c-46a5-a3cc-3469847c125f req-e8d4e174-3ec6-4df4-8aad-783a8f953e75 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392706 Jan 17 14:59:53.301884 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 14:59:53.390477 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9dd72-be6e-4bf0-9950-66b844c6587a req-6b2729d9-6d00-4f0d-81b8-40eb8538850f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:53.391930 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7fe9dd72-be6e-4bf0-9950-66b844c6587a req-6b2729d9-6d00-4f0d-81b8-40eb8538850f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=4070bc49-90f3-406b-a4a3-44072dcbd8ec HTTP/1.1" status: 200 len: 946 time: 0.0878139 Jan 17 14:59:53.444540 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7fe9dd72-be6e-4bf0-9950-66b844c6587a req-89da7043-7792-4905-b03a-4be74b344a54 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469277 Jan 17 14:59:53.640457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6f378-5850-4660-b0ba-6aa045f04513 req-fe6220c7-d8c0-4302-9597-18e803a4b1ea tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 14:59:53.641996 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-56f6f378-5850-4660-b0ba-6aa045f04513 req-fe6220c7-d8c0-4302-9597-18e803a4b1ea tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=4070bc49-90f3-406b-a4a3-44072dcbd8ec HTTP/1.1" status: 200 len: 946 time: 0.0851564 Jan 17 14:59:53.686451 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-56f6f378-5850-4660-b0ba-6aa045f04513 req-3b9b0d93-1309-460a-9da1-ac046caf0868 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386965 Jan 17 15:00:10.627527 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1b2ac-6909-4444-823a-650071dffd64 req-e0da7c95-96f7-460b-9a05-83360c4cbbb1 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:10.629236 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-49a1b2ac-6909-4444-823a-650071dffd64 req-e0da7c95-96f7-460b-9a05-83360c4cbbb1 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=4070bc49-90f3-406b-a4a3-44072dcbd8ec HTTP/1.1" status: 200 len: 946 time: 0.0914733 Jan 17 15:00:10.685105 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-49a1b2ac-6909-4444-823a-650071dffd64 req-1e8da4ad-ab00-4443-8685-8472379039dd tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469928 Jan 17 15:00:10.753624 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-780166bf-c1cb-44f3-a900-0524800bcd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:11.878245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fd7e4-b4da-4066-a622-a3783ce85178 req-17380b58-0fd6-475f-99b7-fb2a944251d8 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:11.879747 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e59fd7e4-b4da-4066-a622-a3783ce85178 req-17380b58-0fd6-475f-99b7-fb2a944251d8 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=4070bc49-90f3-406b-a4a3-44072dcbd8ec HTTP/1.1" status: 200 len: 946 time: 0.0833771 Jan 17 15:00:11.928497 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e59fd7e4-b4da-4066-a622-a3783ce85178 req-af094790-37c3-4f9a-8147-d27bc07687f4 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427144 Jan 17 15:00:12.393851 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea3982-db0f-48a5-a825-c00d4d845911 req-8475b6b2-828f-49fe-a095-07153bf37486 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:12.395323 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5dea3982-db0f-48a5-a825-c00d4d845911 req-8475b6b2-828f-49fe-a095-07153bf37486 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.15 "GET /v2.0/ports?device_id=4070bc49-90f3-406b-a4a3-44072dcbd8ec HTTP/1.1" status: 200 len: 946 time: 0.0837433 Jan 17 15:00:12.466530 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-5dea3982-db0f-48a5-a825-c00d4d845911 req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Deleting port c003f8a3-507c-42e3-8767-2ea0757c7519 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:00:12.466859 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-5dea3982-db0f-48a5-a825-c00d4d845911 req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:12.720456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-5dea3982-db0f-48a5-a825-c00d4d845911 req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] For port c003f8a3-507c-42e3-8767-2ea0757c7519, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=c003f8a3-507c-42e3-8767-2ea0757c7519,segment=NetworkSegment(8061da34-0c83-4daa-a391-a08642c869ab),segment_id=8061da34-0c83-4daa-a391-a08642c869ab)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:00:12.720718 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-5dea3982-db0f-48a5-a825-c00d4d845911 req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:12.852597 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-5dea3982-db0f-48a5-a825-c00d4d845911 req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Calling delete_port for c003f8a3-507c-42e3-8767-2ea0757c7519 owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:00:13.132093 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-5dea3982-db0f-48a5-a825-c00d4d845911 req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:13.144031 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f5a62-b555-4db4-b239-1cd956329e64 req-bb6a2bf4-356e-4f58-b2aa-be49c15ebb12 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:13.146609 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-849f5a62-b555-4db4-b239-1cd956329e64 req-bb6a2bf4-356e-4f58-b2aa-be49c15ebb12 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=4070bc49-90f3-406b-a4a3-44072dcbd8ec HTTP/1.1" status: 200 len: 946 time: 0.1006036 Jan 17 15:00:13.183495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Pushing event deleted for resources: {'Port': ['ID=c003f8a3-507c-42e3-8767-2ea0757c7519,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:13.208302 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-849f5a62-b555-4db4-b239-1cd956329e64 req-812426a7-63f4-4f3a-994c-c26990d1d91a tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550456 Jan 17 15:00:13.257185 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:13.257526 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:13.257863 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:13.258196 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:13.258522 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:13.258844 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:13.259172 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:13.259531 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:13.259878 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:13.260197 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:13.260536 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:13.260831 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:13.281801 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dea3982-db0f-48a5-a825-c00d4d845911 req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] No DVR routers for this DVR port c003f8a3-507c-42e3-8767-2ea0757c7519 on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:00:13.284427 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-5dea3982-db0f-48a5-a825-c00d4d845911 req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:13.287373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4070bc49-90f3-406b-a4a3-44072dcbd8ec', 'name': 'network-vif-deleted', 'tag': 'c003f8a3-507c-42e3-8767-2ea0757c7519'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:00:13.304952 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5dea3982-db0f-48a5-a825-c00d4d845911 req-f6511249-a1b3-4cf4-ac5f-b57e1ecb5c0f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.15 "DELETE /v2.0/ports/c003f8a3-507c-42e3-8767-2ea0757c7519 HTTP/1.1" status: 204 len: 173 time: 0.9039006 Jan 17 15:00:13.344447 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4070bc49-90f3-406b-a4a3-44072dcbd8ec', 'name': 'network-vif-deleted', 'tag': 'c003f8a3-507c-42e3-8767-2ea0757c7519', 'status': 'completed', 'code': 200} Jan 17 15:00:13.928695 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-38a4e2f2-04fb-49a4-acc0-eb6fce8a8ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:14.045518 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:14.079474 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:14.911087 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device c003f8a3-507c-42e3-8767-2ea0757c7519 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:00:14.937288 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-6215a6e8-f76f-4f14-883b-854c4aa302c5 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:14.938882 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-6215a6e8-f76f-4f14-883b-854c4aa302c5 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/networks?id=1c1d937c-1e10-4e61-ae6a-fbffe782602b HTTP/1.1" status: 200 len: 816 time: 0.1603892 Jan 17 15:00:14.951215 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: c003f8a3-507c-42e3-8767-2ea0757c7519 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:00:14.951978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device c003f8a3-507c-42e3-8767-2ea0757c7519 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:00:14.954643 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-00b29ae9-6347-405e-a248-13d11a213797 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/quotas/ea4b0a0d732b42d9ac1ea6904c364b91 HTTP/1.1" status: 200 len: 375 time: 0.0097976 Jan 17 15:00:15.042923 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-128f0222-71f1-45ed-b007-966abc594a7f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Synchronizing usage tracker for tenant:ea4b0a0d732b42d9ac1ea6904c364b91 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:00:15.059995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-128f0222-71f1-45ed-b007-966abc594a7f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Unset dirty status for tenant:ea4b0a0d732b42d9ac1ea6904c364b91 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:00:15.061320 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-128f0222-71f1-45ed-b007-966abc594a7f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea4b0a0d732b42d9ac1ea6904c364b91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003656 Jan 17 15:00:15.211678 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-adedbb39-898e-4412-8b46-a7fd8fa2ed57 service neutron] 10.222.0.48 "GET /v2.0/networks/1c1d937c-1e10-4e61-ae6a-fbffe782602b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342587 Jan 17 15:00:15.384103 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-44a7ba00-42ca-487b-9b73-9c899efb5519 service neutron] 10.222.0.48 "GET /v2.0/networks/1c1d937c-1e10-4e61-ae6a-fbffe782602b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647420 Jan 17 15:00:15.613049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:15.622363 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-cc7a69fe-5294-48c8-9c06-81c4d32acf0f req-fee036f9-e1c9-4884-afba-623c1da96575 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=a75785be-857a-4594-b634-c9303c1cc032 HTTP/1.1" status: 200 len: 210 time: 0.0720205 Jan 17 15:00:16.826007 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f5070a92-aefb-4670-bbaa-b5e0c361f7dd req-a34d324d-fbf6-435c-9c92-f70222b48392 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=a75785be-857a-4594-b634-c9303c1cc032 HTTP/1.1" status: 200 len: 210 time: 0.0655749 Jan 17 15:00:16.856472 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-3b09988f-9d4b-4ab9-9baf-17dd51c0d9c1 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:16.857951 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-3b09988f-9d4b-4ab9-9baf-17dd51c0d9c1 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.15 "GET /v2.0/networks?id=1c1d937c-1e10-4e61-ae6a-fbffe782602b HTTP/1.1" status: 200 len: 816 time: 0.2826509 Jan 17 15:00:16.871223 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-df3963f4-b5b8-4f2a-8d54-67d001e6b13c tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Request body: {'port': {'device_id': 'a75785be-857a-4594-b634-c9303c1cc032', 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b', 'admin_state_up': True, 'tenant_id': 'ea4b0a0d732b42d9ac1ea6904c364b91'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:00:17.031226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-df3963f4-b5b8-4f2a-8d54-67d001e6b13c tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:00:17.044114 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-df3963f4-b5b8-4f2a-8d54-67d001e6b13c tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:00:17.056317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-df3963f4-b5b8-4f2a-8d54-67d001e6b13c tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Made reservation on behalf of ea4b0a0d732b42d9ac1ea6904c364b91 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:00:17.062410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-df3963f4-b5b8-4f2a-8d54-67d001e6b13c tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:17.271473 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-df3963f4-b5b8-4f2a-8d54-67d001e6b13c tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Allocated IP 172.20.0.14 (1c1d937c-1e10-4e61-ae6a-fbffe782602b/5a82d906-03fc-476c-b33c-0575b6b99bc8/505f8039-36ba-4ab9-ae1a-0df17723c2e4) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:00:17.481472 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-df3963f4-b5b8-4f2a-8d54-67d001e6b13c tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:17.497604 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-df3963f4-b5b8-4f2a-8d54-67d001e6b13c tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Transition to ACTIVE for port object 505f8039-36ba-4ab9-ae1a-0df17723c2e4 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:00:17.522374 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-df3963f4-b5b8-4f2a-8d54-67d001e6b13c tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:17.594517 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-df3963f4-b5b8-4f2a-8d54-67d001e6b13c tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Network 1c1d937c-1e10-4e61-ae6a-fbffe782602b is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:00:17.597486 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-df3963f4-b5b8-4f2a-8d54-67d001e6b13c tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:00:17.601565 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-df3963f4-b5b8-4f2a-8d54-67d001e6b13c tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:00:17.639450 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3963f4-b5b8-4f2a-8d54-67d001e6b13c tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Pushing event updated for resources: {'Port': ['ID=505f8039-36ba-4ab9-ae1a-0df17723c2e4,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:17.671757 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-df3963f4-b5b8-4f2a-8d54-67d001e6b13c tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:17.672375 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-df3963f4-b5b8-4f2a-8d54-67d001e6b13c tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:17.703146 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-df3963f4-b5b8-4f2a-8d54-67d001e6b13c tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8359919 Jan 17 15:00:17.714447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] Request body: {'port': {'device_id': 'a75785be-857a-4594-b634-c9303c1cc032', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:00:17.881560 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fd1f0476-9a3d-444a-94e7-bbffe5d9750c None None] Provisioning for port 505f8039-36ba-4ab9-ae1a-0df17723c2e4 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:00:17.891551 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fd1f0476-9a3d-444a-94e7-bbffe5d9750c None None] Provisioning complete for port 505f8039-36ba-4ab9-ae1a-0df17723c2e4 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:00:17.892162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0476-9a3d-444a-94e7-bbffe5d9750c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:17.956261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:17.977930 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f0476-9a3d-444a-94e7-bbffe5d9750c None None] Port 505f8039-36ba-4ab9-ae1a-0df17723c2e4 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:00:18.045731 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ae174-11ab-4511-b2bc-1d74e52ea44c req-08794e71-12bb-4644-8b95-766a35af41aa tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:18.047115 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ce4ae174-11ab-4511-b2bc-1d74e52ea44c req-08794e71-12bb-4644-8b95-766a35af41aa tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=a75785be-857a-4594-b634-c9303c1cc032 HTTP/1.1" status: 200 len: 932 time: 0.0883141 Jan 17 15:00:18.097035 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ce4ae174-11ab-4511-b2bc-1d74e52ea44c req-31256fd7-dfc6-40a5-a5c0-1368941474c1 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441182 Jan 17 15:00:18.335215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505f8039-36ba-4ab9-ae1a-0df17723c2e4 {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:00:18.343037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:18.357786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] Transition to ACTIVE for port object 505f8039-36ba-4ab9-ae1a-0df17723c2e4 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:00:18.362596 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:18.494109 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] Pushing event updated for resources: {'Port': ['ID=505f8039-36ba-4ab9-ae1a-0df17723c2e4,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:18.613601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] Attempting to bind port 505f8039-36ba-4ab9-ae1a-0df17723c2e4 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:00:18.613932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] Attempting to bind port 505f8039-36ba-4ab9-ae1a-0df17723c2e4 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8061da34-0c83-4daa-a391-a08642c869ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:00:18.614282 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] Attempting to bind port 505f8039-36ba-4ab9-ae1a-0df17723c2e4 on network 1c1d937c-1e10-4e61-ae6a-fbffe782602b {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:00:18.619579 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] Port 505f8039-36ba-4ab9-ae1a-0df17723c2e4 on network 1c1d937c-1e10-4e61-ae6a-fbffe782602b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 15:00:18.619938 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] Attempting to bind port 505f8039-36ba-4ab9-ae1a-0df17723c2e4 on network 1c1d937c-1e10-4e61-ae6a-fbffe782602b {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:00:18.625193 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 14, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:00:18.625523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] Checking segment: {'id': '8061da34-0c83-4daa-a391-a08642c869ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:00:18.625903 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] Bound using segment: {'id': '8061da34-0c83-4daa-a391-a08642c869ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:00:18.626320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] Bound port: 505f8039-36ba-4ab9-ae1a-0df17723c2e4, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8061da34-0c83-4daa-a391-a08642c869ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:00:18.626662 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:18.725538 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] For port 505f8039-36ba-4ab9-ae1a-0df17723c2e4, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:00:18.729140 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] For port 505f8039-36ba-4ab9-ae1a-0df17723c2e4, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=505f8039-36ba-4ab9-ae1a-0df17723c2e4,segment=NetworkSegment(8061da34-0c83-4daa-a391-a08642c869ab),segment_id=8061da34-0c83-4daa-a391-a08642c869ab)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:00:18.734019 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:18.799426 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:18.800123 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:18.801505 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] 10.222.0.15 "PUT /v2.0/ports/505f8039-36ba-4ab9-ae1a-0df17723c2e4 HTTP/1.1" status: 200 len: 1094 time: 1.0913978 Jan 17 15:00:18.802041 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a75785be-857a-4594-b634-c9303c1cc032', 'tag': '505f8039-36ba-4ab9-ae1a-0df17723c2e4'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:00:18.823318 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e17148-e2d0-44fe-8eb2-c61dff91582f service neutron] Pushing event updated for resources: {'Port': ['ID=505f8039-36ba-4ab9-ae1a-0df17723c2e4,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:18.879557 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a75785be-857a-4594-b634-c9303c1cc032', 'tag': '505f8039-36ba-4ab9-ae1a-0df17723c2e4', 'status': 'completed', 'code': 200} Jan 17 15:00:18.928605 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-e5f63d27-7260-4d21-9da2-2d931db864a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:18.930107 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-e5f63d27-7260-4d21-9da2-2d931db864a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea4b0a0d732b42d9ac1ea6904c364b91&device_id=a75785be-857a-4594-b634-c9303c1cc032 HTTP/1.1" status: 200 len: 1097 time: 0.0822954 Jan 17 15:00:19.007326 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-4a562383-fbc4-46bc-a3bb-6bac9330f431 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=505f8039-36ba-4ab9-ae1a-0df17723c2e4 HTTP/1.1" status: 200 len: 217 time: 0.0699608 Jan 17 15:00:19.070592 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-0043dced-013e-43e6-8363-51a7801df25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:19.072589 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-0043dced-013e-43e6-8363-51a7801df25e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a82d906-03fc-476c-b33c-0575b6b99bc8 HTTP/1.1" status: 200 len: 855 time: 0.0592852 Jan 17 15:00:19.155348 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-f2a1f6be-8126-4b3c-a454-e2a97c4bbd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:19.157187 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-f2a1f6be-8126-4b3c-a454-e2a97c4bbd96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c1d937c-1e10-4e61-ae6a-fbffe782602b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785830 Jan 17 15:00:19.307367 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-aeb9c396-f4b3-489c-8fdf-d3b0df13253d service neutron] 10.222.0.15 "GET /v2.0/networks/1c1d937c-1e10-4e61-ae6a-fbffe782602b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443820 Jan 17 15:00:19.316583 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e777c3a-958a-488b-ab09-647c502000eb req-aee1fe14-7d05-467b-8aa6-9095a2abf39a tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:19.318048 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0e777c3a-958a-488b-ab09-647c502000eb req-aee1fe14-7d05-467b-8aa6-9095a2abf39a tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=a75785be-857a-4594-b634-c9303c1cc032 HTTP/1.1" status: 200 len: 944 time: 0.1069026 Jan 17 15:00:19.369230 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0e777c3a-958a-488b-ab09-647c502000eb req-6bababba-1536-4cd6-a7d1-6cac74b17d6a tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428476 Jan 17 15:00:19.441609 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2df8424f-7fc8-4782-b6b3-d154606cc353 req-f7ab3313-6761-43f3-8380-771ca47ae621 service neutron] 10.222.0.15 "GET /v2.0/networks/1c1d937c-1e10-4e61-ae6a-fbffe782602b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278901 Jan 17 15:00:19.562603 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b73a4b-8b5b-4238-92fa-7285e9f0ab7f req-95febfc0-9435-4347-b77f-49b48e09e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:19.564158 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-86b73a4b-8b5b-4238-92fa-7285e9f0ab7f req-95febfc0-9435-4347-b77f-49b48e09e99d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea4b0a0d732b42d9ac1ea6904c364b91&device_id=a75785be-857a-4594-b634-c9303c1cc032 HTTP/1.1" status: 200 len: 1097 time: 0.0722866 Jan 17 15:00:19.705378 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b73a4b-8b5b-4238-92fa-7285e9f0ab7f req-46bac4ea-fc20-40de-9cfb-16cbbc1e9a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:19.706881 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-86b73a4b-8b5b-4238-92fa-7285e9f0ab7f req-46bac4ea-fc20-40de-9cfb-16cbbc1e9a54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c1d937c-1e10-4e61-ae6a-fbffe782602b HTTP/1.1" status: 200 len: 917 time: 0.1371055 Jan 17 15:00:19.911467 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-86b73a4b-8b5b-4238-92fa-7285e9f0ab7f req-c8036f7b-1a7b-4265-894d-af55b65bb381 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=505f8039-36ba-4ab9-ae1a-0df17723c2e4 HTTP/1.1" status: 200 len: 217 time: 0.1981325 Jan 17 15:00:19.975010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b73a4b-8b5b-4238-92fa-7285e9f0ab7f req-1ecd3b65-aea9-4d5c-a659-8425c79abf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:19.976429 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-86b73a4b-8b5b-4238-92fa-7285e9f0ab7f req-1ecd3b65-aea9-4d5c-a659-8425c79abf5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a82d906-03fc-476c-b33c-0575b6b99bc8 HTTP/1.1" status: 200 len: 855 time: 0.0588357 Jan 17 15:00:20.064641 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b73a4b-8b5b-4238-92fa-7285e9f0ab7f req-d428ec4e-bd38-4d2d-bb09-6023341aa114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:20.066584 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-86b73a4b-8b5b-4238-92fa-7285e9f0ab7f req-d428ec4e-bd38-4d2d-bb09-6023341aa114 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c1d937c-1e10-4e61-ae6a-fbffe782602b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839255 Jan 17 15:00:20.205410 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-86b73a4b-8b5b-4238-92fa-7285e9f0ab7f req-2dfa986b-ab46-48fc-8e92-2025287dbc27 service neutron] 10.222.0.15 "GET /v2.0/networks/1c1d937c-1e10-4e61-ae6a-fbffe782602b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318028 Jan 17 15:00:20.347395 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-86b73a4b-8b5b-4238-92fa-7285e9f0ab7f req-aa9d3692-35b0-4184-8940-d2e6145ba1ef service neutron] 10.222.0.15 "GET /v2.0/networks/1c1d937c-1e10-4e61-ae6a-fbffe782602b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348414 Jan 17 15:00:20.556432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62e28c-611b-4420-bd90-b496ae895251 req-4687ef29-3594-4f13-9b2e-42a3948afe9d tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:20.557137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-4f62e28c-611b-4420-bd90-b496ae895251 req-4687ef29-3594-4f13-9b2e-42a3948afe9d tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Synchronizing usage tracker for tenant:ea4b0a0d732b42d9ac1ea6904c364b91 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:00:20.573737 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-4f62e28c-611b-4420-bd90-b496ae895251 req-4687ef29-3594-4f13-9b2e-42a3948afe9d tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Unset dirty status for tenant:ea4b0a0d732b42d9ac1ea6904c364b91 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:00:20.574940 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4f62e28c-611b-4420-bd90-b496ae895251 req-4687ef29-3594-4f13-9b2e-42a3948afe9d tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=a75785be-857a-4594-b634-c9303c1cc032 HTTP/1.1" status: 200 len: 944 time: 0.0971627 Jan 17 15:00:20.643410 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4f62e28c-611b-4420-bd90-b496ae895251 req-26dcba3a-dbdc-4686-9ecd-57239abeb649 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622485 Jan 17 15:00:20.948470 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 505f8039-36ba-4ab9-ae1a-0df17723c2e4 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 15:00:21.130350 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 505f8039-36ba-4ab9-ae1a-0df17723c2e4, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=505f8039-36ba-4ab9-ae1a-0df17723c2e4,segment=NetworkSegment(8061da34-0c83-4daa-a391-a08642c869ab),segment_id=8061da34-0c83-4daa-a391-a08642c869ab)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:00:21.145516 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '505f8039-36ba-4ab9-ae1a-0df17723c2e4', 'network_id': '1c1d937c-1e10-4e61-ae6a-fbffe782602b', 'port_id': '505f8039-36ba-4ab9-ae1a-0df17723c2e4', 'mac_address': 'fa:16:3e:3b:54:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a82d906-03fc-476c-b33c-0575b6b99bc8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 15:00:21.237982 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:21.270308 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505f8039-36ba-4ab9-ae1a-0df17723c2e4 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:00:21.295212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 505f8039-36ba-4ab9-ae1a-0df17723c2e4, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=505f8039-36ba-4ab9-ae1a-0df17723c2e4,segment=NetworkSegment(8061da34-0c83-4daa-a391-a08642c869ab),segment_id=8061da34-0c83-4daa-a391-a08642c869ab)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:00:21.304156 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:21.371357 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=505f8039-36ba-4ab9-ae1a-0df17723c2e4,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:21.642943 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['505f8039-36ba-4ab9-ae1a-0df17723c2e4'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:00:21.905338 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c7e40-174b-4b59-9648-13728ea8e888 req-8550b64f-3613-450d-8f04-2a4fa17ac01d tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:21.906798 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-6f1c7e40-174b-4b59-9648-13728ea8e888 req-8550b64f-3613-450d-8f04-2a4fa17ac01d tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=a75785be-857a-4594-b634-c9303c1cc032 HTTP/1.1" status: 200 len: 945 time: 0.0811298 Jan 17 15:00:21.951861 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-6f1c7e40-174b-4b59-9648-13728ea8e888 req-13b9c3d3-3dc4-4f15-b5be-c5c20f389294 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390148 Jan 17 15:00:22.957421 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 505f8039-36ba-4ab9-ae1a-0df17723c2e4 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:00:23.036955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 505f8039-36ba-4ab9-ae1a-0df17723c2e4 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:00:23.042957 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 505f8039-36ba-4ab9-ae1a-0df17723c2e4 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:00:23.043324 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:23.147628 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84b0d5-9fe3-44ee-839e-c5ff6714b795 req-20d0005a-78e4-4abd-bb15-f69f93dad54f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:23.149154 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8a84b0d5-9fe3-44ee-839e-c5ff6714b795 req-20d0005a-78e4-4abd-bb15-f69f93dad54f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=a75785be-857a-4594-b634-c9303c1cc032 HTTP/1.1" status: 200 len: 945 time: 0.0846920 Jan 17 15:00:23.172226 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:23.195848 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8a84b0d5-9fe3-44ee-839e-c5ff6714b795 req-98dcc658-f807-4b14-bcbe-f3105869eb9f tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395191 Jan 17 15:00:23.199247 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75785be-857a-4594-b634-c9303c1cc032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505f8039-36ba-4ab9-ae1a-0df17723c2e4'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:00:23.210607 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 505f8039-36ba-4ab9-ae1a-0df17723c2e4, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=505f8039-36ba-4ab9-ae1a-0df17723c2e4,segment=NetworkSegment(8061da34-0c83-4daa-a391-a08642c869ab),segment_id=8061da34-0c83-4daa-a391-a08642c869ab)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:00:23.216412 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:23.261895 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75785be-857a-4594-b634-c9303c1cc032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505f8039-36ba-4ab9-ae1a-0df17723c2e4', 'code': 200} Jan 17 15:00:23.307423 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:23.311054 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=505f8039-36ba-4ab9-ae1a-0df17723c2e4,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:23.490711 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b10845-7909-4609-8c38-f98a1f34d646 req-672f3823-31db-4021-8f75-811eb44343dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:23.492140 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b9b10845-7909-4609-8c38-f98a1f34d646 req-672f3823-31db-4021-8f75-811eb44343dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a75785be-857a-4594-b634-c9303c1cc032 HTTP/1.1" status: 200 len: 1099 time: 0.0701761 Jan 17 15:00:23.535845 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b9b10845-7909-4609-8c38-f98a1f34d646 req-e5d207e2-23aa-4b25-9f79-448207c37876 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366876 Jan 17 15:00:24.391451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fee558-ea0e-4419-b060-07e78d4776c8 req-d0abb41f-55a0-431c-a35a-2a8988f2b979 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:24.393016 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-92fee558-ea0e-4419-b060-07e78d4776c8 req-d0abb41f-55a0-431c-a35a-2a8988f2b979 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=a75785be-857a-4594-b634-c9303c1cc032 HTTP/1.1" status: 200 len: 946 time: 0.0870759 Jan 17 15:00:24.439262 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-92fee558-ea0e-4419-b060-07e78d4776c8 req-b236f8ac-745d-48a9-a9bb-fc8ad643eb63 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406306 Jan 17 15:00:25.640979 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85e97b-32ab-4988-ac27-568775b62974 req-52578124-616a-4a97-9896-82fe337d4f04 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:25.642436 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3e85e97b-32ab-4988-ac27-568775b62974 req-52578124-616a-4a97-9896-82fe337d4f04 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=a75785be-857a-4594-b634-c9303c1cc032 HTTP/1.1" status: 200 len: 946 time: 0.0832007 Jan 17 15:00:25.687205 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3e85e97b-32ab-4988-ac27-568775b62974 req-01d0a5e8-9ea9-4812-8623-1f32d7e9dbc8 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391862 Jan 17 15:00:25.874135 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbaf27-5f05-4487-be67-3d3537809c81 req-3e28d469-7ca7-46e7-a2ba-b054c99121ef tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:25.875658 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e2dbaf27-5f05-4487-be67-3d3537809c81 req-3e28d469-7ca7-46e7-a2ba-b054c99121ef tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=a75785be-857a-4594-b634-c9303c1cc032 HTTP/1.1" status: 200 len: 946 time: 0.0843303 Jan 17 15:00:25.884768 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:00:25.925836 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e2dbaf27-5f05-4487-be67-3d3537809c81 req-a14f49e5-e0d1-4992-bb4e-de1bd7be6e5c tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430555 Jan 17 15:00:40.748113 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f0a3de33-97b8-4c80-96bc-3dc8cd4f47a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:41.577955 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec6e54-c258-4246-8db7-c5c496aebdb7 req-31cb5f18-b418-45c1-be32-e354b0015b98 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:41.579301 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d9ec6e54-c258-4246-8db7-c5c496aebdb7 req-31cb5f18-b418-45c1-be32-e354b0015b98 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=a75785be-857a-4594-b634-c9303c1cc032 HTTP/1.1" status: 200 len: 946 time: 0.0786757 Jan 17 15:00:41.623656 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d9ec6e54-c258-4246-8db7-c5c496aebdb7 req-95e2b4c0-98c3-4f0e-b8d0-4f7806c15c45 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388310 Jan 17 15:00:42.817728 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ddca5-f91a-488a-b40d-00c4fe00c140 req-c7d2fc32-192b-4f72-b964-ced236602755 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:42.819262 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1f3ddca5-f91a-488a-b40d-00c4fe00c140 req-c7d2fc32-192b-4f72-b964-ced236602755 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=a75785be-857a-4594-b634-c9303c1cc032 HTTP/1.1" status: 200 len: 946 time: 0.0880811 Jan 17 15:00:42.867382 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1f3ddca5-f91a-488a-b40d-00c4fe00c140 req-abaad9ee-96f9-431a-8617-771b59240926 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34ebf88-2955-4369-9041-dc0a3beb83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411456 Jan 17 15:00:43.209525 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7d96c-e991-411a-a4e5-a3e1def5ff8b req-58e99149-cf3e-42d9-a918-f4101e2cc5ea tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:43.211076 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d2d7d96c-e991-411a-a4e5-a3e1def5ff8b req-58e99149-cf3e-42d9-a918-f4101e2cc5ea tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.15 "GET /v2.0/ports?device_id=a75785be-857a-4594-b634-c9303c1cc032 HTTP/1.1" status: 200 len: 946 time: 0.0842555 Jan 17 15:00:43.280769 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-d2d7d96c-e991-411a-a4e5-a3e1def5ff8b req-dd33af51-a57b-4697-8c1a-ecb933c55cae tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Deleting port 505f8039-36ba-4ab9-ae1a-0df17723c2e4 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:00:43.281102 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-d2d7d96c-e991-411a-a4e5-a3e1def5ff8b req-dd33af51-a57b-4697-8c1a-ecb933c55cae tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:43.525161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-d2d7d96c-e991-411a-a4e5-a3e1def5ff8b req-dd33af51-a57b-4697-8c1a-ecb933c55cae tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] For port 505f8039-36ba-4ab9-ae1a-0df17723c2e4, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=505f8039-36ba-4ab9-ae1a-0df17723c2e4,segment=NetworkSegment(8061da34-0c83-4daa-a391-a08642c869ab),segment_id=8061da34-0c83-4daa-a391-a08642c869ab)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:00:43.525431 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-d2d7d96c-e991-411a-a4e5-a3e1def5ff8b req-dd33af51-a57b-4697-8c1a-ecb933c55cae tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:43.646361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-d2d7d96c-e991-411a-a4e5-a3e1def5ff8b req-dd33af51-a57b-4697-8c1a-ecb933c55cae tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Calling delete_port for 505f8039-36ba-4ab9-ae1a-0df17723c2e4 owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:00:43.911105 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-d2d7d96c-e991-411a-a4e5-a3e1def5ff8b req-dd33af51-a57b-4697-8c1a-ecb933c55cae tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:43.927239 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['505f8039-36ba-4ab9-ae1a-0df17723c2e4'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:00:43.963982 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33af51-a57b-4697-8c1a-ecb933c55cae tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Pushing event deleted for resources: {'Port': ['ID=505f8039-36ba-4ab9-ae1a-0df17723c2e4,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:43.973983 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a806741f-acc9-4bb1-8f1b-3c7d5c509482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:44.049884 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:44.086576 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-37cf9d30-37ef-47b6-bdce-26f2070654af req-baf26b14-41f2-4ded-a5ba-71fde1a328b3 tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.48 "GET /v2.0/ports?device_id=a75785be-857a-4594-b634-c9303c1cc032 HTTP/1.1" status: 200 len: 210 time: 0.0807116 Jan 17 15:00:44.092337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d7d96c-e991-411a-a4e5-a3e1def5ff8b req-dd33af51-a57b-4697-8c1a-ecb933c55cae tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] No DVR routers for this DVR port 505f8039-36ba-4ab9-ae1a-0df17723c2e4 on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:00:44.093761 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:44.095145 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-d2d7d96c-e991-411a-a4e5-a3e1def5ff8b req-dd33af51-a57b-4697-8c1a-ecb933c55cae tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:44.098166 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75785be-857a-4594-b634-c9303c1cc032', 'name': 'network-vif-deleted', 'tag': '505f8039-36ba-4ab9-ae1a-0df17723c2e4'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:00:44.120516 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d2d7d96c-e991-411a-a4e5-a3e1def5ff8b req-dd33af51-a57b-4697-8c1a-ecb933c55cae tempest-TestEncryptedCinderVolumes-1567384908 tempest-TestEncryptedCinderVolumes-1567384908-project] 10.222.0.15 "DELETE /v2.0/ports/505f8039-36ba-4ab9-ae1a-0df17723c2e4 HTTP/1.1" status: 204 len: 173 time: 0.9032028 Jan 17 15:00:44.154805 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75785be-857a-4594-b634-c9303c1cc032', 'name': 'network-vif-deleted', 'tag': '505f8039-36ba-4ab9-ae1a-0df17723c2e4', 'status': 'completed', 'code': 200} Jan 17 15:00:45.213034 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44938) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:00:45.612452 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:45.853780 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:46.203104 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Deleting port 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:00:46.203432 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:46.376934 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] For port 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=0f6efbe3-5be0-4e2e-859e-cfc15dd563c5,segment=NetworkSegment(8061da34-0c83-4daa-a391-a08642c869ab),segment_id=8061da34-0c83-4daa-a391-a08642c869ab)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:00:46.377651 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:46.505142 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Calling delete_port for 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5 owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:00:46.818621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:46.865077 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6efbe3-5be0-4e2e-859e-cfc15dd563c5,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:46.907029 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:46.907369 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:46.907727 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:46.908062 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:46.908388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:46.908714 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:46.909035 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:46.909358 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:46.909677 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:46.909991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:46.910307 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:46.910621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:47.148359 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:47.168423 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 505f8039-36ba-4ab9-ae1a-0df17723c2e4 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:00:47.242509 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 505f8039-36ba-4ab9-ae1a-0df17723c2e4 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:00:47.242853 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 505f8039-36ba-4ab9-ae1a-0df17723c2e4 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:00:47.628835 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Router 6ca896b2-9bfd-4d61-a37c-5aa5216bad30 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:00:47.806894 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:00:47.815372 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff32cae6-3e96-497b-b541-5febcde5fe99 None None] Sync routers for ids ['6ca896b2-9bfd-4d61-a37c-5aa5216bad30'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:00:47.819049 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-bcf3a7ee-24bd-4ef6-97bc-4bf304a2dbd3 admin admin] 10.222.0.48 "PUT /v2.0/routers/6ca896b2-9bfd-4d61-a37c-5aa5216bad30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6049469 Jan 17 15:00:47.822494 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44942) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:00:47.825876 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff32cae6-3e96-497b-b541-5febcde5fe99 None None] Routers {'6ca896b2-9bfd-4d61-a37c-5aa5216bad30'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:00:47.826577 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-ff32cae6-3e96-497b-b541-5febcde5fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:00:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6ca896b2-9bfd-4d61-a37c-5aa5216bad30'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:00:47.995673 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ee523a1-29a6-4cc8-a9c9-e2f8563bd26f admin admin] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:48.003497 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-ff32cae6-3e96-497b-b541-5febcde5fe99 None None] Set router 6ca896b2-9bfd-4d61-a37c-5aa5216bad30 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:00:48.170029 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ee523a1-29a6-4cc8-a9c9-e2f8563bd26f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:48.181348 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-3ee523a1-29a6-4cc8-a9c9-e2f8563bd26f admin admin] Deleting port e8575d99-1ffd-4480-9e37-7d89351a7734 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:00:48.181694 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ee523a1-29a6-4cc8-a9c9-e2f8563bd26f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:48.286036 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-ff32cae6-3e96-497b-b541-5febcde5fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca896b2-9bfd-4d61-a37c-5aa5216bad30', 'name': 'tempest-TestEncryptedCinderVolumes-131840146-router', 'tenant_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e8575d99-1ffd-4480-9e37-7d89351a7734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:59:26Z', 'updated_at': '2022-01-17T15:00:46Z', 'revision_number': 5, 'project_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'gw_port': {'id': 'e8575d99-1ffd-4480-9e37-7d89351a7734', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca896b2-9bfd-4d61-a37c-5aa5216bad30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:27Z', 'updated_at': '2022-01-17T14:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:00:48.290907 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff32cae6-3e96-497b-b541-5febcde5fe99 None None] Checking router: 6ca896b2-9bfd-4d61-a37c-5aa5216bad30 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:00:48.299401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff32cae6-3e96-497b-b541-5febcde5fe99 None None] Routers {'6ca896b2-9bfd-4d61-a37c-5aa5216bad30'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:00:48.300028 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-ff32cae6-3e96-497b-b541-5febcde5fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:00:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6ca896b2-9bfd-4d61-a37c-5aa5216bad30'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:00:48.353800 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-3ee523a1-29a6-4cc8-a9c9-e2f8563bd26f admin admin] For port e8575d99-1ffd-4480-9e37-7d89351a7734, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e8575d99-1ffd-4480-9e37-7d89351a7734,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:00:48.354068 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ee523a1-29a6-4cc8-a9c9-e2f8563bd26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:48.453186 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-ff32cae6-3e96-497b-b541-5febcde5fe99 None None] Set router 6ca896b2-9bfd-4d61-a37c-5aa5216bad30 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:00:48.479215 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-3ee523a1-29a6-4cc8-a9c9-e2f8563bd26f admin admin] Calling delete_port for e8575d99-1ffd-4480-9e37-7d89351a7734 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:00:48.562744 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-ff32cae6-3e96-497b-b541-5febcde5fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca896b2-9bfd-4d61-a37c-5aa5216bad30', 'name': 'tempest-TestEncryptedCinderVolumes-131840146-router', 'tenant_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:59:26Z', 'updated_at': '2022-01-17T15:00:48Z', 'revision_number': 6, 'project_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:00:48.567338 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff32cae6-3e96-497b-b541-5febcde5fe99 None None] The sync data for ids ['6ca896b2-9bfd-4d61-a37c-5aa5216bad30'] in dv-neutron-824901-1-hyperv is: [{'id': '6ca896b2-9bfd-4d61-a37c-5aa5216bad30', 'name': 'tempest-TestEncryptedCinderVolumes-131840146-router', 'tenant_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:59:26Z', 'updated_at': '2022-01-17T15:00:48Z', 'revision_number': 6, 'project_id': 'ea4b0a0d732b42d9ac1ea6904c364b91', 'gw_port_host': None}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:00:48.757566 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ee523a1-29a6-4cc8-a9c9-e2f8563bd26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:48.806649 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee523a1-29a6-4cc8-a9c9-e2f8563bd26f admin admin] Pushing event deleted for resources: {'Port': ['ID=e8575d99-1ffd-4480-9e37-7d89351a7734,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:48.898653 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ee523a1-29a6-4cc8-a9c9-e2f8563bd26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:49.030893 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:00:49.064767 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:00:49.065106 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 0f6efbe3-5be0-4e2e-859e-cfc15dd563c5 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:00:49.083721 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ee523a1-29a6-4cc8-a9c9-e2f8563bd26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:49.085895 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ee523a1-29a6-4cc8-a9c9-e2f8563bd26f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:49.112587 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ee523a1-29a6-4cc8-a9c9-e2f8563bd26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:49.113187 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee523a1-29a6-4cc8-a9c9-e2f8563bd26f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ca896b2-9bfd-4d61-a37c-5aa5216bad30 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 15:00:49.125944 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3ee523a1-29a6-4cc8-a9c9-e2f8563bd26f admin admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:49.127103 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3ee523a1-29a6-4cc8-a9c9-e2f8563bd26f admin admin] 10.222.0.48 "DELETE /v2.0/routers/6ca896b2-9bfd-4d61-a37c-5aa5216bad30 HTTP/1.1" status: 204 len: 168 time: 1.3036377 Jan 17 15:00:49.129740 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44946) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:00:49.188359 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b49fd6-f27f-480f-b190-446ce2ca5e1b admin admin] Deleting subnet 5a82d906-03fc-476c-b33c-0575b6b99bc8 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 15:00:49.191206 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b1b49fd6-f27f-480f-b190-446ce2ca5e1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:49.239307 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b1b49fd6-f27f-480f-b190-446ce2ca5e1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:49.319509 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b1b49fd6-f27f-480f-b190-446ce2ca5e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:49.391110 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b1b49fd6-f27f-480f-b190-446ce2ca5e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:49.428522 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b49fd6-f27f-480f-b190-446ce2ca5e1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a82d906-03fc-476c-b33c-0575b6b99bc8,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:49.432774 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b1b49fd6-f27f-480f-b190-446ce2ca5e1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:49.438571 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550a76a9-90a5-422e-ada1-6317a45a649e None None] Network 1c1d937c-1e10-4e61-ae6a-fbffe782602b requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:00:49.439117 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b1b49fd6-f27f-480f-b190-446ce2ca5e1b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5a82d906-03fc-476c-b33c-0575b6b99bc8 HTTP/1.1" status: 204 len: 168 time: 0.3081889 Jan 17 15:00:49.441538 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44950) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:00:49.551424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-46d0b47e-ea78-4454-887f-ce87768dded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:49.563013 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-46d0b47e-ea78-4454-887f-ce87768dded2 admin admin] Deleting port 25527e93-0d30-4cf8-bc23-567a636fbf2f {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:00:49.563345 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-46d0b47e-ea78-4454-887f-ce87768dded2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:49.714105 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4e0ddb-1c05-4a2c-be2f-8e8c156f0dc3 None None] DHCP port deletion for 1c1d937c-1e10-4e61-ae6a-fbffe782602b request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 15:00:49.718636 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e0ddb-1c05-4a2c-be2f-8e8c156f0dc3 None None] Deleting port 25527e93-0d30-4cf8-bc23-567a636fbf2f {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:00:49.719083 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca4e0ddb-1c05-4a2c-be2f-8e8c156f0dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:49.781306 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-46d0b47e-ea78-4454-887f-ce87768dded2 admin admin] For port 25527e93-0d30-4cf8-bc23-567a636fbf2f, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=25527e93-0d30-4cf8-bc23-567a636fbf2f,segment=NetworkSegment(8061da34-0c83-4daa-a391-a08642c869ab),segment_id=8061da34-0c83-4daa-a391-a08642c869ab)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:00:49.781929 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-46d0b47e-ea78-4454-887f-ce87768dded2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:49.909962 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-46d0b47e-ea78-4454-887f-ce87768dded2 admin admin] Calling delete_port for 25527e93-0d30-4cf8-bc23-567a636fbf2f owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:00:49.934518 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ca4e0ddb-1c05-4a2c-be2f-8e8c156f0dc3 None None] For port 25527e93-0d30-4cf8-bc23-567a636fbf2f, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=25527e93-0d30-4cf8-bc23-567a636fbf2f,segment=NetworkSegment(8061da34-0c83-4daa-a391-a08642c869ab),segment_id=8061da34-0c83-4daa-a391-a08642c869ab)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:00:49.934820 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca4e0ddb-1c05-4a2c-be2f-8e8c156f0dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:49.993347 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-46d0b47e-ea78-4454-887f-ce87768dded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:50.042755 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0b47e-ea78-4454-887f-ce87768dded2 admin admin] Pushing event deleted for resources: {'Port': ['ID=25527e93-0d30-4cf8-bc23-567a636fbf2f,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:50.044610 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d0b47e-ea78-4454-887f-ce87768dded2 admin admin] No DVR routers for this DVR port 25527e93-0d30-4cf8-bc23-567a636fbf2f on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:00:50.101883 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e0ddb-1c05-4a2c-be2f-8e8c156f0dc3 None None] Calling delete_port for 25527e93-0d30-4cf8-bc23-567a636fbf2f owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:00:50.161122 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-46d0b47e-ea78-4454-887f-ce87768dded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:50.181531 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-ca4e0ddb-1c05-4a2c-be2f-8e8c156f0dc3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 15:00:50.181881 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-ca4e0ddb-1c05-4a2c-be2f-8e8c156f0dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 15:00:50.194689 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-46d0b47e-ea78-4454-887f-ce87768dded2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1d937c-1e10-4e61-ae6a-fbffe782602b']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:00:50.207952 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-46d0b47e-ea78-4454-887f-ce87768dded2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8061da34-0c83-4daa-a391-a08642c869ab') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:00:50.208246 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-46d0b47e-ea78-4454-887f-ce87768dded2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8061da34-0c83-4daa-a391-a08642c869ab') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:00:50.220922 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-46d0b47e-ea78-4454-887f-ce87768dded2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:50.239608 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-46d0b47e-ea78-4454-887f-ce87768dded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:50.246308 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d0b47e-ea78-4454-887f-ce87768dded2 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 15:00:50.246717 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-46d0b47e-ea78-4454-887f-ce87768dded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 15:00:50.264739 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 15:00:50.338487 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-46d0b47e-ea78-4454-887f-ce87768dded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:50.354414 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-46d0b47e-ea78-4454-887f-ce87768dded2 admin admin] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:50.364346 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0b47e-ea78-4454-887f-ce87768dded2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c1d937c-1e10-4e61-ae6a-fbffe782602b,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:50.377589 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-46d0b47e-ea78-4454-887f-ce87768dded2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1c1d937c-1e10-4e61-ae6a-fbffe782602b HTTP/1.1" status: 204 len: 168 time: 0.9350376 Jan 17 15:00:50.380472 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44954) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:00:50.683485 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e0ddb-1c05-4a2c-be2f-8e8c156f0dc3 None None] Deleting port 25527e93-0d30-4cf8-bc23-567a636fbf2f {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:00:50.684118 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ca4e0ddb-1c05-4a2c-be2f-8e8c156f0dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:50.772674 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e0ddb-1c05-4a2c-be2f-8e8c156f0dc3 None None] The port '25527e93-0d30-4cf8-bc23-567a636fbf2f' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 15:00:50.865137 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 25527e93-0d30-4cf8-bc23-567a636fbf2f no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:00:50.902199 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 25527e93-0d30-4cf8-bc23-567a636fbf2f {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:00:50.902536 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 25527e93-0d30-4cf8-bc23-567a636fbf2f not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:00:50.902943 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e8575d99-1ffd-4480-9e37-7d89351a7734 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:00:50.935474 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: e8575d99-1ffd-4480-9e37-7d89351a7734 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:00:50.935757 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e8575d99-1ffd-4480-9e37-7d89351a7734 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:00:51.031426 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d9bedfb5-db16-4792-8110-95ce9f7e72f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:51.377612 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-d9bedfb5-db16-4792-8110-95ce9f7e72f0 admin admin] Deleting port 34d051a6-9739-4d78-be14-a6480b346a79 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:00:51.377853 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d9bedfb5-db16-4792-8110-95ce9f7e72f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:51.550933 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-d9bedfb5-db16-4792-8110-95ce9f7e72f0 admin admin] For port 34d051a6-9739-4d78-be14-a6480b346a79, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=34d051a6-9739-4d78-be14-a6480b346a79,segment=NetworkSegment(3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b),segment_id=3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:00:51.551277 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d9bedfb5-db16-4792-8110-95ce9f7e72f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:51.672634 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-d9bedfb5-db16-4792-8110-95ce9f7e72f0 admin admin] Calling delete_port for 34d051a6-9739-4d78-be14-a6480b346a79 owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:00:51.853103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d9bedfb5-db16-4792-8110-95ce9f7e72f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:52.003203 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bedfb5-db16-4792-8110-95ce9f7e72f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d051a6-9739-4d78-be14-a6480b346a79,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:52.269801 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d9bedfb5-db16-4792-8110-95ce9f7e72f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:52.624538 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bedfb5-db16-4792-8110-95ce9f7e72f0 admin admin] Router 88cb176c-9ce9-4c36-9063-402d3ccdbdb5 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:00:52.803936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bedfb5-db16-4792-8110-95ce9f7e72f0 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:00:52.813772 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dff57c-4450-4c8f-9d16-b6ab3651317f None None] Sync routers for ids ['88cb176c-9ce9-4c36-9063-402d3ccdbdb5'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:00:52.817392 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d9bedfb5-db16-4792-8110-95ce9f7e72f0 admin admin] 10.222.0.48 "PUT /v2.0/routers/88cb176c-9ce9-4c36-9063-402d3ccdbdb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4335673 Jan 17 15:00:52.817392 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44958) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:00:52.824696 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dff57c-4450-4c8f-9d16-b6ab3651317f None None] Routers {'88cb176c-9ce9-4c36-9063-402d3ccdbdb5'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:00:52.825387 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-34dff57c-4450-4c8f-9d16-b6ab3651317f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:00:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['88cb176c-9ce9-4c36-9063-402d3ccdbdb5'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:00:52.991482 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c617058-33dc-4d91-a8c6-bd897224158f admin admin] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:53.008467 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-34dff57c-4450-4c8f-9d16-b6ab3651317f None None] Set router 88cb176c-9ce9-4c36-9063-402d3ccdbdb5 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:00:53.172467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c617058-33dc-4d91-a8c6-bd897224158f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:53.182051 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-3c617058-33dc-4d91-a8c6-bd897224158f admin admin] Deleting port ba03a208-aa9f-4d0a-92fe-a81846434600 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:00:53.182363 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c617058-33dc-4d91-a8c6-bd897224158f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:53.302687 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:53.326675 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-34dff57c-4450-4c8f-9d16-b6ab3651317f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cb176c-9ce9-4c36-9063-402d3ccdbdb5', 'name': 'tempest-TestEncryptedCinderVolumes-1430514924-router', 'tenant_id': '79856a22f0164d4a9fd46b0de83b2afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'ba03a208-aa9f-4d0a-92fe-a81846434600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:59:33Z', 'updated_at': '2022-01-17T15:00:51Z', 'revision_number': 5, 'project_id': '79856a22f0164d4a9fd46b0de83b2afb', 'gw_port': {'id': 'ba03a208-aa9f-4d0a-92fe-a81846434600', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cb176c-9ce9-4c36-9063-402d3ccdbdb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T14:59:34Z', 'updated_at': '2022-01-17T14:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:00:53.330761 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dff57c-4450-4c8f-9d16-b6ab3651317f None None] Checking router: 88cb176c-9ce9-4c36-9063-402d3ccdbdb5 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:00:53.340591 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dff57c-4450-4c8f-9d16-b6ab3651317f None None] Routers {'88cb176c-9ce9-4c36-9063-402d3ccdbdb5'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:00:53.341239 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-34dff57c-4450-4c8f-9d16-b6ab3651317f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:00:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['88cb176c-9ce9-4c36-9063-402d3ccdbdb5'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:00:53.471818 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-3c617058-33dc-4d91-a8c6-bd897224158f admin admin] For port ba03a208-aa9f-4d0a-92fe-a81846434600, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ba03a208-aa9f-4d0a-92fe-a81846434600,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:00:53.472453 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c617058-33dc-4d91-a8c6-bd897224158f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:53.491534 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-34dff57c-4450-4c8f-9d16-b6ab3651317f None None] Set router 88cb176c-9ce9-4c36-9063-402d3ccdbdb5 gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:00:53.597065 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-34dff57c-4450-4c8f-9d16-b6ab3651317f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cb176c-9ce9-4c36-9063-402d3ccdbdb5', 'name': 'tempest-TestEncryptedCinderVolumes-1430514924-router', 'tenant_id': '79856a22f0164d4a9fd46b0de83b2afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:59:33Z', 'updated_at': '2022-01-17T15:00:53Z', 'revision_number': 6, 'project_id': '79856a22f0164d4a9fd46b0de83b2afb', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:00:53.597400 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-3c617058-33dc-4d91-a8c6-bd897224158f admin admin] Calling delete_port for ba03a208-aa9f-4d0a-92fe-a81846434600 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:00:53.605255 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dff57c-4450-4c8f-9d16-b6ab3651317f None None] The sync data for ids ['88cb176c-9ce9-4c36-9063-402d3ccdbdb5'] in dv-neutron-824901-1-hyperv is: [{'id': '88cb176c-9ce9-4c36-9063-402d3ccdbdb5', 'name': 'tempest-TestEncryptedCinderVolumes-1430514924-router', 'tenant_id': '79856a22f0164d4a9fd46b0de83b2afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T14:59:33Z', 'updated_at': '2022-01-17T15:00:53Z', 'revision_number': 6, 'project_id': '79856a22f0164d4a9fd46b0de83b2afb', 'gw_port_host': None}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:00:53.764837 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c617058-33dc-4d91-a8c6-bd897224158f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:53.811357 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c617058-33dc-4d91-a8c6-bd897224158f admin admin] Pushing event deleted for resources: {'Port': ['ID=ba03a208-aa9f-4d0a-92fe-a81846434600,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:53.910850 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c617058-33dc-4d91-a8c6-bd897224158f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:54.091632 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c617058-33dc-4d91-a8c6-bd897224158f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:54.094167 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c617058-33dc-4d91-a8c6-bd897224158f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:54.117179 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c617058-33dc-4d91-a8c6-bd897224158f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:54.117713 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c617058-33dc-4d91-a8c6-bd897224158f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88cb176c-9ce9-4c36-9063-402d3ccdbdb5 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 15:00:54.130478 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3c617058-33dc-4d91-a8c6-bd897224158f admin admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:54.131608 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3c617058-33dc-4d91-a8c6-bd897224158f admin admin] 10.222.0.48 "DELETE /v2.0/routers/88cb176c-9ce9-4c36-9063-402d3ccdbdb5 HTTP/1.1" status: 204 len: 168 time: 1.3133008 Jan 17 15:00:54.138712 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44962) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:00:54.198622 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1ff98f-b7b2-460e-acc2-eac0646003a4 admin admin] Deleting subnet ce1c8c48-a1c5-43ff-898a-5ea7bb52b2aa {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 15:00:54.202810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff98f-b7b2-460e-acc2-eac0646003a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:54.252772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff98f-b7b2-460e-acc2-eac0646003a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:54.334415 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff98f-b7b2-460e-acc2-eac0646003a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:54.405841 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff98f-b7b2-460e-acc2-eac0646003a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:54.447746 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ff98f-b7b2-460e-acc2-eac0646003a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce1c8c48-a1c5-43ff-898a-5ea7bb52b2aa,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:54.451850 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff98f-b7b2-460e-acc2-eac0646003a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:54.460806 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bb1ff98f-b7b2-460e-acc2-eac0646003a4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ce1c8c48-a1c5-43ff-898a-5ea7bb52b2aa HTTP/1.1" status: 204 len: 168 time: 0.3188219 Jan 17 15:00:54.461276 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44966) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:00:54.465504 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511f48a7-e7b1-45e7-a11d-809aa92d3a59 None None] Network b44287da-906f-4473-ac32-a8c440aa03a9 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:00:54.583581 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ed05f7e7-0be2-456d-a3fe-a22cfc647d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:54.598191 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-ed05f7e7-0be2-456d-a3fe-a22cfc647d50 admin admin] Deleting port 0be92ba4-d996-43ce-b88a-9deea54dbe8c {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:00:54.598556 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ed05f7e7-0be2-456d-a3fe-a22cfc647d50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:54.752696 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381ea53f-97f4-49b2-b708-4739d255b382 None None] DHCP port deletion for b44287da-906f-4473-ac32-a8c440aa03a9 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 15:00:54.757870 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-381ea53f-97f4-49b2-b708-4739d255b382 None None] Deleting port 0be92ba4-d996-43ce-b88a-9deea54dbe8c {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:00:54.758308 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-381ea53f-97f4-49b2-b708-4739d255b382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:54.829061 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-ed05f7e7-0be2-456d-a3fe-a22cfc647d50 admin admin] For port 0be92ba4-d996-43ce-b88a-9deea54dbe8c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=0be92ba4-d996-43ce-b88a-9deea54dbe8c,segment=NetworkSegment(3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b),segment_id=3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:00:54.829541 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ed05f7e7-0be2-456d-a3fe-a22cfc647d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:54.884483 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 34d051a6-9739-4d78-be14-a6480b346a79 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:00:54.958416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-ed05f7e7-0be2-456d-a3fe-a22cfc647d50 admin admin] Calling delete_port for 0be92ba4-d996-43ce-b88a-9deea54dbe8c owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:00:54.981681 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 34d051a6-9739-4d78-be14-a6480b346a79 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:00:54.982023 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 34d051a6-9739-4d78-be14-a6480b346a79 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:00:54.982443 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ba03a208-aa9f-4d0a-92fe-a81846434600 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:00:55.017962 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: ba03a208-aa9f-4d0a-92fe-a81846434600 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:00:55.018299 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ba03a208-aa9f-4d0a-92fe-a81846434600 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:00:55.018719 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 0be92ba4-d996-43ce-b88a-9deea54dbe8c no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:00:55.039467 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ed05f7e7-0be2-456d-a3fe-a22cfc647d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:55.061738 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 0be92ba4-d996-43ce-b88a-9deea54dbe8c {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:00:55.062077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 0be92ba4-d996-43ce-b88a-9deea54dbe8c not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:00:55.073292 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-381ea53f-97f4-49b2-b708-4739d255b382 None None] For port 0be92ba4-d996-43ce-b88a-9deea54dbe8c, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=0be92ba4-d996-43ce-b88a-9deea54dbe8c,segment=NetworkSegment(3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b),segment_id=3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:00:55.073741 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-381ea53f-97f4-49b2-b708-4739d255b382 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:55.089308 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05f7e7-0be2-456d-a3fe-a22cfc647d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=0be92ba4-d996-43ce-b88a-9deea54dbe8c,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:55.094090 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed05f7e7-0be2-456d-a3fe-a22cfc647d50 admin admin] No DVR routers for this DVR port 0be92ba4-d996-43ce-b88a-9deea54dbe8c on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:00:55.196388 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-381ea53f-97f4-49b2-b708-4739d255b382 None None] Calling delete_port for 0be92ba4-d996-43ce-b88a-9deea54dbe8c owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:00:55.212984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ed05f7e7-0be2-456d-a3fe-a22cfc647d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:55.239438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-ed05f7e7-0be2-456d-a3fe-a22cfc647d50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44287da-906f-4473-ac32-a8c440aa03a9']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:00:55.251691 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-ed05f7e7-0be2-456d-a3fe-a22cfc647d50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:00:55.252298 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-ed05f7e7-0be2-456d-a3fe-a22cfc647d50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd85dce-1c17-47c2-a9a6-8c45acaf7c9b') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:00:55.264113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ed05f7e7-0be2-456d-a3fe-a22cfc647d50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:55.273062 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-381ea53f-97f4-49b2-b708-4739d255b382 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 15:00:55.273553 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-381ea53f-97f4-49b2-b708-4739d255b382 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 15:00:55.282212 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ed05f7e7-0be2-456d-a3fe-a22cfc647d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:55.288390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed05f7e7-0be2-456d-a3fe-a22cfc647d50 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 15:00:55.288886 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ed05f7e7-0be2-456d-a3fe-a22cfc647d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 15:00:55.306905 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 15:00:55.382080 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ed05f7e7-0be2-456d-a3fe-a22cfc647d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:55.397840 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ed05f7e7-0be2-456d-a3fe-a22cfc647d50 admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:55.409409 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05f7e7-0be2-456d-a3fe-a22cfc647d50 admin admin] Pushing event deleted for resources: {'Network': ['ID=b44287da-906f-4473-ac32-a8c440aa03a9,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:55.411984 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ed05f7e7-0be2-456d-a3fe-a22cfc647d50 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b44287da-906f-4473-ac32-a8c440aa03a9 HTTP/1.1" status: 204 len: 168 time: 0.9491539 Jan 17 15:00:55.580961 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44972) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:00:55.632797 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-45109d48-463e-42b3-ba1a-82e0b2b69f15 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea4b0a0d732b42d9ac1ea6904c364b91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506718 Jan 17 15:00:55.635836 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 44976) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:00:55.693289 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-37d2783d-3a63-4726-94e7-c7aca4284827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:55.719901 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-37d2783d-3a63-4726-94e7-c7aca4284827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:55.773187 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-37d2783d-3a63-4726-94e7-c7aca4284827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:55.775567 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-381ea53f-97f4-49b2-b708-4739d255b382 None None] Deleting port 0be92ba4-d996-43ce-b88a-9deea54dbe8c {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:00:55.776324 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-381ea53f-97f4-49b2-b708-4739d255b382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:55.792166 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2783d-3a63-4726-94e7-c7aca4284827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34ebf88-2955-4369-9041-dc0a3beb83d2,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:55.803454 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-37d2783d-3a63-4726-94e7-c7aca4284827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:55.808402 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-37d2783d-3a63-4726-94e7-c7aca4284827 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b34ebf88-2955-4369-9041-dc0a3beb83d2 HTTP/1.1" status: 204 len: 168 time: 0.1709449 Jan 17 15:00:55.855743 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-381ea53f-97f4-49b2-b708-4739d255b382 None None] The port '0be92ba4-d996-43ce-b88a-9deea54dbe8c' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 15:00:56.142320 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44984) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:00:56.190396 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f9f1b827-bd08-4ec3-8951-a7afd4aea45a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=79856a22f0164d4a9fd46b0de83b2afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469010 Jan 17 15:00:56.192931 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 44988) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:00:56.251332 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-80cc21bc-54bd-485e-b629-04a464a9b0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:56.277472 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-80cc21bc-54bd-485e-b629-04a464a9b0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:56.332395 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-80cc21bc-54bd-485e-b629-04a464a9b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:56.347011 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc21bc-54bd-485e-b629-04a464a9b0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57ba0f2-8f64-4e64-8509-45cdb778954f,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:56.353563 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-80cc21bc-54bd-485e-b629-04a464a9b0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:56.357489 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-80cc21bc-54bd-485e-b629-04a464a9b0d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e57ba0f2-8f64-4e64-8509-45cdb778954f HTTP/1.1" status: 204 len: 168 time: 0.1634905 Jan 17 15:00:57.180802 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45012) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:00:57.373859 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-739585511-network', 'tenant_id': '6d143fbf583f478487f9eae016825b01'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:00:57.378916 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:00:57.383236 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Usage tracker for resource:network and tenant:6d143fbf583f478487f9eae016825b01 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:00:57.387055 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:00:57.393749 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:00:57.405556 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Made reservation on behalf of 6d143fbf583f478487f9eae016825b01 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:00:57.408062 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:57.420761 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:57.435587 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:00:57.439256 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Usage tracker for resource:security_group_rule and tenant:6d143fbf583f478487f9eae016825b01 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:00:57.442240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:00:57.449059 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:00:57.556542 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:57.560967 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:57.591608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 15:00:57.600417 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cc6cac-a9b9-4928-9fff-c7d2a318be06,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:57.606484 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:57.606826 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Added segment 83b5fb60-309b-45f9-b634-630a60d1c92a of type vlan for network 381c665e-75bc-4891-8fba-16598699440d Jan 17 15:00:57.636451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:57.666163 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:57.667409 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:57.668162 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:57.880518 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] Pushing event updated for resources: {'Network': ['ID=381c665e-75bc-4891-8fba-16598699440d,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:57.884973 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-392e0f67-72b7-45a6-a9c5-bf930da57a7b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7030768 Jan 17 15:00:57.887962 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 45020) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:00:57.893645 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-d281b691-b92c-4f09-8589-0bd9bed57bed admin admin] Request body: {'subnet': {'network_id': '381c665e-75bc-4891-8fba-16598699440d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-739585511-subnet', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'ip_version': 4}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:00:57.898632 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d281b691-b92c-4f09-8589-0bd9bed57bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:00:57.899386 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 381c665e-75bc-4891-8fba-16598699440d details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 15:00:57.902691 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d281b691-b92c-4f09-8589-0bd9bed57bed admin admin] Usage tracker for resource:subnet and tenant:6d143fbf583f478487f9eae016825b01 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:00:57.905751 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d281b691-b92c-4f09-8589-0bd9bed57bed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:00:57.912176 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d281b691-b92c-4f09-8589-0bd9bed57bed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:00:57.923120 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d281b691-b92c-4f09-8589-0bd9bed57bed admin admin] Made reservation on behalf of 6d143fbf583f478487f9eae016825b01 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:00:57.925521 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d281b691-b92c-4f09-8589-0bd9bed57bed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:58.128928 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d281b691-b92c-4f09-8589-0bd9bed57bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:58.202639 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281b691-b92c-4f09-8589-0bd9bed57bed admin admin] Pushing event updated for resources: {'Subnet': ['ID=79364c15-7627-482a-91d9-823a1750c626,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:58.213224 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d281b691-b92c-4f09-8589-0bd9bed57bed admin admin] Checking segment: {'id': '83b5fb60-309b-45f9-b634-630a60d1c92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '381c665e-75bc-4891-8fba-16598699440d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:00:58.213572 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d281b691-b92c-4f09-8589-0bd9bed57bed admin admin] Network hostable DHCP agents. Network: 381c665e-75bc-4891-8fba-16598699440d, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 15:00:58.233429 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d281b691-b92c-4f09-8589-0bd9bed57bed admin admin] Network 381c665e-75bc-4891-8fba-16598699440d is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 15:00:58.243359 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-d281b691-b92c-4f09-8589-0bd9bed57bed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 381c665e-75bc-4891-8fba-16598699440d) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:00:58.247679 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d281b691-b92c-4f09-8589-0bd9bed57bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:00:58.248356 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d281b691-b92c-4f09-8589-0bd9bed57bed admin admin] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:58.253641 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86192ccc-8abe-4871-8095-3ebc5f92536d None None] Network 381c665e-75bc-4891-8fba-16598699440d requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:00:58.270080 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d281b691-b92c-4f09-8589-0bd9bed57bed admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3809941 Jan 17 15:00:58.272703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 45024) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:00:58.278271 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-739585511-router', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:00:58.282921 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:00:58.286790 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Usage tracker for resource:router and tenant:6d143fbf583f478487f9eae016825b01 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:00:58.289726 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:00:58.296371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:00:58.307231 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:58.308740 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:58.326976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:58.470742 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-381c665e-75bc-4891-8fba-16598699440d', 'network_id': '381c665e-75bc-4891-8fba-16598699440d', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'fixed_ips': [{'subnet_id': '79364c15-7627-482a-91d9-823a1750c626'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 15:00:58.471650 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:58.637258 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Allocated IP 172.20.0.2 (381c665e-75bc-4891-8fba-16598699440d/79364c15-7627-482a-91d9-823a1750c626/fa31c2cd-72b7-440d-9ac7-62698519e5a1) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:00:58.711404 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:58.851970 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:58.863254 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Transition to ACTIVE for port object fa31c2cd-72b7-440d-9ac7-62698519e5a1 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:00:58.881681 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Transition to ACTIVE for port object fa31c2cd-72b7-440d-9ac7-62698519e5a1 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:00:58.888215 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:58.956077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Network 381c665e-75bc-4891-8fba-16598699440d is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:00:58.959037 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:00:58.963193 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:00:58.969114 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Pushing event updated for resources: {'Port': ['ID=fa31c2cd-72b7-440d-9ac7-62698519e5a1,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:59.005483 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:59.005804 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:59.006136 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:59.006460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:59.006783 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:59.007126 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:59.007520 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:59.007876 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:59.008195 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:59.008508 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:59.008849 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:59.009163 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:00:59.040621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:59.068202 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Attempting to bind port fa31c2cd-72b7-440d-9ac7-62698519e5a1 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:00:59.068472 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Attempting to bind port fa31c2cd-72b7-440d-9ac7-62698519e5a1 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '83b5fb60-309b-45f9-b634-630a60d1c92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '381c665e-75bc-4891-8fba-16598699440d'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:00:59.068879 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Attempting to bind port fa31c2cd-72b7-440d-9ac7-62698519e5a1 on network 381c665e-75bc-4891-8fba-16598699440d {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:00:59.074237 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:59.074431 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:00:59.074706 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Checking segment: {'id': '83b5fb60-309b-45f9-b634-630a60d1c92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '381c665e-75bc-4891-8fba-16598699440d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:00:59.075094 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:59.075479 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Bound using segment: {'id': '83b5fb60-309b-45f9-b634-630a60d1c92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '381c665e-75bc-4891-8fba-16598699440d'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:00:59.075953 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Bound port: fa31c2cd-72b7-440d-9ac7-62698519e5a1, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b5fb60-309b-45f9-b634-630a60d1c92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '381c665e-75bc-4891-8fba-16598699440d'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:00:59.076316 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:59.166879 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] For port fa31c2cd-72b7-440d-9ac7-62698519e5a1, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:00:59.170082 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] For port fa31c2cd-72b7-440d-9ac7-62698519e5a1, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=fa31c2cd-72b7-440d-9ac7-62698519e5a1,segment=NetworkSegment(83b5fb60-309b-45f9-b634-630a60d1c92a),segment_id=83b5fb60-309b-45f9-b634-630a60d1c92a)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:00:59.174468 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:59.213070 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Allocated IP 172.26.3.32 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/148384ce-fc0e-459c-a521-043fffe3fbd4) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:00:59.265977 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793b636-94b4-4e5f-a594-2dd4ac73ec80 None None] Pushing event updated for resources: {'Port': ['ID=fa31c2cd-72b7-440d-9ac7-62698519e5a1,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:59.372528 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:59.403842 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:00:59.487061 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:00:59.490486 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:00:59.494395 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:00:59.524088 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Pushing event updated for resources: {'Port': ['ID=148384ce-fc0e-459c-a521-043fffe3fbd4,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:00:59.926507 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:00.210756 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dac2ea-5656-4acf-976b-112f7a3d52b4 None None] Network 381c665e-75bc-4891-8fba-16598699440d requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:01:00.309987 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-24d035f8-47b8-4613-b6ca-4fc985bd17b9 None None] Provisioning for port fa31c2cd-72b7-440d-9ac7-62698519e5a1 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:01:00.402000 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:00.613756 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Router 1255c73b-67a2-4077-beff-972213b09975 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 15:01:00.799505 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:01:00.811234 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] Sync routers for ids ['1255c73b-67a2-4077-beff-972213b09975'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:01:00.821143 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] Routers {'1255c73b-67a2-4077-beff-972213b09975'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:01:00.821762 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:00:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['1255c73b-67a2-4077-beff-972213b09975'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:01:00.828088 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:00.832224 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2458efc1-b028-40b6-b4b1-92e3b689715c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5557055 Jan 17 15:01:00.833501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45028) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:01:00.909965 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device fa31c2cd-72b7-440d-9ac7-62698519e5a1 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:01:01.100156 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] Set router 1255c73b-67a2-4077-beff-972213b09975 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:01:01.141683 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port fa31c2cd-72b7-440d-9ac7-62698519e5a1 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:01:01.222773 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port fa31c2cd-72b7-440d-9ac7-62698519e5a1 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:01:01.223557 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:01.469894 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:01.511207 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b06e-68b8-46ca-8fcc-7535ae876ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:01.513866 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port fa31c2cd-72b7-440d-9ac7-62698519e5a1, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=fa31c2cd-72b7-440d-9ac7-62698519e5a1,segment=NetworkSegment(83b5fb60-309b-45f9-b634-630a60d1c92a),segment_id=83b5fb60-309b-45f9-b634-630a60d1c92a)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:01:01.518862 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:01.580470 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1255c73b-67a2-4077-beff-972213b09975', 'name': 'tempest-TestMinimumBasicScenario-739585511-router', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:00:58Z', 'updated_at': '2022-01-17T15:00:59Z', 'revision_number': 3, 'project_id': '6d143fbf583f478487f9eae016825b01', 'gw_port': {'id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:00:59Z', 'updated_at': '2022-01-17T15:00:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:01:01.588392 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] Checking router: 1255c73b-67a2-4077-beff-972213b09975 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:01:01.588745 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] Updating router 1255c73b-67a2-4077-beff-972213b09975 port 148384ce-fc0e-459c-a521-043fffe3fbd4 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:01:01.642854 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=fa31c2cd-72b7-440d-9ac7-62698519e5a1,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:01.655397 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:01.722026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-2fc6b06e-68b8-46ca-8fcc-7535ae876ab7 admin admin] Allocated IP 172.20.0.1 (381c665e-75bc-4891-8fba-16598699440d/79364c15-7627-482a-91d9-823a1750c626/a0295902-82a0-4718-84f8-fab1e11d6097) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:01:01.872306 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b06e-68b8-46ca-8fcc-7535ae876ab7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:01.888917 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-2fc6b06e-68b8-46ca-8fcc-7535ae876ab7 admin admin] Transition to ACTIVE for port object a0295902-82a0-4718-84f8-fab1e11d6097 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:01:01.912439 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b06e-68b8-46ca-8fcc-7535ae876ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:01.982167 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc6b06e-68b8-46ca-8fcc-7535ae876ab7 admin admin] Network 381c665e-75bc-4891-8fba-16598699440d is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:01:01.982167 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-2fc6b06e-68b8-46ca-8fcc-7535ae876ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:01:01.987585 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc6b06e-68b8-46ca-8fcc-7535ae876ab7 admin admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:01:02.000276 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:02.016090 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] Transition to ACTIVE for port object 148384ce-fc0e-459c-a521-043fffe3fbd4 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:01:02.022467 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:02.050741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6b06e-68b8-46ca-8fcc-7535ae876ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=a0295902-82a0-4718-84f8-fab1e11d6097,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:02.058255 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b06e-68b8-46ca-8fcc-7535ae876ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:02.107450 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] Attempting to bind port 148384ce-fc0e-459c-a521-043fffe3fbd4 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:01:02.107893 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] Attempting to bind port 148384ce-fc0e-459c-a521-043fffe3fbd4 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:01:02.108197 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] Attempting to bind port 148384ce-fc0e-459c-a521-043fffe3fbd4 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:01:02.110494 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00393ea-df70-476e-9ff9-d0de2ff7ce2d None None] Pushing event updated for resources: {'Port': ['ID=148384ce-fc0e-459c-a521-043fffe3fbd4,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:02.116724 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:01:02.117064 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:01:02.119904 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:02.119904 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:01:02.119904 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] Bound port: 148384ce-fc0e-459c-a521-043fffe3fbd4, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:01:02.119904 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:02.205726 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] For port 148384ce-fc0e-459c-a521-043fffe3fbd4, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:01:02.210087 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] For port 148384ce-fc0e-459c-a521-043fffe3fbd4, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=148384ce-fc0e-459c-a521-043fffe3fbd4,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:01:02.210487 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b06e-68b8-46ca-8fcc-7535ae876ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:02.215732 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:02.308975 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] Routers {'1255c73b-67a2-4077-beff-972213b09975'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:01:02.309670 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:00:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['1255c73b-67a2-4077-beff-972213b09975'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:01:02.387306 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-bd22a03d-64ae-4441-a82b-53572a5752ef None None] Provisioning for port a0295902-82a0-4718-84f8-fab1e11d6097 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:01:02.402502 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00393ea-df70-476e-9ff9-d0de2ff7ce2d None None] Pushing event updated for resources: {'Port': ['ID=148384ce-fc0e-459c-a521-043fffe3fbd4,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:02.412410 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-bd22a03d-64ae-4441-a82b-53572a5752ef None None] Provisioning complete for port a0295902-82a0-4718-84f8-fab1e11d6097 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:01:02.412737 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bd22a03d-64ae-4441-a82b-53572a5752ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:02.547217 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-bd22a03d-64ae-4441-a82b-53572a5752ef None None] Port a0295902-82a0-4718-84f8-fab1e11d6097 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:01:02.567416 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] Set router 1255c73b-67a2-4077-beff-972213b09975 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:01:02.583815 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b06e-68b8-46ca-8fcc-7535ae876ab7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:02.588590 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b06e-68b8-46ca-8fcc-7535ae876ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:02.701562 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b06e-68b8-46ca-8fcc-7535ae876ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:02.705118 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6b06e-68b8-46ca-8fcc-7535ae876ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=a0295902-82a0-4718-84f8-fab1e11d6097,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:02.849621 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc6b06e-68b8-46ca-8fcc-7535ae876ab7 admin admin] Network 381c665e-75bc-4891-8fba-16598699440d is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:01:02.851086 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-2fc6b06e-68b8-46ca-8fcc-7535ae876ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:01:02.884744 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:01:02.907337 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device fa31c2cd-72b7-440d-9ac7-62698519e5a1 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:01:03.011839 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port fa31c2cd-72b7-440d-9ac7-62698519e5a1 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:01:03.012227 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:03.044086 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1255c73b-67a2-4077-beff-972213b09975', 'name': 'tempest-TestMinimumBasicScenario-739585511-router', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:00:58Z', 'updated_at': '2022-01-17T15:01:02Z', 'revision_number': 4, 'project_id': '6d143fbf583f478487f9eae016825b01', 'gw_port': {'id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:00:59Z', 'updated_at': '2022-01-17T15:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'a0295902-82a0-4718-84f8-fab1e11d6097', 'name': '', 'network_id': '381c665e-75bc-4891-8fba-16598699440d', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'mac_address': 'fa:16:3e:49:0a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '79364c15-7627-482a-91d9-823a1750c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:01Z', 'updated_at': '2022-01-17T15:01:01Z', 'revision_number': 1, 'project_id': '6d143fbf583f478487f9eae016825b01', 'subnets': [{'id': '79364c15-7627-482a-91d9-823a1750c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:01:03.057167 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc6b06e-68b8-46ca-8fcc-7535ae876ab7 admin admin] Router 1255c73b-67a2-4077-beff-972213b09975 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:01:03.062627 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d842ba-144e-42bb-97d9-e8d1eb8305af None None] The sync data for ids ['1255c73b-67a2-4077-beff-972213b09975'] in dv-neutron-824901-1-hyperv is: [{'id': '1255c73b-67a2-4077-beff-972213b09975', 'name': 'tempest-TestMinimumBasicScenario-739585511-router', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:00:58Z', 'updated_at': '2022-01-17T15:01:02Z', 'revision_number': 4, 'project_id': '6d143fbf583f478487f9eae016825b01', 'gw_port': {'id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:00:59Z', 'updated_at': '2022-01-17T15:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'a0295902-82a0-4718-84f8-fab1e11d6097', 'name': '', 'network_id': '381c665e-75bc-4891-8fba-16598699440d', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'mac_address': 'fa:16:3e:49:0a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '79364c15-7627-482a-91d9-823a1750c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:01Z', 'updated_at': '2022-01-17T15:01:01Z', 'revision_number': 1, 'project_id': '6d143fbf583f478487f9eae016825b01', 'subnets': [{'id': '79364c15-7627-482a-91d9-823a1750c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:01:03.171993 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8ae1ae19-484a-4b55-8cdb-a580b841d60a None None] Provisioning complete for port a0295902-82a0-4718-84f8-fab1e11d6097 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:01:03.172367 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8ae1ae19-484a-4b55-8cdb-a580b841d60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:03.230537 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8ae1ae19-484a-4b55-8cdb-a580b841d60a None None] Port a0295902-82a0-4718-84f8-fab1e11d6097 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:01:03.261495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc6b06e-68b8-46ca-8fcc-7535ae876ab7 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:01:03.277341 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2fc6b06e-68b8-46ca-8fcc-7535ae876ab7 admin admin] 10.222.0.48 "PUT /v2.0/routers/1255c73b-67a2-4077-beff-972213b09975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4427457 Jan 17 15:01:03.834501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45046) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:01:03.840274 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1946177494-network', 'tenant_id': '28d12c2e513d4703a0d8a147afc1fa8c'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:01:03.845669 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:01:03.849624 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Usage tracker for resource:network and tenant:28d12c2e513d4703a0d8a147afc1fa8c is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:01:03.853224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:01:03.860317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:01:03.872466 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Made reservation on behalf of 28d12c2e513d4703a0d8a147afc1fa8c for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:01:03.875135 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:03.887855 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:03.907003 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:01:03.911092 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Usage tracker for resource:security_group_rule and tenant:28d12c2e513d4703a0d8a147afc1fa8c is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:01:03.914055 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:01:03.920731 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:01:04.020082 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:04.024194 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:04.057389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 15:01:04.066932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58751fb7-8802-40f5-98ae-3da7f4ff4510,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:04.074483 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:04.074714 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Added segment 275bcff8-5118-4cdb-ba0f-a76ac44330d1 of type vlan for network 070730f4-52b8-41cd-b12f-21f3f30a7149 Jan 17 15:01:04.103152 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:04.135462 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:04.136696 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:04.137313 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:04.247246 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] Pushing event updated for resources: {'Network': ['ID=070730f4-52b8-41cd-b12f-21f3f30a7149,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:04.253853 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-04fe6ced-26c4-4deb-b3ef-65c6977fd1d8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4156966 Jan 17 15:01:04.254056 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45050) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:01:04.260631 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-9d466d01-f5fe-4779-add1-d9125dd9ec00 admin admin] Request body: {'subnet': {'network_id': '070730f4-52b8-41cd-b12f-21f3f30a7149', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1946177494-subnet', 'tenant_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'ip_version': 4}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:01:04.262620 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 070730f4-52b8-41cd-b12f-21f3f30a7149 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 15:01:04.266982 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9d466d01-f5fe-4779-add1-d9125dd9ec00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:01:04.271363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9d466d01-f5fe-4779-add1-d9125dd9ec00 admin admin] Usage tracker for resource:subnet and tenant:28d12c2e513d4703a0d8a147afc1fa8c is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:01:04.275305 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9d466d01-f5fe-4779-add1-d9125dd9ec00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:01:04.284052 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9d466d01-f5fe-4779-add1-d9125dd9ec00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:01:04.297956 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d466d01-f5fe-4779-add1-d9125dd9ec00 admin admin] Made reservation on behalf of 28d12c2e513d4703a0d8a147afc1fa8c for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:01:04.300564 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9d466d01-f5fe-4779-add1-d9125dd9ec00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:04.515045 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9d466d01-f5fe-4779-add1-d9125dd9ec00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:04.593775 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d466d01-f5fe-4779-add1-d9125dd9ec00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca5bdc4-c58b-4266-9c37-d6cec42d4087,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:04.603932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d466d01-f5fe-4779-add1-d9125dd9ec00 admin admin] Checking segment: {'id': '275bcff8-5118-4cdb-ba0f-a76ac44330d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '070730f4-52b8-41cd-b12f-21f3f30a7149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:01:04.604302 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d466d01-f5fe-4779-add1-d9125dd9ec00 admin admin] Network hostable DHCP agents. Network: 070730f4-52b8-41cd-b12f-21f3f30a7149, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 15:01:04.624480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d466d01-f5fe-4779-add1-d9125dd9ec00 admin admin] Network 070730f4-52b8-41cd-b12f-21f3f30a7149 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 15:01:04.635266 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-9d466d01-f5fe-4779-add1-d9125dd9ec00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 070730f4-52b8-41cd-b12f-21f3f30a7149) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:01:04.639314 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d466d01-f5fe-4779-add1-d9125dd9ec00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:04.639912 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9d466d01-f5fe-4779-add1-d9125dd9ec00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:04.644865 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da497c3a-a425-4459-b1bc-4eee66c3fd1c None None] Network 070730f4-52b8-41cd-b12f-21f3f30a7149 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:01:04.661709 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9d466d01-f5fe-4779-add1-d9125dd9ec00 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4064415 Jan 17 15:01:04.664779 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 45054) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:01:04.670673 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1946177494-router', 'tenant_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:01:04.676076 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:01:04.680567 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Usage tracker for resource:router and tenant:28d12c2e513d4703a0d8a147afc1fa8c is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:01:04.684820 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:01:04.693723 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:01:04.705059 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:04.706160 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:04.728399 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:04.884653 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-070730f4-52b8-41cd-b12f-21f3f30a7149', 'network_id': '070730f4-52b8-41cd-b12f-21f3f30a7149', 'tenant_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'fixed_ips': [{'subnet_id': 'fca5bdc4-c58b-4266-9c37-d6cec42d4087'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 15:01:04.885510 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:04.917124 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 148384ce-fc0e-459c-a521-043fffe3fbd4 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:01:05.013028 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:05.093924 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 148384ce-fc0e-459c-a521-043fffe3fbd4 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:01:05.103988 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 148384ce-fc0e-459c-a521-043fffe3fbd4 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:01:05.104176 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:05.155183 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Allocated IP 172.20.0.2 (070730f4-52b8-41cd-b12f-21f3f30a7149/fca5bdc4-c58b-4266-9c37-d6cec42d4087/542babbf-a35d-49cc-9ba0-cff3471b9029) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:01:05.169528 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] Sync routers for ids ['1255c73b-67a2-4077-beff-972213b09975'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:01:05.183702 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] Routers {'1255c73b-67a2-4077-beff-972213b09975'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:01:05.184390 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:00:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['1255c73b-67a2-4077-beff-972213b09975'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:01:05.334708 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:05.341972 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:05.364107 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] Set router 1255c73b-67a2-4077-beff-972213b09975 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:01:05.376777 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 148384ce-fc0e-459c-a521-043fffe3fbd4, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=148384ce-fc0e-459c-a521-043fffe3fbd4,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:01:05.408202 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:05.503645 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:05.507460 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:05.517297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=148384ce-fc0e-459c-a521-043fffe3fbd4,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:05.520320 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Transition to ACTIVE for port object 542babbf-a35d-49cc-9ba0-cff3471b9029 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:01:05.540814 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Transition to ACTIVE for port object 542babbf-a35d-49cc-9ba0-cff3471b9029 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:01:05.547189 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:05.616568 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Network 070730f4-52b8-41cd-b12f-21f3f30a7149 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:01:05.620796 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:01:05.624620 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:01:05.630652 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Pushing event updated for resources: {'Port': ['ID=542babbf-a35d-49cc-9ba0-cff3471b9029,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:05.647350 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Allocated IP 172.26.3.205 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/7d3b6641-58c9-41cc-86eb-4ae093dd4b5b) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:01:05.724643 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1255c73b-67a2-4077-beff-972213b09975', 'name': 'tempest-TestMinimumBasicScenario-739585511-router', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:00:58Z', 'updated_at': '2022-01-17T15:01:02Z', 'revision_number': 4, 'project_id': '6d143fbf583f478487f9eae016825b01', 'gw_port': {'id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:00:59Z', 'updated_at': '2022-01-17T15:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'a0295902-82a0-4718-84f8-fab1e11d6097', 'name': '', 'network_id': '381c665e-75bc-4891-8fba-16598699440d', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'mac_address': 'fa:16:3e:49:0a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '79364c15-7627-482a-91d9-823a1750c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:01Z', 'updated_at': '2022-01-17T15:01:02Z', 'revision_number': 2, 'project_id': '6d143fbf583f478487f9eae016825b01', 'subnets': [{'id': '79364c15-7627-482a-91d9-823a1750c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:01:05.730117 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] Checking router: 1255c73b-67a2-4077-beff-972213b09975 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:01:05.730736 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] Updating router 1255c73b-67a2-4077-beff-972213b09975 port a0295902-82a0-4718-84f8-fab1e11d6097 binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:01:05.786883 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Attempting to bind port 542babbf-a35d-49cc-9ba0-cff3471b9029 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:01:05.787492 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Attempting to bind port 542babbf-a35d-49cc-9ba0-cff3471b9029 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '275bcff8-5118-4cdb-ba0f-a76ac44330d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '070730f4-52b8-41cd-b12f-21f3f30a7149'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:01:05.788083 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Attempting to bind port 542babbf-a35d-49cc-9ba0-cff3471b9029 on network 070730f4-52b8-41cd-b12f-21f3f30a7149 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:01:05.795525 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:01:05.796352 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Checking segment: {'id': '275bcff8-5118-4cdb-ba0f-a76ac44330d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '070730f4-52b8-41cd-b12f-21f3f30a7149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:01:05.796920 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:05.797493 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Bound using segment: {'id': '275bcff8-5118-4cdb-ba0f-a76ac44330d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '070730f4-52b8-41cd-b12f-21f3f30a7149'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:01:05.798149 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Bound port: 542babbf-a35d-49cc-9ba0-cff3471b9029, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275bcff8-5118-4cdb-ba0f-a76ac44330d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '070730f4-52b8-41cd-b12f-21f3f30a7149'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:01:05.798898 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:05.823407 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:05.832297 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:05.865074 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:05.897762 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] For port 542babbf-a35d-49cc-9ba0-cff3471b9029, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:01:05.901646 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] For port 542babbf-a35d-49cc-9ba0-cff3471b9029, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=542babbf-a35d-49cc-9ba0-cff3471b9029,segment=NetworkSegment(275bcff8-5118-4cdb-ba0f-a76ac44330d1),segment_id=275bcff8-5118-4cdb-ba0f-a76ac44330d1)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:01:05.907782 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:05.937281 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Pushing event updated for resources: {'Port': ['ID=7d3b6641-58c9-41cc-86eb-4ae093dd4b5b,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:05.950309 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:01:05.951683 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:01:05.954381 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:01:06.001574 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be5b4f-c812-4b7f-99a9-2bb86e729b7c None None] Pushing event updated for resources: {'Port': ['ID=542babbf-a35d-49cc-9ba0-cff3471b9029,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:06.295352 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:06.308305 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] Transition to ACTIVE for port object a0295902-82a0-4718-84f8-fab1e11d6097 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:01:06.315485 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:06.423853 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:06.516735 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1a008-a3d9-439e-95e4-23241f3f0795 None None] Pushing event updated for resources: {'Port': ['ID=a0295902-82a0-4718-84f8-fab1e11d6097,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:06.556937 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1a008-a3d9-439e-95e4-23241f3f0795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:06.557273 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1a008-a3d9-439e-95e4-23241f3f0795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:06.557602 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1a008-a3d9-439e-95e4-23241f3f0795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:06.557923 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1a008-a3d9-439e-95e4-23241f3f0795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:06.558242 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1a008-a3d9-439e-95e4-23241f3f0795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:06.558560 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1a008-a3d9-439e-95e4-23241f3f0795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:06.558872 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1a008-a3d9-439e-95e4-23241f3f0795 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:06.559191 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1a008-a3d9-439e-95e4-23241f3f0795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:06.559494 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1a008-a3d9-439e-95e4-23241f3f0795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:06.559851 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1a008-a3d9-439e-95e4-23241f3f0795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:06.560166 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1a008-a3d9-439e-95e4-23241f3f0795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:06.560475 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1a008-a3d9-439e-95e4-23241f3f0795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:06.587631 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] Attempting to bind port a0295902-82a0-4718-84f8-fab1e11d6097 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:01:06.588023 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] Attempting to bind port a0295902-82a0-4718-84f8-fab1e11d6097 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '83b5fb60-309b-45f9-b634-630a60d1c92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '381c665e-75bc-4891-8fba-16598699440d'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:01:06.588360 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] Attempting to bind port a0295902-82a0-4718-84f8-fab1e11d6097 on network 381c665e-75bc-4891-8fba-16598699440d {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:01:06.594483 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:01:06.594847 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] Checking segment: {'id': '83b5fb60-309b-45f9-b634-630a60d1c92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '381c665e-75bc-4891-8fba-16598699440d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:01:06.595235 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:06.595614 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] Bound using segment: {'id': '83b5fb60-309b-45f9-b634-630a60d1c92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '381c665e-75bc-4891-8fba-16598699440d'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:01:06.596100 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] Bound port: a0295902-82a0-4718-84f8-fab1e11d6097, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b5fb60-309b-45f9-b634-630a60d1c92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '381c665e-75bc-4891-8fba-16598699440d'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:01:06.596462 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:06.690682 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] For port a0295902-82a0-4718-84f8-fab1e11d6097, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:01:06.694222 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] For port a0295902-82a0-4718-84f8-fab1e11d6097, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a0295902-82a0-4718-84f8-fab1e11d6097,segment=NetworkSegment(83b5fb60-309b-45f9-b634-630a60d1c92a),segment_id=83b5fb60-309b-45f9-b634-630a60d1c92a)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:01:06.700121 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:06.785874 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] Routers {'1255c73b-67a2-4077-beff-972213b09975'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:01:06.787028 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:00:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['1255c73b-67a2-4077-beff-972213b09975'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:01:06.787498 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:07.006036 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1a008-a3d9-439e-95e4-23241f3f0795 None None] Pushing event updated for resources: {'Port': ['ID=a0295902-82a0-4718-84f8-fab1e11d6097,revision_number=4']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:07.046631 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Router c8040b94-3f9a-460a-826f-b61eaed7ac1b is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 15:01:07.048290 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 148384ce-fc0e-459c-a521-043fffe3fbd4 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:01:07.058732 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] Set router 1255c73b-67a2-4077-beff-972213b09975 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:01:07.159210 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 148384ce-fc0e-459c-a521-043fffe3fbd4 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:01:07.159602 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:07.319552 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 542babbf-a35d-49cc-9ba0-cff3471b9029 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:01:07.357685 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e6b113-462f-4d0d-8bf2-46be8ffae18c None None] Network 070730f4-52b8-41cd-b12f-21f3f30a7149 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:01:07.432813 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:01:07.447325 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] Sync routers for ids ['c8040b94-3f9a-460a-826f-b61eaed7ac1b'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:01:07.454958 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1255c73b-67a2-4077-beff-972213b09975', 'name': 'tempest-TestMinimumBasicScenario-739585511-router', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:00:58Z', 'updated_at': '2022-01-17T15:01:02Z', 'revision_number': 4, 'project_id': '6d143fbf583f478487f9eae016825b01', 'gw_port': {'id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:00:59Z', 'updated_at': '2022-01-17T15:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'a0295902-82a0-4718-84f8-fab1e11d6097', 'name': '', 'network_id': '381c665e-75bc-4891-8fba-16598699440d', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'mac_address': 'fa:16:3e:49:0a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '79364c15-7627-482a-91d9-823a1750c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:01Z', 'updated_at': '2022-01-17T15:01:06Z', 'revision_number': 4, 'project_id': '6d143fbf583f478487f9eae016825b01', 'subnets': [{'id': '79364c15-7627-482a-91d9-823a1750c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:01:07.459643 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96fc3f1-4893-4b55-861b-0a16f0228724 None None] The sync data for ids ['1255c73b-67a2-4077-beff-972213b09975'] in dv-neutron-824901-1-hyperv is: [{'id': '1255c73b-67a2-4077-beff-972213b09975', 'name': 'tempest-TestMinimumBasicScenario-739585511-router', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:00:58Z', 'updated_at': '2022-01-17T15:01:02Z', 'revision_number': 4, 'project_id': '6d143fbf583f478487f9eae016825b01', 'gw_port': {'id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:00:59Z', 'updated_at': '2022-01-17T15:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'a0295902-82a0-4718-84f8-fab1e11d6097', 'name': '', 'network_id': '381c665e-75bc-4891-8fba-16598699440d', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'mac_address': 'fa:16:3e:49:0a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '79364c15-7627-482a-91d9-823a1750c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:01Z', 'updated_at': '2022-01-17T15:01:06Z', 'revision_number': 4, 'project_id': '6d143fbf583f478487f9eae016825b01', 'subnets': [{'id': '79364c15-7627-482a-91d9-823a1750c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:01:07.466914 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:07.471375 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45058) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:01:07.471952 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5d76af6f-7df0-4117-a73f-2f27801a2d7e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8053873 Jan 17 15:01:07.478951 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] Routers {'c8040b94-3f9a-460a-826f-b61eaed7ac1b'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:01:07.479583 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:00:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['c8040b94-3f9a-460a-826f-b61eaed7ac1b'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:01:07.579222 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ad6f1e10-902c-4971-9dad-e0c63e92ad6a None None] Provisioning for port 542babbf-a35d-49cc-9ba0-cff3471b9029 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:01:07.713077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 542babbf-a35d-49cc-9ba0-cff3471b9029 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:01:07.724594 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 542babbf-a35d-49cc-9ba0-cff3471b9029 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:01:07.725261 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:07.844764 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] Set router c8040b94-3f9a-460a-826f-b61eaed7ac1b gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:01:08.187978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:08.239091 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 542babbf-a35d-49cc-9ba0-cff3471b9029, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=542babbf-a35d-49cc-9ba0-cff3471b9029,segment=NetworkSegment(275bcff8-5118-4cdb-ba0f-a76ac44330d1),segment_id=275bcff8-5118-4cdb-ba0f-a76ac44330d1)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:01:08.247080 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:08.314042 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8040b94-3f9a-460a-826f-b61eaed7ac1b', 'name': 'tempest-TestMinimumBasicScenario-1946177494-router', 'tenant_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '7d3b6641-58c9-41cc-86eb-4ae093dd4b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:01:04Z', 'updated_at': '2022-01-17T15:01:06Z', 'revision_number': 3, 'project_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'gw_port': {'id': '7d3b6641-58c9-41cc-86eb-4ae093dd4b5b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8040b94-3f9a-460a-826f-b61eaed7ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:05Z', 'updated_at': '2022-01-17T15:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:01:08.323938 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] Checking router: c8040b94-3f9a-460a-826f-b61eaed7ac1b for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:01:08.324288 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] Updating router c8040b94-3f9a-460a-826f-b61eaed7ac1b port 7d3b6641-58c9-41cc-86eb-4ae093dd4b5b binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:01:08.370741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e20fbd8c-1f7a-4cdf-a866-412ee518dec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:08.371096 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=542babbf-a35d-49cc-9ba0-cff3471b9029,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:08.385685 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:08.531285 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-edaf8bb1-e8ab-4692-a231-9a49714457be None None] Provisioning complete for port 542babbf-a35d-49cc-9ba0-cff3471b9029 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:01:08.531558 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-edaf8bb1-e8ab-4692-a231-9a49714457be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:08.595351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-e20fbd8c-1f7a-4cdf-a866-412ee518dec6 admin admin] Allocated IP 172.20.0.1 (070730f4-52b8-41cd-b12f-21f3f30a7149/fca5bdc4-c58b-4266-9c37-d6cec42d4087/3cbe9765-592d-43ef-b6e2-79c05b0b68a4) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:01:08.747387 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e20fbd8c-1f7a-4cdf-a866-412ee518dec6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:08.764067 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-e20fbd8c-1f7a-4cdf-a866-412ee518dec6 admin admin] Transition to ACTIVE for port object 3cbe9765-592d-43ef-b6e2-79c05b0b68a4 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:01:08.794849 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e20fbd8c-1f7a-4cdf-a866-412ee518dec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:08.870931 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:08.872881 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20fbd8c-1f7a-4cdf-a866-412ee518dec6 admin admin] Network 070730f4-52b8-41cd-b12f-21f3f30a7149 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:01:08.875949 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-e20fbd8c-1f7a-4cdf-a866-412ee518dec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:01:08.878398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20fbd8c-1f7a-4cdf-a866-412ee518dec6 admin admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:01:08.887098 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] Transition to ACTIVE for port object 7d3b6641-58c9-41cc-86eb-4ae093dd4b5b will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:01:08.895532 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:08.939523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e20fbd8c-1f7a-4cdf-a866-412ee518dec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:08.944962 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 542babbf-a35d-49cc-9ba0-cff3471b9029 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:01:08.955741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fbd8c-1f7a-4cdf-a866-412ee518dec6 admin admin] Pushing event updated for resources: {'Port': ['ID=3cbe9765-592d-43ef-b6e2-79c05b0b68a4,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:09.038426 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbb913-199b-4bee-8d87-f0c4e1cdf223 None None] Pushing event updated for resources: {'Port': ['ID=7d3b6641-58c9-41cc-86eb-4ae093dd4b5b,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:09.048083 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] Attempting to bind port 7d3b6641-58c9-41cc-86eb-4ae093dd4b5b on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:01:09.048454 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] Attempting to bind port 7d3b6641-58c9-41cc-86eb-4ae093dd4b5b by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:01:09.048811 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] Attempting to bind port 7d3b6641-58c9-41cc-86eb-4ae093dd4b5b on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:01:09.057809 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:01:09.058179 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:01:09.058575 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:09.058960 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:01:09.059429 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] Bound port: 7d3b6641-58c9-41cc-86eb-4ae093dd4b5b, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:01:09.059830 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:09.078395 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e20fbd8c-1f7a-4cdf-a866-412ee518dec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:09.134713 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 542babbf-a35d-49cc-9ba0-cff3471b9029 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:01:09.135080 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:09.192478 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] For port 7d3b6641-58c9-41cc-86eb-4ae093dd4b5b, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:01:09.208553 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] For port 7d3b6641-58c9-41cc-86eb-4ae093dd4b5b, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=7d3b6641-58c9-41cc-86eb-4ae093dd4b5b,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:01:09.215645 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:09.256624 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ac53a6a3-0b11-48d0-a693-2b2a9678e8bc None None] Provisioning for port 3cbe9765-592d-43ef-b6e2-79c05b0b68a4 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:01:09.287614 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ac53a6a3-0b11-48d0-a693-2b2a9678e8bc None None] Provisioning complete for port 3cbe9765-592d-43ef-b6e2-79c05b0b68a4 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:01:09.288007 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ac53a6a3-0b11-48d0-a693-2b2a9678e8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:09.306693 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e20fbd8c-1f7a-4cdf-a866-412ee518dec6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:09.311260 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e20fbd8c-1f7a-4cdf-a866-412ee518dec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:09.379408 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] Routers {'c8040b94-3f9a-460a-826f-b61eaed7ac1b'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:01:09.380080 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:00:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['c8040b94-3f9a-460a-826f-b61eaed7ac1b'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:01:09.420767 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e20fbd8c-1f7a-4cdf-a866-412ee518dec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:09.424280 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fbd8c-1f7a-4cdf-a866-412ee518dec6 admin admin] Pushing event updated for resources: {'Port': ['ID=3cbe9765-592d-43ef-b6e2-79c05b0b68a4,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:09.452804 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbb913-199b-4bee-8d87-f0c4e1cdf223 None None] Pushing event updated for resources: {'Port': ['ID=7d3b6641-58c9-41cc-86eb-4ae093dd4b5b,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:09.482786 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ac53a6a3-0b11-48d0-a693-2b2a9678e8bc None None] Port 3cbe9765-592d-43ef-b6e2-79c05b0b68a4 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:01:09.496307 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a0295902-82a0-4718-84f8-fab1e11d6097 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:01:09.651179 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] Set router c8040b94-3f9a-460a-826f-b61eaed7ac1b gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:01:09.692291 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20fbd8c-1f7a-4cdf-a866-412ee518dec6 admin admin] Network 070730f4-52b8-41cd-b12f-21f3f30a7149 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:01:09.693591 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-e20fbd8c-1f7a-4cdf-a866-412ee518dec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:01:09.727898 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port a0295902-82a0-4718-84f8-fab1e11d6097 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:01:09.737578 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port a0295902-82a0-4718-84f8-fab1e11d6097 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:01:09.737955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:09.903375 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20fbd8c-1f7a-4cdf-a866-412ee518dec6 admin admin] Router c8040b94-3f9a-460a-826f-b61eaed7ac1b has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:01:10.088809 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20fbd8c-1f7a-4cdf-a866-412ee518dec6 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:01:10.097769 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e20fbd8c-1f7a-4cdf-a866-412ee518dec6 admin admin] 10.222.0.48 "PUT /v2.0/routers/c8040b94-3f9a-460a-826f-b61eaed7ac1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6247256 Jan 17 15:01:10.125741 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:10.135062 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4ac89bc4-1c07-424d-9e23-52c2d9fe3b4a None None] Provisioning complete for port 3cbe9765-592d-43ef-b6e2-79c05b0b68a4 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:01:10.135430 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4ac89bc4-1c07-424d-9e23-52c2d9fe3b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:10.212126 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-4ac89bc4-1c07-424d-9e23-52c2d9fe3b4a None None] Port 3cbe9765-592d-43ef-b6e2-79c05b0b68a4 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:01:10.222304 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port a0295902-82a0-4718-84f8-fab1e11d6097, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a0295902-82a0-4718-84f8-fab1e11d6097,segment=NetworkSegment(83b5fb60-309b-45f9-b634-630a60d1c92a),segment_id=83b5fb60-309b-45f9-b634-630a60d1c92a)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:01:10.226912 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:10.294840 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8040b94-3f9a-460a-826f-b61eaed7ac1b', 'name': 'tempest-TestMinimumBasicScenario-1946177494-router', 'tenant_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '7d3b6641-58c9-41cc-86eb-4ae093dd4b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:01:04Z', 'updated_at': '2022-01-17T15:01:09Z', 'revision_number': 4, 'project_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'gw_port': {'id': '7d3b6641-58c9-41cc-86eb-4ae093dd4b5b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8040b94-3f9a-460a-826f-b61eaed7ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:05Z', 'updated_at': '2022-01-17T15:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '3cbe9765-592d-43ef-b6e2-79c05b0b68a4', 'name': '', 'network_id': '070730f4-52b8-41cd-b12f-21f3f30a7149', 'tenant_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'mac_address': 'fa:16:3e:30:ad:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8040b94-3f9a-460a-826f-b61eaed7ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'fca5bdc4-c58b-4266-9c37-d6cec42d4087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:08Z', 'updated_at': '2022-01-17T15:01:09Z', 'revision_number': 2, 'project_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'subnets': [{'id': 'fca5bdc4-c58b-4266-9c37-d6cec42d4087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:01:10.302515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344db89e-f9ac-4e72-8a43-fe1b8a44bd46 None None] The sync data for ids ['c8040b94-3f9a-460a-826f-b61eaed7ac1b'] in dv-neutron-824901-1-hyperv is: [{'id': 'c8040b94-3f9a-460a-826f-b61eaed7ac1b', 'name': 'tempest-TestMinimumBasicScenario-1946177494-router', 'tenant_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '7d3b6641-58c9-41cc-86eb-4ae093dd4b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:01:04Z', 'updated_at': '2022-01-17T15:01:09Z', 'revision_number': 4, 'project_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'gw_port': {'id': '7d3b6641-58c9-41cc-86eb-4ae093dd4b5b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8040b94-3f9a-460a-826f-b61eaed7ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:05Z', 'updated_at': '2022-01-17T15:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '3cbe9765-592d-43ef-b6e2-79c05b0b68a4', 'name': '', 'network_id': '070730f4-52b8-41cd-b12f-21f3f30a7149', 'tenant_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'mac_address': 'fa:16:3e:30:ad:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8040b94-3f9a-460a-826f-b61eaed7ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'fca5bdc4-c58b-4266-9c37-d6cec42d4087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:08Z', 'updated_at': '2022-01-17T15:01:09Z', 'revision_number': 2, 'project_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'subnets': [{'id': 'fca5bdc4-c58b-4266-9c37-d6cec42d4087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:01:10.310032 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=a0295902-82a0-4718-84f8-fab1e11d6097,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:10.752834 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e979d9b4-fcf0-4872-b86c-778917495c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:10.889008 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a0295902-82a0-4718-84f8-fab1e11d6097 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:01:10.960233 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port a0295902-82a0-4718-84f8-fab1e11d6097 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:01:10.960600 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:12.923900 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 7d3b6641-58c9-41cc-86eb-4ae093dd4b5b up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:01:13.000751 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 7d3b6641-58c9-41cc-86eb-4ae093dd4b5b completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:01:13.006180 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 7d3b6641-58c9-41cc-86eb-4ae093dd4b5b triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:01:13.006546 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:13.152643 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:13.174623 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 7d3b6641-58c9-41cc-86eb-4ae093dd4b5b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=7d3b6641-58c9-41cc-86eb-4ae093dd4b5b,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:01:13.179513 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:13.260201 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=7d3b6641-58c9-41cc-86eb-4ae093dd4b5b,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:13.938208 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-324a542d-e76f-4464-a4eb-1a4437408f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:14.059420 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:14.093307 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:14.205415 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] Sync routers for ids ['c8040b94-3f9a-460a-826f-b61eaed7ac1b'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:01:14.216961 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] Routers {'c8040b94-3f9a-460a-826f-b61eaed7ac1b'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:01:14.217565 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:01:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['c8040b94-3f9a-460a-826f-b61eaed7ac1b'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:01:14.425481 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] Set router c8040b94-3f9a-460a-826f-b61eaed7ac1b gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:01:14.842026 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8040b94-3f9a-460a-826f-b61eaed7ac1b', 'name': 'tempest-TestMinimumBasicScenario-1946177494-router', 'tenant_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '7d3b6641-58c9-41cc-86eb-4ae093dd4b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:01:04Z', 'updated_at': '2022-01-17T15:01:09Z', 'revision_number': 4, 'project_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'gw_port': {'id': '7d3b6641-58c9-41cc-86eb-4ae093dd4b5b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8040b94-3f9a-460a-826f-b61eaed7ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:05Z', 'updated_at': '2022-01-17T15:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '3cbe9765-592d-43ef-b6e2-79c05b0b68a4', 'name': '', 'network_id': '070730f4-52b8-41cd-b12f-21f3f30a7149', 'tenant_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'mac_address': 'fa:16:3e:30:ad:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8040b94-3f9a-460a-826f-b61eaed7ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'fca5bdc4-c58b-4266-9c37-d6cec42d4087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:08Z', 'updated_at': '2022-01-17T15:01:09Z', 'revision_number': 2, 'project_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'subnets': [{'id': 'fca5bdc4-c58b-4266-9c37-d6cec42d4087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:01:14.847047 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] Checking router: c8040b94-3f9a-460a-826f-b61eaed7ac1b for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:01:14.847497 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] Updating router c8040b94-3f9a-460a-826f-b61eaed7ac1b port 3cbe9765-592d-43ef-b6e2-79c05b0b68a4 binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:01:14.891501 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 7d3b6641-58c9-41cc-86eb-4ae093dd4b5b up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:01:14.905213 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:14.972532 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 7d3b6641-58c9-41cc-86eb-4ae093dd4b5b triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:01:14.973138 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:15.316328 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:15.330416 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] Transition to ACTIVE for port object 3cbe9765-592d-43ef-b6e2-79c05b0b68a4 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:01:15.338641 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:15.473572 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b80e3f-9b8b-49b2-ba24-9fe8888a5837 None None] Pushing event updated for resources: {'Port': ['ID=3cbe9765-592d-43ef-b6e2-79c05b0b68a4,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:15.589393 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] Attempting to bind port 3cbe9765-592d-43ef-b6e2-79c05b0b68a4 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:01:15.589761 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] Attempting to bind port 3cbe9765-592d-43ef-b6e2-79c05b0b68a4 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '275bcff8-5118-4cdb-ba0f-a76ac44330d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '070730f4-52b8-41cd-b12f-21f3f30a7149'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:01:15.590113 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] Attempting to bind port 3cbe9765-592d-43ef-b6e2-79c05b0b68a4 on network 070730f4-52b8-41cd-b12f-21f3f30a7149 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:01:15.599036 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:01:15.599406 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] Checking segment: {'id': '275bcff8-5118-4cdb-ba0f-a76ac44330d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '070730f4-52b8-41cd-b12f-21f3f30a7149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:01:15.599826 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:15.600217 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] Bound using segment: {'id': '275bcff8-5118-4cdb-ba0f-a76ac44330d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '070730f4-52b8-41cd-b12f-21f3f30a7149'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:01:15.600684 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] Bound port: 3cbe9765-592d-43ef-b6e2-79c05b0b68a4, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275bcff8-5118-4cdb-ba0f-a76ac44330d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '070730f4-52b8-41cd-b12f-21f3f30a7149'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:01:15.601051 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:15.644465 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:15.719557 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] For port 3cbe9765-592d-43ef-b6e2-79c05b0b68a4, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:01:15.722878 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] For port 3cbe9765-592d-43ef-b6e2-79c05b0b68a4, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3cbe9765-592d-43ef-b6e2-79c05b0b68a4,segment=NetworkSegment(275bcff8-5118-4cdb-ba0f-a76ac44330d1),segment_id=275bcff8-5118-4cdb-ba0f-a76ac44330d1)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:01:15.728013 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:15.816210 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] Routers {'c8040b94-3f9a-460a-826f-b61eaed7ac1b'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:01:15.817393 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:01:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['c8040b94-3f9a-460a-826f-b61eaed7ac1b'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:01:15.913629 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b80e3f-9b8b-49b2-ba24-9fe8888a5837 None None] Pushing event updated for resources: {'Port': ['ID=3cbe9765-592d-43ef-b6e2-79c05b0b68a4,revision_number=4']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:16.038644 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] Set router c8040b94-3f9a-460a-826f-b61eaed7ac1b gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:01:16.394587 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8040b94-3f9a-460a-826f-b61eaed7ac1b', 'name': 'tempest-TestMinimumBasicScenario-1946177494-router', 'tenant_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '7d3b6641-58c9-41cc-86eb-4ae093dd4b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:01:04Z', 'updated_at': '2022-01-17T15:01:09Z', 'revision_number': 4, 'project_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'gw_port': {'id': '7d3b6641-58c9-41cc-86eb-4ae093dd4b5b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8040b94-3f9a-460a-826f-b61eaed7ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:05Z', 'updated_at': '2022-01-17T15:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '3cbe9765-592d-43ef-b6e2-79c05b0b68a4', 'name': '', 'network_id': '070730f4-52b8-41cd-b12f-21f3f30a7149', 'tenant_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'mac_address': 'fa:16:3e:30:ad:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8040b94-3f9a-460a-826f-b61eaed7ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'fca5bdc4-c58b-4266-9c37-d6cec42d4087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:08Z', 'updated_at': '2022-01-17T15:01:15Z', 'revision_number': 4, 'project_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'subnets': [{'id': 'fca5bdc4-c58b-4266-9c37-d6cec42d4087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:01:16.400738 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e8a245-7cbb-4cd6-9f97-683a11aa8370 None None] The sync data for ids ['c8040b94-3f9a-460a-826f-b61eaed7ac1b'] in dv-neutron-824901-1-hyperv is: [{'id': 'c8040b94-3f9a-460a-826f-b61eaed7ac1b', 'name': 'tempest-TestMinimumBasicScenario-1946177494-router', 'tenant_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '7d3b6641-58c9-41cc-86eb-4ae093dd4b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:01:04Z', 'updated_at': '2022-01-17T15:01:09Z', 'revision_number': 4, 'project_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'gw_port': {'id': '7d3b6641-58c9-41cc-86eb-4ae093dd4b5b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8040b94-3f9a-460a-826f-b61eaed7ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:05Z', 'updated_at': '2022-01-17T15:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '3cbe9765-592d-43ef-b6e2-79c05b0b68a4', 'name': '', 'network_id': '070730f4-52b8-41cd-b12f-21f3f30a7149', 'tenant_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'mac_address': 'fa:16:3e:30:ad:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8040b94-3f9a-460a-826f-b61eaed7ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'fca5bdc4-c58b-4266-9c37-d6cec42d4087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:08Z', 'updated_at': '2022-01-17T15:01:15Z', 'revision_number': 4, 'project_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'subnets': [{'id': 'fca5bdc4-c58b-4266-9c37-d6cec42d4087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:01:16.926483 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3cbe9765-592d-43ef-b6e2-79c05b0b68a4 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:01:17.030105 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 3cbe9765-592d-43ef-b6e2-79c05b0b68a4 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:01:17.036791 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 3cbe9765-592d-43ef-b6e2-79c05b0b68a4 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:01:17.038772 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:17.174289 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:17.213724 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 3cbe9765-592d-43ef-b6e2-79c05b0b68a4, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3cbe9765-592d-43ef-b6e2-79c05b0b68a4,segment=NetworkSegment(275bcff8-5118-4cdb-ba0f-a76ac44330d1),segment_id=275bcff8-5118-4cdb-ba0f-a76ac44330d1)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:01:17.222547 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:17.305080 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=3cbe9765-592d-43ef-b6e2-79c05b0b68a4,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:18.893185 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3cbe9765-592d-43ef-b6e2-79c05b0b68a4 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:01:18.974555 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 3cbe9765-592d-43ef-b6e2-79c05b0b68a4 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:01:18.974934 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:20.625645 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-51f7ed4a-7747-45ab-b2f0-02e89972f0c3 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:20.627051 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-51f7ed4a-7747-45ab-b2f0-02e89972f0c3 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/networks?id=381c665e-75bc-4891-8fba-16598699440d HTTP/1.1" status: 200 len: 814 time: 0.1466317 Jan 17 15:01:20.641769 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-f789e465-19c2-4320-b85c-0c679c6274d2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/quotas/6d143fbf583f478487f9eae016825b01 HTTP/1.1" status: 200 len: 375 time: 0.0093062 Jan 17 15:01:20.725084 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-198728a0-0906-4c3f-897a-dc710ec718ab tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d143fbf583f478487f9eae016825b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781462 Jan 17 15:01:20.871409 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-56161e97-ca86-449c-9af6-9fdde0ec9d9d service neutron] 10.222.0.48 "GET /v2.0/networks/381c665e-75bc-4891-8fba-16598699440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339355 Jan 17 15:01:21.003428 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-90d313b1-3338-4787-b307-721d11696d3b service neutron] 10.222.0.48 "GET /v2.0/networks/381c665e-75bc-4891-8fba-16598699440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262045 Jan 17 15:01:21.178141 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-efd40446-e5e2-4a3b-b901-cdbe1a834979 req-25a7a104-208d-456d-b8df-03275fb8a7d9 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Synchronizing usage tracker for tenant:6d143fbf583f478487f9eae016825b01 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:01:21.195521 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-efd40446-e5e2-4a3b-b901-cdbe1a834979 req-25a7a104-208d-456d-b8df-03275fb8a7d9 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Unset dirty status for tenant:6d143fbf583f478487f9eae016825b01 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:01:21.197313 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-efd40446-e5e2-4a3b-b901-cdbe1a834979 req-25a7a104-208d-456d-b8df-03275fb8a7d9 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 210 time: 0.0621698 Jan 17 15:01:22.347914 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-fcc0cfb4-036b-4faf-bc00-236b26b2096a req-e8f23511-d0f4-412c-8143-327e6e349c38 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 210 time: 0.0436833 Jan 17 15:01:22.481630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-1aa5448f-0fa5-4526-a8af-afcd228882c3 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:22.482311 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-1aa5448f-0fa5-4526-a8af-afcd228882c3 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Synchronizing usage tracker for tenant:6d143fbf583f478487f9eae016825b01 on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:01:22.500230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-1aa5448f-0fa5-4526-a8af-afcd228882c3 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Unset dirty status for tenant:6d143fbf583f478487f9eae016825b01 on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:01:22.501353 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-1aa5448f-0fa5-4526-a8af-afcd228882c3 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.15 "GET /v2.0/networks?id=381c665e-75bc-4891-8fba-16598699440d HTTP/1.1" status: 200 len: 814 time: 0.1819890 Jan 17 15:01:22.515224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Request body: {'port': {'device_id': 'eaab3c30-cb71-4566-82b0-495c3f549910', 'network_id': '381c665e-75bc-4891-8fba-16598699440d', 'admin_state_up': True, 'tenant_id': '6d143fbf583f478487f9eae016825b01'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:01:22.655547 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:01:22.666478 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:01:22.679666 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Made reservation on behalf of 6d143fbf583f478487f9eae016825b01 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:01:22.683077 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:22.871961 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Allocated IP 172.20.0.14 (381c665e-75bc-4891-8fba-16598699440d/79364c15-7627-482a-91d9-823a1750c626/f9b5533a-44af-472b-9376-328b91ae1863) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:01:23.152796 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:23.175418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Transition to ACTIVE for port object f9b5533a-44af-472b-9376-328b91ae1863 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:01:23.204456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:23.283342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Network 381c665e-75bc-4891-8fba-16598699440d is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:01:23.286272 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:01:23.290867 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:01:23.335067 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:23.343016 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Pushing event updated for resources: {'Port': ['ID=f9b5533a-44af-472b-9376-328b91ae1863,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:23.358183 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:23.358551 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:23.358869 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:23.359478 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:23.359926 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:23.360447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:23.360890 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:23.361753 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:23.362307 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:23.362647 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:23.362975 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:23.363310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:23.438382 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:23.439351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:23.487526 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-470e2e5c-8e79-4b8d-8eff-e7c0a29392af tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9777524 Jan 17 15:01:23.593518 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343adc1-feaa-46d9-860b-5498c62be7c1 req-4305cfb0-7d28-4c54-bc47-ab77fb7424a2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:23.594496 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-a343adc1-feaa-46d9-860b-5498c62be7c1 req-4305cfb0-7d28-4c54-bc47-ab77fb7424a2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Synchronizing usage tracker for tenant:6d143fbf583f478487f9eae016825b01 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:01:23.603620 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9ad7e52d-62dc-4669-b0a9-76d059d2bf04 None None] Provisioning for port f9b5533a-44af-472b-9376-328b91ae1863 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:01:23.608800 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9ad7e52d-62dc-4669-b0a9-76d059d2bf04 None None] Provisioning complete for port f9b5533a-44af-472b-9376-328b91ae1863 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:01:23.609233 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9ad7e52d-62dc-4669-b0a9-76d059d2bf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:23.612468 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-a343adc1-feaa-46d9-860b-5498c62be7c1 req-4305cfb0-7d28-4c54-bc47-ab77fb7424a2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Unset dirty status for tenant:6d143fbf583f478487f9eae016825b01 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:01:23.613921 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a343adc1-feaa-46d9-860b-5498c62be7c1 req-4305cfb0-7d28-4c54-bc47-ab77fb7424a2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 932 time: 0.1175356 Jan 17 15:01:23.662343 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-a343adc1-feaa-46d9-860b-5498c62be7c1 req-cbb88805-c614-4721-9eb6-a690d54b78d9 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Synchronizing usage tracker for tenant:6d143fbf583f478487f9eae016825b01 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:01:23.684476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-a343adc1-feaa-46d9-860b-5498c62be7c1 req-cbb88805-c614-4721-9eb6-a690d54b78d9 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Unset dirty status for tenant:6d143fbf583f478487f9eae016825b01 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:01:23.685304 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a343adc1-feaa-46d9-860b-5498c62be7c1 req-cbb88805-c614-4721-9eb6-a690d54b78d9 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650814 Jan 17 15:01:23.699413 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9ad7e52d-62dc-4669-b0a9-76d059d2bf04 None None] Port f9b5533a-44af-472b-9376-328b91ae1863 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:01:24.925181 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2351684-947f-4d36-a5ae-73681baf3155 req-83fc4747-a607-43a5-adc3-dce9b5a35e98 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:24.926851 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c2351684-947f-4d36-a5ae-73681baf3155 req-83fc4747-a607-43a5-adc3-dce9b5a35e98 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 932 time: 0.1096337 Jan 17 15:01:24.978326 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c2351684-947f-4d36-a5ae-73681baf3155 req-f28f58af-7ca4-40a5-8510-8e0deebdb103 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428820 Jan 17 15:01:26.179043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a5983-756e-4045-b08c-f8a6ceab3c02 req-66ba4420-543a-4b85-9769-584564e59a34 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:26.182713 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7c2a5983-756e-4045-b08c-f8a6ceab3c02 req-66ba4420-543a-4b85-9769-584564e59a34 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 932 time: 0.0982337 Jan 17 15:01:26.228377 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7c2a5983-756e-4045-b08c-f8a6ceab3c02 req-4359c836-2837-49f6-98d7-3d72c9763b84 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411372 Jan 17 15:01:27.435585 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5de503-38f1-4947-a005-065da7580e05 req-0b298c02-4a2b-49e5-9299-24d2d9b9cc6c tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:27.437148 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3d5de503-38f1-4947-a005-065da7580e05 req-0b298c02-4a2b-49e5-9299-24d2d9b9cc6c tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 932 time: 0.0903509 Jan 17 15:01:27.490822 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3d5de503-38f1-4947-a005-065da7580e05 req-53978375-bf05-4993-bc10-7ddb2dd9b081 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469854 Jan 17 15:01:28.690078 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2bfb8-e6a6-4c9d-8c50-30535113a8a8 req-f1574970-363a-44f9-9d37-70b7e6342ffe tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:28.691540 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-47d2bfb8-e6a6-4c9d-8c50-30535113a8a8 req-f1574970-363a-44f9-9d37-70b7e6342ffe tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 932 time: 0.0866215 Jan 17 15:01:28.744546 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-47d2bfb8-e6a6-4c9d-8c50-30535113a8a8 req-30dc63f0-9463-4d77-add3-0fe722eb56fc tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468071 Jan 17 15:01:29.955913 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930982f-b3a5-4ee0-b5f8-09d449096546 req-fe1efa41-47c4-4294-80e2-b356d1ffbd19 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:29.958043 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3930982f-b3a5-4ee0-b5f8-09d449096546 req-fe1efa41-47c4-4294-80e2-b356d1ffbd19 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 932 time: 0.0862992 Jan 17 15:01:30.005758 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3930982f-b3a5-4ee0-b5f8-09d449096546 req-84a6d4b9-b033-4292-a26f-8596d6ee5aed tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412722 Jan 17 15:01:31.304152 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c0e74-d99c-4e23-95df-2c8f0340040e req-026c43d8-eedc-473d-896f-0d5ed2f8a3b5 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:31.306114 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7e9c0e74-d99c-4e23-95df-2c8f0340040e req-026c43d8-eedc-473d-896f-0d5ed2f8a3b5 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 932 time: 0.1943893 Jan 17 15:01:31.350662 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7e9c0e74-d99c-4e23-95df-2c8f0340040e req-e798a42c-d32e-463a-987c-777d69845e2f tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389674 Jan 17 15:01:32.534998 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2d9d6-cc65-47cd-a42a-f01f5617def3 req-0a1a1998-65b0-44d4-a0c5-4b7a325eb2ca tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:32.536490 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-17a2d9d6-cc65-47cd-a42a-f01f5617def3 req-0a1a1998-65b0-44d4-a0c5-4b7a325eb2ca tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 932 time: 0.0820789 Jan 17 15:01:32.580210 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-17a2d9d6-cc65-47cd-a42a-f01f5617def3 req-07d17cea-4eb7-4c3f-ba85-b3b821e6cc7f tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380681 Jan 17 15:01:32.915835 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] Request body: {'port': {'device_id': 'eaab3c30-cb71-4566-82b0-495c3f549910', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:01:33.026536 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:33.366689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b5533a-44af-472b-9376-328b91ae1863 {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:01:33.376048 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:33.389924 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] Transition to ACTIVE for port object f9b5533a-44af-472b-9376-328b91ae1863 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:01:33.393690 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:33.553039 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b5533a-44af-472b-9376-328b91ae1863,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:33.632288 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] Attempting to bind port f9b5533a-44af-472b-9376-328b91ae1863 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:01:33.632616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] Attempting to bind port f9b5533a-44af-472b-9376-328b91ae1863 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '83b5fb60-309b-45f9-b634-630a60d1c92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '381c665e-75bc-4891-8fba-16598699440d'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:01:33.632963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] Attempting to bind port f9b5533a-44af-472b-9376-328b91ae1863 on network 381c665e-75bc-4891-8fba-16598699440d {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:01:33.637627 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] Port f9b5533a-44af-472b-9376-328b91ae1863 on network 381c665e-75bc-4891-8fba-16598699440d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 15:01:33.637939 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] Attempting to bind port f9b5533a-44af-472b-9376-328b91ae1863 on network 381c665e-75bc-4891-8fba-16598699440d {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:01:33.643096 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:01:33.643427 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] Checking segment: {'id': '83b5fb60-309b-45f9-b634-630a60d1c92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '381c665e-75bc-4891-8fba-16598699440d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:01:33.643841 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] Bound using segment: {'id': '83b5fb60-309b-45f9-b634-630a60d1c92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '381c665e-75bc-4891-8fba-16598699440d'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:01:33.644258 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] Bound port: f9b5533a-44af-472b-9376-328b91ae1863, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83b5fb60-309b-45f9-b634-630a60d1c92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '381c665e-75bc-4891-8fba-16598699440d'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:01:33.644598 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:33.785949 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] For port f9b5533a-44af-472b-9376-328b91ae1863, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:01:33.791065 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] For port f9b5533a-44af-472b-9376-328b91ae1863, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=f9b5533a-44af-472b-9376-328b91ae1863,segment=NetworkSegment(83b5fb60-309b-45f9-b634-630a60d1c92a),segment_id=83b5fb60-309b-45f9-b634-630a60d1c92a)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:01:33.796970 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:33.861307 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:33.861919 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:33.863294 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] 10.222.0.15 "PUT /v2.0/ports/f9b5533a-44af-472b-9376-328b91ae1863 HTTP/1.1" status: 200 len: 1094 time: 0.9519169 Jan 17 15:01:33.863747 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaab3c30-cb71-4566-82b0-495c3f549910', 'tag': 'f9b5533a-44af-472b-9376-328b91ae1863'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:01:33.878417 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34f3b3-5092-4791-aeba-4ef2d17fb60f req-dfa607eb-52a2-4a88-a994-272768d9e7a2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:33.879971 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6c34f3b3-5092-4791-aeba-4ef2d17fb60f req-dfa607eb-52a2-4a88-a994-272768d9e7a2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 944 time: 0.1848114 Jan 17 15:01:33.942635 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaab3c30-cb71-4566-82b0-495c3f549910', 'tag': 'f9b5533a-44af-472b-9376-328b91ae1863', 'status': 'completed', 'code': 200} Jan 17 15:01:33.962622 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7fd2d-533b-4a50-9eef-d787e45bc250 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b5533a-44af-472b-9376-328b91ae1863,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:33.994788 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6c34f3b3-5092-4791-aeba-4ef2d17fb60f req-2225fddc-e1cd-4e1a-bcf5-9e0931209ef9 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083841 Jan 17 15:01:34.016701 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-e49c91c6-a686-46d1-abb0-e4c3e504b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:34.016701 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-e49c91c6-a686-46d1-abb0-e4c3e504b3e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d143fbf583f478487f9eae016825b01&device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 1097 time: 0.1097417 Jan 17 15:01:34.088284 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-9731e747-8f44-4e18-aa85-5ee2f1f17cf3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9b5533a-44af-472b-9376-328b91ae1863 HTTP/1.1" status: 200 len: 217 time: 0.0665028 Jan 17 15:01:34.150089 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-eba58348-35a3-4f78-9d21-bf86e8c1336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:34.151522 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-eba58348-35a3-4f78-9d21-bf86e8c1336a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79364c15-7627-482a-91d9-823a1750c626 HTTP/1.1" status: 200 len: 853 time: 0.0568075 Jan 17 15:01:34.226008 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-7ce75230-d7f0-47c9-bb1b-933cc4873d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:34.227504 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-7ce75230-d7f0-47c9-bb1b-933cc4873d62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=381c665e-75bc-4891-8fba-16598699440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693860 Jan 17 15:01:34.361288 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-249e8ede-f748-4c72-9ab1-f8f33313ec75 service neutron] 10.222.0.15 "GET /v2.0/networks/381c665e-75bc-4891-8fba-16598699440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271412 Jan 17 15:01:34.492310 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b4c2469e-e52a-4de2-af36-82ddc65e512a req-5ba10b61-1e37-41c3-ab1f-d2a9627d3ee9 service neutron] 10.222.0.15 "GET /v2.0/networks/381c665e-75bc-4891-8fba-16598699440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248548 Jan 17 15:01:34.613432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4e40d-a0e6-428b-bebc-35ef46dece25 req-87e2824c-a1a4-407f-a155-1ea5fcda23e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:34.614935 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1cf4e40d-a0e6-428b-bebc-35ef46dece25 req-87e2824c-a1a4-407f-a155-1ea5fcda23e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d143fbf583f478487f9eae016825b01&device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 1097 time: 0.0758448 Jan 17 15:01:34.867940 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4e40d-a0e6-428b-bebc-35ef46dece25 req-f3c122b9-d216-4604-9978-e32e5aa98f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:34.869845 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1cf4e40d-a0e6-428b-bebc-35ef46dece25 req-f3c122b9-d216-4604-9978-e32e5aa98f96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=381c665e-75bc-4891-8fba-16598699440d HTTP/1.1" status: 200 len: 915 time: 0.2476325 Jan 17 15:01:34.940412 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1cf4e40d-a0e6-428b-bebc-35ef46dece25 req-b70046cc-79f3-4a50-9be5-4938a1a01d16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9b5533a-44af-472b-9376-328b91ae1863 HTTP/1.1" status: 200 len: 217 time: 0.0641389 Jan 17 15:01:35.001667 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4e40d-a0e6-428b-bebc-35ef46dece25 req-ecfcd2a6-0d1c-44a6-8aa3-3b10973fda7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:35.003101 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1cf4e40d-a0e6-428b-bebc-35ef46dece25 req-ecfcd2a6-0d1c-44a6-8aa3-3b10973fda7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79364c15-7627-482a-91d9-823a1750c626 HTTP/1.1" status: 200 len: 853 time: 0.0575089 Jan 17 15:01:35.079119 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4e40d-a0e6-428b-bebc-35ef46dece25 req-67fc8eeb-dc66-4cfb-a47b-673b3485cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:35.080524 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1cf4e40d-a0e6-428b-bebc-35ef46dece25 req-67fc8eeb-dc66-4cfb-a47b-673b3485cad2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=381c665e-75bc-4891-8fba-16598699440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710790 Jan 17 15:01:35.184042 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f604ec-75b8-40b6-9e7a-3cbc9e83e695 req-e5c9b9c2-cea1-4209-b86a-b0a50c772c5d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:35.185509 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e9f604ec-75b8-40b6-9e7a-3cbc9e83e695 req-e5c9b9c2-cea1-4209-b86a-b0a50c772c5d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 944 time: 0.0805130 Jan 17 15:01:35.212916 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1cf4e40d-a0e6-428b-bebc-35ef46dece25 req-57b2f0c3-00ac-4b6c-8c71-97dddbfb32b4 service neutron] 10.222.0.15 "GET /v2.0/networks/381c665e-75bc-4891-8fba-16598699440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252158 Jan 17 15:01:35.230699 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e9f604ec-75b8-40b6-9e7a-3cbc9e83e695 req-6765d580-4c5e-4000-8ef6-fcba68ad737f tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394616 Jan 17 15:01:35.346448 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1cf4e40d-a0e6-428b-bebc-35ef46dece25 req-f0323d40-1c7d-4b27-ab57-2031d52f8c9d service neutron] 10.222.0.15 "GET /v2.0/networks/381c665e-75bc-4891-8fba-16598699440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268749 Jan 17 15:01:36.421842 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba0f06-f5b0-44c4-a834-ac60a8bddd74 req-73f06aca-7d12-405c-88d4-cd264a665f2b tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:36.423491 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-40ba0f06-f5b0-44c4-a834-ac60a8bddd74 req-73f06aca-7d12-405c-88d4-cd264a665f2b tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 944 time: 0.0898519 Jan 17 15:01:36.467757 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-40ba0f06-f5b0-44c4-a834-ac60a8bddd74 req-61b8c2ad-9743-48e9-9793-4ae44f08f88a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384064 Jan 17 15:01:37.376051 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device f9b5533a-44af-472b-9376-328b91ae1863 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 15:01:37.554157 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port f9b5533a-44af-472b-9376-328b91ae1863, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=f9b5533a-44af-472b-9376-328b91ae1863,segment=NetworkSegment(83b5fb60-309b-45f9-b634-630a60d1c92a),segment_id=83b5fb60-309b-45f9-b634-630a60d1c92a)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:01:37.568173 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': 'f9b5533a-44af-472b-9376-328b91ae1863', 'network_id': '381c665e-75bc-4891-8fba-16598699440d', 'port_id': 'f9b5533a-44af-472b-9376-328b91ae1863', 'mac_address': 'fa:16:3e:72:2c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79364c15-7627-482a-91d9-823a1750c626', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 15:01:37.623382 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:37.640744 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b5533a-44af-472b-9376-328b91ae1863 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:01:37.654633 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a606dee-9951-44f0-9679-412cf246fef8 req-6d62a616-2bb8-4f58-89b5-619f7be6a69d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:37.656149 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3a606dee-9951-44f0-9679-412cf246fef8 req-6d62a616-2bb8-4f58-89b5-619f7be6a69d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 944 time: 0.0826461 Jan 17 15:01:37.666405 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port f9b5533a-44af-472b-9376-328b91ae1863, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=f9b5533a-44af-472b-9376-328b91ae1863,segment=NetworkSegment(83b5fb60-309b-45f9-b634-630a60d1c92a),segment_id=83b5fb60-309b-45f9-b634-630a60d1c92a)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:01:37.671841 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:37.726466 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3a606dee-9951-44f0-9679-412cf246fef8 req-cd30fc1d-8568-4dc9-8ab9-370d7f0446dd tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640113 Jan 17 15:01:37.764001 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=f9b5533a-44af-472b-9376-328b91ae1863,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:38.054910 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['f9b5533a-44af-472b-9376-328b91ae1863'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:01:38.911822 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a41fa3-597b-47f5-bc8a-9dbb05f4e767 req-ea6fd962-11eb-4a9e-8183-a40c40f8ae6f tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:38.913310 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-72a41fa3-597b-47f5-bc8a-9dbb05f4e767 req-ea6fd962-11eb-4a9e-8183-a40c40f8ae6f tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 945 time: 0.0805650 Jan 17 15:01:38.961300 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-72a41fa3-597b-47f5-bc8a-9dbb05f4e767 req-d5f5b715-7bb7-4983-8537-bdfeb995b554 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420914 Jan 17 15:01:39.374049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device f9b5533a-44af-472b-9376-328b91ae1863 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:01:39.442901 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port f9b5533a-44af-472b-9376-328b91ae1863 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:01:39.448409 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port f9b5533a-44af-472b-9376-328b91ae1863 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:01:39.448774 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:39.574550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:39.603021 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaab3c30-cb71-4566-82b0-495c3f549910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b5533a-44af-472b-9376-328b91ae1863'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:01:39.614529 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port f9b5533a-44af-472b-9376-328b91ae1863, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=f9b5533a-44af-472b-9376-328b91ae1863,segment=NetworkSegment(83b5fb60-309b-45f9-b634-630a60d1c92a),segment_id=83b5fb60-309b-45f9-b634-630a60d1c92a)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:01:39.620272 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:39.652307 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaab3c30-cb71-4566-82b0-495c3f549910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b5533a-44af-472b-9376-328b91ae1863', 'code': 200} Jan 17 15:01:39.693119 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=f9b5533a-44af-472b-9376-328b91ae1863,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:39.883133 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:01:39.889768 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6558b03-5a1c-42eb-8a8d-15b7cf07b7c9 req-104bb803-d283-4b35-b2d8-d38044bda3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:39.891269 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b6558b03-5a1c-42eb-8a8d-15b7cf07b7c9 req-104bb803-d283-4b35-b2d8-d38044bda3b2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 1099 time: 0.0712309 Jan 17 15:01:39.932717 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b6558b03-5a1c-42eb-8a8d-15b7cf07b7c9 req-9a89cd7a-0991-4a31-845c-3f3948185647 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358562 Jan 17 15:01:40.145853 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d1db5-fad0-4d89-8921-d3f4af6c3710 req-569f440a-702f-484a-a78c-33b83f772e24 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:40.147303 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-640d1db5-fad0-4d89-8921-d3f4af6c3710 req-569f440a-702f-484a-a78c-33b83f772e24 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 946 time: 0.0824676 Jan 17 15:01:40.193207 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-640d1db5-fad0-4d89-8921-d3f4af6c3710 req-2d187c74-2a9e-43aa-8f61-61212a0a22e8 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384731 Jan 17 15:01:40.757137 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ac098673-2a48-473f-8111-cf1565227521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:41.377597 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164bc90-93b3-4eb7-8762-c5e769b47196 req-4bfe0f61-06de-44ce-9277-705e1c3fadf5 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:41.379068 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3164bc90-93b3-4eb7-8762-c5e769b47196 req-4bfe0f61-06de-44ce-9277-705e1c3fadf5 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 946 time: 0.0787737 Jan 17 15:01:41.426726 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3164bc90-93b3-4eb7-8762-c5e769b47196 req-c528cf61-fbe7-4a36-9b1e-9f52a834892c tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413978 Jan 17 15:01:41.612184 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9bb79-83de-4b53-8634-915598e1d634 req-8a20447a-3d11-47f0-b093-f8b4872dd1bc tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:41.613545 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c5a9bb79-83de-4b53-8634-915598e1d634 req-8a20447a-3d11-47f0-b093-f8b4872dd1bc tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 946 time: 0.0832400 Jan 17 15:01:41.657493 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c5a9bb79-83de-4b53-8634-915598e1d634 req-500d6860-243f-4081-95ad-38acd0fcc45d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378752 Jan 17 15:01:42.060261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511d837-9b9d-4c9e-addf-b4c654527f4e req-19ccdb82-4dec-4fde-9a8f-88a052af1afc tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:42.061873 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1511d837-9b9d-4c9e-addf-b4c654527f4e req-19ccdb82-4dec-4fde-9a8f-88a052af1afc tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 946 time: 0.0898919 Jan 17 15:01:42.109323 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1511d837-9b9d-4c9e-addf-b4c654527f4e req-5579e5b3-80cf-4160-a64f-0cb3306bdb22 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415962 Jan 17 15:01:43.932972 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2c309380-85f5-480b-9ad2-68d1e19d1e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:44.051397 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:44.088392 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:45.616492 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:52.464948 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950c655-b360-4443-8076-9b667da20846 req-4eec371d-a84e-484b-a1a0-440b7b65f38b tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:52.466818 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1950c655-b360-4443-8076-9b667da20846 req-4eec371d-a84e-484b-a1a0-440b7b65f38b tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 946 time: 0.0843110 Jan 17 15:01:52.519663 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1950c655-b360-4443-8076-9b667da20846 req-2cedd9d3-08a9-4cfd-9e72-896bdf75eb28 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455315 Jan 17 15:01:52.544788 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45262) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:01:52.724577 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dd2ca8-a276-4f3a-922b-0c9a155b4e03 tempest-TestMinimumBasicScenario-466727317 tempest-TestMinimumBasicScenario-466727317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:52.725274 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-20dd2ca8-a276-4f3a-922b-0c9a155b4e03 tempest-TestMinimumBasicScenario-466727317 tempest-TestMinimumBasicScenario-466727317-project-admin] Synchronizing usage tracker for tenant:28d12c2e513d4703a0d8a147afc1fa8c on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:01:52.743912 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-20dd2ca8-a276-4f3a-922b-0c9a155b4e03 tempest-TestMinimumBasicScenario-466727317 tempest-TestMinimumBasicScenario-466727317-project-admin] Unset dirty status for tenant:28d12c2e513d4703a0d8a147afc1fa8c on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:01:52.745100 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-20dd2ca8-a276-4f3a-922b-0c9a155b4e03 tempest-TestMinimumBasicScenario-466727317 tempest-TestMinimumBasicScenario-466727317-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 1094 time: 0.1993129 Jan 17 15:01:52.749074 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45268) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:01:52.754253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': 'f9b5533a-44af-472b-9376-328b91ae1863', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:01:52.761734 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:01:52.765743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Usage tracker for resource:floatingip and tenant:6d143fbf583f478487f9eae016825b01 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:01:52.768777 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:01:52.775573 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:01:52.786858 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:52.933872 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:53.077054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Allocated IP 172.26.3.25 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/be830e1e-0f77-46e6-a4ad-d80f06672932) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:01:53.228347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:53.256817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:53.320682 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:01:53.323368 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:01:53.327230 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:53.327805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:01:53.365459 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Pushing event updated for resources: {'Port': ['ID=be830e1e-0f77-46e6-a4ad-d80f06672932,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:53.864469 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:53.936870 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:54.143893 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:54.148433 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:54.261935 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Pushing event updated for resources: {'Port': ['ID=be830e1e-0f77-46e6-a4ad-d80f06672932,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:54.273633 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:54.445945 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Floating IP f4ed17f8-cf0e-41b0-9797-3bdece44de9e associated. External IP: 172.26.3.25, port: f9b5533a-44af-472b-9376-328b91ae1863. Jan 17 15:01:54.801615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Router 1255c73b-67a2-4077-beff-972213b09975 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:01:55.102594 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:01:55.112516 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329583e8-d650-40f0-81eb-e01e58f42944 None None] Sync routers for ids ['1255c73b-67a2-4077-beff-972213b09975'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:01:55.123152 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329583e8-d650-40f0-81eb-e01e58f42944 None None] Routers {'1255c73b-67a2-4077-beff-972213b09975'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:01:55.123794 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-329583e8-d650-40f0-81eb-e01e58f42944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:01:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['1255c73b-67a2-4077-beff-972213b09975'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:01:55.128866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:55.188834 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-28434d20-cfd2-4107-b1f3-1348d727984d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4386811 Jan 17 15:01:55.189575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaab3c30-cb71-4566-82b0-495c3f549910', 'tag': 'f9b5533a-44af-472b-9376-328b91ae1863'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:01:55.191620 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 45272) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:01:55.196820 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-977480450', 'description': 'tempest-secgroup-smoke-977480450 description', 'project_id': '6d143fbf583f478487f9eae016825b01'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:01:55.216452 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:01:55.237435 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:01:55.249479 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:55.250388 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaab3c30-cb71-4566-82b0-495c3f549910', 'tag': 'f9b5533a-44af-472b-9376-328b91ae1863', 'status': 'completed', 'code': 200} Jan 17 15:01:55.270977 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:01:55.275615 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Usage tracker for resource:security_group_rule and tenant:6d143fbf583f478487f9eae016825b01 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:01:55.278632 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:01:55.284804 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:01:55.308366 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-329583e8-d650-40f0-81eb-e01e58f42944 None None] Set router 1255c73b-67a2-4077-beff-972213b09975 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:01:55.359253 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:55.364530 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:55.368514 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4aabd6-fc5f-437c-9a24-040b6cbce48c req-815a42d4-99c2-423e-9d15-0112f2ba8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:55.370119 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7d4aabd6-fc5f-437c-9a24-040b6cbce48c req-815a42d4-99c2-423e-9d15-0112f2ba8202 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d143fbf583f478487f9eae016825b01&device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 1099 time: 0.0878913 Jan 17 15:01:55.417034 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b66f774c-a00e-4f5f-b2d9-a5e783f0b188,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:55.425369 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:55.425712 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:55.426052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:55.426390 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:55.426721 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:55.427185 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:55.427519 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:55.427876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:55.428204 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:55.428525 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:55.428846 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:55.429265 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:01:55.434098 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:55.438131 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ab322ad3-eef0-489c-befe-ce023bd68164 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2426684 Jan 17 15:01:55.438311 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 45278) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:01:55.443867 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-d0139b21-a379-449c-b5df-8f31d5d44fda tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Request body: {'security_group_rule': {'security_group_id': 'b66f774c-a00e-4f5f-b2d9-a5e783f0b188', 'project_id': '6d143fbf583f478487f9eae016825b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:01:55.450550 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d0139b21-a379-449c-b5df-8f31d5d44fda tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:01:55.454764 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d0139b21-a379-449c-b5df-8f31d5d44fda tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Usage tracker for resource:security_group_rule and tenant:6d143fbf583f478487f9eae016825b01 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:01:55.457770 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d0139b21-a379-449c-b5df-8f31d5d44fda tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:01:55.464139 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d0139b21-a379-449c-b5df-8f31d5d44fda tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:01:55.487394 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d0139b21-a379-449c-b5df-8f31d5d44fda tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:55.509359 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4aabd6-fc5f-437c-9a24-040b6cbce48c req-766ed1ad-b0f2-4a95-b13f-68c1c0340885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:55.510894 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7d4aabd6-fc5f-437c-9a24-040b6cbce48c req-766ed1ad-b0f2-4a95-b13f-68c1c0340885 service neutron] 10.222.0.15 "GET /v2.0/networks?id=381c665e-75bc-4891-8fba-16598699440d HTTP/1.1" status: 200 len: 915 time: 0.1342564 Jan 17 15:01:55.559586 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d0139b21-a379-449c-b5df-8f31d5d44fda tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:55.564044 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d0139b21-a379-449c-b5df-8f31d5d44fda tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:55.593446 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0139b21-a379-449c-b5df-8f31d5d44fda tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95105f72-56c1-4a65-8986-96e4c1950ac2,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:55.603163 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d0139b21-a379-449c-b5df-8f31d5d44fda tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:55.604919 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d0139b21-a379-449c-b5df-8f31d5d44fda tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1653333 Jan 17 15:01:55.607349 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 45282) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:01:55.613121 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-5413da2e-c2c9-46f9-a243-27da46010fc8 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Request body: {'security_group_rule': {'security_group_id': 'b66f774c-a00e-4f5f-b2d9-a5e783f0b188', 'project_id': '6d143fbf583f478487f9eae016825b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:01:55.619751 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5413da2e-c2c9-46f9-a243-27da46010fc8 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:01:55.623886 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5413da2e-c2c9-46f9-a243-27da46010fc8 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Usage tracker for resource:security_group_rule and tenant:6d143fbf583f478487f9eae016825b01 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:01:55.624077 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7d4aabd6-fc5f-437c-9a24-040b6cbce48c req-13ae8683-8f35-456f-9562-7d7bf25fecd6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9b5533a-44af-472b-9376-328b91ae1863 HTTP/1.1" status: 200 len: 999 time: 0.1072943 Jan 17 15:01:55.626907 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5413da2e-c2c9-46f9-a243-27da46010fc8 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:01:55.633320 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5413da2e-c2c9-46f9-a243-27da46010fc8 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:01:55.655203 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5413da2e-c2c9-46f9-a243-27da46010fc8 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:55.674953 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-329583e8-d650-40f0-81eb-e01e58f42944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1255c73b-67a2-4077-beff-972213b09975', 'name': 'tempest-TestMinimumBasicScenario-739585511-router', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:00:58Z', 'updated_at': '2022-01-17T15:01:02Z', 'revision_number': 4, 'project_id': '6d143fbf583f478487f9eae016825b01', 'gw_port': {'id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:00:59Z', 'updated_at': '2022-01-17T15:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'f4ed17f8-cf0e-41b0-9797-3bdece44de9e', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'floating_ip_address': '172.26.3.25', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '1255c73b-67a2-4077-beff-972213b09975', 'port_id': 'f9b5533a-44af-472b-9376-328b91ae1863', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '381c665e-75bc-4891-8fba-16598699440d', 'mac_address': 'fa:16:3e:72:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaab3c30-cb71-4566-82b0-495c3f549910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:01:53Z', 'updated_at': '2022-01-17T15:01:53Z', 'revision_number': 0, 'project_id': '6d143fbf583f478487f9eae016825b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0295902-82a0-4718-84f8-fab1e11d6097', 'name': '', 'network_id': '381c665e-75bc-4891-8fba-16598699440d', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'mac_address': 'fa:16:3e:49:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '79364c15-7627-482a-91d9-823a1750c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:01Z', 'updated_at': '2022-01-17T15:01:10Z', 'revision_number': 5, 'project_id': '6d143fbf583f478487f9eae016825b01', 'subnets': [{'id': '79364c15-7627-482a-91d9-823a1750c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:01:55.680409 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329583e8-d650-40f0-81eb-e01e58f42944 None None] Checking router: 1255c73b-67a2-4077-beff-972213b09975 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:01:55.690747 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329583e8-d650-40f0-81eb-e01e58f42944 None None] Routers {'1255c73b-67a2-4077-beff-972213b09975'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:01:55.691758 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-329583e8-d650-40f0-81eb-e01e58f42944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:01:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['1255c73b-67a2-4077-beff-972213b09975'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:01:55.695495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4aabd6-fc5f-437c-9a24-040b6cbce48c req-0c8e6cbe-36ad-455d-8aaa-52c5e0fe37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:55.697013 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7d4aabd6-fc5f-437c-9a24-040b6cbce48c req-0c8e6cbe-36ad-455d-8aaa-52c5e0fe37f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79364c15-7627-482a-91d9-823a1750c626 HTTP/1.1" status: 200 len: 853 time: 0.0675595 Jan 17 15:01:55.802244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4aabd6-fc5f-437c-9a24-040b6cbce48c req-a35cb7cf-2b79-4aad-b5f6-5f2a478125a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:55.803921 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7d4aabd6-fc5f-437c-9a24-040b6cbce48c req-a35cb7cf-2b79-4aad-b5f6-5f2a478125a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=381c665e-75bc-4891-8fba-16598699440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1003709 Jan 17 15:01:55.819533 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [req-7d4aabd6-fc5f-437c-9a24-040b6cbce48c req-6ef9856e-a0bd-4288-9825-82cdd32537f9 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 15:01:55.821386 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7d4aabd6-fc5f-437c-9a24-040b6cbce48c req-6ef9856e-a0bd-4288-9825-82cdd32537f9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098796 Jan 17 15:01:55.879002 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5413da2e-c2c9-46f9-a243-27da46010fc8 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:55.883880 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5413da2e-c2c9-46f9-a243-27da46010fc8 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:55.895351 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-329583e8-d650-40f0-81eb-e01e58f42944 None None] Set router 1255c73b-67a2-4077-beff-972213b09975 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:01:55.907333 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413da2e-c2c9-46f9-a243-27da46010fc8 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce36618c-2c55-4bd6-9e55-0b7c32a00996,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:55.921088 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5413da2e-c2c9-46f9-a243-27da46010fc8 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:55.922511 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5413da2e-c2c9-46f9-a243-27da46010fc8 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3139558 Jan 17 15:01:55.925878 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45286) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:01:55.932507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-ca4659e3-6af7-4883-9851-a6be5ed86125 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Request body: {'security_group_rule': {'security_group_id': 'b66f774c-a00e-4f5f-b2d9-a5e783f0b188', 'project_id': '6d143fbf583f478487f9eae016825b01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:01:55.942619 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ca4659e3-6af7-4883-9851-a6be5ed86125 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:01:55.957909 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ca4659e3-6af7-4883-9851-a6be5ed86125 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Usage tracker for resource:security_group_rule and tenant:6d143fbf583f478487f9eae016825b01 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:01:55.962621 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ca4659e3-6af7-4883-9851-a6be5ed86125 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:01:55.977818 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ca4659e3-6af7-4883-9851-a6be5ed86125 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:01:55.990520 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7d4aabd6-fc5f-437c-9a24-040b6cbce48c req-a8466f18-507a-4672-953d-25756d944e6d service neutron] 10.222.0.15 "GET /v2.0/networks/381c665e-75bc-4891-8fba-16598699440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628423 Jan 17 15:01:56.029715 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ca4659e3-6af7-4883-9851-a6be5ed86125 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:56.179338 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7d4aabd6-fc5f-437c-9a24-040b6cbce48c req-6f46783a-5bfe-4a54-a591-5e081d80879c service neutron] 10.222.0.15 "GET /v2.0/networks/381c665e-75bc-4891-8fba-16598699440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798534 Jan 17 15:01:56.191634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ca4659e3-6af7-4883-9851-a6be5ed86125 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:56.196641 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ca4659e3-6af7-4883-9851-a6be5ed86125 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:56.222885 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4659e3-6af7-4883-9851-a6be5ed86125 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97abb7ba-b77b-42b5-aa9a-270c7c5956c6,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:56.232406 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ca4659e3-6af7-4883-9851-a6be5ed86125 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:56.233622 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ca4659e3-6af7-4883-9851-a6be5ed86125 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3068280 Jan 17 15:01:56.236324 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45290) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:01:56.241468 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-f7e8f166-f4ad-49a5-a38f-36a468c1785a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Request body: {'security_group_rule': {'security_group_id': 'b66f774c-a00e-4f5f-b2d9-a5e783f0b188', 'project_id': '6d143fbf583f478487f9eae016825b01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:01:56.247646 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f7e8f166-f4ad-49a5-a38f-36a468c1785a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:01:56.251463 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f7e8f166-f4ad-49a5-a38f-36a468c1785a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Usage tracker for resource:security_group_rule and tenant:6d143fbf583f478487f9eae016825b01 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:01:56.254616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f7e8f166-f4ad-49a5-a38f-36a468c1785a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:01:56.260940 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f7e8f166-f4ad-49a5-a38f-36a468c1785a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:01:56.279675 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f7e8f166-f4ad-49a5-a38f-36a468c1785a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:56.300833 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-329583e8-d650-40f0-81eb-e01e58f42944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1255c73b-67a2-4077-beff-972213b09975', 'name': 'tempest-TestMinimumBasicScenario-739585511-router', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:00:58Z', 'updated_at': '2022-01-17T15:01:02Z', 'revision_number': 4, 'project_id': '6d143fbf583f478487f9eae016825b01', 'gw_port': {'id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:00:59Z', 'updated_at': '2022-01-17T15:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'f4ed17f8-cf0e-41b0-9797-3bdece44de9e', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'floating_ip_address': '172.26.3.25', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '1255c73b-67a2-4077-beff-972213b09975', 'port_id': 'f9b5533a-44af-472b-9376-328b91ae1863', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '381c665e-75bc-4891-8fba-16598699440d', 'mac_address': 'fa:16:3e:72:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaab3c30-cb71-4566-82b0-495c3f549910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:01:53Z', 'updated_at': '2022-01-17T15:01:53Z', 'revision_number': 0, 'project_id': '6d143fbf583f478487f9eae016825b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0295902-82a0-4718-84f8-fab1e11d6097', 'name': '', 'network_id': '381c665e-75bc-4891-8fba-16598699440d', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'mac_address': 'fa:16:3e:49:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '79364c15-7627-482a-91d9-823a1750c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:01Z', 'updated_at': '2022-01-17T15:01:10Z', 'revision_number': 5, 'project_id': '6d143fbf583f478487f9eae016825b01', 'subnets': [{'id': '79364c15-7627-482a-91d9-823a1750c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:01:56.305058 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329583e8-d650-40f0-81eb-e01e58f42944 None None] The sync data for ids ['1255c73b-67a2-4077-beff-972213b09975'] in dv-neutron-824901-1-hyperv is: [{'id': '1255c73b-67a2-4077-beff-972213b09975', 'name': 'tempest-TestMinimumBasicScenario-739585511-router', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:00:58Z', 'updated_at': '2022-01-17T15:01:02Z', 'revision_number': 4, 'project_id': '6d143fbf583f478487f9eae016825b01', 'gw_port': {'id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:00:59Z', 'updated_at': '2022-01-17T15:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'f4ed17f8-cf0e-41b0-9797-3bdece44de9e', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'floating_ip_address': '172.26.3.25', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '1255c73b-67a2-4077-beff-972213b09975', 'port_id': 'f9b5533a-44af-472b-9376-328b91ae1863', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '381c665e-75bc-4891-8fba-16598699440d', 'mac_address': 'fa:16:3e:72:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaab3c30-cb71-4566-82b0-495c3f549910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:01:53Z', 'updated_at': '2022-01-17T15:01:53Z', 'revision_number': 0, 'project_id': '6d143fbf583f478487f9eae016825b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0295902-82a0-4718-84f8-fab1e11d6097', 'name': '', 'network_id': '381c665e-75bc-4891-8fba-16598699440d', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'mac_address': 'fa:16:3e:49:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '79364c15-7627-482a-91d9-823a1750c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:01Z', 'updated_at': '2022-01-17T15:01:10Z', 'revision_number': 5, 'project_id': '6d143fbf583f478487f9eae016825b01', 'subnets': [{'id': '79364c15-7627-482a-91d9-823a1750c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:01:56.350622 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f7e8f166-f4ad-49a5-a38f-36a468c1785a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:56.355556 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f7e8f166-f4ad-49a5-a38f-36a468c1785a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:56.380000 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8f166-f4ad-49a5-a38f-36a468c1785a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374ee289-27ee-4bd5-9091-1a7c1fbea8bf,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:56.392305 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f7e8f166-f4ad-49a5-a38f-36a468c1785a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:56.394824 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f7e8f166-f4ad-49a5-a38f-36a468c1785a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1574256 Jan 17 15:01:56.397601 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 45294) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:01:56.405609 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-b234ec0e-d0b4-42f0-a852-94951e4e932e tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Request body: {'security_group_rule': {'security_group_id': 'b66f774c-a00e-4f5f-b2d9-a5e783f0b188', 'project_id': '6d143fbf583f478487f9eae016825b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:01:56.411975 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b234ec0e-d0b4-42f0-a852-94951e4e932e tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:01:56.416597 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b234ec0e-d0b4-42f0-a852-94951e4e932e tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Usage tracker for resource:security_group_rule and tenant:6d143fbf583f478487f9eae016825b01 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:01:56.419696 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b234ec0e-d0b4-42f0-a852-94951e4e932e tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:01:56.425521 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b234ec0e-d0b4-42f0-a852-94951e4e932e tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:01:56.437691 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-b234ec0e-d0b4-42f0-a852-94951e4e932e tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Project 6d143fbf583f478487f9eae016825b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 15:01:56.444899 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b234ec0e-d0b4-42f0-a852-94951e4e932e tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:56.513105 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b234ec0e-d0b4-42f0-a852-94951e4e932e tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:56.517793 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b234ec0e-d0b4-42f0-a852-94951e4e932e tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:56.533159 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c389e2d-69ad-4556-bef8-0636282a256c None None] New status for floating IP f4ed17f8-cf0e-41b0-9797-3bdece44de9e: ACTIVE {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 15:01:56.550169 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234ec0e-d0b4-42f0-a852-94951e4e932e tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4ee5b4-dd1d-49e6-8c4a-aa23e5d2d83f,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:56.554081 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b234ec0e-d0b4-42f0-a852-94951e4e932e tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:56.555903 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b234ec0e-d0b4-42f0-a852-94951e4e932e tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1561553 Jan 17 15:01:56.558932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 45298) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:01:56.563955 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-1d5a8695-cfcd-46d5-b078-895a71c13442 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Request body: {'security_group_rule': {'security_group_id': 'b66f774c-a00e-4f5f-b2d9-a5e783f0b188', 'project_id': '6d143fbf583f478487f9eae016825b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:01:56.570172 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1d5a8695-cfcd-46d5-b078-895a71c13442 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:01:56.574323 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1d5a8695-cfcd-46d5-b078-895a71c13442 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Usage tracker for resource:security_group_rule and tenant:6d143fbf583f478487f9eae016825b01 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:01:56.577258 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1d5a8695-cfcd-46d5-b078-895a71c13442 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:01:56.582975 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1d5a8695-cfcd-46d5-b078-895a71c13442 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:01:56.593097 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-1d5a8695-cfcd-46d5-b078-895a71c13442 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Project 6d143fbf583f478487f9eae016825b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 15:01:56.600193 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1d5a8695-cfcd-46d5-b078-895a71c13442 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:56.671550 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1d5a8695-cfcd-46d5-b078-895a71c13442 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:56.675461 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1d5a8695-cfcd-46d5-b078-895a71c13442 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:56.698938 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a8695-cfcd-46d5-b078-895a71c13442 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93665c2-3ad7-46db-89e3-d2f10867bc48,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:56.709084 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1d5a8695-cfcd-46d5-b078-895a71c13442 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:56.710538 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1d5a8695-cfcd-46d5-b078-895a71c13442 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1507955 Jan 17 15:01:56.842667 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3ee4aadc-5fc8-4845-b162-b8f8fa4d713e req-bb761b30-2c6f-4ba5-80a8-8720593a8747 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977480450&fields=id&tenant_id=6d143fbf583f478487f9eae016825b01 HTTP/1.1" status: 200 len: 267 time: 0.0465429 Jan 17 15:01:56.928386 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4aadc-5fc8-4845-b162-b8f8fa4d713e req-7b8db81b-df0c-4d41-9c85-ac03f642b79d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:56.929864 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3ee4aadc-5fc8-4845-b162-b8f8fa4d713e req-7b8db81b-df0c-4d41-9c85-ac03f642b79d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 946 time: 0.0792899 Jan 17 15:01:56.941487 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-3ee4aadc-5fc8-4845-b162-b8f8fa4d713e req-ec12c042-301e-418d-be22-a522038e57b2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Request body: {'port': {'security_groups': ['81cc6cac-a9b9-4928-9fff-c7d2a318be06', 'b66f774c-a00e-4f5f-b2d9-a5e783f0b188']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:01:57.064211 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-3ee4aadc-5fc8-4845-b162-b8f8fa4d713e req-ec12c042-301e-418d-be22-a522038e57b2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:57.322303 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-3ee4aadc-5fc8-4845-b162-b8f8fa4d713e req-ec12c042-301e-418d-be22-a522038e57b2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] For port f9b5533a-44af-472b-9376-328b91ae1863, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=f9b5533a-44af-472b-9376-328b91ae1863,segment=NetworkSegment(83b5fb60-309b-45f9-b634-630a60d1c92a),segment_id=83b5fb60-309b-45f9-b634-630a60d1c92a)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:01:57.346554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-3ee4aadc-5fc8-4845-b162-b8f8fa4d713e req-ec12c042-301e-418d-be22-a522038e57b2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:57.351039 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-3ee4aadc-5fc8-4845-b162-b8f8fa4d713e req-ec12c042-301e-418d-be22-a522038e57b2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:57.364724 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['f9b5533a-44af-472b-9376-328b91ae1863'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:01:57.422353 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4aadc-5fc8-4845-b162-b8f8fa4d713e req-ec12c042-301e-418d-be22-a522038e57b2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:57.423022 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-3ee4aadc-5fc8-4845-b162-b8f8fa4d713e req-ec12c042-301e-418d-be22-a522038e57b2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:57.424472 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3ee4aadc-5fc8-4845-b162-b8f8fa4d713e req-ec12c042-301e-418d-be22-a522038e57b2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "PUT /v2.0/ports/f9b5533a-44af-472b-9376-328b91ae1863 HTTP/1.1" status: 200 len: 982 time: 0.4874868 Jan 17 15:01:57.424929 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaab3c30-cb71-4566-82b0-495c3f549910', 'tag': 'f9b5533a-44af-472b-9376-328b91ae1863'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:01:57.454031 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12c042-301e-418d-be22-a522038e57b2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Pushing event updated for resources: {'Port': ['ID=f9b5533a-44af-472b-9376-328b91ae1863,revision_number=6']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:01:57.483467 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaab3c30-cb71-4566-82b0-495c3f549910', 'tag': 'f9b5533a-44af-472b-9376-328b91ae1863', 'status': 'completed', 'code': 200} Jan 17 15:01:57.487456 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['f9b5533a-44af-472b-9376-328b91ae1863'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:01:57.648154 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300eef94-66d8-45a8-95c9-5bfd87f9d0f2 req-924f21d5-e58c-4482-a03f-881bfb02afd2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:57.657830 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-300eef94-66d8-45a8-95c9-5bfd87f9d0f2 req-924f21d5-e58c-4482-a03f-881bfb02afd2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 985 time: 0.1095388 Jan 17 15:01:57.715351 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-300eef94-66d8-45a8-95c9-5bfd87f9d0f2 req-7c465c4e-4db4-4862-86ac-55101c5b5b61 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Synchronizing usage tracker for tenant:6d143fbf583f478487f9eae016825b01 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:01:57.733959 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-300eef94-66d8-45a8-95c9-5bfd87f9d0f2 req-7c465c4e-4db4-4862-86ac-55101c5b5b61 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Unset dirty status for tenant:6d143fbf583f478487f9eae016825b01 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:01:57.735226 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-300eef94-66d8-45a8-95c9-5bfd87f9d0f2 req-7c465c4e-4db4-4862-86ac-55101c5b5b61 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&id=b66f774c-a00e-4f5f-b2d9-a5e783f0b188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0762677 Jan 17 15:01:57.739015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08289d-625f-47b1-aa4f-c57a33219998 req-e7744cdb-2303-48ad-8ad3-d91b9cef2c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:57.740603 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6e08289d-625f-47b1-aa4f-c57a33219998 req-e7744cdb-2303-48ad-8ad3-d91b9cef2c05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d143fbf583f478487f9eae016825b01&device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 1138 time: 0.2209609 Jan 17 15:01:57.849038 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e1673fb2-761e-4c63-bad0-267c696ffa3b None None] Provisioning complete for port f9b5533a-44af-472b-9376-328b91ae1863 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:01:57.849426 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e1673fb2-761e-4c63-bad0-267c696ffa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:01:57.883934 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08289d-625f-47b1-aa4f-c57a33219998 req-bfc59baf-248f-4246-bbe9-04e7ab153707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:57.885396 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6e08289d-625f-47b1-aa4f-c57a33219998 req-bfc59baf-248f-4246-bbe9-04e7ab153707 service neutron] 10.222.0.15 "GET /v2.0/networks?id=381c665e-75bc-4891-8fba-16598699440d HTTP/1.1" status: 200 len: 915 time: 0.1379325 Jan 17 15:01:57.998578 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6e08289d-625f-47b1-aa4f-c57a33219998 req-49654ee0-a972-446e-97cd-9b0dd6af125a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9b5533a-44af-472b-9376-328b91ae1863 HTTP/1.1" status: 200 len: 1001 time: 0.1008651 Jan 17 15:01:58.063380 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08289d-625f-47b1-aa4f-c57a33219998 req-f2829e1d-66a0-47ec-92b5-9f2dfb29e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:58.064882 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6e08289d-625f-47b1-aa4f-c57a33219998 req-f2829e1d-66a0-47ec-92b5-9f2dfb29e128 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79364c15-7627-482a-91d9-823a1750c626 HTTP/1.1" status: 200 len: 853 time: 0.0592537 Jan 17 15:01:58.146629 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08289d-625f-47b1-aa4f-c57a33219998 req-53570b28-9f0c-49ca-b20d-6a95ba29e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:01:58.148072 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6e08289d-625f-47b1-aa4f-c57a33219998 req-53570b28-9f0c-49ca-b20d-6a95ba29e16b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=381c665e-75bc-4891-8fba-16598699440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761602 Jan 17 15:01:58.287076 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6e08289d-625f-47b1-aa4f-c57a33219998 req-a93d80b5-b91d-4906-9edc-25458e83108c service neutron] 10.222.0.15 "GET /v2.0/networks/381c665e-75bc-4891-8fba-16598699440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325314 Jan 17 15:01:58.417205 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6e08289d-625f-47b1-aa4f-c57a33219998 req-4dd4c100-1313-4682-a7c8-e4d4ebfb34cb service neutron] 10.222.0.15 "GET /v2.0/networks/381c665e-75bc-4891-8fba-16598699440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239104 Jan 17 15:02:10.761053 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2820fc07-1603-4136-b912-3593f8d59de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:02:12.855473 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-17b1da6f-8cc9-4452-b9cc-3279260bf7db req-a9ea996a-b07b-43ba-9798-5e4eec8a2c70 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1133659 Jan 17 15:02:12.994734 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1da6f-8cc9-4452-b9cc-3279260bf7db req-b50764a3-7852-42d4-9d67-b3844f1eaaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:02:12.996211 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-17b1da6f-8cc9-4452-b9cc-3279260bf7db req-b50764a3-7852-42d4-9d67-b3844f1eaaa6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d143fbf583f478487f9eae016825b01&device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 1138 time: 0.0705063 Jan 17 15:02:13.142766 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1da6f-8cc9-4452-b9cc-3279260bf7db req-fe2f31e5-159a-49fb-9e58-039db2fbde1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:02:13.144162 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-17b1da6f-8cc9-4452-b9cc-3279260bf7db req-fe2f31e5-159a-49fb-9e58-039db2fbde1f service neutron] 10.222.0.15 "GET /v2.0/networks?id=381c665e-75bc-4891-8fba-16598699440d HTTP/1.1" status: 200 len: 915 time: 0.1278393 Jan 17 15:02:13.250942 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-17b1da6f-8cc9-4452-b9cc-3279260bf7db req-2fd5ae72-a232-4abe-b1dd-6cd434a18e45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9b5533a-44af-472b-9376-328b91ae1863 HTTP/1.1" status: 200 len: 1001 time: 0.1008992 Jan 17 15:02:13.317873 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1da6f-8cc9-4452-b9cc-3279260bf7db req-8411d83c-8b43-45fa-ac27-33d9ac85b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:02:13.319302 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-17b1da6f-8cc9-4452-b9cc-3279260bf7db req-8411d83c-8b43-45fa-ac27-33d9ac85b322 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79364c15-7627-482a-91d9-823a1750c626 HTTP/1.1" status: 200 len: 853 time: 0.0617113 Jan 17 15:02:13.397467 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1da6f-8cc9-4452-b9cc-3279260bf7db req-4f502ce2-84f7-41d5-8508-225292d79f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:02:13.399614 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-17b1da6f-8cc9-4452-b9cc-3279260bf7db req-4f502ce2-84f7-41d5-8508-225292d79f0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=381c665e-75bc-4891-8fba-16598699440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739236 Jan 17 15:02:13.532880 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-17b1da6f-8cc9-4452-b9cc-3279260bf7db req-71a2df77-90b2-4d2c-a4d7-cb366d430eac service neutron] 10.222.0.15 "GET /v2.0/networks/381c665e-75bc-4891-8fba-16598699440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269364 Jan 17 15:02:13.672223 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-17b1da6f-8cc9-4452-b9cc-3279260bf7db req-40fd9d58-dc2d-4c8c-a25d-19851f657d17 service neutron] 10.222.0.15 "GET /v2.0/networks/381c665e-75bc-4891-8fba-16598699440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332476 Jan 17 15:02:13.937176 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-42622ae3-3e48-4fef-ab51-1dd4eb7baf0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:02:14.054009 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:02:14.089290 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:02:15.616922 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:02:16.882182 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:02:23.326126 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:02:40.765299 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-02b7c1d3-c7f2-45e5-b1dd-233ad5700c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:02:43.942563 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2c29a26b-19a0-42a8-ad5e-5a4bd384ce30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:02:44.055857 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:02:44.096592 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:02:45.623298 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:02:53.352351 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:02:53.882684 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:02:55.827246 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9506655-7420-469a-804b-30d8ae6a341c req-9765ddb4-d276-46f4-a789-8a61e29af5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:02:55.828738 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a9506655-7420-469a-804b-30d8ae6a341c req-9765ddb4-d276-46f4-a789-8a61e29af5cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d143fbf583f478487f9eae016825b01&device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 1138 time: 0.0863905 Jan 17 15:02:56.019834 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd1788-a816-400d-b0ce-d4059f37f6a6 req-83d1f6dd-5166-455f-8808-a7b77158ffbd tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:02:56.021268 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-42cd1788-a816-400d-b0ce-d4059f37f6a6 req-83d1f6dd-5166-455f-8808-a7b77158ffbd tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 985 time: 0.2590075 Jan 17 15:02:56.069145 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-42cd1788-a816-400d-b0ce-d4059f37f6a6 req-dcf30231-ab6e-4a90-9f3f-96b9e255ceec tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&id=b66f774c-a00e-4f5f-b2d9-a5e783f0b188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415118 Jan 17 15:02:56.077640 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9506655-7420-469a-804b-30d8ae6a341c req-fd93156e-da86-4650-96fe-f1653f42f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:02:56.079089 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a9506655-7420-469a-804b-30d8ae6a341c req-fd93156e-da86-4650-96fe-f1653f42f411 service neutron] 10.222.0.15 "GET /v2.0/networks?id=381c665e-75bc-4891-8fba-16598699440d HTTP/1.1" status: 200 len: 915 time: 0.2445962 Jan 17 15:02:56.183216 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a9506655-7420-469a-804b-30d8ae6a341c req-a827c51e-cff7-474a-bd10-d4bb176164d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9b5533a-44af-472b-9376-328b91ae1863 HTTP/1.1" status: 200 len: 1001 time: 0.0971496 Jan 17 15:02:56.245838 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9506655-7420-469a-804b-30d8ae6a341c req-2fc0efe4-26a7-4f1b-9c74-5eb655de617a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:02:56.247277 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a9506655-7420-469a-804b-30d8ae6a341c req-2fc0efe4-26a7-4f1b-9c74-5eb655de617a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79364c15-7627-482a-91d9-823a1750c626 HTTP/1.1" status: 200 len: 853 time: 0.0577550 Jan 17 15:02:56.322651 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9506655-7420-469a-804b-30d8ae6a341c req-c120caab-7ccf-4de0-af82-088309dbbae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:02:56.324073 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a9506655-7420-469a-804b-30d8ae6a341c req-c120caab-7ccf-4de0-af82-088309dbbae2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=381c665e-75bc-4891-8fba-16598699440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696487 Jan 17 15:02:56.455113 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a9506655-7420-469a-804b-30d8ae6a341c req-aad6ce9b-324b-477a-a6f5-5625d344094e service neutron] 10.222.0.15 "GET /v2.0/networks/381c665e-75bc-4891-8fba-16598699440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242888 Jan 17 15:02:56.586363 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a9506655-7420-469a-804b-30d8ae6a341c req-3726b821-89e9-405e-aac3-4463778f4a64 service neutron] 10.222.0.15 "GET /v2.0/networks/381c665e-75bc-4891-8fba-16598699440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246731 Jan 17 15:02:57.311151 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9664387-14d4-4e3b-af4b-3f9e61a79552 req-65ce8917-4f94-4e52-831d-0d94e312c856 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:02:57.312683 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d9664387-14d4-4e3b-af4b-3f9e61a79552 req-65ce8917-4f94-4e52-831d-0d94e312c856 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 985 time: 0.1372006 Jan 17 15:02:57.359349 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d9664387-14d4-4e3b-af4b-3f9e61a79552 req-d9c8400f-2f12-42a3-a2ad-bf3c7475451d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&id=b66f774c-a00e-4f5f-b2d9-a5e783f0b188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409672 Jan 17 15:02:58.542321 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158304f9-c46b-4c92-8f89-5dd8b3cdf432 req-4042e541-e100-4d21-9078-92a164443005 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:02:58.543782 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-158304f9-c46b-4c92-8f89-5dd8b3cdf432 req-4042e541-e100-4d21-9078-92a164443005 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 985 time: 0.0803196 Jan 17 15:02:58.590555 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-158304f9-c46b-4c92-8f89-5dd8b3cdf432 req-8a895714-0f5f-48b7-9eba-ef653aff551d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&id=b66f774c-a00e-4f5f-b2d9-a5e783f0b188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404932 Jan 17 15:02:59.776511 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e09e1e-d2bd-4cf6-b59e-263110255585 req-e12a9a57-420f-48f0-b030-73c6a24d2045 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:02:59.779402 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-39e09e1e-d2bd-4cf6-b59e-263110255585 req-e12a9a57-420f-48f0-b030-73c6a24d2045 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 985 time: 0.0813971 Jan 17 15:02:59.834436 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-39e09e1e-d2bd-4cf6-b59e-263110255585 req-0df042f3-c39f-4965-8b2f-39897a2a8d0c tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&id=b66f774c-a00e-4f5f-b2d9-a5e783f0b188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0505843 Jan 17 15:03:01.025737 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096b7f9-0002-425b-ba3c-ffafcb9a4555 req-a12aec52-a17b-4fb7-a5f6-4f2a1bbd3622 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:03:01.027206 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c096b7f9-0002-425b-ba3c-ffafcb9a4555 req-a12aec52-a17b-4fb7-a5f6-4f2a1bbd3622 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 985 time: 0.0819449 Jan 17 15:03:01.073026 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c096b7f9-0002-425b-ba3c-ffafcb9a4555 req-e81f83aa-2ead-419f-96fa-061bc88a6ab6 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&id=b66f774c-a00e-4f5f-b2d9-a5e783f0b188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399611 Jan 17 15:03:02.261168 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b394c-877d-41ae-927b-573bfc719d25 req-2efd98dd-15db-4b17-b4f1-1955457ab615 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:03:02.262642 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bf5b394c-877d-41ae-927b-573bfc719d25 req-2efd98dd-15db-4b17-b4f1-1955457ab615 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 985 time: 0.0830548 Jan 17 15:03:02.308835 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bf5b394c-877d-41ae-927b-573bfc719d25 req-fb15edf1-f6ae-412b-8e7b-e50d10765ebe tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&id=b66f774c-a00e-4f5f-b2d9-a5e783f0b188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404186 Jan 17 15:03:03.490193 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd6be9-c4b9-4697-b13d-15a22f25c396 req-1d5af193-b368-4ce6-b871-013918ab6465 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:03:03.492345 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-12cd6be9-c4b9-4697-b13d-15a22f25c396 req-1d5af193-b368-4ce6-b871-013918ab6465 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 985 time: 0.0798018 Jan 17 15:03:03.542465 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-12cd6be9-c4b9-4697-b13d-15a22f25c396 req-1516a8eb-0af0-4892-b9bb-500aed1e17f4 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&id=b66f774c-a00e-4f5f-b2d9-a5e783f0b188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441833 Jan 17 15:03:04.730822 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae03777-7fbd-4260-ada5-1a11ec646e2c req-88be3f1c-dc46-483d-8e42-09e228e96e29 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:03:04.732335 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5ae03777-7fbd-4260-ada5-1a11ec646e2c req-88be3f1c-dc46-483d-8e42-09e228e96e29 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 985 time: 0.0839434 Jan 17 15:03:04.780929 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5ae03777-7fbd-4260-ada5-1a11ec646e2c req-c9951bbf-18f8-4d39-98ed-7ef9dff9d165 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&id=b66f774c-a00e-4f5f-b2d9-a5e783f0b188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424137 Jan 17 15:03:05.972986 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122500-9d50-4c14-b4a7-ee29baca2589 req-8972ad86-999a-4a35-8ca7-ca5c75172f94 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:03:05.974454 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-51122500-9d50-4c14-b4a7-ee29baca2589 req-8972ad86-999a-4a35-8ca7-ca5c75172f94 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 985 time: 0.0800769 Jan 17 15:03:06.020391 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-51122500-9d50-4c14-b4a7-ee29baca2589 req-c3ec9b33-3fdc-4bf4-95a5-289250cef9d6 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&id=b66f774c-a00e-4f5f-b2d9-a5e783f0b188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395954 Jan 17 15:03:07.206968 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04f2b9-cdbf-453e-a320-6ac80936e511 req-2eac7182-a248-4459-8917-31cebe963ee2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:03:07.208450 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6b04f2b9-cdbf-453e-a320-6ac80936e511 req-2eac7182-a248-4459-8917-31cebe963ee2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 985 time: 0.0800076 Jan 17 15:03:07.257650 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6b04f2b9-cdbf-453e-a320-6ac80936e511 req-a41a3e07-f092-478d-aebc-3da43f79f42d tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&id=b66f774c-a00e-4f5f-b2d9-a5e783f0b188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415258 Jan 17 15:03:08.450245 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1a105-aeaf-462e-b773-453459ee24b4 req-e999d30d-d321-47c3-8893-30e51d5389f1 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:03:08.451734 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e9d1a105-aeaf-462e-b773-453459ee24b4 req-e999d30d-d321-47c3-8893-30e51d5389f1 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 985 time: 0.0853200 Jan 17 15:03:08.499147 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e9d1a105-aeaf-462e-b773-453459ee24b4 req-7c5d3e24-6366-4bf2-9932-b51d723e29c3 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&id=b66f774c-a00e-4f5f-b2d9-a5e783f0b188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415082 Jan 17 15:03:10.767447 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93d3c048-0a0a-45f3-b173-eb8ee326b511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:03:12.262737 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6c051258-bbdb-491f-9864-93260abbd109 req-783a6a00-071a-49c2-82d5-aeef3132ba53 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715821 Jan 17 15:03:12.403244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c051258-bbdb-491f-9864-93260abbd109 req-9be424db-6d4e-449d-83f0-db4fac38cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:03:12.404775 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6c051258-bbdb-491f-9864-93260abbd109 req-9be424db-6d4e-449d-83f0-db4fac38cf85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d143fbf583f478487f9eae016825b01&device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 1138 time: 0.0753086 Jan 17 15:03:12.556009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c051258-bbdb-491f-9864-93260abbd109 req-a55f8bc2-e6d6-4bde-bffb-4d1b76162677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:03:12.557429 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6c051258-bbdb-491f-9864-93260abbd109 req-a55f8bc2-e6d6-4bde-bffb-4d1b76162677 service neutron] 10.222.0.15 "GET /v2.0/networks?id=381c665e-75bc-4891-8fba-16598699440d HTTP/1.1" status: 200 len: 915 time: 0.1346292 Jan 17 15:03:12.662598 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6c051258-bbdb-491f-9864-93260abbd109 req-77c6ce8a-53dc-49ee-9403-2e50322a0524 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9b5533a-44af-472b-9376-328b91ae1863 HTTP/1.1" status: 200 len: 1001 time: 0.0993280 Jan 17 15:03:12.724144 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c051258-bbdb-491f-9864-93260abbd109 req-f4053135-c996-4daa-a5ba-e868cf4c85c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:03:12.726142 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6c051258-bbdb-491f-9864-93260abbd109 req-f4053135-c996-4daa-a5ba-e868cf4c85c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79364c15-7627-482a-91d9-823a1750c626 HTTP/1.1" status: 200 len: 853 time: 0.0573623 Jan 17 15:03:12.808661 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c051258-bbdb-491f-9864-93260abbd109 req-bb6ffd9b-d8a7-40bc-8826-856d55b3f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:03:12.810182 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6c051258-bbdb-491f-9864-93260abbd109 req-bb6ffd9b-d8a7-40bc-8826-856d55b3f3f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=381c665e-75bc-4891-8fba-16598699440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782833 Jan 17 15:03:13.054301 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6c051258-bbdb-491f-9864-93260abbd109 req-16630794-e330-43ea-8843-a229343c1848 service neutron] 10.222.0.15 "GET /v2.0/networks/381c665e-75bc-4891-8fba-16598699440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383740 Jan 17 15:03:13.185778 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6c051258-bbdb-491f-9864-93260abbd109 req-7916db12-6082-4a2f-9154-8dbd9b0a2735 service neutron] 10.222.0.15 "GET /v2.0/networks/381c665e-75bc-4891-8fba-16598699440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248798 Jan 17 15:03:13.948442 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ac02be4c-7493-453e-aa40-010baab28f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:03:14.057309 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:03:14.096220 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:03:15.622400 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:03:23.369900 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:03:30.882514 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:03:38.801561 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [req-ab757e4c-dede-4cf2-814b-249b3ebc8335 req-c1ea36bf-bb91-4e18-b079-bac2433262c3 tempest-ServerDiskConfigTestJSON-193394382 tempest-ServerDiskConfigTestJSON-193394382-project] (87524) timed out ('10.222.0.15', 55249) {{(pid=87524) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 17 15:03:40.771796 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0a3ed2c0-d9c2-41bc-8331-418d3c6bd4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:03:43.947131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f467e7b-966f-4322-ba23-a2d180a3d86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:03:44.061766 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:03:44.099131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:03:45.624364 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:03:53.364932 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:03.966743 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7b75c762-5280-4019-a87b-def6846c9411 req-988ea830-1fa3-4598-b0aa-b6407995971a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977480450&fields=id&tenant_id=6d143fbf583f478487f9eae016825b01 HTTP/1.1" status: 200 len: 267 time: 0.0396335 Jan 17 15:04:04.051796 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75c762-5280-4019-a87b-def6846c9411 req-8adce5ee-62ae-405f-a307-c3b02b79de28 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:04.053238 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7b75c762-5280-4019-a87b-def6846c9411 req-8adce5ee-62ae-405f-a307-c3b02b79de28 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 985 time: 0.0809240 Jan 17 15:04:04.065810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-7b75c762-5280-4019-a87b-def6846c9411 req-2c23d737-b908-4a2b-96ec-95c0fb991931 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Request body: {'port': {'security_groups': ['81cc6cac-a9b9-4928-9fff-c7d2a318be06']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:04:04.184430 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-7b75c762-5280-4019-a87b-def6846c9411 req-2c23d737-b908-4a2b-96ec-95c0fb991931 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:04.424194 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-7b75c762-5280-4019-a87b-def6846c9411 req-2c23d737-b908-4a2b-96ec-95c0fb991931 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] For port f9b5533a-44af-472b-9376-328b91ae1863, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=f9b5533a-44af-472b-9376-328b91ae1863,segment=NetworkSegment(83b5fb60-309b-45f9-b634-630a60d1c92a),segment_id=83b5fb60-309b-45f9-b634-630a60d1c92a)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:04:04.448915 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-7b75c762-5280-4019-a87b-def6846c9411 req-2c23d737-b908-4a2b-96ec-95c0fb991931 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:04.453421 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-7b75c762-5280-4019-a87b-def6846c9411 req-2c23d737-b908-4a2b-96ec-95c0fb991931 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:04.465489 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['f9b5533a-44af-472b-9376-328b91ae1863'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:04:04.524557 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75c762-5280-4019-a87b-def6846c9411 req-2c23d737-b908-4a2b-96ec-95c0fb991931 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:04.525190 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-7b75c762-5280-4019-a87b-def6846c9411 req-2c23d737-b908-4a2b-96ec-95c0fb991931 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:04.530126 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7b75c762-5280-4019-a87b-def6846c9411 req-2c23d737-b908-4a2b-96ec-95c0fb991931 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "PUT /v2.0/ports/f9b5533a-44af-472b-9376-328b91ae1863 HTTP/1.1" status: 200 len: 943 time: 0.4692667 Jan 17 15:04:04.530607 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaab3c30-cb71-4566-82b0-495c3f549910', 'tag': 'f9b5533a-44af-472b-9376-328b91ae1863'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:04:04.533376 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 45428) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:04.575897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23d737-b908-4a2b-96ec-95c0fb991931 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Pushing event updated for resources: {'Port': ['ID=f9b5533a-44af-472b-9376-328b91ae1863,revision_number=7']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:04.590375 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d737-b908-4a2b-96ec-95c0fb991931 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.590797 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d737-b908-4a2b-96ec-95c0fb991931 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.591468 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d737-b908-4a2b-96ec-95c0fb991931 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.591593 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d737-b908-4a2b-96ec-95c0fb991931 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.592053 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d737-b908-4a2b-96ec-95c0fb991931 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.592584 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d737-b908-4a2b-96ec-95c0fb991931 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.593134 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d737-b908-4a2b-96ec-95c0fb991931 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.593528 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d737-b908-4a2b-96ec-95c0fb991931 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.593938 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d737-b908-4a2b-96ec-95c0fb991931 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.594330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d737-b908-4a2b-96ec-95c0fb991931 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.594725 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d737-b908-4a2b-96ec-95c0fb991931 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.595360 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23d737-b908-4a2b-96ec-95c0fb991931 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.609034 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['f9b5533a-44af-472b-9376-328b91ae1863'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:04:04.633703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f6ccb0f-fff0-4408-a3e1-d48b770b4cf2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:04.668058 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f6ccb0f-fff0-4408-a3e1-d48b770b4cf2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:04.721981 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaab3c30-cb71-4566-82b0-495c3f549910', 'tag': 'f9b5533a-44af-472b-9376-328b91ae1863', 'status': 'completed', 'code': 200} Jan 17 15:04:04.749526 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f6ccb0f-fff0-4408-a3e1-d48b770b4cf2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:04.779202 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ccb0f-fff0-4408-a3e1-d48b770b4cf2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66f774c-a00e-4f5f-b2d9-a5e783f0b188,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:04.799807 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ccb0f-fff0-4408-a3e1-d48b770b4cf2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.800637 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ccb0f-fff0-4408-a3e1-d48b770b4cf2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.801148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ccb0f-fff0-4408-a3e1-d48b770b4cf2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.801851 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ccb0f-fff0-4408-a3e1-d48b770b4cf2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.802358 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ccb0f-fff0-4408-a3e1-d48b770b4cf2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.802841 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ccb0f-fff0-4408-a3e1-d48b770b4cf2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.803342 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ccb0f-fff0-4408-a3e1-d48b770b4cf2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.804214 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ccb0f-fff0-4408-a3e1-d48b770b4cf2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.804703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ccb0f-fff0-4408-a3e1-d48b770b4cf2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.805223 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ccb0f-fff0-4408-a3e1-d48b770b4cf2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.805753 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ccb0f-fff0-4408-a3e1-d48b770b4cf2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.806288 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ccb0f-fff0-4408-a3e1-d48b770b4cf2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:04.817512 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1f6ccb0f-fff0-4408-a3e1-d48b770b4cf2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:04.822123 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1f6ccb0f-fff0-4408-a3e1-d48b770b4cf2 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "DELETE /v2.0/security-groups/b66f774c-a00e-4f5f-b2d9-a5e783f0b188 HTTP/1.1" status: 204 len: 168 time: 0.2875686 Jan 17 15:04:04.824558 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 45436) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:04.855528 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739abf85-3ecb-4ab1-aa53-056c7b353f72 req-34719f0d-5df7-4184-9235-4953da6ee4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:04.857056 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-739abf85-3ecb-4ab1-aa53-056c7b353f72 req-34719f0d-5df7-4184-9235-4953da6ee4c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d143fbf583f478487f9eae016825b01&device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 1099 time: 0.1143780 Jan 17 15:04:04.895488 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-40bd2679-913a-42be-a0b1-f19b5b94e341 None None] Provisioning complete for port f9b5533a-44af-472b-9376-328b91ae1863 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:04:04.895878 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-40bd2679-913a-42be-a0b1-f19b5b94e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:04.993840 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739abf85-3ecb-4ab1-aa53-056c7b353f72 req-ebbfa977-6e3a-4e40-863c-eec35699164b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:04.996174 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-739abf85-3ecb-4ab1-aa53-056c7b353f72 req-ebbfa977-6e3a-4e40-863c-eec35699164b service neutron] 10.222.0.15 "GET /v2.0/networks?id=381c665e-75bc-4891-8fba-16598699440d HTTP/1.1" status: 200 len: 915 time: 0.1333759 Jan 17 15:04:05.053348 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-33f28e4b-8eb1-49cf-b7f2-a7c01521511a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Deleting port be830e1e-0f77-46e6-a4ad-d80f06672932 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:04:05.053684 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-33f28e4b-8eb1-49cf-b7f2-a7c01521511a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:05.103982 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-739abf85-3ecb-4ab1-aa53-056c7b353f72 req-61fc4068-5e2b-4c8d-8582-138de7f4febe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9b5533a-44af-472b-9376-328b91ae1863 HTTP/1.1" status: 200 len: 1001 time: 0.1011260 Jan 17 15:04:05.165634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739abf85-3ecb-4ab1-aa53-056c7b353f72 req-39729cd6-4912-4143-a376-e60b2b69b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:05.167837 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-739abf85-3ecb-4ab1-aa53-056c7b353f72 req-39729cd6-4912-4143-a376-e60b2b69b4e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79364c15-7627-482a-91d9-823a1750c626 HTTP/1.1" status: 200 len: 853 time: 0.0573857 Jan 17 15:04:05.223316 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-33f28e4b-8eb1-49cf-b7f2-a7c01521511a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:05.223648 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-33f28e4b-8eb1-49cf-b7f2-a7c01521511a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:05.246399 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739abf85-3ecb-4ab1-aa53-056c7b353f72 req-20afb63d-055e-4945-a0c7-684f7e8ef041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:05.247818 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-739abf85-3ecb-4ab1-aa53-056c7b353f72 req-20afb63d-055e-4945-a0c7-684f7e8ef041 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=381c665e-75bc-4891-8fba-16598699440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742311 Jan 17 15:04:05.350789 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-33f28e4b-8eb1-49cf-b7f2-a7c01521511a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Calling delete_port for be830e1e-0f77-46e6-a4ad-d80f06672932 owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:04:05.379266 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-739abf85-3ecb-4ab1-aa53-056c7b353f72 req-c88e395b-9060-4db0-99b1-df0aff6bea46 service neutron] 10.222.0.15 "GET /v2.0/networks/381c665e-75bc-4891-8fba-16598699440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253774 Jan 17 15:04:05.499882 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-33f28e4b-8eb1-49cf-b7f2-a7c01521511a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:05.509138 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-739abf85-3ecb-4ab1-aa53-056c7b353f72 req-98ba4c93-ddcf-4416-8591-25a0c7db5d26 service neutron] 10.222.0.15 "GET /v2.0/networks/381c665e-75bc-4891-8fba-16598699440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242297 Jan 17 15:04:05.554980 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f28e4b-8eb1-49cf-b7f2-a7c01521511a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Pushing event deleted for resources: {'Port': ['ID=be830e1e-0f77-46e6-a4ad-d80f06672932,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:05.644671 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-33f28e4b-8eb1-49cf-b7f2-a7c01521511a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:05.644993 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-33f28e4b-8eb1-49cf-b7f2-a7c01521511a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Floating IP f4ed17f8-cf0e-41b0-9797-3bdece44de9e disassociated (deleted). External IP: 172.26.3.25, port: f9b5533a-44af-472b-9376-328b91ae1863. Jan 17 15:04:06.090298 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f28e4b-8eb1-49cf-b7f2-a7c01521511a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Router 1255c73b-67a2-4077-beff-972213b09975 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:04:06.268255 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f28e4b-8eb1-49cf-b7f2-a7c01521511a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:04:06.278014 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c61aef8-26a8-4b87-80ed-a45920c48b82 None None] Sync routers for ids ['1255c73b-67a2-4077-beff-972213b09975'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:04:06.287610 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c61aef8-26a8-4b87-80ed-a45920c48b82 None None] Routers {'1255c73b-67a2-4077-beff-972213b09975'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:04:06.288239 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-33f28e4b-8eb1-49cf-b7f2-a7c01521511a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:06.288382 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-9c61aef8-26a8-4b87-80ed-a45920c48b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:03:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['1255c73b-67a2-4077-beff-972213b09975'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:06.347808 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-33f28e4b-8eb1-49cf-b7f2-a7c01521511a tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "DELETE /v2.0/floatingips/f4ed17f8-cf0e-41b0-9797-3bdece44de9e HTTP/1.1" status: 204 len: 168 time: 1.5218964 Jan 17 15:04:06.348368 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaab3c30-cb71-4566-82b0-495c3f549910', 'tag': 'f9b5533a-44af-472b-9376-328b91ae1863'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:04:06.468634 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaab3c30-cb71-4566-82b0-495c3f549910', 'tag': 'f9b5533a-44af-472b-9376-328b91ae1863', 'status': 'completed', 'code': 200} Jan 17 15:04:06.482288 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-9c61aef8-26a8-4b87-80ed-a45920c48b82 None None] Set router 1255c73b-67a2-4077-beff-972213b09975 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:04:06.570838 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06235d75-4047-4db3-8fe2-3b12570f16cf req-8e7e1604-5ad7-41f0-8348-6fd4f82ddbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:06.572332 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-06235d75-4047-4db3-8fe2-3b12570f16cf req-8e7e1604-5ad7-41f0-8348-6fd4f82ddbfb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d143fbf583f478487f9eae016825b01&device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 1099 time: 0.0794797 Jan 17 15:04:06.871188 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-9c61aef8-26a8-4b87-80ed-a45920c48b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1255c73b-67a2-4077-beff-972213b09975', 'name': 'tempest-TestMinimumBasicScenario-739585511-router', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:00:58Z', 'updated_at': '2022-01-17T15:01:02Z', 'revision_number': 4, 'project_id': '6d143fbf583f478487f9eae016825b01', 'gw_port': {'id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:00:59Z', 'updated_at': '2022-01-17T15:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'a0295902-82a0-4718-84f8-fab1e11d6097', 'name': '', 'network_id': '381c665e-75bc-4891-8fba-16598699440d', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'mac_address': 'fa:16:3e:49:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '79364c15-7627-482a-91d9-823a1750c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:01Z', 'updated_at': '2022-01-17T15:01:10Z', 'revision_number': 5, 'project_id': '6d143fbf583f478487f9eae016825b01', 'subnets': [{'id': '79364c15-7627-482a-91d9-823a1750c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:06.876380 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c61aef8-26a8-4b87-80ed-a45920c48b82 None None] Checking router: 1255c73b-67a2-4077-beff-972213b09975 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:04:06.886966 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c61aef8-26a8-4b87-80ed-a45920c48b82 None None] Routers {'1255c73b-67a2-4077-beff-972213b09975'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:04:06.887589 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-9c61aef8-26a8-4b87-80ed-a45920c48b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:03:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['1255c73b-67a2-4077-beff-972213b09975'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:06.960320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06235d75-4047-4db3-8fe2-3b12570f16cf req-703c8ce5-f5bd-4d45-9849-857e0e28a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:06.962992 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-06235d75-4047-4db3-8fe2-3b12570f16cf req-703c8ce5-f5bd-4d45-9849-857e0e28a441 service neutron] 10.222.0.15 "GET /v2.0/networks?id=381c665e-75bc-4891-8fba-16598699440d HTTP/1.1" status: 200 len: 915 time: 0.3829849 Jan 17 15:04:07.039927 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-06235d75-4047-4db3-8fe2-3b12570f16cf req-a7201688-7afc-48af-a02e-bed930339d80 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9b5533a-44af-472b-9376-328b91ae1863 HTTP/1.1" status: 200 len: 217 time: 0.0708492 Jan 17 15:04:07.095526 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-9c61aef8-26a8-4b87-80ed-a45920c48b82 None None] Set router 1255c73b-67a2-4077-beff-972213b09975 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:04:07.103785 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06235d75-4047-4db3-8fe2-3b12570f16cf req-190f6690-41e3-4173-8d57-55f6e0daed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:07.105784 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-06235d75-4047-4db3-8fe2-3b12570f16cf req-190f6690-41e3-4173-8d57-55f6e0daed44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79364c15-7627-482a-91d9-823a1750c626 HTTP/1.1" status: 200 len: 853 time: 0.0599422 Jan 17 15:04:07.189560 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06235d75-4047-4db3-8fe2-3b12570f16cf req-4d50a08b-9f0f-4427-8dff-9f87a2196ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:07.191047 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-06235d75-4047-4db3-8fe2-3b12570f16cf req-4d50a08b-9f0f-4427-8dff-9f87a2196ddd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=381c665e-75bc-4891-8fba-16598699440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786533 Jan 17 15:04:07.351183 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-06235d75-4047-4db3-8fe2-3b12570f16cf req-16cb2bad-4394-46e1-ae58-f4df9c66b420 service neutron] 10.222.0.15 "GET /v2.0/networks/381c665e-75bc-4891-8fba-16598699440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535835 Jan 17 15:04:07.440074 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-9c61aef8-26a8-4b87-80ed-a45920c48b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1255c73b-67a2-4077-beff-972213b09975', 'name': 'tempest-TestMinimumBasicScenario-739585511-router', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:00:58Z', 'updated_at': '2022-01-17T15:01:02Z', 'revision_number': 4, 'project_id': '6d143fbf583f478487f9eae016825b01', 'gw_port': {'id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:00:59Z', 'updated_at': '2022-01-17T15:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'a0295902-82a0-4718-84f8-fab1e11d6097', 'name': '', 'network_id': '381c665e-75bc-4891-8fba-16598699440d', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'mac_address': 'fa:16:3e:49:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '79364c15-7627-482a-91d9-823a1750c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:01Z', 'updated_at': '2022-01-17T15:01:10Z', 'revision_number': 5, 'project_id': '6d143fbf583f478487f9eae016825b01', 'subnets': [{'id': '79364c15-7627-482a-91d9-823a1750c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:07.444139 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c61aef8-26a8-4b87-80ed-a45920c48b82 None None] The sync data for ids ['1255c73b-67a2-4077-beff-972213b09975'] in dv-neutron-824901-1-hyperv is: [{'id': '1255c73b-67a2-4077-beff-972213b09975', 'name': 'tempest-TestMinimumBasicScenario-739585511-router', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:00:58Z', 'updated_at': '2022-01-17T15:01:02Z', 'revision_number': 4, 'project_id': '6d143fbf583f478487f9eae016825b01', 'gw_port': {'id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:00:59Z', 'updated_at': '2022-01-17T15:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'a0295902-82a0-4718-84f8-fab1e11d6097', 'name': '', 'network_id': '381c665e-75bc-4891-8fba-16598699440d', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'mac_address': 'fa:16:3e:49:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '79364c15-7627-482a-91d9-823a1750c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:01Z', 'updated_at': '2022-01-17T15:01:10Z', 'revision_number': 5, 'project_id': '6d143fbf583f478487f9eae016825b01', 'subnets': [{'id': '79364c15-7627-482a-91d9-823a1750c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:04:07.507008 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-06235d75-4047-4db3-8fe2-3b12570f16cf req-19d688e2-c552-4044-8159-7c9680dd3575 service neutron] 10.222.0.15 "GET /v2.0/networks/381c665e-75bc-4891-8fba-16598699440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423435 Jan 17 15:04:07.717251 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6416159c-34e3-42d6-9645-77436022057a None None] New status for floating IP f4ed17f8-cf0e-41b0-9797-3bdece44de9e: DOWN {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 15:04:07.882743 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:04:10.768096 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2209e747-916b-4655-95e1-5102c89253b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:10.864336 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d83ed4-1efe-4ebd-afac-b120991ea1b7 req-a836a06e-5621-45d5-9022-ca88f2d7263c tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:10.864936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-19d83ed4-1efe-4ebd-afac-b120991ea1b7 req-a836a06e-5621-45d5-9022-ca88f2d7263c tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Synchronizing usage tracker for tenant:6d143fbf583f478487f9eae016825b01 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:04:10.880188 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-19d83ed4-1efe-4ebd-afac-b120991ea1b7 req-a836a06e-5621-45d5-9022-ca88f2d7263c tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Unset dirty status for tenant:6d143fbf583f478487f9eae016825b01 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:04:10.881308 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-19d83ed4-1efe-4ebd-afac-b120991ea1b7 req-a836a06e-5621-45d5-9022-ca88f2d7263c tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 946 time: 0.0955451 Jan 17 15:04:10.928257 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-19d83ed4-1efe-4ebd-afac-b120991ea1b7 req-935a3085-8ea1-43e1-9b4f-1a831f0b337f tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Synchronizing usage tracker for tenant:6d143fbf583f478487f9eae016825b01 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:04:10.942551 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-19d83ed4-1efe-4ebd-afac-b120991ea1b7 req-935a3085-8ea1-43e1-9b4f-1a831f0b337f tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Unset dirty status for tenant:6d143fbf583f478487f9eae016825b01 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:04:10.943691 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-19d83ed4-1efe-4ebd-afac-b120991ea1b7 req-935a3085-8ea1-43e1-9b4f-1a831f0b337f tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562172 Jan 17 15:04:12.127962 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e386cad-f3da-4690-aadc-c57b37394753 req-b6ed2ae5-3fab-4436-ad11-15206681e79e tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:12.129419 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0e386cad-f3da-4690-aadc-c57b37394753 req-b6ed2ae5-3fab-4436-ad11-15206681e79e tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 946 time: 0.0780563 Jan 17 15:04:12.174245 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0e386cad-f3da-4690-aadc-c57b37394753 req-da53bbae-f7a9-4338-8185-5b518741e1bf tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379472 Jan 17 15:04:12.836213 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d49e61-4993-4f62-9f23-0f2a1a361006 req-d5b4f4cc-e83c-4d44-9222-01b3ee7fe55f tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:12.837630 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a3d49e61-4993-4f62-9f23-0f2a1a361006 req-d5b4f4cc-e83c-4d44-9222-01b3ee7fe55f tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 946 time: 0.0819042 Jan 17 15:04:12.906015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-a3d49e61-4993-4f62-9f23-0f2a1a361006 req-947751b5-2733-43fc-ade0-2a1aaaf1dbd3 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Deleting port f9b5533a-44af-472b-9376-328b91ae1863 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:04:12.906349 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-a3d49e61-4993-4f62-9f23-0f2a1a361006 req-947751b5-2733-43fc-ade0-2a1aaaf1dbd3 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:13.152068 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-a3d49e61-4993-4f62-9f23-0f2a1a361006 req-947751b5-2733-43fc-ade0-2a1aaaf1dbd3 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] For port f9b5533a-44af-472b-9376-328b91ae1863, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=f9b5533a-44af-472b-9376-328b91ae1863,segment=NetworkSegment(83b5fb60-309b-45f9-b634-630a60d1c92a),segment_id=83b5fb60-309b-45f9-b634-630a60d1c92a)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:04:13.152781 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-a3d49e61-4993-4f62-9f23-0f2a1a361006 req-947751b5-2733-43fc-ade0-2a1aaaf1dbd3 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:13.273185 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-a3d49e61-4993-4f62-9f23-0f2a1a361006 req-947751b5-2733-43fc-ade0-2a1aaaf1dbd3 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Calling delete_port for f9b5533a-44af-472b-9376-328b91ae1863 owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:04:13.361227 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb52a4-619c-4242-b544-e017fb60cf7f req-9dd85449-2d64-4793-93aa-05740d98a3d5 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:13.362707 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-96bb52a4-619c-4242-b544-e017fb60cf7f req-9dd85449-2d64-4793-93aa-05740d98a3d5 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 946 time: 0.0841169 Jan 17 15:04:13.409500 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-96bb52a4-619c-4242-b544-e017fb60cf7f req-1446896a-c641-4350-a6c3-5f4f5accaf71 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.48 "GET /v2.0/security-groups?id=81cc6cac-a9b9-4928-9fff-c7d2a318be06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404766 Jan 17 15:04:13.428892 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-a3d49e61-4993-4f62-9f23-0f2a1a361006 req-947751b5-2733-43fc-ade0-2a1aaaf1dbd3 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:13.441107 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['f9b5533a-44af-472b-9376-328b91ae1863'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:04:13.484679 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947751b5-2733-43fc-ade0-2a1aaaf1dbd3 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Pushing event deleted for resources: {'Port': ['ID=f9b5533a-44af-472b-9376-328b91ae1863,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:13.560961 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d49e61-4993-4f62-9f23-0f2a1a361006 req-947751b5-2733-43fc-ade0-2a1aaaf1dbd3 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] No DVR routers for this DVR port f9b5533a-44af-472b-9376-328b91ae1863 on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:04:13.563410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-a3d49e61-4993-4f62-9f23-0f2a1a361006 req-947751b5-2733-43fc-ade0-2a1aaaf1dbd3 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:13.565899 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaab3c30-cb71-4566-82b0-495c3f549910', 'name': 'network-vif-deleted', 'tag': 'f9b5533a-44af-472b-9376-328b91ae1863'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:04:13.580528 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a3d49e61-4993-4f62-9f23-0f2a1a361006 req-947751b5-2733-43fc-ade0-2a1aaaf1dbd3 tempest-TestMinimumBasicScenario-1130944263 tempest-TestMinimumBasicScenario-1130944263-project] 10.222.0.15 "DELETE /v2.0/ports/f9b5533a-44af-472b-9376-328b91ae1863 HTTP/1.1" status: 204 len: 173 time: 0.7374105 Jan 17 15:04:13.615837 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaab3c30-cb71-4566-82b0-495c3f549910', 'name': 'network-vif-deleted', 'tag': 'f9b5533a-44af-472b-9376-328b91ae1863', 'status': 'completed', 'code': 200} Jan 17 15:04:13.938599 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5a8257c9-c8f4-4938-b1dc-125e5cad748b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:13.982708 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ee1f5471-b8f5-4bc7-8fb7-836004a991f5 req-8e5cbc42-0cad-48be-a93e-a9d64e4f1dc4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eaab3c30-cb71-4566-82b0-495c3f549910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0437605 Jan 17 15:04:14.067489 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:14.103157 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:14.210597 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ee1f5471-b8f5-4bc7-8fb7-836004a991f5 req-a71bcfd9-6e10-4809-9662-715f7811013e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d143fbf583f478487f9eae016825b01&device_id=eaab3c30-cb71-4566-82b0-495c3f549910 HTTP/1.1" status: 200 len: 210 time: 0.1612179 Jan 17 15:04:14.361639 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f5471-b8f5-4bc7-8fb7-836004a991f5 req-713d5df5-c946-4fc0-8d7d-4d2dfa675417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:14.362981 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ee1f5471-b8f5-4bc7-8fb7-836004a991f5 req-713d5df5-c946-4fc0-8d7d-4d2dfa675417 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6d143fbf583f478487f9eae016825b01&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1320457 Jan 17 15:04:14.502687 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f5471-b8f5-4bc7-8fb7-836004a991f5 req-2fa26103-f638-4a1d-a4a3-8a37524bb27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:14.504157 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ee1f5471-b8f5-4bc7-8fb7-836004a991f5 req-2fa26103-f638-4a1d-a4a3-8a37524bb27b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352336 Jan 17 15:04:15.123037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45536) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:15.629035 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:15.654491 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-68e035b5-6c86-477f-b579-09b09bd1ec85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:15.994452 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-68e035b5-6c86-477f-b579-09b09bd1ec85 admin admin] Deleting port a0295902-82a0-4718-84f8-fab1e11d6097 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:04:15.995185 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-68e035b5-6c86-477f-b579-09b09bd1ec85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:16.158227 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-68e035b5-6c86-477f-b579-09b09bd1ec85 admin admin] For port a0295902-82a0-4718-84f8-fab1e11d6097, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a0295902-82a0-4718-84f8-fab1e11d6097,segment=NetworkSegment(83b5fb60-309b-45f9-b634-630a60d1c92a),segment_id=83b5fb60-309b-45f9-b634-630a60d1c92a)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:04:16.158629 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-68e035b5-6c86-477f-b579-09b09bd1ec85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:16.389891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-68e035b5-6c86-477f-b579-09b09bd1ec85 admin admin] Calling delete_port for a0295902-82a0-4718-84f8-fab1e11d6097 owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:04:16.649352 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-68e035b5-6c86-477f-b579-09b09bd1ec85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:16.697034 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e035b5-6c86-477f-b579-09b09bd1ec85 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0295902-82a0-4718-84f8-fab1e11d6097,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:16.974655 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-68e035b5-6c86-477f-b579-09b09bd1ec85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:17.328895 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e035b5-6c86-477f-b579-09b09bd1ec85 admin admin] Router 1255c73b-67a2-4077-beff-972213b09975 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:04:17.503621 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e035b5-6c86-477f-b579-09b09bd1ec85 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:04:17.512747 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decc43f2-0b7b-4d3f-834a-dc3e5b07ce8b None None] Sync routers for ids ['1255c73b-67a2-4077-beff-972213b09975'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:04:17.516093 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-68e035b5-6c86-477f-b579-09b09bd1ec85 admin admin] 10.222.0.48 "PUT /v2.0/routers/1255c73b-67a2-4077-beff-972213b09975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3920286 Jan 17 15:04:17.518503 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45542) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:17.524843 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decc43f2-0b7b-4d3f-834a-dc3e5b07ce8b None None] Routers {'1255c73b-67a2-4077-beff-972213b09975'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:04:17.525620 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-decc43f2-0b7b-4d3f-834a-dc3e5b07ce8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:04:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['1255c73b-67a2-4077-beff-972213b09975'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:17.748460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-decc43f2-0b7b-4d3f-834a-dc3e5b07ce8b None None] Set router 1255c73b-67a2-4077-beff-972213b09975 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:04:17.828608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-376cd38a-4fc2-4896-aff1-6778b682d37f admin admin] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:18.005312 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-376cd38a-4fc2-4896-aff1-6778b682d37f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:18.015342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-376cd38a-4fc2-4896-aff1-6778b682d37f admin admin] Deleting port 148384ce-fc0e-459c-a521-043fffe3fbd4 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:04:18.015850 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-376cd38a-4fc2-4896-aff1-6778b682d37f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:18.028372 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-decc43f2-0b7b-4d3f-834a-dc3e5b07ce8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1255c73b-67a2-4077-beff-972213b09975', 'name': 'tempest-TestMinimumBasicScenario-739585511-router', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:00:58Z', 'updated_at': '2022-01-17T15:04:16Z', 'revision_number': 5, 'project_id': '6d143fbf583f478487f9eae016825b01', 'gw_port': {'id': '148384ce-fc0e-459c-a521-043fffe3fbd4', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1255c73b-67a2-4077-beff-972213b09975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:00:59Z', 'updated_at': '2022-01-17T15:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:18.032291 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decc43f2-0b7b-4d3f-834a-dc3e5b07ce8b None None] Checking router: 1255c73b-67a2-4077-beff-972213b09975 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:04:18.040500 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decc43f2-0b7b-4d3f-834a-dc3e5b07ce8b None None] Routers {'1255c73b-67a2-4077-beff-972213b09975'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:04:18.041090 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-decc43f2-0b7b-4d3f-834a-dc3e5b07ce8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:04:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['1255c73b-67a2-4077-beff-972213b09975'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:18.184948 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device f9b5533a-44af-472b-9376-328b91ae1863 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:04:18.192421 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-376cd38a-4fc2-4896-aff1-6778b682d37f admin admin] For port 148384ce-fc0e-459c-a521-043fffe3fbd4, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=148384ce-fc0e-459c-a521-043fffe3fbd4,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:04:18.192786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-376cd38a-4fc2-4896-aff1-6778b682d37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:18.223170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: f9b5533a-44af-472b-9376-328b91ae1863 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:04:18.223510 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device f9b5533a-44af-472b-9376-328b91ae1863 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:04:18.230817 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-decc43f2-0b7b-4d3f-834a-dc3e5b07ce8b None None] Set router 1255c73b-67a2-4077-beff-972213b09975 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:04:18.318764 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-376cd38a-4fc2-4896-aff1-6778b682d37f admin admin] Calling delete_port for 148384ce-fc0e-459c-a521-043fffe3fbd4 owned by network:router_gateway {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:04:18.333068 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-decc43f2-0b7b-4d3f-834a-dc3e5b07ce8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1255c73b-67a2-4077-beff-972213b09975', 'name': 'tempest-TestMinimumBasicScenario-739585511-router', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:00:58Z', 'updated_at': '2022-01-17T15:04:18Z', 'revision_number': 6, 'project_id': '6d143fbf583f478487f9eae016825b01', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:18.336932 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decc43f2-0b7b-4d3f-834a-dc3e5b07ce8b None None] The sync data for ids ['1255c73b-67a2-4077-beff-972213b09975'] in dv-neutron-824901-1-hyperv is: [{'id': '1255c73b-67a2-4077-beff-972213b09975', 'name': 'tempest-TestMinimumBasicScenario-739585511-router', 'tenant_id': '6d143fbf583f478487f9eae016825b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:00:58Z', 'updated_at': '2022-01-17T15:04:18Z', 'revision_number': 6, 'project_id': '6d143fbf583f478487f9eae016825b01', 'gw_port_host': None}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:04:18.486145 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-376cd38a-4fc2-4896-aff1-6778b682d37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:18.533763 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cd38a-4fc2-4896-aff1-6778b682d37f admin admin] Pushing event deleted for resources: {'Port': ['ID=148384ce-fc0e-459c-a521-043fffe3fbd4,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:18.625134 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-376cd38a-4fc2-4896-aff1-6778b682d37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:18.796080 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-376cd38a-4fc2-4896-aff1-6778b682d37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:18.798269 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-376cd38a-4fc2-4896-aff1-6778b682d37f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:18.828162 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-376cd38a-4fc2-4896-aff1-6778b682d37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:18.828593 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376cd38a-4fc2-4896-aff1-6778b682d37f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1255c73b-67a2-4077-beff-972213b09975 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 15:04:18.841510 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-376cd38a-4fc2-4896-aff1-6778b682d37f admin admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:18.842418 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-376cd38a-4fc2-4896-aff1-6778b682d37f admin admin] 10.222.0.48 "DELETE /v2.0/routers/1255c73b-67a2-4077-beff-972213b09975 HTTP/1.1" status: 204 len: 168 time: 1.3229358 Jan 17 15:04:18.844866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45548) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:18.903881 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-22fba7cd-f4e7-42a4-85f5-1c69ba0adbb9 admin admin] Deleting subnet 79364c15-7627-482a-91d9-823a1750c626 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 15:04:18.907561 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-22fba7cd-f4e7-42a4-85f5-1c69ba0adbb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:18.959154 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-22fba7cd-f4e7-42a4-85f5-1c69ba0adbb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:18.967428 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 148384ce-fc0e-459c-a521-043fffe3fbd4 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:04:19.005305 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 148384ce-fc0e-459c-a521-043fffe3fbd4 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:04:19.005589 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 148384ce-fc0e-459c-a521-043fffe3fbd4 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:04:19.006078 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a0295902-82a0-4718-84f8-fab1e11d6097 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:04:19.042874 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: a0295902-82a0-4718-84f8-fab1e11d6097 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:04:19.043450 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a0295902-82a0-4718-84f8-fab1e11d6097 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:04:19.047957 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-22fba7cd-f4e7-42a4-85f5-1c69ba0adbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:19.124191 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-22fba7cd-f4e7-42a4-85f5-1c69ba0adbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:19.164312 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fba7cd-f4e7-42a4-85f5-1c69ba0adbb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79364c15-7627-482a-91d9-823a1750c626,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:19.167437 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-22fba7cd-f4e7-42a4-85f5-1c69ba0adbb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:19.172840 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416d301b-0e73-4d71-a90a-afbb01edca77 None None] Network 381c665e-75bc-4891-8fba-16598699440d requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:04:19.173813 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-22fba7cd-f4e7-42a4-85f5-1c69ba0adbb9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/79364c15-7627-482a-91d9-823a1750c626 HTTP/1.1" status: 204 len: 168 time: 0.3277183 Jan 17 15:04:19.176192 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45552) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:19.387133 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ae73409-2a6b-45b8-a905-3c90bba280f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:19.401618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-9ae73409-2a6b-45b8-a905-3c90bba280f6 admin admin] Deleting port fa31c2cd-72b7-440d-9ac7-62698519e5a1 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:04:19.402390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ae73409-2a6b-45b8-a905-3c90bba280f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:19.427141 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cea241b-14ba-498d-8e2d-5e0f59089faa None None] DHCP port deletion for 381c665e-75bc-4891-8fba-16598699440d request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 15:04:19.431558 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9cea241b-14ba-498d-8e2d-5e0f59089faa None None] Deleting port fa31c2cd-72b7-440d-9ac7-62698519e5a1 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:04:19.432462 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9cea241b-14ba-498d-8e2d-5e0f59089faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:19.620778 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-9ae73409-2a6b-45b8-a905-3c90bba280f6 admin admin] For port fa31c2cd-72b7-440d-9ac7-62698519e5a1, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=fa31c2cd-72b7-440d-9ac7-62698519e5a1,segment=NetworkSegment(83b5fb60-309b-45f9-b634-630a60d1c92a),segment_id=83b5fb60-309b-45f9-b634-630a60d1c92a)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:04:19.621150 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ae73409-2a6b-45b8-a905-3c90bba280f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:19.656390 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9cea241b-14ba-498d-8e2d-5e0f59089faa None None] For port fa31c2cd-72b7-440d-9ac7-62698519e5a1, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=fa31c2cd-72b7-440d-9ac7-62698519e5a1,segment=NetworkSegment(83b5fb60-309b-45f9-b634-630a60d1c92a),segment_id=83b5fb60-309b-45f9-b634-630a60d1c92a)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:04:19.656951 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9cea241b-14ba-498d-8e2d-5e0f59089faa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:19.746406 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-9ae73409-2a6b-45b8-a905-3c90bba280f6 admin admin] Calling delete_port for fa31c2cd-72b7-440d-9ac7-62698519e5a1 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:04:19.828858 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ae73409-2a6b-45b8-a905-3c90bba280f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:19.831082 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9cea241b-14ba-498d-8e2d-5e0f59089faa None None] Calling delete_port for fa31c2cd-72b7-440d-9ac7-62698519e5a1 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:04:19.875614 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae73409-2a6b-45b8-a905-3c90bba280f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa31c2cd-72b7-440d-9ac7-62698519e5a1,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:19.882330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae73409-2a6b-45b8-a905-3c90bba280f6 admin admin] No DVR routers for this DVR port fa31c2cd-72b7-440d-9ac7-62698519e5a1 on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:04:19.906081 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-9cea241b-14ba-498d-8e2d-5e0f59089faa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 15:04:19.906444 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-9cea241b-14ba-498d-8e2d-5e0f59089faa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 15:04:19.995855 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ae73409-2a6b-45b8-a905-3c90bba280f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:20.020399 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-9ae73409-2a6b-45b8-a905-3c90bba280f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381c665e-75bc-4891-8fba-16598699440d']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:20.032006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-9ae73409-2a6b-45b8-a905-3c90bba280f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b5fb60-309b-45f9-b634-630a60d1c92a') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:20.032304 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-9ae73409-2a6b-45b8-a905-3c90bba280f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b5fb60-309b-45f9-b634-630a60d1c92a') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:20.043285 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ae73409-2a6b-45b8-a905-3c90bba280f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:20.063027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ae73409-2a6b-45b8-a905-3c90bba280f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:20.068900 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae73409-2a6b-45b8-a905-3c90bba280f6 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 15:04:20.069276 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ae73409-2a6b-45b8-a905-3c90bba280f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 15:04:20.082543 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 15:04:20.153922 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ae73409-2a6b-45b8-a905-3c90bba280f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:20.158673 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9ae73409-2a6b-45b8-a905-3c90bba280f6 admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:20.182556 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae73409-2a6b-45b8-a905-3c90bba280f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=381c665e-75bc-4891-8fba-16598699440d,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:20.194490 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9ae73409-2a6b-45b8-a905-3c90bba280f6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/381c665e-75bc-4891-8fba-16598699440d HTTP/1.1" status: 204 len: 168 time: 1.0172975 Jan 17 15:04:20.197178 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45556) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:20.407937 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9cea241b-14ba-498d-8e2d-5e0f59089faa None None] Deleting port fa31c2cd-72b7-440d-9ac7-62698519e5a1 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:04:20.408505 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9cea241b-14ba-498d-8e2d-5e0f59089faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:20.477327 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-9cea241b-14ba-498d-8e2d-5e0f59089faa None None] The port 'fa31c2cd-72b7-440d-9ac7-62698519e5a1' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 15:04:20.836368 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c3a41f89-ef30-4fca-b833-a605ac0324ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:20.966064 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device fa31c2cd-72b7-440d-9ac7-62698519e5a1 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:04:21.002616 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: fa31c2cd-72b7-440d-9ac7-62698519e5a1 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:04:21.002955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device fa31c2cd-72b7-440d-9ac7-62698519e5a1 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:04:21.178659 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-c3a41f89-ef30-4fca-b833-a605ac0324ce admin admin] Deleting port 3cbe9765-592d-43ef-b6e2-79c05b0b68a4 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:04:21.179258 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c3a41f89-ef30-4fca-b833-a605ac0324ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:21.349447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-c3a41f89-ef30-4fca-b833-a605ac0324ce admin admin] For port 3cbe9765-592d-43ef-b6e2-79c05b0b68a4, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=3cbe9765-592d-43ef-b6e2-79c05b0b68a4,segment=NetworkSegment(275bcff8-5118-4cdb-ba0f-a76ac44330d1),segment_id=275bcff8-5118-4cdb-ba0f-a76ac44330d1)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:04:21.349794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c3a41f89-ef30-4fca-b833-a605ac0324ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:21.472618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-c3a41f89-ef30-4fca-b833-a605ac0324ce admin admin] Calling delete_port for 3cbe9765-592d-43ef-b6e2-79c05b0b68a4 owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:04:21.645424 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c3a41f89-ef30-4fca-b833-a605ac0324ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:21.690978 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a41f89-ef30-4fca-b833-a605ac0324ce admin admin] Pushing event deleted for resources: {'Port': ['ID=3cbe9765-592d-43ef-b6e2-79c05b0b68a4,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:21.956027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c3a41f89-ef30-4fca-b833-a605ac0324ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:22.413905 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a41f89-ef30-4fca-b833-a605ac0324ce admin admin] Router c8040b94-3f9a-460a-826f-b61eaed7ac1b has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:04:22.590534 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a41f89-ef30-4fca-b833-a605ac0324ce admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:04:22.599212 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca0509f-aa76-4175-beec-93ef898a7978 None None] Sync routers for ids ['c8040b94-3f9a-460a-826f-b61eaed7ac1b'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:04:22.606982 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c3a41f89-ef30-4fca-b833-a605ac0324ce admin admin] 10.222.0.48 "PUT /v2.0/routers/c8040b94-3f9a-460a-826f-b61eaed7ac1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4081392 Jan 17 15:04:22.609093 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca0509f-aa76-4175-beec-93ef898a7978 None None] Routers {'c8040b94-3f9a-460a-826f-b61eaed7ac1b'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:04:22.609589 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45564) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:22.609713 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-bca0509f-aa76-4175-beec-93ef898a7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:04:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['c8040b94-3f9a-460a-826f-b61eaed7ac1b'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:22.794164 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-382b98df-aa1a-46c4-aecb-4c39ef66b72c admin admin] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:22.802279 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-bca0509f-aa76-4175-beec-93ef898a7978 None None] Set router c8040b94-3f9a-460a-826f-b61eaed7ac1b gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:04:23.013561 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-382b98df-aa1a-46c4-aecb-4c39ef66b72c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:23.023144 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-382b98df-aa1a-46c4-aecb-4c39ef66b72c admin admin] Deleting port 7d3b6641-58c9-41cc-86eb-4ae093dd4b5b {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:04:23.023483 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-382b98df-aa1a-46c4-aecb-4c39ef66b72c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:23.121963 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-bca0509f-aa76-4175-beec-93ef898a7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8040b94-3f9a-460a-826f-b61eaed7ac1b', 'name': 'tempest-TestMinimumBasicScenario-1946177494-router', 'tenant_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '7d3b6641-58c9-41cc-86eb-4ae093dd4b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:01:04Z', 'updated_at': '2022-01-17T15:04:21Z', 'revision_number': 5, 'project_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'gw_port': {'id': '7d3b6641-58c9-41cc-86eb-4ae093dd4b5b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8040b94-3f9a-460a-826f-b61eaed7ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:01:05Z', 'updated_at': '2022-01-17T15:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:23.126293 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca0509f-aa76-4175-beec-93ef898a7978 None None] Checking router: c8040b94-3f9a-460a-826f-b61eaed7ac1b for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:04:23.135795 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca0509f-aa76-4175-beec-93ef898a7978 None None] Routers {'c8040b94-3f9a-460a-826f-b61eaed7ac1b'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:04:23.136386 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-bca0509f-aa76-4175-beec-93ef898a7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:04:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['c8040b94-3f9a-460a-826f-b61eaed7ac1b'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:23.200799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-382b98df-aa1a-46c4-aecb-4c39ef66b72c admin admin] For port 7d3b6641-58c9-41cc-86eb-4ae093dd4b5b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=7d3b6641-58c9-41cc-86eb-4ae093dd4b5b,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:04:23.201059 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-382b98df-aa1a-46c4-aecb-4c39ef66b72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:23.315778 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-bca0509f-aa76-4175-beec-93ef898a7978 None None] Set router c8040b94-3f9a-460a-826f-b61eaed7ac1b gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:04:23.327670 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-382b98df-aa1a-46c4-aecb-4c39ef66b72c admin admin] Calling delete_port for 7d3b6641-58c9-41cc-86eb-4ae093dd4b5b owned by network:router_gateway {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:04:23.379236 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:23.419177 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-bca0509f-aa76-4175-beec-93ef898a7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8040b94-3f9a-460a-826f-b61eaed7ac1b', 'name': 'tempest-TestMinimumBasicScenario-1946177494-router', 'tenant_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:01:04Z', 'updated_at': '2022-01-17T15:04:23Z', 'revision_number': 6, 'project_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:23.423132 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca0509f-aa76-4175-beec-93ef898a7978 None None] The sync data for ids ['c8040b94-3f9a-460a-826f-b61eaed7ac1b'] in dv-neutron-824901-1-hyperv is: [{'id': 'c8040b94-3f9a-460a-826f-b61eaed7ac1b', 'name': 'tempest-TestMinimumBasicScenario-1946177494-router', 'tenant_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:01:04Z', 'updated_at': '2022-01-17T15:04:23Z', 'revision_number': 6, 'project_id': '28d12c2e513d4703a0d8a147afc1fa8c', 'gw_port_host': None}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:04:23.501411 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-382b98df-aa1a-46c4-aecb-4c39ef66b72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:23.548028 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b98df-aa1a-46c4-aecb-4c39ef66b72c admin admin] Pushing event deleted for resources: {'Port': ['ID=7d3b6641-58c9-41cc-86eb-4ae093dd4b5b,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:23.750214 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-382b98df-aa1a-46c4-aecb-4c39ef66b72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:23.924178 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-382b98df-aa1a-46c4-aecb-4c39ef66b72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:23.926347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-382b98df-aa1a-46c4-aecb-4c39ef66b72c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:23.948917 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-382b98df-aa1a-46c4-aecb-4c39ef66b72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:23.949462 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382b98df-aa1a-46c4-aecb-4c39ef66b72c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8040b94-3f9a-460a-826f-b61eaed7ac1b {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 15:04:23.961593 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-382b98df-aa1a-46c4-aecb-4c39ef66b72c admin admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:23.962701 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-382b98df-aa1a-46c4-aecb-4c39ef66b72c admin admin] 10.222.0.48 "DELETE /v2.0/routers/c8040b94-3f9a-460a-826f-b61eaed7ac1b HTTP/1.1" status: 204 len: 168 time: 1.3522286 Jan 17 15:04:23.965147 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45572) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:24.024102 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-7247ef0e-96b6-45ab-9c32-0bd6a4807c56 admin admin] Deleting subnet fca5bdc4-c58b-4266-9c37-d6cec42d4087 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 15:04:24.026884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7247ef0e-96b6-45ab-9c32-0bd6a4807c56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:24.079251 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7247ef0e-96b6-45ab-9c32-0bd6a4807c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:24.160343 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7247ef0e-96b6-45ab-9c32-0bd6a4807c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:24.229963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7247ef0e-96b6-45ab-9c32-0bd6a4807c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:24.270789 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247ef0e-96b6-45ab-9c32-0bd6a4807c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca5bdc4-c58b-4266-9c37-d6cec42d4087,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:24.275636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7247ef0e-96b6-45ab-9c32-0bd6a4807c56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:24.280995 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05b74be-0967-44d3-9c35-78a22561cbca None None] Network 070730f4-52b8-41cd-b12f-21f3f30a7149 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:04:24.282406 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7247ef0e-96b6-45ab-9c32-0bd6a4807c56 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fca5bdc4-c58b-4266-9c37-d6cec42d4087 HTTP/1.1" status: 204 len: 168 time: 0.3159471 Jan 17 15:04:24.284902 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45578) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:24.392491 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d19832be-0687-4135-8932-504f057be579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:24.404325 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-d19832be-0687-4135-8932-504f057be579 admin admin] Deleting port 542babbf-a35d-49cc-9ba0-cff3471b9029 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:04:24.404689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d19832be-0687-4135-8932-504f057be579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:24.549150 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b9d324-c536-4789-9990-15e26dbec293 None None] DHCP port deletion for 070730f4-52b8-41cd-b12f-21f3f30a7149 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 15:04:24.553243 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-48b9d324-c536-4789-9990-15e26dbec293 None None] Deleting port 542babbf-a35d-49cc-9ba0-cff3471b9029 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:04:24.553634 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-48b9d324-c536-4789-9990-15e26dbec293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:24.617571 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-d19832be-0687-4135-8932-504f057be579 admin admin] For port 542babbf-a35d-49cc-9ba0-cff3471b9029, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=542babbf-a35d-49cc-9ba0-cff3471b9029,segment=NetworkSegment(275bcff8-5118-4cdb-ba0f-a76ac44330d1),segment_id=275bcff8-5118-4cdb-ba0f-a76ac44330d1)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:04:24.618188 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d19832be-0687-4135-8932-504f057be579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:24.745451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-d19832be-0687-4135-8932-504f057be579 admin admin] Calling delete_port for 542babbf-a35d-49cc-9ba0-cff3471b9029 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:04:24.759462 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-48b9d324-c536-4789-9990-15e26dbec293 None None] For port 542babbf-a35d-49cc-9ba0-cff3471b9029, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=542babbf-a35d-49cc-9ba0-cff3471b9029,segment=NetworkSegment(275bcff8-5118-4cdb-ba0f-a76ac44330d1),segment_id=275bcff8-5118-4cdb-ba0f-a76ac44330d1)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:04:24.760518 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-48b9d324-c536-4789-9990-15e26dbec293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:24.827914 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d19832be-0687-4135-8932-504f057be579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:24.874528 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19832be-0687-4135-8932-504f057be579 admin admin] Pushing event deleted for resources: {'Port': ['ID=542babbf-a35d-49cc-9ba0-cff3471b9029,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:24.877988 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19832be-0687-4135-8932-504f057be579 admin admin] No DVR routers for this DVR port 542babbf-a35d-49cc-9ba0-cff3471b9029 on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:04:24.884742 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-48b9d324-c536-4789-9990-15e26dbec293 None None] Calling delete_port for 542babbf-a35d-49cc-9ba0-cff3471b9029 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:04:24.960460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-48b9d324-c536-4789-9990-15e26dbec293 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 15:04:24.960811 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-48b9d324-c536-4789-9990-15e26dbec293 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 15:04:24.973962 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3cbe9765-592d-43ef-b6e2-79c05b0b68a4 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:04:24.993919 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d19832be-0687-4135-8932-504f057be579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:25.012495 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 3cbe9765-592d-43ef-b6e2-79c05b0b68a4 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:04:25.012846 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 3cbe9765-592d-43ef-b6e2-79c05b0b68a4 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:04:25.013270 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 7d3b6641-58c9-41cc-86eb-4ae093dd4b5b no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:04:25.022852 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-d19832be-0687-4135-8932-504f057be579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['070730f4-52b8-41cd-b12f-21f3f30a7149']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:25.034990 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-d19832be-0687-4135-8932-504f057be579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275bcff8-5118-4cdb-ba0f-a76ac44330d1') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:25.035280 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-d19832be-0687-4135-8932-504f057be579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275bcff8-5118-4cdb-ba0f-a76ac44330d1') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:25.046057 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 7d3b6641-58c9-41cc-86eb-4ae093dd4b5b {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:04:25.046403 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 7d3b6641-58c9-41cc-86eb-4ae093dd4b5b not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:04:25.046821 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 542babbf-a35d-49cc-9ba0-cff3471b9029 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:04:25.047008 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d19832be-0687-4135-8932-504f057be579 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:25.064072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d19832be-0687-4135-8932-504f057be579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:25.070282 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19832be-0687-4135-8932-504f057be579 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 15:04:25.070663 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d19832be-0687-4135-8932-504f057be579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:25.079894 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 542babbf-a35d-49cc-9ba0-cff3471b9029 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:04:25.080241 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 542babbf-a35d-49cc-9ba0-cff3471b9029 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 15:04:25.086020 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 15:04:25.159559 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d19832be-0687-4135-8932-504f057be579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:25.179503 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d19832be-0687-4135-8932-504f057be579 admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:25.287643 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19832be-0687-4135-8932-504f057be579 admin admin] Pushing event deleted for resources: {'Network': ['ID=070730f4-52b8-41cd-b12f-21f3f30a7149,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:25.295344 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d19832be-0687-4135-8932-504f057be579 admin admin] 10.222.0.48 "DELETE /v2.0/networks/070730f4-52b8-41cd-b12f-21f3f30a7149 HTTP/1.1" status: 204 len: 168 time: 1.0095932 Jan 17 15:04:25.458236 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45584) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:25.462375 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-48b9d324-c536-4789-9990-15e26dbec293 None None] Deleting port 542babbf-a35d-49cc-9ba0-cff3471b9029 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:04:25.462762 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-48b9d324-c536-4789-9990-15e26dbec293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:25.507569 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f19dea2b-7ad8-491d-aa4d-87ec95824cf8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d143fbf583f478487f9eae016825b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481439 Jan 17 15:04:25.510520 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45588) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:25.531373 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-48b9d324-c536-4789-9990-15e26dbec293 None None] The port '542babbf-a35d-49cc-9ba0-cff3471b9029' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 15:04:25.570644 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4ecf9e5e-1ed5-47f3-aeb8-5ab334c574a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:25.596790 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4ecf9e5e-1ed5-47f3-aeb8-5ab334c574a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:25.648904 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4ecf9e5e-1ed5-47f3-aeb8-5ab334c574a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:25.665391 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf9e5e-1ed5-47f3-aeb8-5ab334c574a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cc6cac-a9b9-4928-9fff-c7d2a318be06,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:25.678900 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4ecf9e5e-1ed5-47f3-aeb8-5ab334c574a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:25.682602 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4ecf9e5e-1ed5-47f3-aeb8-5ab334c574a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/81cc6cac-a9b9-4928-9fff-c7d2a318be06 HTTP/1.1" status: 204 len: 168 time: 0.1687927 Jan 17 15:04:26.010557 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 45596) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:26.059093 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4b7a0a9a-cf3f-4bb3-9fc4-95ca88e77d3d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28d12c2e513d4703a0d8a147afc1fa8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473557 Jan 17 15:04:26.061552 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 45600) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:26.121809 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e7544a4-9aaf-483b-bbdf-77bfb264a539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:26.151511 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e7544a4-9aaf-483b-bbdf-77bfb264a539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:26.203224 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e7544a4-9aaf-483b-bbdf-77bfb264a539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:26.218903 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7544a4-9aaf-483b-bbdf-77bfb264a539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58751fb7-8802-40f5-98ae-3da7f4ff4510,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:26.225046 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e7544a4-9aaf-483b-bbdf-77bfb264a539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:26.226152 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7e7544a4-9aaf-483b-bbdf-77bfb264a539 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58751fb7-8802-40f5-98ae-3da7f4ff4510 HTTP/1.1" status: 204 len: 168 time: 0.1636157 Jan 17 15:04:28.155103 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45642) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:28.160422 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-210621375', 'description': 'tempest-secgroup-smoke-210621375 description', 'project_id': '584a5877f0874528a2086d6a82d4b9d7'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:04:28.167022 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:04:28.170825 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:04:28.173788 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:04:28.179945 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:04:28.189085 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:28.203400 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:28.218087 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:04:28.222068 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:04:28.224840 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:04:28.230984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:04:28.310545 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:28.314421 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:28.329104 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:04:28.340449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:04:28.346008 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:04:28.354440 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:04:28.356215 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d5a7a8-e653-45c1-ae7d-da2763143df2,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:28.427418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:28.430783 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:28.472175 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66622fc2-3967-41c3-b3cd-c090a89aa811,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:28.476036 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:28.477222 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c810fe61-c086-49d0-8d09-a445b6c08e3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3211083 Jan 17 15:04:28.480107 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45646) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:28.485034 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-4f5c91d3-3b25-41bd-9d95-e3a9bb500ca5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '66622fc2-3967-41c3-b3cd-c090a89aa811', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:04:28.491058 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4f5c91d3-3b25-41bd-9d95-e3a9bb500ca5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:04:28.495322 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4f5c91d3-3b25-41bd-9d95-e3a9bb500ca5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:04:28.498219 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4f5c91d3-3b25-41bd-9d95-e3a9bb500ca5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:04:28.503726 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4f5c91d3-3b25-41bd-9d95-e3a9bb500ca5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:04:28.521074 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4f5c91d3-3b25-41bd-9d95-e3a9bb500ca5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:28.585726 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4f5c91d3-3b25-41bd-9d95-e3a9bb500ca5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:28.589847 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4f5c91d3-3b25-41bd-9d95-e3a9bb500ca5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:28.616937 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c91d3-3b25-41bd-9d95-e3a9bb500ca5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27576ecf-65ff-4df8-96ab-1b3425b7c2bd,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:28.622749 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4f5c91d3-3b25-41bd-9d95-e3a9bb500ca5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:28.623992 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4f5c91d3-3b25-41bd-9d95-e3a9bb500ca5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429334 Jan 17 15:04:28.626849 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45650) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:28.631875 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-f6220eb4-9860-41c5-9a86-3a0c20c1cf65 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '66622fc2-3967-41c3-b3cd-c090a89aa811', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:04:28.637841 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f6220eb4-9860-41c5-9a86-3a0c20c1cf65 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:04:28.641607 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f6220eb4-9860-41c5-9a86-3a0c20c1cf65 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:04:28.644421 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f6220eb4-9860-41c5-9a86-3a0c20c1cf65 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:04:28.650010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f6220eb4-9860-41c5-9a86-3a0c20c1cf65 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:04:28.665885 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6220eb4-9860-41c5-9a86-3a0c20c1cf65 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:28.725040 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6220eb4-9860-41c5-9a86-3a0c20c1cf65 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:28.729400 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6220eb4-9860-41c5-9a86-3a0c20c1cf65 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:28.754820 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6220eb4-9860-41c5-9a86-3a0c20c1cf65 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f12c03-1b2f-43b6-912c-a167d6f86142,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:28.763291 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6220eb4-9860-41c5-9a86-3a0c20c1cf65 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:28.764461 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f6220eb4-9860-41c5-9a86-3a0c20c1cf65 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367006 Jan 17 15:04:28.767128 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45654) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:28.772039 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-0cc135b0-6836-4b60-bdf7-5f828708cdd7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '66622fc2-3967-41c3-b3cd-c090a89aa811', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:04:28.777930 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0cc135b0-6836-4b60-bdf7-5f828708cdd7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:04:28.781697 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0cc135b0-6836-4b60-bdf7-5f828708cdd7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:04:28.784562 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0cc135b0-6836-4b60-bdf7-5f828708cdd7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:04:28.790221 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0cc135b0-6836-4b60-bdf7-5f828708cdd7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:04:28.808381 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0cc135b0-6836-4b60-bdf7-5f828708cdd7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:28.877478 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0cc135b0-6836-4b60-bdf7-5f828708cdd7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:28.881410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0cc135b0-6836-4b60-bdf7-5f828708cdd7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:28.908674 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc135b0-6836-4b60-bdf7-5f828708cdd7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0bf7f21-b390-4a6e-9773-e439444b5f2b,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:28.919650 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0cc135b0-6836-4b60-bdf7-5f828708cdd7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:28.920871 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0cc135b0-6836-4b60-bdf7-5f828708cdd7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528447 Jan 17 15:04:28.923449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45658) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:28.928561 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-7571f536-d452-427b-b396-7f8f3d17e8ef tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '66622fc2-3967-41c3-b3cd-c090a89aa811', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:04:28.934443 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7571f536-d452-427b-b396-7f8f3d17e8ef tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:04:28.938261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7571f536-d452-427b-b396-7f8f3d17e8ef tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:04:28.941115 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7571f536-d452-427b-b396-7f8f3d17e8ef tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:04:28.946828 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7571f536-d452-427b-b396-7f8f3d17e8ef tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:04:28.962577 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7571f536-d452-427b-b396-7f8f3d17e8ef tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:29.024573 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7571f536-d452-427b-b396-7f8f3d17e8ef tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:29.028599 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7571f536-d452-427b-b396-7f8f3d17e8ef tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:29.051415 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571f536-d452-427b-b396-7f8f3d17e8ef tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac31a30-03c6-4c18-b923-57754bccd9cd,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:29.060561 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7571f536-d452-427b-b396-7f8f3d17e8ef tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:29.061719 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7571f536-d452-427b-b396-7f8f3d17e8ef tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371837 Jan 17 15:04:29.064518 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45662) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:29.069253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-d62ebe6d-18c4-4f8e-9fd0-8ecf8dfd8173 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '66622fc2-3967-41c3-b3cd-c090a89aa811', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:04:29.074997 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d62ebe6d-18c4-4f8e-9fd0-8ecf8dfd8173 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:04:29.078729 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d62ebe6d-18c4-4f8e-9fd0-8ecf8dfd8173 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:04:29.081567 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d62ebe6d-18c4-4f8e-9fd0-8ecf8dfd8173 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:04:29.087158 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d62ebe6d-18c4-4f8e-9fd0-8ecf8dfd8173 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:04:29.098161 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.securitygroups_db [None req-d62ebe6d-18c4-4f8e-9fd0-8ecf8dfd8173 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Project 584a5877f0874528a2086d6a82d4b9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 15:04:29.105529 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d62ebe6d-18c4-4f8e-9fd0-8ecf8dfd8173 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:29.167888 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d62ebe6d-18c4-4f8e-9fd0-8ecf8dfd8173 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:29.171577 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d62ebe6d-18c4-4f8e-9fd0-8ecf8dfd8173 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:29.194546 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ebe6d-18c4-4f8e-9fd0-8ecf8dfd8173 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c7c34b-50f6-4f40-812b-259828a394fc,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:29.202736 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d62ebe6d-18c4-4f8e-9fd0-8ecf8dfd8173 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:29.203951 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d62ebe6d-18c4-4f8e-9fd0-8ecf8dfd8173 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384993 Jan 17 15:04:29.206681 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45666) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:29.211563 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-9564ed36-f10a-447f-ac73-3d48b1fad779 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '66622fc2-3967-41c3-b3cd-c090a89aa811', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:04:29.218188 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9564ed36-f10a-447f-ac73-3d48b1fad779 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:04:29.222380 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9564ed36-f10a-447f-ac73-3d48b1fad779 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:04:29.225384 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9564ed36-f10a-447f-ac73-3d48b1fad779 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:04:29.232000 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9564ed36-f10a-447f-ac73-3d48b1fad779 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:04:29.243287 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.securitygroups_db [None req-9564ed36-f10a-447f-ac73-3d48b1fad779 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Project 584a5877f0874528a2086d6a82d4b9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 15:04:29.250223 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9564ed36-f10a-447f-ac73-3d48b1fad779 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:29.320029 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9564ed36-f10a-447f-ac73-3d48b1fad779 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:29.323924 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9564ed36-f10a-447f-ac73-3d48b1fad779 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:29.347927 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564ed36-f10a-447f-ac73-3d48b1fad779 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d28217-7986-49c1-b838-f56a37dce0fd,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:29.356461 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9564ed36-f10a-447f-ac73-3d48b1fad779 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:29.357664 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9564ed36-f10a-447f-ac73-3d48b1fad779 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1500082 Jan 17 15:04:29.360608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45670) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:29.365985 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-51e10b68-7402-4f4b-9c9e-f97542e7c88b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'network': {'name': 'tempest-network-smoke--2111211669', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'port_security_enabled': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:04:29.370988 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-51e10b68-7402-4f4b-9c9e-f97542e7c88b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:04:29.374804 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-51e10b68-7402-4f4b-9c9e-f97542e7c88b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:network and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:04:29.377622 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-51e10b68-7402-4f4b-9c9e-f97542e7c88b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:04:29.383167 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-51e10b68-7402-4f4b-9c9e-f97542e7c88b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:04:29.393889 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e10b68-7402-4f4b-9c9e-f97542e7c88b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Made reservation on behalf of 584a5877f0874528a2086d6a82d4b9d7 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:04:29.397470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-51e10b68-7402-4f4b-9c9e-f97542e7c88b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:29.424251 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e10b68-7402-4f4b-9c9e-f97542e7c88b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 15:04:29.432869 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-51e10b68-7402-4f4b-9c9e-f97542e7c88b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:29.433205 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-51e10b68-7402-4f4b-9c9e-f97542e7c88b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Added segment 7f565649-aa3a-4c9a-9b8e-e409af9299e4 of type vlan for network e9360bb8-d13e-4156-9b99-b59a555cf91b Jan 17 15:04:29.458230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-51e10b68-7402-4f4b-9c9e-f97542e7c88b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:29.486726 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-51e10b68-7402-4f4b-9c9e-f97542e7c88b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:29.492347 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e10b68-7402-4f4b-9c9e-f97542e7c88b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:29.492903 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-51e10b68-7402-4f4b-9c9e-f97542e7c88b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:29.591094 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-51e10b68-7402-4f4b-9c9e-f97542e7c88b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2293153 Jan 17 15:04:29.594671 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45674) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:29.600487 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1586340044', 'admin_state_up': True, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:04:29.612174 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:04:29.617516 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e10b68-7402-4f4b-9c9e-f97542e7c88b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Network': ['ID=e9360bb8-d13e-4156-9b99-b59a555cf91b,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:29.620517 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:router and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:04:29.623760 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:04:29.628607 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network e9360bb8-d13e-4156-9b99-b59a555cf91b details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 15:04:29.630481 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:04:29.641282 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:29.642257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:29.658934 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:29.932534 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:30.332899 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:30.363419 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:30.501630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Allocated IP 172.26.3.64 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/20be7fba-ede3-405e-8d97-0a5d6cac6233) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:04:30.645828 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:30.673900 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:30.736235 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:04:30.738882 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:04:30.742710 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:04:30.781902 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=20be7fba-ede3-405e-8d97-0a5d6cac6233,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:31.164127 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:31.493053 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:31.801247 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router f57a0ebf-1b36-434e-be55-277c233af773 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 15:04:31.976103 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:04:31.985765 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] Sync routers for ids ['f57a0ebf-1b36-434e-be55-277c233af773'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:04:31.995435 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] Routers {'f57a0ebf-1b36-434e-be55-277c233af773'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:04:31.996079 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:04:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f57a0ebf-1b36-434e-be55-277c233af773'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:32.005763 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:32.006970 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-879486e4-eda1-4a00-a52d-3bd35decafee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4111135 Jan 17 15:04:32.010867 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45678) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:32.150203 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-20154f8c-e617-4265-9fc2-119ec61358ed tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=584a5877f0874528a2086d6a82d4b9d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1382036 Jan 17 15:04:32.153502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45684) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:32.216559 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] Set router f57a0ebf-1b36-434e-be55-277c233af773 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:04:32.284488 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5727477e-76ab-4bc4-9c28-2afb1293f88e tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:32.285967 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5727477e-76ab-4bc4-9c28-2afb1293f88e tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312950 Jan 17 15:04:32.288796 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45688) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:32.327659 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-89047ceb-d089-465b-8dd4-968c0e23a18d tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377569 Jan 17 15:04:32.330365 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 45692) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:32.336183 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-36c1a9b0-31bf-4a32-9b76-36223fe4282e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-990541484', 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:04:32.444456 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-36c1a9b0-31bf-4a32-9b76-36223fe4282e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:04:32.448260 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-36c1a9b0-31bf-4a32-9b76-36223fe4282e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:subnet and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:04:32.451043 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-36c1a9b0-31bf-4a32-9b76-36223fe4282e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:04:32.456733 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-36c1a9b0-31bf-4a32-9b76-36223fe4282e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:04:32.467143 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c1a9b0-31bf-4a32-9b76-36223fe4282e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Made reservation on behalf of 584a5877f0874528a2086d6a82d4b9d7 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:04:32.471083 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-36c1a9b0-31bf-4a32-9b76-36223fe4282e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:32.496697 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586340044', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:04:29Z', 'updated_at': '2022-01-17T15:04:30Z', 'revision_number': 3, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:30Z', 'updated_at': '2022-01-17T15:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:32.500746 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] Checking router: f57a0ebf-1b36-434e-be55-277c233af773 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:04:32.501224 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] Updating router f57a0ebf-1b36-434e-be55-277c233af773 port 20be7fba-ede3-405e-8d97-0a5d6cac6233 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:04:32.556510 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:32.685708 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-36c1a9b0-31bf-4a32-9b76-36223fe4282e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:32.768026 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1a9b0-31bf-4a32-9b76-36223fe4282e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Subnet': ['ID=468fd1bd-9c68-428d-9f2b-417103495faf,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:32.778953 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c1a9b0-31bf-4a32-9b76-36223fe4282e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Checking segment: {'id': '7f565649-aa3a-4c9a-9b8e-e409af9299e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:04:32.779728 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c1a9b0-31bf-4a32-9b76-36223fe4282e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network hostable DHCP agents. Network: e9360bb8-d13e-4156-9b99-b59a555cf91b, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 15:04:32.799619 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c1a9b0-31bf-4a32-9b76-36223fe4282e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network e9360bb8-d13e-4156-9b99-b59a555cf91b is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 15:04:32.810290 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-36c1a9b0-31bf-4a32-9b76-36223fe4282e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, e9360bb8-d13e-4156-9b99-b59a555cf91b) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:04:32.815040 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c1a9b0-31bf-4a32-9b76-36223fe4282e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:32.816165 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-36c1a9b0-31bf-4a32-9b76-36223fe4282e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:32.820778 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbd43f5-e5b1-498c-a990-6bb2aa3bb179 None None] Network e9360bb8-d13e-4156-9b99-b59a555cf91b requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:04:32.838249 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-36c1a9b0-31bf-4a32-9b76-36223fe4282e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5061717 Jan 17 15:04:32.841028 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45696) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:33.012978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:33.061993 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] Transition to ACTIVE for port object 20be7fba-ede3-405e-8d97-0a5d6cac6233 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:04:33.073476 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:33.193511 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] Attempting to bind port 20be7fba-ede3-405e-8d97-0a5d6cac6233 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:04:33.193880 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] Attempting to bind port 20be7fba-ede3-405e-8d97-0a5d6cac6233 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:04:33.194718 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] Attempting to bind port 20be7fba-ede3-405e-8d97-0a5d6cac6233 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:04:33.199405 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-e9360bb8-d13e-4156-9b99-b59a555cf91b', 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ips': [{'subnet_id': '468fd1bd-9c68-428d-9f2b-417103495faf'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 15:04:33.200220 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:33.218314 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90f458-233c-4159-91af-268f8a02f038 None None] Pushing event updated for resources: {'Port': ['ID=20be7fba-ede3-405e-8d97-0a5d6cac6233,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:33.223873 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:04:33.224251 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:04:33.224651 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:33.225043 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:04:33.225514 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] Bound port: 20be7fba-ede3-405e-8d97-0a5d6cac6233, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:04:33.225887 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:33.261961 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90f458-233c-4159-91af-268f8a02f038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:33.262312 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90f458-233c-4159-91af-268f8a02f038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:33.262660 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90f458-233c-4159-91af-268f8a02f038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:33.263082 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90f458-233c-4159-91af-268f8a02f038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:33.263357 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90f458-233c-4159-91af-268f8a02f038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:33.263691 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90f458-233c-4159-91af-268f8a02f038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:33.264053 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90f458-233c-4159-91af-268f8a02f038 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:33.264382 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90f458-233c-4159-91af-268f8a02f038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:33.264708 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90f458-233c-4159-91af-268f8a02f038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:33.265033 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90f458-233c-4159-91af-268f8a02f038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:33.265353 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90f458-233c-4159-91af-268f8a02f038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:33.265673 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90f458-233c-4159-91af-268f8a02f038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:33.382622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] For port 20be7fba-ede3-405e-8d97-0a5d6cac6233, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:04:33.388956 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] For port 20be7fba-ede3-405e-8d97-0a5d6cac6233, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=20be7fba-ede3-405e-8d97-0a5d6cac6233,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:04:33.421777 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:33.521680 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Allocated IP 172.20.0.2 (e9360bb8-d13e-4156-9b99-b59a555cf91b/468fd1bd-9c68-428d-9f2b-417103495faf/a5969e40-5ec1-4f2e-be79-84abf8d86938) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:04:33.531949 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] Routers {'f57a0ebf-1b36-434e-be55-277c233af773'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:04:33.532581 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:04:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f57a0ebf-1b36-434e-be55-277c233af773'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:33.543274 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ccf0-85cd-4091-9641-519851d403ac tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:33.596712 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90f458-233c-4159-91af-268f8a02f038 None None] Pushing event updated for resources: {'Port': ['ID=20be7fba-ede3-405e-8d97-0a5d6cac6233,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:33.873668 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] Set router f57a0ebf-1b36-434e-be55-277c233af773 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:04:34.138743 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:34.160759 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Transition to ACTIVE for port object a5969e40-5ec1-4f2e-be79-84abf8d86938 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:04:34.211497 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Transition to ACTIVE for port object a5969e40-5ec1-4f2e-be79-84abf8d86938 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:04:34.223224 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:34.282038 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-c1f4ccf0-85cd-4091-9641-519851d403ac tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Allocated IP 172.20.0.1 (e9360bb8-d13e-4156-9b99-b59a555cf91b/468fd1bd-9c68-428d-9f2b-417103495faf/de7caf99-a6ad-44ad-ba95-5c481234d943) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:04:34.302702 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Network e9360bb8-d13e-4156-9b99-b59a555cf91b is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:04:34.307128 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:04:34.309517 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:04:34.313210 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Pushing event updated for resources: {'Port': ['ID=a5969e40-5ec1-4f2e-be79-84abf8d86938,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:34.398642 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586340044', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:04:29Z', 'updated_at': '2022-01-17T15:04:30Z', 'revision_number': 3, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:30Z', 'updated_at': '2022-01-17T15:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:34.406977 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f4b165-f736-4263-84b6-82daedf0bd8f None None] The sync data for ids ['f57a0ebf-1b36-434e-be55-277c233af773'] in dv-neutron-824901-1-hyperv is: [{'id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586340044', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:04:29Z', 'updated_at': '2022-01-17T15:04:30Z', 'revision_number': 3, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:30Z', 'updated_at': '2022-01-17T15:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:04:34.409673 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Attempting to bind port a5969e40-5ec1-4f2e-be79-84abf8d86938 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:04:34.410562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Attempting to bind port a5969e40-5ec1-4f2e-be79-84abf8d86938 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '7f565649-aa3a-4c9a-9b8e-e409af9299e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:04:34.410562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Attempting to bind port a5969e40-5ec1-4f2e-be79-84abf8d86938 on network e9360bb8-d13e-4156-9b99-b59a555cf91b {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:04:34.416697 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:04:34.417068 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Checking segment: {'id': '7f565649-aa3a-4c9a-9b8e-e409af9299e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:04:34.417465 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:34.417855 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Bound using segment: {'id': '7f565649-aa3a-4c9a-9b8e-e409af9299e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:04:34.418313 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Bound port: a5969e40-5ec1-4f2e-be79-84abf8d86938, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f565649-aa3a-4c9a-9b8e-e409af9299e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:04:34.418678 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:34.445181 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ccf0-85cd-4091-9641-519851d403ac tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:34.461883 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-c1f4ccf0-85cd-4091-9641-519851d403ac tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Transition to ACTIVE for port object de7caf99-a6ad-44ad-ba95-5c481234d943 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:04:34.486896 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ccf0-85cd-4091-9641-519851d403ac tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:34.515977 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] For port a5969e40-5ec1-4f2e-be79-84abf8d86938, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:04:34.519668 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] For port a5969e40-5ec1-4f2e-be79-84abf8d86938, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a5969e40-5ec1-4f2e-be79-84abf8d86938,segment=NetworkSegment(7f565649-aa3a-4c9a-9b8e-e409af9299e4),segment_id=7f565649-aa3a-4c9a-9b8e-e409af9299e4)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:04:34.524547 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:34.563992 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f4ccf0-85cd-4091-9641-519851d403ac tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network e9360bb8-d13e-4156-9b99-b59a555cf91b is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:04:34.567887 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-c1f4ccf0-85cd-4091-9641-519851d403ac tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:04:34.571386 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f4ccf0-85cd-4091-9641-519851d403ac tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:04:34.607250 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4ccf0-85cd-4091-9641-519851d403ac tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=de7caf99-a6ad-44ad-ba95-5c481234d943,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:34.640892 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa9306-6dd6-4801-8407-f870518f1719 None None] Pushing event updated for resources: {'Port': ['ID=a5969e40-5ec1-4f2e-be79-84abf8d86938,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:34.669377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ccf0-85cd-4091-9641-519851d403ac tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:35.011472 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ccf0-85cd-4091-9641-519851d403ac tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:35.063987 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 20be7fba-ede3-405e-8d97-0a5d6cac6233 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:04:35.138935 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 20be7fba-ede3-405e-8d97-0a5d6cac6233 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:04:35.144575 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 20be7fba-ede3-405e-8d97-0a5d6cac6233 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:04:35.144949 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:35.270630 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:35.288588 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 20be7fba-ede3-405e-8d97-0a5d6cac6233, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=20be7fba-ede3-405e-8d97-0a5d6cac6233,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:04:35.294568 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:35.295671 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a5969e40-5ec1-4f2e-be79-84abf8d86938 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:04:35.411200 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=20be7fba-ede3-405e-8d97-0a5d6cac6233,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:35.424723 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port a5969e40-5ec1-4f2e-be79-84abf8d86938 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:04:35.472279 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ccf0-85cd-4091-9641-519851d403ac tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:35.477829 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ccf0-85cd-4091-9641-519851d403ac tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:35.591277 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4ccf0-85cd-4091-9641-519851d403ac tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=de7caf99-a6ad-44ad-ba95-5c481234d943,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:35.596765 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ccf0-85cd-4091-9641-519851d403ac tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:35.742406 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f4ccf0-85cd-4091-9641-519851d403ac tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network e9360bb8-d13e-4156-9b99-b59a555cf91b is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:04:35.743689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-c1f4ccf0-85cd-4091-9641-519851d403ac tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:04:35.789040 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5363ab9a-1e36-40ee-857b-d53a0e9a1503 None None] Network e9360bb8-d13e-4156-9b99-b59a555cf91b requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:04:35.886566 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f080dc54-66bc-43dd-ab4c-6201688166ab None None] Provisioning for port a5969e40-5ec1-4f2e-be79-84abf8d86938 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:04:35.905645 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f080dc54-66bc-43dd-ab4c-6201688166ab None None] Provisioning complete for port a5969e40-5ec1-4f2e-be79-84abf8d86938 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:04:35.906020 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f080dc54-66bc-43dd-ab4c-6201688166ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:36.076414 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f4ccf0-85cd-4091-9641-519851d403ac tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router f57a0ebf-1b36-434e-be55-277c233af773 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:04:36.130851 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f080dc54-66bc-43dd-ab4c-6201688166ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:36.171889 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-f080dc54-66bc-43dd-ab4c-6201688166ab None None] For port a5969e40-5ec1-4f2e-be79-84abf8d86938, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a5969e40-5ec1-4f2e-be79-84abf8d86938,segment=NetworkSegment(7f565649-aa3a-4c9a-9b8e-e409af9299e4),segment_id=7f565649-aa3a-4c9a-9b8e-e409af9299e4)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:04:36.177825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f080dc54-66bc-43dd-ab4c-6201688166ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:36.251781 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080dc54-66bc-43dd-ab4c-6201688166ab None None] Pushing event updated for resources: {'Port': ['ID=a5969e40-5ec1-4f2e-be79-84abf8d86938,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:36.269912 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f4ccf0-85cd-4091-9641-519851d403ac tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:04:36.281470 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] Sync routers for ids ['f57a0ebf-1b36-434e-be55-277c233af773'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:04:36.282478 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c1f4ccf0-85cd-4091-9641-519851d403ac tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "PUT /v2.0/routers/f57a0ebf-1b36-434e-be55-277c233af773/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4402721 Jan 17 15:04:36.296382 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] Routers {'f57a0ebf-1b36-434e-be55-277c233af773'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:04:36.297274 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:04:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f57a0ebf-1b36-434e-be55-277c233af773'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:36.456052 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-79083495-adc0-4925-8f7f-69e87d7848fd req-3a149aa5-38ed-4ddb-bb9e-79a799267c35 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:04:36.475984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-79083495-adc0-4925-8f7f-69e87d7848fd req-3a149aa5-38ed-4ddb-bb9e-79a799267c35 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:04:36.477348 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-79083495-adc0-4925-8f7f-69e87d7848fd req-3a149aa5-38ed-4ddb-bb9e-79a799267c35 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-210621375&fields=id&tenant_id=584a5877f0874528a2086d6a82d4b9d7 HTTP/1.1" status: 200 len: 267 time: 0.0636883 Jan 17 15:04:36.482712 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] Set router f57a0ebf-1b36-434e-be55-277c233af773 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:04:36.502136 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-cc88f4c3-ed07-4ebd-9d4c-434ce3cc0f26 None None] Provisioning for port de7caf99-a6ad-44ad-ba95-5c481234d943 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:04:36.508568 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-cc88f4c3-ed07-4ebd-9d4c-434ce3cc0f26 None None] Provisioning complete for port de7caf99-a6ad-44ad-ba95-5c481234d943 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:04:36.509017 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc88f4c3-ed07-4ebd-9d4c-434ce3cc0f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:36.635614 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-cc88f4c3-ed07-4ebd-9d4c-434ce3cc0f26 None None] Port de7caf99-a6ad-44ad-ba95-5c481234d943 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:04:36.650066 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-cc88f4c3-ed07-4ebd-9d4c-434ce3cc0f26 None None] Provisioning complete for port a5969e40-5ec1-4f2e-be79-84abf8d86938 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:04:36.650475 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cc88f4c3-ed07-4ebd-9d4c-434ce3cc0f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:36.655856 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79083495-adc0-4925-8f7f-69e87d7848fd req-a5961f03-410c-45b1-8211-af84c8b7021e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:36.656660 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-79083495-adc0-4925-8f7f-69e87d7848fd req-a5961f03-410c-45b1-8211-af84c8b7021e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:04:36.675240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-79083495-adc0-4925-8f7f-69e87d7848fd req-a5961f03-410c-45b1-8211-af84c8b7021e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:04:36.677232 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-79083495-adc0-4925-8f7f-69e87d7848fd req-a5961f03-410c-45b1-8211-af84c8b7021e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/networks?id=e9360bb8-d13e-4156-9b99-b59a555cf91b HTTP/1.1" status: 200 len: 797 time: 0.1888759 Jan 17 15:04:36.696794 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-79083495-adc0-4925-8f7f-69e87d7848fd req-59ff95a6-6e63-4e89-9086-fd9c33a524fd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/quotas/584a5877f0874528a2086d6a82d4b9d7 HTTP/1.1" status: 200 len: 375 time: 0.0120583 Jan 17 15:04:36.809592 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-79083495-adc0-4925-8f7f-69e87d7848fd req-0b0512a2-2925-46a9-8051-219b3b810df4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:04:36.835535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-79083495-adc0-4925-8f7f-69e87d7848fd req-0b0512a2-2925-46a9-8051-219b3b810df4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:04:36.836983 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-79083495-adc0-4925-8f7f-69e87d7848fd req-0b0512a2-2925-46a9-8051-219b3b810df4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1323760 Jan 17 15:04:36.859421 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586340044', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:04:29Z', 'updated_at': '2022-01-17T15:04:34Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:30Z', 'updated_at': '2022-01-17T15:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'de7caf99-a6ad-44ad-ba95-5c481234d943', 'name': '', 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:07:eb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '468fd1bd-9c68-428d-9f2b-417103495faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:33Z', 'updated_at': '2022-01-17T15:04:35Z', 'revision_number': 2, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '468fd1bd-9c68-428d-9f2b-417103495faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:36.865851 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] Checking router: f57a0ebf-1b36-434e-be55-277c233af773 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:04:36.866015 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] Updating router f57a0ebf-1b36-434e-be55-277c233af773 port de7caf99-a6ad-44ad-ba95-5c481234d943 binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:04:36.911828 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [req-79083495-adc0-4925-8f7f-69e87d7848fd req-5ac56a5f-fbca-4756-bf90-966501d14b73 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 15:04:36.912826 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-79083495-adc0-4925-8f7f-69e87d7848fd req-5ac56a5f-fbca-4756-bf90-966501d14b73 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0574012 Jan 17 15:04:36.923046 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:36.954597 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-f872ee1b-5fbe-4e73-a8e0-fded861ff18b None None] Provisioning complete for port de7caf99-a6ad-44ad-ba95-5c481234d943 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:04:36.955337 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f872ee1b-5fbe-4e73-a8e0-fded861ff18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:37.003869 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 20be7fba-ede3-405e-8d97-0a5d6cac6233 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:04:37.065483 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-f872ee1b-5fbe-4e73-a8e0-fded861ff18b None None] Port de7caf99-a6ad-44ad-ba95-5c481234d943 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:04:37.082530 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-79083495-adc0-4925-8f7f-69e87d7848fd req-6cd7f02c-4992-4d56-b162-2a2fa79ab518 service neutron] 10.222.0.48 "GET /v2.0/networks/e9360bb8-d13e-4156-9b99-b59a555cf91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630423 Jan 17 15:04:37.091030 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 20be7fba-ede3-405e-8d97-0a5d6cac6233 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:04:37.091399 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:37.214451 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a5969e40-5ec1-4f2e-be79-84abf8d86938 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:04:37.230398 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-79083495-adc0-4925-8f7f-69e87d7848fd req-bddad75b-4519-4350-b725-3a1762d64356 service neutron] 10.222.0.48 "GET /v2.0/networks/e9360bb8-d13e-4156-9b99-b59a555cf91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416230 Jan 17 15:04:37.282607 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port a5969e40-5ec1-4f2e-be79-84abf8d86938 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:04:37.282973 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:37.308005 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:37.322611 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] Transition to ACTIVE for port object de7caf99-a6ad-44ad-ba95-5c481234d943 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:04:37.331668 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:37.453259 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-34f23549-a864-4071-8658-8d2af7a5019a req-5423b3b7-96c1-4e6e-b567-4b286bd1fcc7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 210 time: 0.0548539 Jan 17 15:04:37.531071 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cb111-da65-444c-8d42-af102e4375a4 None None] Pushing event updated for resources: {'Port': ['ID=de7caf99-a6ad-44ad-ba95-5c481234d943,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:37.607580 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cb111-da65-444c-8d42-af102e4375a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:37.607919 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cb111-da65-444c-8d42-af102e4375a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:37.608255 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cb111-da65-444c-8d42-af102e4375a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:37.608584 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cb111-da65-444c-8d42-af102e4375a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:37.608904 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cb111-da65-444c-8d42-af102e4375a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:37.609227 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cb111-da65-444c-8d42-af102e4375a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:37.609546 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cb111-da65-444c-8d42-af102e4375a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:37.609863 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cb111-da65-444c-8d42-af102e4375a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:37.610540 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cb111-da65-444c-8d42-af102e4375a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:37.610540 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cb111-da65-444c-8d42-af102e4375a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:37.610808 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cb111-da65-444c-8d42-af102e4375a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:37.611122 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cb111-da65-444c-8d42-af102e4375a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:04:37.636006 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] Attempting to bind port de7caf99-a6ad-44ad-ba95-5c481234d943 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:04:37.636360 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] Attempting to bind port de7caf99-a6ad-44ad-ba95-5c481234d943 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '7f565649-aa3a-4c9a-9b8e-e409af9299e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:04:37.636782 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] Attempting to bind port de7caf99-a6ad-44ad-ba95-5c481234d943 on network e9360bb8-d13e-4156-9b99-b59a555cf91b {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:04:37.643245 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:04:37.643612 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] Checking segment: {'id': '7f565649-aa3a-4c9a-9b8e-e409af9299e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:04:37.644031 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:37.644416 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] Bound using segment: {'id': '7f565649-aa3a-4c9a-9b8e-e409af9299e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:04:37.644871 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] Bound port: de7caf99-a6ad-44ad-ba95-5c481234d943, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f565649-aa3a-4c9a-9b8e-e409af9299e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:04:37.645239 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:37.744982 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] For port de7caf99-a6ad-44ad-ba95-5c481234d943, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:04:37.749501 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] For port de7caf99-a6ad-44ad-ba95-5c481234d943, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=de7caf99-a6ad-44ad-ba95-5c481234d943,segment=NetworkSegment(7f565649-aa3a-4c9a-9b8e-e409af9299e4),segment_id=7f565649-aa3a-4c9a-9b8e-e409af9299e4)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:04:37.757544 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:37.839631 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] Routers {'f57a0ebf-1b36-434e-be55-277c233af773'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:04:37.840703 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:04:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f57a0ebf-1b36-434e-be55-277c233af773'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:37.901674 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cb111-da65-444c-8d42-af102e4375a4 None None] Pushing event updated for resources: {'Port': ['ID=de7caf99-a6ad-44ad-ba95-5c481234d943,revision_number=4']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:38.043247 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] Set router f57a0ebf-1b36-434e-be55-277c233af773 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:04:38.363278 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586340044', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:04:29Z', 'updated_at': '2022-01-17T15:04:34Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:30Z', 'updated_at': '2022-01-17T15:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'de7caf99-a6ad-44ad-ba95-5c481234d943', 'name': '', 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:07:eb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '468fd1bd-9c68-428d-9f2b-417103495faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:33Z', 'updated_at': '2022-01-17T15:04:37Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '468fd1bd-9c68-428d-9f2b-417103495faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:38.367217 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d26097-99bf-4638-a896-a2c4136da462 None None] The sync data for ids ['f57a0ebf-1b36-434e-be55-277c233af773'] in dv-neutron-824901-1-hyperv is: [{'id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586340044', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:04:29Z', 'updated_at': '2022-01-17T15:04:34Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:30Z', 'updated_at': '2022-01-17T15:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'de7caf99-a6ad-44ad-ba95-5c481234d943', 'name': '', 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:07:eb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '468fd1bd-9c68-428d-9f2b-417103495faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:33Z', 'updated_at': '2022-01-17T15:04:37Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '468fd1bd-9c68-428d-9f2b-417103495faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:04:38.615485 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c83455f5-06e4-4c33-a822-88836f5c4d07 req-1f972c41-47bc-4e7d-b0da-3c17997f0b85 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 210 time: 0.0452404 Jan 17 15:04:38.857393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79083495-adc0-4925-8f7f-69e87d7848fd req-19dc742f-76e5-4200-b83d-b8603a1d7d84 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:38.858939 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-79083495-adc0-4925-8f7f-69e87d7848fd req-19dc742f-76e5-4200-b83d-b8603a1d7d84 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "GET /v2.0/networks?id=e9360bb8-d13e-4156-9b99-b59a555cf91b HTTP/1.1" status: 200 len: 797 time: 0.1591008 Jan 17 15:04:38.916942 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-79083495-adc0-4925-8f7f-69e87d7848fd req-ca2d4535-254b-420e-9d2c-2830f033be00 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=584a5877f0874528a2086d6a82d4b9d7 HTTP/1.1" status: 200 len: 379 time: 0.0475130 Jan 17 15:04:38.926829 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-79083495-adc0-4925-8f7f-69e87d7848fd req-34dd08b9-e2ef-4a37-9197-e2712d46c96e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'port': {'device_id': '0ec4b815-cbae-4795-b5b1-87b6f7becf57', 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b', 'admin_state_up': True, 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'security_groups': ['66622fc2-3967-41c3-b3cd-c090a89aa811']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:04:39.024892 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device de7caf99-a6ad-44ad-ba95-5c481234d943 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:04:39.096565 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port de7caf99-a6ad-44ad-ba95-5c481234d943 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:04:39.098557 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-79083495-adc0-4925-8f7f-69e87d7848fd req-34dd08b9-e2ef-4a37-9197-e2712d46c96e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:04:39.101733 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port de7caf99-a6ad-44ad-ba95-5c481234d943 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:04:39.102097 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:39.108757 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-79083495-adc0-4925-8f7f-69e87d7848fd req-34dd08b9-e2ef-4a37-9197-e2712d46c96e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:04:39.118555 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79083495-adc0-4925-8f7f-69e87d7848fd req-34dd08b9-e2ef-4a37-9197-e2712d46c96e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Made reservation on behalf of 584a5877f0874528a2086d6a82d4b9d7 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:04:39.123220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-79083495-adc0-4925-8f7f-69e87d7848fd req-34dd08b9-e2ef-4a37-9197-e2712d46c96e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:39.236161 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:39.272644 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port de7caf99-a6ad-44ad-ba95-5c481234d943, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=de7caf99-a6ad-44ad-ba95-5c481234d943,segment=NetworkSegment(7f565649-aa3a-4c9a-9b8e-e409af9299e4),segment_id=7f565649-aa3a-4c9a-9b8e-e409af9299e4)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:04:39.276764 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:39.306073 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-79083495-adc0-4925-8f7f-69e87d7848fd req-34dd08b9-e2ef-4a37-9197-e2712d46c96e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Allocated IP 172.20.0.5 (e9360bb8-d13e-4156-9b99-b59a555cf91b/468fd1bd-9c68-428d-9f2b-417103495faf/af3ad9ff-6410-4452-aaef-afa710f3df5e) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:04:39.352792 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=de7caf99-a6ad-44ad-ba95-5c481234d943,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:39.508728 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-79083495-adc0-4925-8f7f-69e87d7848fd req-34dd08b9-e2ef-4a37-9197-e2712d46c96e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:39.525629 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-79083495-adc0-4925-8f7f-69e87d7848fd req-34dd08b9-e2ef-4a37-9197-e2712d46c96e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Transition to ACTIVE for port object af3ad9ff-6410-4452-aaef-afa710f3df5e will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:04:39.550484 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-79083495-adc0-4925-8f7f-69e87d7848fd req-34dd08b9-e2ef-4a37-9197-e2712d46c96e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:39.739202 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79083495-adc0-4925-8f7f-69e87d7848fd req-34dd08b9-e2ef-4a37-9197-e2712d46c96e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network e9360bb8-d13e-4156-9b99-b59a555cf91b is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:04:39.742230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-79083495-adc0-4925-8f7f-69e87d7848fd req-34dd08b9-e2ef-4a37-9197-e2712d46c96e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:04:39.745271 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-79083495-adc0-4925-8f7f-69e87d7848fd req-34dd08b9-e2ef-4a37-9197-e2712d46c96e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:04:39.793077 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd08b9-e2ef-4a37-9197-e2712d46c96e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=af3ad9ff-6410-4452-aaef-afa710f3df5e,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:39.822929 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de31b65-c15a-4e5a-a0dd-defdc0e6fef1 req-9b5d8161-1731-4340-86f7-094093219a87 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:39.824548 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8de31b65-c15a-4e5a-a0dd-defdc0e6fef1 req-9b5d8161-1731-4340-86f7-094093219a87 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 931 time: 0.1026661 Jan 17 15:04:39.828330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79083495-adc0-4925-8f7f-69e87d7848fd req-34dd08b9-e2ef-4a37-9197-e2712d46c96e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:39.829068 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-79083495-adc0-4925-8f7f-69e87d7848fd req-34dd08b9-e2ef-4a37-9197-e2712d46c96e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:39.860792 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-79083495-adc0-4925-8f7f-69e87d7848fd req-34dd08b9-e2ef-4a37-9197-e2712d46c96e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9384382 Jan 17 15:04:39.874855 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] Request body: {'port': {'device_id': '0ec4b815-cbae-4795-b5b1-87b6f7becf57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:04:39.877900 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8de31b65-c15a-4e5a-a0dd-defdc0e6fef1 req-b89790a4-d71b-4609-84f2-9032cc213b8e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=66622fc2-3967-41c3-b3cd-c090a89aa811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472689 Jan 17 15:04:39.996930 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:40.061832 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-eec9272d-1a61-4acb-a3c9-907764484015 None None] Provisioning for port af3ad9ff-6410-4452-aaef-afa710f3df5e completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:04:40.067447 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-eec9272d-1a61-4acb-a3c9-907764484015 None None] Provisioning complete for port af3ad9ff-6410-4452-aaef-afa710f3df5e triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:04:40.067983 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eec9272d-1a61-4acb-a3c9-907764484015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:40.123911 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-eec9272d-1a61-4acb-a3c9-907764484015 None None] Port af3ad9ff-6410-4452-aaef-afa710f3df5e cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:04:40.358465 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af3ad9ff-6410-4452-aaef-afa710f3df5e {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:04:40.366584 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:40.381846 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] Transition to ACTIVE for port object af3ad9ff-6410-4452-aaef-afa710f3df5e will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:04:40.385895 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:40.548609 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] Pushing event updated for resources: {'Port': ['ID=af3ad9ff-6410-4452-aaef-afa710f3df5e,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:40.636746 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] Attempting to bind port af3ad9ff-6410-4452-aaef-afa710f3df5e on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:04:40.637081 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] Attempting to bind port af3ad9ff-6410-4452-aaef-afa710f3df5e by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '7f565649-aa3a-4c9a-9b8e-e409af9299e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:04:40.637404 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] Attempting to bind port af3ad9ff-6410-4452-aaef-afa710f3df5e on network e9360bb8-d13e-4156-9b99-b59a555cf91b {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:04:40.643438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] Port af3ad9ff-6410-4452-aaef-afa710f3df5e on network e9360bb8-d13e-4156-9b99-b59a555cf91b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 15:04:40.643790 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] Attempting to bind port af3ad9ff-6410-4452-aaef-afa710f3df5e on network e9360bb8-d13e-4156-9b99-b59a555cf91b {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:04:40.649677 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:04:40.650013 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] Checking segment: {'id': '7f565649-aa3a-4c9a-9b8e-e409af9299e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:04:40.650453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] Bound using segment: {'id': '7f565649-aa3a-4c9a-9b8e-e409af9299e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:04:40.650875 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] Bound port: af3ad9ff-6410-4452-aaef-afa710f3df5e, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f565649-aa3a-4c9a-9b8e-e409af9299e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:04:40.651220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:40.751367 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] For port af3ad9ff-6410-4452-aaef-afa710f3df5e, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:04:40.755140 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] For port af3ad9ff-6410-4452-aaef-afa710f3df5e, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=af3ad9ff-6410-4452-aaef-afa710f3df5e,segment=NetworkSegment(7f565649-aa3a-4c9a-9b8e-e409af9299e4),segment_id=7f565649-aa3a-4c9a-9b8e-e409af9299e4)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:04:40.763242 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:40.771142 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-79cfff51-b1f9-4b0a-8d8a-32b461befdee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:40.820664 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:40.821268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:40.823907 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-79083495-adc0-4925-8f7f-69e87d7848fd req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] 10.222.0.15 "PUT /v2.0/ports/af3ad9ff-6410-4452-aaef-afa710f3df5e HTTP/1.1" status: 200 len: 1093 time: 0.9549992 Jan 17 15:04:40.833458 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec4b815-cbae-4795-b5b1-87b6f7becf57', 'tag': 'af3ad9ff-6410-4452-aaef-afa710f3df5e'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:04:40.862676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a2a36-345f-425d-88e7-b70d7d26c75f service neutron] Pushing event updated for resources: {'Port': ['ID=af3ad9ff-6410-4452-aaef-afa710f3df5e,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:40.909620 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec4b815-cbae-4795-b5b1-87b6f7becf57', 'tag': 'af3ad9ff-6410-4452-aaef-afa710f3df5e', 'status': 'completed', 'code': 200} Jan 17 15:04:40.961141 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79083495-adc0-4925-8f7f-69e87d7848fd req-343ebe47-9ce0-4e3f-b436-060dc593eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:40.962723 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-79083495-adc0-4925-8f7f-69e87d7848fd req-343ebe47-9ce0-4e3f-b436-060dc593eabe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 1096 time: 0.0950496 Jan 17 15:04:41.013398 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device de7caf99-a6ad-44ad-ba95-5c481234d943 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:04:41.047821 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-79083495-adc0-4925-8f7f-69e87d7848fd req-b2ee938c-8bb0-4604-a9ba-75a8f1e8cd9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af3ad9ff-6410-4452-aaef-afa710f3df5e HTTP/1.1" status: 200 len: 217 time: 0.0779433 Jan 17 15:04:41.091735 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port de7caf99-a6ad-44ad-ba95-5c481234d943 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:04:41.092753 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:41.105335 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcac2e4-50d5-4a19-bfbc-e84cdc76f47c req-f77e157b-91fe-4d9e-baee-29dc3f99b026 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:41.106866 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-adcac2e4-50d5-4a19-bfbc-e84cdc76f47c req-f77e157b-91fe-4d9e-baee-29dc3f99b026 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 943 time: 0.0947611 Jan 17 15:04:41.122153 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79083495-adc0-4925-8f7f-69e87d7848fd req-ca640e30-27c3-4eec-9902-67d1309f150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:41.123988 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-79083495-adc0-4925-8f7f-69e87d7848fd req-ca640e30-27c3-4eec-9902-67d1309f150c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=468fd1bd-9c68-428d-9f2b-417103495faf HTTP/1.1" status: 200 len: 834 time: 0.0706356 Jan 17 15:04:41.162955 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-adcac2e4-50d5-4a19-bfbc-e84cdc76f47c req-218e0fa2-3312-4e87-84a3-0944a3237bf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=66622fc2-3967-41c3-b3cd-c090a89aa811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486026 Jan 17 15:04:41.209773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79083495-adc0-4925-8f7f-69e87d7848fd req-2c85fe56-5679-4b68-ba92-f2ead5f5202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:41.211313 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-79083495-adc0-4925-8f7f-69e87d7848fd req-2c85fe56-5679-4b68-ba92-f2ead5f5202a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9360bb8-d13e-4156-9b99-b59a555cf91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808251 Jan 17 15:04:41.344248 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-79083495-adc0-4925-8f7f-69e87d7848fd req-6a18b49a-6e4b-41ad-bfec-d441da6b81b5 service neutron] 10.222.0.15 "GET /v2.0/networks/e9360bb8-d13e-4156-9b99-b59a555cf91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270969 Jan 17 15:04:41.477146 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-79083495-adc0-4925-8f7f-69e87d7848fd req-1083cffd-b532-4dc3-bdd9-d0c6950fa72e service neutron] 10.222.0.15 "GET /v2.0/networks/e9360bb8-d13e-4156-9b99-b59a555cf91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266150 Jan 17 15:04:41.605715 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f2b1d-7f13-47a9-94eb-35beb00fe56f req-6557041e-d8c3-4735-8ccc-df438e62e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:41.607579 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b90f2b1d-7f13-47a9-94eb-35beb00fe56f req-6557041e-d8c3-4735-8ccc-df438e62e7ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 1096 time: 0.0802479 Jan 17 15:04:41.856313 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f2b1d-7f13-47a9-94eb-35beb00fe56f req-00145288-fa8a-4a11-8fcd-18372b6dc6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:41.858866 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b90f2b1d-7f13-47a9-94eb-35beb00fe56f req-00145288-fa8a-4a11-8fcd-18372b6dc6c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9360bb8-d13e-4156-9b99-b59a555cf91b HTTP/1.1" status: 200 len: 898 time: 0.2454126 Jan 17 15:04:41.936160 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b90f2b1d-7f13-47a9-94eb-35beb00fe56f req-c27dbef4-0ff0-4e81-9319-7713f45b20f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af3ad9ff-6410-4452-aaef-afa710f3df5e HTTP/1.1" status: 200 len: 217 time: 0.0709686 Jan 17 15:04:42.003113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f2b1d-7f13-47a9-94eb-35beb00fe56f req-2d6c3555-a355-457a-a0c7-a0b3fd35dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:42.004584 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b90f2b1d-7f13-47a9-94eb-35beb00fe56f req-2d6c3555-a355-457a-a0c7-a0b3fd35dcb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=468fd1bd-9c68-428d-9f2b-417103495faf HTTP/1.1" status: 200 len: 834 time: 0.0621653 Jan 17 15:04:42.079176 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f2b1d-7f13-47a9-94eb-35beb00fe56f req-dd768c36-f161-49ac-981c-8c89a6ee86b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:42.080607 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b90f2b1d-7f13-47a9-94eb-35beb00fe56f req-dd768c36-f161-49ac-981c-8c89a6ee86b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9360bb8-d13e-4156-9b99-b59a555cf91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694513 Jan 17 15:04:42.217818 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b90f2b1d-7f13-47a9-94eb-35beb00fe56f req-ee981f29-08bc-4875-8309-046ac6dd4285 service neutron] 10.222.0.15 "GET /v2.0/networks/e9360bb8-d13e-4156-9b99-b59a555cf91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268759 Jan 17 15:04:42.413276 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b90f2b1d-7f13-47a9-94eb-35beb00fe56f req-f038783d-c575-4f99-a220-12f732795bbb service neutron] 10.222.0.15 "GET /v2.0/networks/e9360bb8-d13e-4156-9b99-b59a555cf91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887739 Jan 17 15:04:42.425686 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813708bd-ad39-4190-a4ca-3eeb5cffe4f7 req-3aed8c87-1cc5-4cab-8d7d-8dcb9d5193b1 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:42.426390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-813708bd-ad39-4190-a4ca-3eeb5cffe4f7 req-3aed8c87-1cc5-4cab-8d7d-8dcb9d5193b1 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:04:42.442759 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-813708bd-ad39-4190-a4ca-3eeb5cffe4f7 req-3aed8c87-1cc5-4cab-8d7d-8dcb9d5193b1 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:04:42.444172 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-813708bd-ad39-4190-a4ca-3eeb5cffe4f7 req-3aed8c87-1cc5-4cab-8d7d-8dcb9d5193b1 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 943 time: 0.1490650 Jan 17 15:04:42.497802 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-813708bd-ad39-4190-a4ca-3eeb5cffe4f7 req-714f125a-69c0-4b12-9ed4-00dced6fd5ed tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=66622fc2-3967-41c3-b3cd-c090a89aa811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476770 Jan 17 15:04:43.796302 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c669dd8-fd72-4165-a439-a249cb9adb0c req-4da69370-b207-45ef-88d0-305e8cee6498 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:43.797816 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7c669dd8-fd72-4165-a439-a249cb9adb0c req-4da69370-b207-45ef-88d0-305e8cee6498 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 943 time: 0.1961114 Jan 17 15:04:43.843409 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7c669dd8-fd72-4165-a439-a249cb9adb0c req-c7633023-9973-490c-9aac-5ca3a8854928 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=66622fc2-3967-41c3-b3cd-c090a89aa811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398786 Jan 17 15:04:43.941517 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-43062944-e424-4864-b60b-2a976d94a10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:44.059093 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:44.104100 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:44.323106 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device af3ad9ff-6410-4452-aaef-afa710f3df5e details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 15:04:44.452749 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port af3ad9ff-6410-4452-aaef-afa710f3df5e, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=af3ad9ff-6410-4452-aaef-afa710f3df5e,segment=NetworkSegment(7f565649-aa3a-4c9a-9b8e-e409af9299e4),segment_id=7f565649-aa3a-4c9a-9b8e-e409af9299e4)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:04:44.465444 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': 'af3ad9ff-6410-4452-aaef-afa710f3df5e', 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b', 'port_id': 'af3ad9ff-6410-4452-aaef-afa710f3df5e', 'mac_address': 'fa:16:3e:d3:43:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '468fd1bd-9c68-428d-9f2b-417103495faf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 15:04:44.522637 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:44.540521 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3ad9ff-6410-4452-aaef-afa710f3df5e {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:04:44.555903 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port af3ad9ff-6410-4452-aaef-afa710f3df5e, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=af3ad9ff-6410-4452-aaef-afa710f3df5e,segment=NetworkSegment(7f565649-aa3a-4c9a-9b8e-e409af9299e4),segment_id=7f565649-aa3a-4c9a-9b8e-e409af9299e4)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:04:44.560585 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:44.627580 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=af3ad9ff-6410-4452-aaef-afa710f3df5e,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:44.882129 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:04:44.937621 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['af3ad9ff-6410-4452-aaef-afa710f3df5e'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:04:45.030558 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506255f1-9b1d-4f6f-acdc-a8d87b490333 req-3f6a60e2-6710-43fe-a02e-2122886eae61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:45.032075 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-506255f1-9b1d-4f6f-acdc-a8d87b490333 req-3f6a60e2-6710-43fe-a02e-2122886eae61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 944 time: 0.0849783 Jan 17 15:04:45.076019 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-506255f1-9b1d-4f6f-acdc-a8d87b490333 req-0ed8b7ea-8281-4a0b-a1b3-4ca4b221353c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=66622fc2-3967-41c3-b3cd-c090a89aa811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382056 Jan 17 15:04:45.637694 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:46.260029 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571266c-7e12-4df7-8104-86314246ef66 req-a9895ea8-4934-41fc-8862-c6557e59de2d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:46.261465 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c571266c-7e12-4df7-8104-86314246ef66 req-a9895ea8-4934-41fc-8862-c6557e59de2d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 944 time: 0.0794513 Jan 17 15:04:46.310877 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c571266c-7e12-4df7-8104-86314246ef66 req-023d393e-7a39-4652-b6f8-e90c29d381c5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=66622fc2-3967-41c3-b3cd-c090a89aa811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437882 Jan 17 15:04:46.353968 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device af3ad9ff-6410-4452-aaef-afa710f3df5e up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:04:46.420164 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port af3ad9ff-6410-4452-aaef-afa710f3df5e completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:04:46.425050 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port af3ad9ff-6410-4452-aaef-afa710f3df5e triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:04:46.425409 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:46.547408 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:46.575279 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec4b815-cbae-4795-b5b1-87b6f7becf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3ad9ff-6410-4452-aaef-afa710f3df5e'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:04:46.584928 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port af3ad9ff-6410-4452-aaef-afa710f3df5e, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=af3ad9ff-6410-4452-aaef-afa710f3df5e,segment=NetworkSegment(7f565649-aa3a-4c9a-9b8e-e409af9299e4),segment_id=7f565649-aa3a-4c9a-9b8e-e409af9299e4)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:04:46.590324 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:46.661537 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=af3ad9ff-6410-4452-aaef-afa710f3df5e,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:46.675474 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec4b815-cbae-4795-b5b1-87b6f7becf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3ad9ff-6410-4452-aaef-afa710f3df5e', 'code': 200} Jan 17 15:04:46.896995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2dae6-622e-48fd-9200-b261ba001533 req-a00c81bf-b216-4443-86f4-0a66f333759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:46.898455 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5ec2dae6-622e-48fd-9200-b261ba001533 req-a00c81bf-b216-4443-86f4-0a66f333759a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 1098 time: 0.0680423 Jan 17 15:04:46.937923 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5ec2dae6-622e-48fd-9200-b261ba001533 req-d71b7582-af36-4d7a-9225-5ca2947f3e13 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=66622fc2-3967-41c3-b3cd-c090a89aa811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339723 Jan 17 15:04:47.494800 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac34a2-6f3c-457f-b2ca-3bf5efbda142 req-05deec7a-76bd-407f-8e1b-6b77fba406ca tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:47.496257 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-09ac34a2-6f3c-457f-b2ca-3bf5efbda142 req-05deec7a-76bd-407f-8e1b-6b77fba406ca tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 945 time: 0.0814786 Jan 17 15:04:47.539879 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-09ac34a2-6f3c-457f-b2ca-3bf5efbda142 req-0afe75f4-3a69-4320-8b60-283f96845c7f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=66622fc2-3967-41c3-b3cd-c090a89aa811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379159 Jan 17 15:04:48.723329 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f328335-27e7-4045-893c-e58a66c3c7cb req-c0e5b422-c9f7-46a8-8078-ed5e4ffc800c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:48.724797 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8f328335-27e7-4045-893c-e58a66c3c7cb req-c0e5b422-c9f7-46a8-8078-ed5e4ffc800c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 945 time: 0.0811827 Jan 17 15:04:48.768320 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8f328335-27e7-4045-893c-e58a66c3c7cb req-47bd5eb6-c648-4f13-8c82-8ecaf9058fbd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=66622fc2-3967-41c3-b3cd-c090a89aa811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374696 Jan 17 15:04:48.952826 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1eca28-78cf-4fb7-a577-46066d339d3a req-fa92a549-dca4-42a3-8e11-50e851fc4992 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:48.954274 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ac1eca28-78cf-4fb7-a577-46066d339d3a req-fa92a549-dca4-42a3-8e11-50e851fc4992 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 945 time: 0.0786886 Jan 17 15:04:49.002118 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ac1eca28-78cf-4fb7-a577-46066d339d3a req-0d4c1cf1-da42-4b6a-885a-05fd6580c066 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=66622fc2-3967-41c3-b3cd-c090a89aa811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420957 Jan 17 15:04:49.024244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45764) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:49.093951 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89b74f8-96a8-480b-ab3d-24c3ceb28bf5 tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:49.095717 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d89b74f8-96a8-480b-ab3d-24c3ceb28bf5 tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 1093 time: 0.0697112 Jan 17 15:04:49.098507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45768) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:49.103833 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': 'af3ad9ff-6410-4452-aaef-afa710f3df5e', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:04:49.109667 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:04:49.113397 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:floatingip and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:04:49.116155 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:04:49.121676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:04:49.135615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:49.267077 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:49.406709 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Allocated IP 172.26.3.2 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/3dece45b-c964-4b7f-ae9c-31af56b603dd) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:04:49.554040 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:49.582746 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:49.650072 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:04:49.652743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:04:49.656523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:04:49.690696 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=3dece45b-c964-4b7f-ae9c-31af56b603dd,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:50.161165 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:50.234941 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:50.438517 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:50.443033 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:50.548855 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=3dece45b-c964-4b7f-ae9c-31af56b603dd,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:04:50.560556 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:50.725251 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Floating IP 0d334f90-fd56-4816-9c6d-1a70b175e8e5 associated. External IP: 172.26.3.2, port: af3ad9ff-6410-4452-aaef-afa710f3df5e. Jan 17 15:04:51.067007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router f57a0ebf-1b36-434e-be55-277c233af773 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:04:51.355159 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:04:51.364825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f256b3-986d-48ec-807a-f859e12587cc None None] Sync routers for ids ['f57a0ebf-1b36-434e-be55-277c233af773'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:04:51.374892 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f256b3-986d-48ec-807a-f859e12587cc None None] Routers {'f57a0ebf-1b36-434e-be55-277c233af773'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:04:51.375488 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-77f256b3-986d-48ec-807a-f859e12587cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:04:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f57a0ebf-1b36-434e-be55-277c233af773'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:51.379571 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:04:51.439101 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-423b06b0-960c-48c6-a52f-a5d78167cb6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3394475 Jan 17 15:04:51.439686 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec4b815-cbae-4795-b5b1-87b6f7becf57', 'tag': 'af3ad9ff-6410-4452-aaef-afa710f3df5e'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:04:51.487560 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec4b815-cbae-4795-b5b1-87b6f7becf57', 'tag': 'af3ad9ff-6410-4452-aaef-afa710f3df5e', 'status': 'completed', 'code': 200} Jan 17 15:04:51.567384 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-77f256b3-986d-48ec-807a-f859e12587cc None None] Set router f57a0ebf-1b36-434e-be55-277c233af773 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:04:51.641857 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9f3c8-1f64-4e19-9c2a-d6d8474c9fc7 req-103b5222-d62d-495c-80cd-aa5142f84952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:51.643215 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-72c9f3c8-1f64-4e19-9c2a-d6d8474c9fc7 req-103b5222-d62d-495c-80cd-aa5142f84952 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 1098 time: 0.1318004 Jan 17 15:04:51.651684 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35645dc9-2627-49b9-b2ab-a743dbc26b85 req-4ff29daf-669c-4d5c-ba4e-9ee7ac2c0042 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:51.653058 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-35645dc9-2627-49b9-b2ab-a743dbc26b85 req-4ff29daf-669c-4d5c-ba4e-9ee7ac2c0042 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 945 time: 0.1061785 Jan 17 15:04:51.782086 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-35645dc9-2627-49b9-b2ab-a743dbc26b85 req-c20e9e7e-d349-480a-a672-2902b6cc2174 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=66622fc2-3967-41c3-b3cd-c090a89aa811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081209 Jan 17 15:04:51.808966 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 45776) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:51.824269 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9f3c8-1f64-4e19-9c2a-d6d8474c9fc7 req-fa2d019f-048c-4e23-9398-81dcd17950aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:51.826458 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-72c9f3c8-1f64-4e19-9c2a-d6d8474c9fc7 req-fa2d019f-048c-4e23-9398-81dcd17950aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9360bb8-d13e-4156-9b99-b59a555cf91b HTTP/1.1" status: 200 len: 898 time: 0.1718330 Jan 17 15:04:51.918392 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6d6101d4-0a86-46f0-b474-17bc424800dc tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/0d334f90-fd56-4816-9c6d-1a70b175e8e5 HTTP/1.1" status: 200 len: 989 time: 0.1080019 Jan 17 15:04:51.923856 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-77f256b3-986d-48ec-807a-f859e12587cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586340044', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:04:29Z', 'updated_at': '2022-01-17T15:04:34Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:30Z', 'updated_at': '2022-01-17T15:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '0d334f90-fd56-4816-9c6d-1a70b175e8e5', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'port_id': 'af3ad9ff-6410-4452-aaef-afa710f3df5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b', 'mac_address': 'fa:16:3e:d3:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec4b815-cbae-4795-b5b1-87b6f7becf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:04:50Z', 'updated_at': '2022-01-17T15:04:50Z', 'revision_number': 0, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7caf99-a6ad-44ad-ba95-5c481234d943', 'name': '', 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:07:eb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '468fd1bd-9c68-428d-9f2b-417103495faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:33Z', 'updated_at': '2022-01-17T15:04:39Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '468fd1bd-9c68-428d-9f2b-417103495faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:51.927869 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f256b3-986d-48ec-807a-f859e12587cc None None] Checking router: f57a0ebf-1b36-434e-be55-277c233af773 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:04:51.932784 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-72c9f3c8-1f64-4e19-9c2a-d6d8474c9fc7 req-72d92bd3-8e1c-4f91-b403-3e8e48302348 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af3ad9ff-6410-4452-aaef-afa710f3df5e HTTP/1.1" status: 200 len: 997 time: 0.1013391 Jan 17 15:04:51.937194 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f256b3-986d-48ec-807a-f859e12587cc None None] Routers {'f57a0ebf-1b36-434e-be55-277c233af773'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:04:51.937721 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-77f256b3-986d-48ec-807a-f859e12587cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:04:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f57a0ebf-1b36-434e-be55-277c233af773'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:51.994372 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9f3c8-1f64-4e19-9c2a-d6d8474c9fc7 req-0b4bab52-0c47-432d-b143-12498d5b254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:51.995822 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-72c9f3c8-1f64-4e19-9c2a-d6d8474c9fc7 req-0b4bab52-0c47-432d-b143-12498d5b254a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=468fd1bd-9c68-428d-9f2b-417103495faf HTTP/1.1" status: 200 len: 834 time: 0.0578775 Jan 17 15:04:52.069126 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9f3c8-1f64-4e19-9c2a-d6d8474c9fc7 req-9ffce8e7-14ce-4047-8953-74cf8d70341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:04:52.070582 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-72c9f3c8-1f64-4e19-9c2a-d6d8474c9fc7 req-9ffce8e7-14ce-4047-8953-74cf8d70341a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9360bb8-d13e-4156-9b99-b59a555cf91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691769 Jan 17 15:04:52.117631 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-77f256b3-986d-48ec-807a-f859e12587cc None None] Set router f57a0ebf-1b36-434e-be55-277c233af773 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:04:52.201421 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-72c9f3c8-1f64-4e19-9c2a-d6d8474c9fc7 req-4f113343-785a-42bd-a266-e060013eca24 service neutron] 10.222.0.15 "GET /v2.0/networks/e9360bb8-d13e-4156-9b99-b59a555cf91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247823 Jan 17 15:04:52.331847 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-72c9f3c8-1f64-4e19-9c2a-d6d8474c9fc7 req-6d20aa69-68c5-4649-b708-cc6e09159cdb service neutron] 10.222.0.15 "GET /v2.0/networks/e9360bb8-d13e-4156-9b99-b59a555cf91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246572 Jan 17 15:04:52.503788 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-77f256b3-986d-48ec-807a-f859e12587cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586340044', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:04:29Z', 'updated_at': '2022-01-17T15:04:34Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:30Z', 'updated_at': '2022-01-17T15:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '0d334f90-fd56-4816-9c6d-1a70b175e8e5', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'port_id': 'af3ad9ff-6410-4452-aaef-afa710f3df5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b', 'mac_address': 'fa:16:3e:d3:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec4b815-cbae-4795-b5b1-87b6f7becf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:04:50Z', 'updated_at': '2022-01-17T15:04:50Z', 'revision_number': 0, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7caf99-a6ad-44ad-ba95-5c481234d943', 'name': '', 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:07:eb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '468fd1bd-9c68-428d-9f2b-417103495faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:33Z', 'updated_at': '2022-01-17T15:04:39Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '468fd1bd-9c68-428d-9f2b-417103495faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:04:52.507620 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f256b3-986d-48ec-807a-f859e12587cc None None] The sync data for ids ['f57a0ebf-1b36-434e-be55-277c233af773'] in dv-neutron-824901-1-hyperv is: [{'id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586340044', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:04:29Z', 'updated_at': '2022-01-17T15:04:34Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:30Z', 'updated_at': '2022-01-17T15:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '0d334f90-fd56-4816-9c6d-1a70b175e8e5', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'port_id': 'af3ad9ff-6410-4452-aaef-afa710f3df5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b', 'mac_address': 'fa:16:3e:d3:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec4b815-cbae-4795-b5b1-87b6f7becf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:04:50Z', 'updated_at': '2022-01-17T15:04:50Z', 'revision_number': 0, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7caf99-a6ad-44ad-ba95-5c481234d943', 'name': '', 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:07:eb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '468fd1bd-9c68-428d-9f2b-417103495faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:33Z', 'updated_at': '2022-01-17T15:04:39Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '468fd1bd-9c68-428d-9f2b-417103495faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:04:52.705821 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdda303-321a-4c47-993c-7885782fe8b3 None None] New status for floating IP 0d334f90-fd56-4816-9c6d-1a70b175e8e5: ACTIVE {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 15:04:52.921630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45780) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:04:53.034255 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2d0e9ccc-a69f-450a-b835-436aaee1b37c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/0d334f90-fd56-4816-9c6d-1a70b175e8e5 HTTP/1.1" status: 200 len: 991 time: 0.1114516 Jan 17 15:04:53.389429 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:05:10.765195 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b88f76e0-081c-4f62-b3f8-cb85c24f565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:05:13.943034 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9e8ab774-6f94-4cb7-b641-5cef177e86bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:05:14.061163 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:05:14.106571 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:05:15.634692 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:05:15.826306 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-20d7dba4-6c29-45b9-9fd6-464d3c3f0893 req-30798d76-7202-4dcf-98c8-4ec6437e1d7a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725615 Jan 17 15:05:15.961407 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7dba4-6c29-45b9-9fd6-464d3c3f0893 req-d9600e17-f968-4599-902f-118685723d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:05:15.962865 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-20d7dba4-6c29-45b9-9fd6-464d3c3f0893 req-d9600e17-f968-4599-902f-118685723d3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 1098 time: 0.0695295 Jan 17 15:05:16.105800 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7dba4-6c29-45b9-9fd6-464d3c3f0893 req-d79d56a0-21a0-411f-8183-001248f11d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:05:16.107274 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-20d7dba4-6c29-45b9-9fd6-464d3c3f0893 req-d79d56a0-21a0-411f-8183-001248f11d27 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9360bb8-d13e-4156-9b99-b59a555cf91b HTTP/1.1" status: 200 len: 898 time: 0.1258283 Jan 17 15:05:16.208923 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-20d7dba4-6c29-45b9-9fd6-464d3c3f0893 req-25c54ef1-28df-472f-aeea-c60c83c8a692 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af3ad9ff-6410-4452-aaef-afa710f3df5e HTTP/1.1" status: 200 len: 999 time: 0.0955961 Jan 17 15:05:16.270304 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7dba4-6c29-45b9-9fd6-464d3c3f0893 req-6ee71990-5278-45e8-bc8b-0b87f52d5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:05:16.271637 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-20d7dba4-6c29-45b9-9fd6-464d3c3f0893 req-6ee71990-5278-45e8-bc8b-0b87f52d5d3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=468fd1bd-9c68-428d-9f2b-417103495faf HTTP/1.1" status: 200 len: 834 time: 0.0566010 Jan 17 15:05:16.448306 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7dba4-6c29-45b9-9fd6-464d3c3f0893 req-d4d633df-b9e6-4de6-b83f-77ce84394fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:05:16.449782 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-20d7dba4-6c29-45b9-9fd6-464d3c3f0893 req-d4d633df-b9e6-4de6-b83f-77ce84394fc4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9360bb8-d13e-4156-9b99-b59a555cf91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1719489 Jan 17 15:05:16.579816 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-20d7dba4-6c29-45b9-9fd6-464d3c3f0893 req-68a7daad-cf98-47ff-9a4e-adea120ad76f service neutron] 10.222.0.15 "GET /v2.0/networks/e9360bb8-d13e-4156-9b99-b59a555cf91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232598 Jan 17 15:05:16.709550 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-20d7dba4-6c29-45b9-9fd6-464d3c3f0893 req-6c8bd0cd-cd7e-47ec-908e-e0a541f4bd90 service neutron] 10.222.0.15 "GET /v2.0/networks/e9360bb8-d13e-4156-9b99-b59a555cf91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238747 Jan 17 15:05:21.882410 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:05:23.399976 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:05:40.769222 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ee46076b-898e-4b5c-8cb5-632d385ba3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:05:43.945176 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b5e339db-32d9-4820-b559-eb506970aecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:05:44.062469 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:05:44.109888 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:05:45.638812 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:05:53.396722 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:05:54.925256 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825590f-fdef-45f0-a4e3-7039fd4fa2ae req-9634d286-0005-44a3-8487-d26f5159e427 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:05:54.926750 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0825590f-fdef-45f0-a4e3-7039fd4fa2ae req-9634d286-0005-44a3-8487-d26f5159e427 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 945 time: 0.0798523 Jan 17 15:05:54.973853 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0825590f-fdef-45f0-a4e3-7039fd4fa2ae req-27a08859-a014-4336-b87f-78e04d1f798a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=66622fc2-3967-41c3-b3cd-c090a89aa811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413666 Jan 17 15:05:56.158032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7d12e-a736-4cc5-8b12-956e734c3456 req-319aab86-740d-419b-9d57-42dea1820684 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:05:56.159576 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-88d7d12e-a736-4cc5-8b12-956e734c3456 req-319aab86-740d-419b-9d57-42dea1820684 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 945 time: 0.0803096 Jan 17 15:05:56.203608 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-88d7d12e-a736-4cc5-8b12-956e734c3456 req-4c581981-c858-41d5-94d6-86f1972062d3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=66622fc2-3967-41c3-b3cd-c090a89aa811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382473 Jan 17 15:05:56.227197 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45808) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:05:56.337328 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-78a3bdae-590f-4bef-9695-ce6a3bbad3fe tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/0d334f90-fd56-4816-9c6d-1a70b175e8e5 HTTP/1.1" status: 200 len: 991 time: 0.1089001 Jan 17 15:05:57.814151 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e83fa2-7b0d-4b34-91c7-d6e6520c234b req-9f736e7c-7ba4-4e33-b2d7-29fc8c1de430 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:05:57.815541 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a7e83fa2-7b0d-4b34-91c7-d6e6520c234b req-9f736e7c-7ba4-4e33-b2d7-29fc8c1de430 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 945 time: 0.0858009 Jan 17 15:05:57.858930 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a7e83fa2-7b0d-4b34-91c7-d6e6520c234b req-1d017e09-f93f-4fad-b781-07c2a4c2176b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=66622fc2-3967-41c3-b3cd-c090a89aa811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378366 Jan 17 15:05:58.883154 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:05:59.076372 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c8d9c-00e5-4f3d-9db7-bd4b37ccefb1 req-fadcc3fa-7753-4c7d-ac07-67553e03de48 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:05:59.077947 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d03c8d9c-00e5-4f3d-9db7-bd4b37ccefb1 req-fadcc3fa-7753-4c7d-ac07-67553e03de48 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 945 time: 0.0944116 Jan 17 15:05:59.130343 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d03c8d9c-00e5-4f3d-9db7-bd4b37ccefb1 req-bf0c0e0e-0275-4041-8757-96c0b9159925 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=66622fc2-3967-41c3-b3cd-c090a89aa811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463760 Jan 17 15:06:00.318832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500901b-f10a-4e5f-8e84-94122c20b2aa req-4b24bef4-935d-4d05-98f0-b5cebe34b9c5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:00.320334 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c500901b-f10a-4e5f-8e84-94122c20b2aa req-4b24bef4-935d-4d05-98f0-b5cebe34b9c5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 945 time: 0.0794654 Jan 17 15:06:00.363849 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c500901b-f10a-4e5f-8e84-94122c20b2aa req-34260cbd-c83f-4565-84bc-1526ffb77a42 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=66622fc2-3967-41c3-b3cd-c090a89aa811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379567 Jan 17 15:06:01.551534 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b9b38-578b-4611-91bd-e4d350e2801b req-8fbf7164-7d36-4bbb-bfe4-8422c52843a2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:01.553029 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-967b9b38-578b-4611-91bd-e4d350e2801b req-8fbf7164-7d36-4bbb-bfe4-8422c52843a2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 945 time: 0.0793970 Jan 17 15:06:01.603510 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-967b9b38-578b-4611-91bd-e4d350e2801b req-d9719aa7-9f72-40c5-a3bb-018689467962 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=66622fc2-3967-41c3-b3cd-c090a89aa811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448887 Jan 17 15:06:02.811554 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb6efd-223e-4538-a08f-c1b0bd3f1cc6 req-2166d7f8-3c9f-480c-a5ff-e01256d2ade3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:02.813133 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7ecb6efd-223e-4538-a08f-c1b0bd3f1cc6 req-2166d7f8-3c9f-480c-a5ff-e01256d2ade3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 945 time: 0.0995018 Jan 17 15:06:02.861701 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7ecb6efd-223e-4538-a08f-c1b0bd3f1cc6 req-0901393d-a390-46d6-ac63-f79999b4fa13 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=66622fc2-3967-41c3-b3cd-c090a89aa811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409229 Jan 17 15:06:04.045814 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f5923-661b-4d90-be82-698602c35844 req-000c745d-c837-4ea0-831f-e440b0fbe739 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:04.047284 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-dc2f5923-661b-4d90-be82-698602c35844 req-000c745d-c837-4ea0-831f-e440b0fbe739 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 945 time: 0.0797329 Jan 17 15:06:04.094105 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-dc2f5923-661b-4d90-be82-698602c35844 req-55f51627-39f6-48b4-b07f-b4861fa8bcd5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=66622fc2-3967-41c3-b3cd-c090a89aa811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403414 Jan 17 15:06:04.120228 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45828) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:04.239407 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7746d111-7a2c-43eb-89c0-7d5ef2d6fa09 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/0d334f90-fd56-4816-9c6d-1a70b175e8e5 HTTP/1.1" status: 200 len: 991 time: 0.1176484 Jan 17 15:06:04.523919 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45836) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:04.736098 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting port 3dece45b-c964-4b7f-ae9c-31af56b603dd {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:06:04.736429 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:04.914668 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:04.914987 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:05.039818 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Calling delete_port for 3dece45b-c964-4b7f-ae9c-31af56b603dd owned by network:floatingip {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:06:05.308620 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:05.364649 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Port': ['ID=3dece45b-c964-4b7f-ae9c-31af56b603dd,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:05.405693 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:05.406044 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:05.406369 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:05.406726 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:05.407067 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:05.407393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:05.407746 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:05.408073 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:05.408398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:05.408716 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:05.409083 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:05.409339 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:05.472862 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for floatingip, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:05.473250 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Floating IP 0d334f90-fd56-4816-9c6d-1a70b175e8e5 disassociated (deleted). External IP: 172.26.3.2, port: af3ad9ff-6410-4452-aaef-afa710f3df5e. Jan 17 15:06:05.851984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router f57a0ebf-1b36-434e-be55-277c233af773 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:06:06.051765 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:06:06.061810 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ac7521-d8de-4aa6-9014-e769912f94e8 None None] Sync routers for ids ['f57a0ebf-1b36-434e-be55-277c233af773'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:06:06.071911 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ac7521-d8de-4aa6-9014-e769912f94e8 None None] Routers {'f57a0ebf-1b36-434e-be55-277c233af773'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:06:06.072154 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:06.072450 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-36ac7521-d8de-4aa6-9014-e769912f94e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:05:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f57a0ebf-1b36-434e-be55-277c233af773'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:06.132696 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7bc7b4b1-04c5-41ee-998f-3efcf9763dae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/floatingips/0d334f90-fd56-4816-9c6d-1a70b175e8e5 HTTP/1.1" status: 204 len: 168 time: 1.6051013 Jan 17 15:06:06.132696 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec4b815-cbae-4795-b5b1-87b6f7becf57', 'tag': 'af3ad9ff-6410-4452-aaef-afa710f3df5e'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:06:06.175482 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec4b815-cbae-4795-b5b1-87b6f7becf57', 'tag': 'af3ad9ff-6410-4452-aaef-afa710f3df5e', 'status': 'completed', 'code': 200} Jan 17 15:06:06.261836 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-36ac7521-d8de-4aa6-9014-e769912f94e8 None None] Set router f57a0ebf-1b36-434e-be55-277c233af773 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:06:06.274386 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1b951-75a4-4217-8c44-0d6a3c4f1073 req-fb43e5cd-1ea9-4c6f-a56b-233121113782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:06.275915 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0da1b951-75a4-4217-8c44-0d6a3c4f1073 req-fb43e5cd-1ea9-4c6f-a56b-233121113782 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 1098 time: 0.0737650 Jan 17 15:06:06.412110 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1b951-75a4-4217-8c44-0d6a3c4f1073 req-de93e056-010f-41d7-a294-35ff3a72ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:06.413649 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0da1b951-75a4-4217-8c44-0d6a3c4f1073 req-de93e056-010f-41d7-a294-35ff3a72ccca service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9360bb8-d13e-4156-9b99-b59a555cf91b HTTP/1.1" status: 200 len: 898 time: 0.1321445 Jan 17 15:06:06.486560 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0da1b951-75a4-4217-8c44-0d6a3c4f1073 req-165ade28-66d6-4c1c-ae8c-860636e6389d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af3ad9ff-6410-4452-aaef-afa710f3df5e HTTP/1.1" status: 200 len: 217 time: 0.0645244 Jan 17 15:06:06.522307 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced36336-763f-46d5-b54b-1c7fc37e5ca3 req-aadcd531-8c05-4ac4-aa82-92cd899fc360 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:06.523904 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ced36336-763f-46d5-b54b-1c7fc37e5ca3 req-aadcd531-8c05-4ac4-aa82-92cd899fc360 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 945 time: 0.0840788 Jan 17 15:06:06.556527 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1b951-75a4-4217-8c44-0d6a3c4f1073 req-fab8560b-7a83-4a6b-a798-63f3a403c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:06.558016 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0da1b951-75a4-4217-8c44-0d6a3c4f1073 req-fab8560b-7a83-4a6b-a798-63f3a403c92f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=468fd1bd-9c68-428d-9f2b-417103495faf HTTP/1.1" status: 200 len: 834 time: 0.0640702 Jan 17 15:06:06.577052 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ced36336-763f-46d5-b54b-1c7fc37e5ca3 req-544f8372-38b5-4ed1-ab39-7d6248def6e0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=66622fc2-3967-41c3-b3cd-c090a89aa811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476165 Jan 17 15:06:06.608377 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-36ac7521-d8de-4aa6-9014-e769912f94e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586340044', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:04:29Z', 'updated_at': '2022-01-17T15:04:34Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:30Z', 'updated_at': '2022-01-17T15:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'de7caf99-a6ad-44ad-ba95-5c481234d943', 'name': '', 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:07:eb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '468fd1bd-9c68-428d-9f2b-417103495faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:33Z', 'updated_at': '2022-01-17T15:04:39Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '468fd1bd-9c68-428d-9f2b-417103495faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:06.612336 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ac7521-d8de-4aa6-9014-e769912f94e8 None None] Checking router: f57a0ebf-1b36-434e-be55-277c233af773 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:06:06.620683 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ac7521-d8de-4aa6-9014-e769912f94e8 None None] Routers {'f57a0ebf-1b36-434e-be55-277c233af773'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:06:06.621285 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-36ac7521-d8de-4aa6-9014-e769912f94e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:05:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f57a0ebf-1b36-434e-be55-277c233af773'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:06.636469 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1b951-75a4-4217-8c44-0d6a3c4f1073 req-9fda13f5-30d9-4a87-ad71-4f7036c2479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:06.638037 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0da1b951-75a4-4217-8c44-0d6a3c4f1073 req-9fda13f5-30d9-4a87-ad71-4f7036c2479f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9360bb8-d13e-4156-9b99-b59a555cf91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717111 Jan 17 15:06:06.771316 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0da1b951-75a4-4217-8c44-0d6a3c4f1073 req-e8d55af4-9ea9-43e3-a13b-edaaccf433d2 service neutron] 10.222.0.15 "GET /v2.0/networks/e9360bb8-d13e-4156-9b99-b59a555cf91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268702 Jan 17 15:06:06.802661 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-36ac7521-d8de-4aa6-9014-e769912f94e8 None None] Set router f57a0ebf-1b36-434e-be55-277c233af773 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:06:07.027138 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0da1b951-75a4-4217-8c44-0d6a3c4f1073 req-b29602eb-4ead-4b09-b563-d3c37660c931 service neutron] 10.222.0.15 "GET /v2.0/networks/e9360bb8-d13e-4156-9b99-b59a555cf91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494516 Jan 17 15:06:07.172303 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-36ac7521-d8de-4aa6-9014-e769912f94e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586340044', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:04:29Z', 'updated_at': '2022-01-17T15:04:34Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:30Z', 'updated_at': '2022-01-17T15:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'de7caf99-a6ad-44ad-ba95-5c481234d943', 'name': '', 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:07:eb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '468fd1bd-9c68-428d-9f2b-417103495faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:33Z', 'updated_at': '2022-01-17T15:04:39Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '468fd1bd-9c68-428d-9f2b-417103495faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:07.177265 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ac7521-d8de-4aa6-9014-e769912f94e8 None None] The sync data for ids ['f57a0ebf-1b36-434e-be55-277c233af773'] in dv-neutron-824901-1-hyperv is: [{'id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586340044', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:04:29Z', 'updated_at': '2022-01-17T15:04:34Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:30Z', 'updated_at': '2022-01-17T15:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'de7caf99-a6ad-44ad-ba95-5c481234d943', 'name': '', 'network_id': 'e9360bb8-d13e-4156-9b99-b59a555cf91b', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:07:eb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '468fd1bd-9c68-428d-9f2b-417103495faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:33Z', 'updated_at': '2022-01-17T15:04:39Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '468fd1bd-9c68-428d-9f2b-417103495faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:06:07.413022 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7db13e-3b68-4ae2-ad5f-727fe197ba9d None None] New status for floating IP 0d334f90-fd56-4816-9c6d-1a70b175e8e5: DOWN {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 15:06:07.767583 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd0672-3a75-49d7-9b10-3b30e5e36f85 req-b90ac1f0-f3fc-4ae7-b3af-81e9d29631ae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:07.768291 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-5bdd0672-3a75-49d7-9b10-3b30e5e36f85 req-b90ac1f0-f3fc-4ae7-b3af-81e9d29631ae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:06:07.785175 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-5bdd0672-3a75-49d7-9b10-3b30e5e36f85 req-b90ac1f0-f3fc-4ae7-b3af-81e9d29631ae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:06:07.787062 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5bdd0672-3a75-49d7-9b10-3b30e5e36f85 req-b90ac1f0-f3fc-4ae7-b3af-81e9d29631ae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 945 time: 0.1004229 Jan 17 15:06:07.832894 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5bdd0672-3a75-49d7-9b10-3b30e5e36f85 req-389ffca9-5ab9-4727-8b81-728af8eaa0b9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=66622fc2-3967-41c3-b3cd-c090a89aa811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387714 Jan 17 15:06:08.307756 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5c983-95ba-40df-a085-76122940ed1b req-1c2ddfea-ed69-464f-a31c-c4030cbc757d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:08.309150 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4cb5c983-95ba-40df-a085-76122940ed1b req-1c2ddfea-ed69-464f-a31c-c4030cbc757d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 945 time: 0.0832608 Jan 17 15:06:08.379321 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-4cb5c983-95ba-40df-a085-76122940ed1b req-95b7f267-b376-4953-badc-167ef8aab104 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting port af3ad9ff-6410-4452-aaef-afa710f3df5e {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:06:08.379652 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4cb5c983-95ba-40df-a085-76122940ed1b req-95b7f267-b376-4953-badc-167ef8aab104 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:08.630200 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-4cb5c983-95ba-40df-a085-76122940ed1b req-95b7f267-b376-4953-badc-167ef8aab104 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] For port af3ad9ff-6410-4452-aaef-afa710f3df5e, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=af3ad9ff-6410-4452-aaef-afa710f3df5e,segment=NetworkSegment(7f565649-aa3a-4c9a-9b8e-e409af9299e4),segment_id=7f565649-aa3a-4c9a-9b8e-e409af9299e4)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:06:08.630472 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4cb5c983-95ba-40df-a085-76122940ed1b req-95b7f267-b376-4953-badc-167ef8aab104 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:08.752900 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-4cb5c983-95ba-40df-a085-76122940ed1b req-95b7f267-b376-4953-badc-167ef8aab104 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Calling delete_port for af3ad9ff-6410-4452-aaef-afa710f3df5e owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:06:08.902574 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4cb5c983-95ba-40df-a085-76122940ed1b req-95b7f267-b376-4953-badc-167ef8aab104 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:08.953494 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7f267-b376-4953-badc-167ef8aab104 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Port': ['ID=af3ad9ff-6410-4452-aaef-afa710f3df5e,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:08.987793 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4d5fe94c-b8b6-4f19-8eaa-788d378d7b2b req-9cc40ecd-4c1f-40b1-80d5-aeb15000db71 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ec4b815-cbae-4795-b5b1-87b6f7becf57 HTTP/1.1" status: 200 len: 210 time: 0.0451243 Jan 17 15:06:09.033708 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb5c983-95ba-40df-a085-76122940ed1b req-95b7f267-b376-4953-badc-167ef8aab104 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] No DVR routers for this DVR port af3ad9ff-6410-4452-aaef-afa710f3df5e on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:06:09.036256 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-4cb5c983-95ba-40df-a085-76122940ed1b req-95b7f267-b376-4953-badc-167ef8aab104 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:09.038769 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec4b815-cbae-4795-b5b1-87b6f7becf57', 'name': 'network-vif-deleted', 'tag': 'af3ad9ff-6410-4452-aaef-afa710f3df5e'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:06:09.054646 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4cb5c983-95ba-40df-a085-76122940ed1b req-95b7f267-b376-4953-badc-167ef8aab104 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "DELETE /v2.0/ports/af3ad9ff-6410-4452-aaef-afa710f3df5e HTTP/1.1" status: 204 len: 173 time: 0.7402120 Jan 17 15:06:09.084558 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec4b815-cbae-4795-b5b1-87b6f7becf57', 'name': 'network-vif-deleted', 'tag': 'af3ad9ff-6410-4452-aaef-afa710f3df5e', 'status': 'completed', 'code': 200} Jan 17 15:06:10.080745 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45854) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:10.752645 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e6f3117f-f449-408b-876c-0e1c87a651f4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:10.773151 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bff29249-799e-444c-8fb8-d03a3c7367e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:11.133357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-e6f3117f-f449-408b-876c-0e1c87a651f4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting port de7caf99-a6ad-44ad-ba95-5c481234d943 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:06:11.133995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e6f3117f-f449-408b-876c-0e1c87a651f4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:11.327343 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-e6f3117f-f449-408b-876c-0e1c87a651f4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] For port de7caf99-a6ad-44ad-ba95-5c481234d943, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=de7caf99-a6ad-44ad-ba95-5c481234d943,segment=NetworkSegment(7f565649-aa3a-4c9a-9b8e-e409af9299e4),segment_id=7f565649-aa3a-4c9a-9b8e-e409af9299e4)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:06:11.327672 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e6f3117f-f449-408b-876c-0e1c87a651f4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:11.465914 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-e6f3117f-f449-408b-876c-0e1c87a651f4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Calling delete_port for de7caf99-a6ad-44ad-ba95-5c481234d943 owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:06:11.793184 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e6f3117f-f449-408b-876c-0e1c87a651f4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:11.869421 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3117f-f449-408b-876c-0e1c87a651f4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Port': ['ID=de7caf99-a6ad-44ad-ba95-5c481234d943,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:12.231410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e6f3117f-f449-408b-876c-0e1c87a651f4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:12.596264 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f3117f-f449-408b-876c-0e1c87a651f4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router f57a0ebf-1b36-434e-be55-277c233af773 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:06:12.776596 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f3117f-f449-408b-876c-0e1c87a651f4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:06:12.788103 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05cd1f9-ed4c-42de-bf56-1af5fffabfb1 None None] Sync routers for ids ['f57a0ebf-1b36-434e-be55-277c233af773'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:06:12.795981 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e6f3117f-f449-408b-876c-0e1c87a651f4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "PUT /v2.0/routers/f57a0ebf-1b36-434e-be55-277c233af773/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7074285 Jan 17 15:06:12.795981 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45858) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:12.799189 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05cd1f9-ed4c-42de-bf56-1af5fffabfb1 None None] Routers {'f57a0ebf-1b36-434e-be55-277c233af773'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:06:12.799880 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c05cd1f9-ed4c-42de-bf56-1af5fffabfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:05:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f57a0ebf-1b36-434e-be55-277c233af773'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:12.863157 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-c265e8c1-e61c-4612-9481-abfa8b491e77 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting subnet 468fd1bd-9c68-428d-9f2b-417103495faf {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 15:06:12.866128 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c265e8c1-e61c-4612-9481-abfa8b491e77 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:12.920727 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c265e8c1-e61c-4612-9481-abfa8b491e77 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:12.932848 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device af3ad9ff-6410-4452-aaef-afa710f3df5e no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:06:12.983253 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: af3ad9ff-6410-4452-aaef-afa710f3df5e {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:06:12.983597 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device af3ad9ff-6410-4452-aaef-afa710f3df5e not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:06:13.018370 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c265e8c1-e61c-4612-9481-abfa8b491e77 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:13.019124 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-c05cd1f9-ed4c-42de-bf56-1af5fffabfb1 None None] Set router f57a0ebf-1b36-434e-be55-277c233af773 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:06:13.097120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c265e8c1-e61c-4612-9481-abfa8b491e77 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:13.136208 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e8c1-e61c-4612-9481-abfa8b491e77 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Subnet': ['ID=468fd1bd-9c68-428d-9f2b-417103495faf,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:13.139628 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c265e8c1-e61c-4612-9481-abfa8b491e77 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:13.145829 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c265e8c1-e61c-4612-9481-abfa8b491e77 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/subnets/468fd1bd-9c68-428d-9f2b-417103495faf HTTP/1.1" status: 204 len: 168 time: 0.3519139 Jan 17 15:06:13.148430 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45862) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:13.189826 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e65e332-2e95-4315-8eef-6d59f1457f10 None None] Network e9360bb8-d13e-4156-9b99-b59a555cf91b requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:06:13.333132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6d8cba7a-e7af-4e86-9d5a-fc655a1d782c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:13.482005 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c05cd1f9-ed4c-42de-bf56-1af5fffabfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586340044', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:04:29Z', 'updated_at': '2022-01-17T15:06:11Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '20be7fba-ede3-405e-8d97-0a5d6cac6233', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:04:30Z', 'updated_at': '2022-01-17T15:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:13.486717 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05cd1f9-ed4c-42de-bf56-1af5fffabfb1 None None] Checking router: f57a0ebf-1b36-434e-be55-277c233af773 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:06:13.496976 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05cd1f9-ed4c-42de-bf56-1af5fffabfb1 None None] Routers {'f57a0ebf-1b36-434e-be55-277c233af773'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:06:13.497494 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c05cd1f9-ed4c-42de-bf56-1af5fffabfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:05:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f57a0ebf-1b36-434e-be55-277c233af773'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:13.515310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6d8cba7a-e7af-4e86-9d5a-fc655a1d782c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:13.524878 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-6d8cba7a-e7af-4e86-9d5a-fc655a1d782c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting port 20be7fba-ede3-405e-8d97-0a5d6cac6233 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:06:13.525251 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6d8cba7a-e7af-4e86-9d5a-fc655a1d782c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:13.550550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8600f9-d5b0-4c3a-bad0-49e0268d429e None None] DHCP port deletion for e9360bb8-d13e-4156-9b99-b59a555cf91b request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 15:06:13.615658 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-bb8600f9-d5b0-4c3a-bad0-49e0268d429e None None] Deleting port a5969e40-5ec1-4f2e-be79-84abf8d86938 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:06:13.616145 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bb8600f9-d5b0-4c3a-bad0-49e0268d429e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:13.731979 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-c05cd1f9-ed4c-42de-bf56-1af5fffabfb1 None None] Set router f57a0ebf-1b36-434e-be55-277c233af773 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:06:13.830321 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-6d8cba7a-e7af-4e86-9d5a-fc655a1d782c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] For port 20be7fba-ede3-405e-8d97-0a5d6cac6233, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=20be7fba-ede3-405e-8d97-0a5d6cac6233,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:06:13.830675 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6d8cba7a-e7af-4e86-9d5a-fc655a1d782c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:13.855101 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c05cd1f9-ed4c-42de-bf56-1af5fffabfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586340044', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:04:29Z', 'updated_at': '2022-01-17T15:06:13Z', 'revision_number': 6, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:13.862412 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05cd1f9-ed4c-42de-bf56-1af5fffabfb1 None None] The sync data for ids ['f57a0ebf-1b36-434e-be55-277c233af773'] in dv-neutron-824901-1-hyperv is: [{'id': 'f57a0ebf-1b36-434e-be55-277c233af773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586340044', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:04:29Z', 'updated_at': '2022-01-17T15:06:13Z', 'revision_number': 6, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port_host': None}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:06:13.955187 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-6d8cba7a-e7af-4e86-9d5a-fc655a1d782c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Calling delete_port for 20be7fba-ede3-405e-8d97-0a5d6cac6233 owned by network:router_gateway {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:06:13.970889 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5769c584-83a1-47da-be14-b9600402e26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:13.981072 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-bb8600f9-d5b0-4c3a-bad0-49e0268d429e None None] For port a5969e40-5ec1-4f2e-be79-84abf8d86938, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=a5969e40-5ec1-4f2e-be79-84abf8d86938,segment=NetworkSegment(7f565649-aa3a-4c9a-9b8e-e409af9299e4),segment_id=7f565649-aa3a-4c9a-9b8e-e409af9299e4)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:06:13.981463 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bb8600f9-d5b0-4c3a-bad0-49e0268d429e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:14.134434 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6d8cba7a-e7af-4e86-9d5a-fc655a1d782c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:14.166169 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-bb8600f9-d5b0-4c3a-bad0-49e0268d429e None None] Calling delete_port for a5969e40-5ec1-4f2e-be79-84abf8d86938 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:06:14.215943 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cba7a-e7af-4e86-9d5a-fc655a1d782c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Port': ['ID=20be7fba-ede3-405e-8d97-0a5d6cac6233,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:14.232410 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:14.237875 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:14.259909 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bb8600f9-d5b0-4c3a-bad0-49e0268d429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:14.285401 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6d8cba7a-e7af-4e86-9d5a-fc655a1d782c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:14.314521 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8600f9-d5b0-4c3a-bad0-49e0268d429e None None] No DVR routers for this DVR port a5969e40-5ec1-4f2e-be79-84abf8d86938 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:06:14.315991 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8600f9-d5b0-4c3a-bad0-49e0268d429e None None] Pushing event deleted for resources: {'Port': ['ID=a5969e40-5ec1-4f2e-be79-84abf8d86938,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:14.330289 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8600f9-d5b0-4c3a-bad0-49e0268d429e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:14.330289 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8600f9-d5b0-4c3a-bad0-49e0268d429e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:14.330289 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8600f9-d5b0-4c3a-bad0-49e0268d429e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:14.330562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8600f9-d5b0-4c3a-bad0-49e0268d429e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:14.330799 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8600f9-d5b0-4c3a-bad0-49e0268d429e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:14.331135 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8600f9-d5b0-4c3a-bad0-49e0268d429e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:14.331454 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8600f9-d5b0-4c3a-bad0-49e0268d429e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:14.331801 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8600f9-d5b0-4c3a-bad0-49e0268d429e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:14.332302 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8600f9-d5b0-4c3a-bad0-49e0268d429e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:14.332432 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8600f9-d5b0-4c3a-bad0-49e0268d429e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:14.332740 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8600f9-d5b0-4c3a-bad0-49e0268d429e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:14.333057 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8600f9-d5b0-4c3a-bad0-49e0268d429e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:14.478349 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6d8cba7a-e7af-4e86-9d5a-fc655a1d782c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:14.480618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6d8cba7a-e7af-4e86-9d5a-fc655a1d782c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:14.503567 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6d8cba7a-e7af-4e86-9d5a-fc655a1d782c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:14.504233 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8cba7a-e7af-4e86-9d5a-fc655a1d782c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Fanout notify agent at l3_agent the message router_deleted on router f57a0ebf-1b36-434e-be55-277c233af773 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 15:06:14.520260 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6d8cba7a-e7af-4e86-9d5a-fc655a1d782c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:14.521339 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6d8cba7a-e7af-4e86-9d5a-fc655a1d782c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/routers/f57a0ebf-1b36-434e-be55-277c233af773 HTTP/1.1" status: 204 len: 168 time: 1.3720007 Jan 17 15:06:14.524079 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45866) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:14.646404 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f27365ac-8e06-40e0-adbe-dbae7f306344 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:14.782500 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f27365ac-8e06-40e0-adbe-dbae7f306344 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:14.808618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-f27365ac-8e06-40e0-adbe-dbae7f306344 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9360bb8-d13e-4156-9b99-b59a555cf91b']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:14.820689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-f27365ac-8e06-40e0-adbe-dbae7f306344 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f565649-aa3a-4c9a-9b8e-e409af9299e4') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:14.820983 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-f27365ac-8e06-40e0-adbe-dbae7f306344 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f565649-aa3a-4c9a-9b8e-e409af9299e4') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:14.832604 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f27365ac-8e06-40e0-adbe-dbae7f306344 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:14.849165 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f27365ac-8e06-40e0-adbe-dbae7f306344 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:14.855821 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27365ac-8e06-40e0-adbe-dbae7f306344 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 15:06:14.856285 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f27365ac-8e06-40e0-adbe-dbae7f306344 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 15:06:14.871166 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 15:06:14.956104 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f27365ac-8e06-40e0-adbe-dbae7f306344 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:14.973390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f27365ac-8e06-40e0-adbe-dbae7f306344 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:14.984646 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27365ac-8e06-40e0-adbe-dbae7f306344 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Network': ['ID=e9360bb8-d13e-4156-9b99-b59a555cf91b,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:14.993945 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f27365ac-8e06-40e0-adbe-dbae7f306344 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/networks/e9360bb8-d13e-4156-9b99-b59a555cf91b HTTP/1.1" status: 204 len: 168 time: 0.4687912 Jan 17 15:06:14.996603 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45870) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:15.032665 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 20be7fba-ede3-405e-8d97-0a5d6cac6233 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:06:15.066672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 20be7fba-ede3-405e-8d97-0a5d6cac6233 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:06:15.067014 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 20be7fba-ede3-405e-8d97-0a5d6cac6233 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:06:15.067431 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device de7caf99-a6ad-44ad-ba95-5c481234d943 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:06:15.074905 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44c7aea6-a6e0-42d4-ae1a-3e47a8d22152 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:15.100443 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: de7caf99-a6ad-44ad-ba95-5c481234d943 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:06:15.100789 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device de7caf99-a6ad-44ad-ba95-5c481234d943 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:06:15.101213 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a5969e40-5ec1-4f2e-be79-84abf8d86938 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:06:15.106448 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44c7aea6-a6e0-42d4-ae1a-3e47a8d22152 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:15.136443 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: a5969e40-5ec1-4f2e-be79-84abf8d86938 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:06:15.136826 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device a5969e40-5ec1-4f2e-be79-84abf8d86938 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:06:15.174363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44c7aea6-a6e0-42d4-ae1a-3e47a8d22152 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:15.193612 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7aea6-a6e0-42d4-ae1a-3e47a8d22152 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66622fc2-3967-41c3-b3cd-c090a89aa811,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:15.205392 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-44c7aea6-a6e0-42d4-ae1a-3e47a8d22152 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:15.209227 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-44c7aea6-a6e0-42d4-ae1a-3e47a8d22152 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/security-groups/66622fc2-3967-41c3-b3cd-c090a89aa811 HTTP/1.1" status: 204 len: 168 time: 0.2089303 Jan 17 15:06:15.581502 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 45878) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:15.586740 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-391387831', 'description': 'tempest-secgroup-smoke-391387831 description', 'project_id': '584a5877f0874528a2086d6a82d4b9d7'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:06:15.592832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:06:15.597792 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:06:15.600654 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:06:15.606819 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:06:15.617678 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:15.639337 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:06:15.640289 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:15.643229 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:06:15.646154 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:06:15.652049 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:06:15.722438 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:15.726095 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:15.773024 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8234ff97-9563-4bbe-a5de-806683483ca8,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:15.776899 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:15.778070 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1955178 Jan 17 15:06:15.781216 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45882) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:15.783098 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:15.783432 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:15.783788 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:15.784111 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:15.784433 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:15.784754 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:15.785073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:15.785383 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:15.785694 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:15.786004 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:15.786317 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:15.786629 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7f2af-d37b-4654-9d8c-725e9b08f96f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:15.788994 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-d1c11e8d-7e07-4e66-8a15-cc45c82dfc36 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '8234ff97-9563-4bbe-a5de-806683483ca8', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:06:15.796154 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d1c11e8d-7e07-4e66-8a15-cc45c82dfc36 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:06:15.801059 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d1c11e8d-7e07-4e66-8a15-cc45c82dfc36 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:06:15.804052 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d1c11e8d-7e07-4e66-8a15-cc45c82dfc36 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:06:15.809980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d1c11e8d-7e07-4e66-8a15-cc45c82dfc36 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:06:15.826378 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d1c11e8d-7e07-4e66-8a15-cc45c82dfc36 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:15.885750 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d1c11e8d-7e07-4e66-8a15-cc45c82dfc36 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:15.889092 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d1c11e8d-7e07-4e66-8a15-cc45c82dfc36 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:15.912666 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c11e8d-7e07-4e66-8a15-cc45c82dfc36 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac983063-c527-41a5-b1fe-8920218a4287,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:15.921098 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d1c11e8d-7e07-4e66-8a15-cc45c82dfc36 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:15.922373 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d1c11e8d-7e07-4e66-8a15-cc45c82dfc36 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391954 Jan 17 15:06:15.925634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45886) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:15.930479 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-93fcd620-b886-4be4-bc9f-c5908c58dd58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '8234ff97-9563-4bbe-a5de-806683483ca8', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:06:15.936270 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-93fcd620-b886-4be4-bc9f-c5908c58dd58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:06:15.940029 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-93fcd620-b886-4be4-bc9f-c5908c58dd58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:06:15.942958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-93fcd620-b886-4be4-bc9f-c5908c58dd58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:06:15.948535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-93fcd620-b886-4be4-bc9f-c5908c58dd58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:06:15.964903 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-93fcd620-b886-4be4-bc9f-c5908c58dd58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.029179 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-93fcd620-b886-4be4-bc9f-c5908c58dd58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.033629 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-93fcd620-b886-4be4-bc9f-c5908c58dd58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.057451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcd620-b886-4be4-bc9f-c5908c58dd58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b315296c-ffea-4222-b0b9-16eb9d5b2af5,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:16.066041 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-93fcd620-b886-4be4-bc9f-c5908c58dd58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.067210 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-93fcd620-b886-4be4-bc9f-c5908c58dd58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406779 Jan 17 15:06:16.070344 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45890) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:16.075489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-9608c6d4-3845-41d9-a21d-ef4738f5fc00 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '8234ff97-9563-4bbe-a5de-806683483ca8', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:06:16.081965 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9608c6d4-3845-41d9-a21d-ef4738f5fc00 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:06:16.085780 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9608c6d4-3845-41d9-a21d-ef4738f5fc00 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:06:16.088632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9608c6d4-3845-41d9-a21d-ef4738f5fc00 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:06:16.094303 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9608c6d4-3845-41d9-a21d-ef4738f5fc00 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:06:16.111402 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9608c6d4-3845-41d9-a21d-ef4738f5fc00 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.172758 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9608c6d4-3845-41d9-a21d-ef4738f5fc00 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.177651 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9608c6d4-3845-41d9-a21d-ef4738f5fc00 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.202109 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608c6d4-3845-41d9-a21d-ef4738f5fc00 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9160ddcf-9379-4726-96a4-756f2cd231d7,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:16.212158 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9608c6d4-3845-41d9-a21d-ef4738f5fc00 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.213407 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9608c6d4-3845-41d9-a21d-ef4738f5fc00 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420984 Jan 17 15:06:16.216318 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45894) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:16.223805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-62deed8a-3594-4075-9ef6-97c3f643e0f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '8234ff97-9563-4bbe-a5de-806683483ca8', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:06:16.230281 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-62deed8a-3594-4075-9ef6-97c3f643e0f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:06:16.234480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-62deed8a-3594-4075-9ef6-97c3f643e0f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:06:16.237565 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-62deed8a-3594-4075-9ef6-97c3f643e0f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:06:16.244169 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-62deed8a-3594-4075-9ef6-97c3f643e0f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:06:16.262539 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-62deed8a-3594-4075-9ef6-97c3f643e0f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.334626 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-62deed8a-3594-4075-9ef6-97c3f643e0f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.338689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-62deed8a-3594-4075-9ef6-97c3f643e0f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.463956 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62deed8a-3594-4075-9ef6-97c3f643e0f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817cb485-7885-499a-ac2c-dd7d55241946,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:16.474539 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-62deed8a-3594-4075-9ef6-97c3f643e0f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.476117 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-62deed8a-3594-4075-9ef6-97c3f643e0f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2587013 Jan 17 15:06:16.478797 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45898) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:16.484074 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-be935f6a-53a8-4d01-aa17-696824a8dac9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '8234ff97-9563-4bbe-a5de-806683483ca8', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:06:16.490153 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-be935f6a-53a8-4d01-aa17-696824a8dac9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:06:16.493841 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-be935f6a-53a8-4d01-aa17-696824a8dac9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:06:16.496644 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-be935f6a-53a8-4d01-aa17-696824a8dac9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:06:16.502780 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-be935f6a-53a8-4d01-aa17-696824a8dac9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:06:16.513233 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.securitygroups_db [None req-be935f6a-53a8-4d01-aa17-696824a8dac9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Project 584a5877f0874528a2086d6a82d4b9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 15:06:16.520382 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-be935f6a-53a8-4d01-aa17-696824a8dac9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.584893 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-be935f6a-53a8-4d01-aa17-696824a8dac9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.588900 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-be935f6a-53a8-4d01-aa17-696824a8dac9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.612721 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be935f6a-53a8-4d01-aa17-696824a8dac9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b0b789-6811-435e-9a3c-6f78d817e200,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:16.621502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-be935f6a-53a8-4d01-aa17-696824a8dac9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.622726 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-be935f6a-53a8-4d01-aa17-696824a8dac9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429346 Jan 17 15:06:16.626517 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 45902) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:16.631864 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-0f7a46ae-2b03-43f6-9490-7cb894622100 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '8234ff97-9563-4bbe-a5de-806683483ca8', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:06:16.638205 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0f7a46ae-2b03-43f6-9490-7cb894622100 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:06:16.642642 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0f7a46ae-2b03-43f6-9490-7cb894622100 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:06:16.645702 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-0f7a46ae-2b03-43f6-9490-7cb894622100 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:06:16.651832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-0f7a46ae-2b03-43f6-9490-7cb894622100 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:06:16.661207 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-0f7a46ae-2b03-43f6-9490-7cb894622100 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Project 584a5877f0874528a2086d6a82d4b9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 15:06:16.668131 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0f7a46ae-2b03-43f6-9490-7cb894622100 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.737219 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0f7a46ae-2b03-43f6-9490-7cb894622100 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.741809 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0f7a46ae-2b03-43f6-9490-7cb894622100 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.766212 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a46ae-2b03-43f6-9490-7cb894622100 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9623b3c6-e838-45aa-91b3-b8e16f97b447,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:16.775244 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0f7a46ae-2b03-43f6-9490-7cb894622100 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.776436 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0f7a46ae-2b03-43f6-9490-7cb894622100 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1488860 Jan 17 15:06:16.779328 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 45906) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:16.784774 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-1c690e94-f980-451d-9c63-733793d433b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'network': {'name': 'tempest-network-smoke--1047531017', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'port_security_enabled': True}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:06:16.789830 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1c690e94-f980-451d-9c63-733793d433b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:06:16.793885 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1c690e94-f980-451d-9c63-733793d433b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:network and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:06:16.796744 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-1c690e94-f980-451d-9c63-733793d433b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:06:16.803047 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-1c690e94-f980-451d-9c63-733793d433b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:06:16.814149 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c690e94-f980-451d-9c63-733793d433b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Made reservation on behalf of 584a5877f0874528a2086d6a82d4b9d7 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:06:16.817769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1c690e94-f980-451d-9c63-733793d433b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.844571 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c690e94-f980-451d-9c63-733793d433b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 15:06:16.853819 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1c690e94-f980-451d-9c63-733793d433b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.854158 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-1c690e94-f980-451d-9c63-733793d433b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Added segment 968534c8-fb38-464d-b560-6fbda69516c8 of type vlan for network 4eca0445-be8e-40dc-bee3-7b5b287bb6b8 Jan 17 15:06:16.881003 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1c690e94-f980-451d-9c63-733793d433b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.909343 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1c690e94-f980-451d-9c63-733793d433b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:16.914584 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c690e94-f980-451d-9c63-733793d433b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:16.915147 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-1c690e94-f980-451d-9c63-733793d433b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:17.022279 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1c690e94-f980-451d-9c63-733793d433b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2418878 Jan 17 15:06:17.025168 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45910) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:17.026720 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c690e94-f980-451d-9c63-733793d433b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Network': ['ID=4eca0445-be8e-40dc-bee3-7b5b287bb6b8,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:17.030967 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1465822954', 'admin_state_up': True, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:06:17.035510 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 4eca0445-be8e-40dc-bee3-7b5b287bb6b8 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 15:06:17.039161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:06:17.043281 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:router and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:06:17.046222 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:06:17.053249 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:06:17.062753 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:17.063934 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:17.082976 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:17.350198 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:17.652218 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:17.681624 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:17.819833 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Allocated IP 172.26.3.223 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/74bad727-7939-406d-8f50-a734b84ea4f6) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:06:17.965035 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:17.994235 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:18.062807 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:06:18.065786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:06:18.069401 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:06:18.101963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=74bad727-7939-406d-8f50-a734b84ea4f6,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:18.592447 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:18.932716 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:19.136223 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router e4fc54b9-c543-42d5-ab87-70039f4e9985 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 15:06:19.312316 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:06:19.321982 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] Sync routers for ids ['e4fc54b9-c543-42d5-ab87-70039f4e9985'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:06:19.331995 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] Routers {'e4fc54b9-c543-42d5-ab87-70039f4e9985'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:06:19.332975 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:06:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e4fc54b9-c543-42d5-ab87-70039f4e9985'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:19.338819 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:19.340076 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2fbfac62-08fd-4784-9658-ac8eef693885 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3139265 Jan 17 15:06:19.343339 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45914) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:19.383239 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6531ba0d-a396-4850-806d-7700a4a506c0 tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=584a5877f0874528a2086d6a82d4b9d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387971 Jan 17 15:06:19.385723 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45918) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:19.510874 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] Set router e4fc54b9-c543-42d5-ab87-70039f4e9985 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:06:19.515278 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71497125-b787-41b3-854c-41e98dfe144a tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:19.516827 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-71497125-b787-41b3-854c-41e98dfe144a tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302254 Jan 17 15:06:19.519617 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45922) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:19.558875 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7c1176bb-f8e7-474a-ad2d-70fa2231abfe tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381315 Jan 17 15:06:19.561479 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 45926) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:19.567470 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-2a5a3849-6478-4b9f-84ef-8a0c801041a6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1804530744', 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:06:19.675769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2a5a3849-6478-4b9f-84ef-8a0c801041a6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:06:19.679792 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2a5a3849-6478-4b9f-84ef-8a0c801041a6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:subnet and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:06:19.682631 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-2a5a3849-6478-4b9f-84ef-8a0c801041a6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:06:19.688369 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-2a5a3849-6478-4b9f-84ef-8a0c801041a6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:06:19.698462 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5a3849-6478-4b9f-84ef-8a0c801041a6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Made reservation on behalf of 584a5877f0874528a2086d6a82d4b9d7 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:06:19.701932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a5a3849-6478-4b9f-84ef-8a0c801041a6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:19.793339 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465822954', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:18Z', 'revision_number': 3, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:19.797431 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] Checking router: e4fc54b9-c543-42d5-ab87-70039f4e9985 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:06:19.797926 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] Updating router e4fc54b9-c543-42d5-ab87-70039f4e9985 port 74bad727-7939-406d-8f50-a734b84ea4f6 binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:06:19.855454 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:19.926731 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a5a3849-6478-4b9f-84ef-8a0c801041a6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:20.003310 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a3849-6478-4b9f-84ef-8a0c801041a6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Subnet': ['ID=6925e1dc-4258-4831-be26-ae06ef9182d5,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:20.014779 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a3849-6478-4b9f-84ef-8a0c801041a6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Checking segment: {'id': '968534c8-fb38-464d-b560-6fbda69516c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:06:20.015167 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5a3849-6478-4b9f-84ef-8a0c801041a6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network hostable DHCP agents. Network: 4eca0445-be8e-40dc-bee3-7b5b287bb6b8, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 15:06:20.035363 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5a3849-6478-4b9f-84ef-8a0c801041a6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network 4eca0445-be8e-40dc-bee3-7b5b287bb6b8 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 15:06:20.045247 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-2a5a3849-6478-4b9f-84ef-8a0c801041a6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 4eca0445-be8e-40dc-bee3-7b5b287bb6b8) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:06:20.050225 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5a3849-6478-4b9f-84ef-8a0c801041a6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:20.050987 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2a5a3849-6478-4b9f-84ef-8a0c801041a6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:20.058197 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec6325e-7880-4571-b125-998fce329ccc None None] Network 4eca0445-be8e-40dc-bee3-7b5b287bb6b8 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:06:20.075765 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2a5a3849-6478-4b9f-84ef-8a0c801041a6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5131233 Jan 17 15:06:20.078560 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 45930) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:20.193971 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:20.210146 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] Transition to ACTIVE for port object 74bad727-7939-406d-8f50-a734b84ea4f6 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:06:20.223749 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:20.301315 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-4eca0445-be8e-40dc-bee3-7b5b287bb6b8', 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ips': [{'subnet_id': '6925e1dc-4258-4831-be26-ae06ef9182d5'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 15:06:20.302230 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:20.302372 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] Attempting to bind port 74bad727-7939-406d-8f50-a734b84ea4f6 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:06:20.302641 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] Attempting to bind port 74bad727-7939-406d-8f50-a734b84ea4f6 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:06:20.302996 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] Attempting to bind port 74bad727-7939-406d-8f50-a734b84ea4f6 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:06:20.308688 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08e8c9-e42e-4dcd-839f-8a42c5947b73 None None] Pushing event updated for resources: {'Port': ['ID=74bad727-7939-406d-8f50-a734b84ea4f6,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:20.317424 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e8c9-e42e-4dcd-839f-8a42c5947b73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:20.317769 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e8c9-e42e-4dcd-839f-8a42c5947b73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:20.318105 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e8c9-e42e-4dcd-839f-8a42c5947b73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:20.318429 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e8c9-e42e-4dcd-839f-8a42c5947b73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:20.318752 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e8c9-e42e-4dcd-839f-8a42c5947b73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:20.319090 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e8c9-e42e-4dcd-839f-8a42c5947b73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:20.319524 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e8c9-e42e-4dcd-839f-8a42c5947b73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:20.319702 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e8c9-e42e-4dcd-839f-8a42c5947b73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:20.320021 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e8c9-e42e-4dcd-839f-8a42c5947b73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:20.320334 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e8c9-e42e-4dcd-839f-8a42c5947b73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:20.320644 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e8c9-e42e-4dcd-839f-8a42c5947b73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:20.320955 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e8c9-e42e-4dcd-839f-8a42c5947b73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:06:20.324298 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:06:20.324984 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:06:20.325087 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:20.325383 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:06:20.325842 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] Bound port: 74bad727-7939-406d-8f50-a734b84ea4f6, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:06:20.326204 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:20.415610 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] For port 74bad727-7939-406d-8f50-a734b84ea4f6, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:06:20.420535 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] For port 74bad727-7939-406d-8f50-a734b84ea4f6, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=74bad727-7939-406d-8f50-a734b84ea4f6,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:06:20.426398 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:20.494792 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Allocated IP 172.20.0.2 (4eca0445-be8e-40dc-bee3-7b5b287bb6b8/6925e1dc-4258-4831-be26-ae06ef9182d5/e5401deb-1726-4782-b9ce-513877a8d3d5) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:06:20.507385 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08e8c9-e42e-4dcd-839f-8a42c5947b73 None None] Pushing event updated for resources: {'Port': ['ID=74bad727-7939-406d-8f50-a734b84ea4f6,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:20.512237 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] Routers {'e4fc54b9-c543-42d5-ab87-70039f4e9985'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:06:20.512850 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:06:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e4fc54b9-c543-42d5-ab87-70039f4e9985'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:20.696446 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] Set router e4fc54b9-c543-42d5-ab87-70039f4e9985 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:06:20.715381 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:20.729312 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Transition to ACTIVE for port object e5401deb-1726-4782-b9ce-513877a8d3d5 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:06:20.752625 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Transition to ACTIVE for port object e5401deb-1726-4782-b9ce-513877a8d3d5 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:06:20.759380 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:20.840237 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Network 4eca0445-be8e-40dc-bee3-7b5b287bb6b8 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:06:20.843152 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:06:20.846816 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:06:20.880764 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Pushing event updated for resources: {'Port': ['ID=e5401deb-1726-4782-b9ce-513877a8d3d5,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:20.939495 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b1a63c64-d976-4bc3-be56-4ce51aab895c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:20.946956 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Attempting to bind port e5401deb-1726-4782-b9ce-513877a8d3d5 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:06:20.947317 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Attempting to bind port e5401deb-1726-4782-b9ce-513877a8d3d5 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '968534c8-fb38-464d-b560-6fbda69516c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:06:20.947669 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Attempting to bind port e5401deb-1726-4782-b9ce-513877a8d3d5 on network 4eca0445-be8e-40dc-bee3-7b5b287bb6b8 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:06:20.953122 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:06:20.953535 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Checking segment: {'id': '968534c8-fb38-464d-b560-6fbda69516c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:06:20.953931 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:20.954313 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Bound using segment: {'id': '968534c8-fb38-464d-b560-6fbda69516c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:06:20.955306 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Bound port: e5401deb-1726-4782-b9ce-513877a8d3d5, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968534c8-fb38-464d-b560-6fbda69516c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:06:20.955306 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:21.017448 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465822954', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:18Z', 'revision_number': 3, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:21.021334 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07000a5-0e4e-4db5-8014-7006fa742da2 None None] The sync data for ids ['e4fc54b9-c543-42d5-ab87-70039f4e9985'] in dv-neutron-824901-1-hyperv is: [{'id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465822954', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:18Z', 'revision_number': 3, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:06:21.051811 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] For port e5401deb-1726-4782-b9ce-513877a8d3d5, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:06:21.055482 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] For port e5401deb-1726-4782-b9ce-513877a8d3d5, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e5401deb-1726-4782-b9ce-513877a8d3d5,segment=NetworkSegment(968534c8-fb38-464d-b560-6fbda69516c8),segment_id=968534c8-fb38-464d-b560-6fbda69516c8)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:06:21.061202 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:21.145464 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf65c1-fc24-4843-b479-121e8cab31d9 None None] Pushing event updated for resources: {'Port': ['ID=e5401deb-1726-4782-b9ce-513877a8d3d5,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:21.415014 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-b1a63c64-d976-4bc3-be56-4ce51aab895c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Allocated IP 172.20.0.1 (4eca0445-be8e-40dc-bee3-7b5b287bb6b8/6925e1dc-4258-4831-be26-ae06ef9182d5/32f269af-f810-4b36-8e28-c9e0f804fd78) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:06:21.594709 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b1a63c64-d976-4bc3-be56-4ce51aab895c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:21.612653 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-b1a63c64-d976-4bc3-be56-4ce51aab895c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Transition to ACTIVE for port object 32f269af-f810-4b36-8e28-c9e0f804fd78 will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:06:21.637808 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b1a63c64-d976-4bc3-be56-4ce51aab895c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:21.707750 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a63c64-d976-4bc3-be56-4ce51aab895c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network 4eca0445-be8e-40dc-bee3-7b5b287bb6b8 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:06:21.710647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-b1a63c64-d976-4bc3-be56-4ce51aab895c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:06:21.713209 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a63c64-d976-4bc3-be56-4ce51aab895c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:06:21.763691 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a63c64-d976-4bc3-be56-4ce51aab895c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=32f269af-f810-4b36-8e28-c9e0f804fd78,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:21.788078 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b1a63c64-d976-4bc3-be56-4ce51aab895c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:22.198101 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b1a63c64-d976-4bc3-be56-4ce51aab895c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:22.213922 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58f42c5-ff14-4809-b63a-4d443105e342 None None] Network 4eca0445-be8e-40dc-bee3-7b5b287bb6b8 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:06:22.304976 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-88e4d0fa-b8e8-4436-bbe0-0b06ae02e1f1 None None] Provisioning for port e5401deb-1726-4782-b9ce-513877a8d3d5 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:06:22.641430 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b1a63c64-d976-4bc3-be56-4ce51aab895c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:22.647177 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b1a63c64-d976-4bc3-be56-4ce51aab895c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:22.760715 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7eca8d10-19cd-4d45-b663-0f2608d0854e None None] Provisioning for port 32f269af-f810-4b36-8e28-c9e0f804fd78 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:06:22.768968 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b1a63c64-d976-4bc3-be56-4ce51aab895c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:22.770620 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7eca8d10-19cd-4d45-b663-0f2608d0854e None None] Provisioning complete for port 32f269af-f810-4b36-8e28-c9e0f804fd78 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:06:22.771018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7eca8d10-19cd-4d45-b663-0f2608d0854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:22.772257 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a63c64-d976-4bc3-be56-4ce51aab895c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=32f269af-f810-4b36-8e28-c9e0f804fd78,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:22.843629 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7eca8d10-19cd-4d45-b663-0f2608d0854e None None] Port 32f269af-f810-4b36-8e28-c9e0f804fd78 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:06:22.920220 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a63c64-d976-4bc3-be56-4ce51aab895c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network 4eca0445-be8e-40dc-bee3-7b5b287bb6b8 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:06:22.921310 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-b1a63c64-d976-4bc3-be56-4ce51aab895c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:06:22.964707 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-492e1b05-5e12-4c89-9a04-b3a3255432ed None None] Provisioning complete for port 32f269af-f810-4b36-8e28-c9e0f804fd78 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:06:22.965224 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-492e1b05-5e12-4c89-9a04-b3a3255432ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:23.050323 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-492e1b05-5e12-4c89-9a04-b3a3255432ed None None] Port 32f269af-f810-4b36-8e28-c9e0f804fd78 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:06:23.109851 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 74bad727-7939-406d-8f50-a734b84ea4f6 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:06:23.161288 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a63c64-d976-4bc3-be56-4ce51aab895c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router e4fc54b9-c543-42d5-ab87-70039f4e9985 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:06:23.194399 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 74bad727-7939-406d-8f50-a734b84ea4f6 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:06:23.199384 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 74bad727-7939-406d-8f50-a734b84ea4f6 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:06:23.199922 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:23.322263 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ed36dc35-4dc6-46ba-b99d-a35ea33ae6dd None None] Provisioning complete for port 32f269af-f810-4b36-8e28-c9e0f804fd78 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:06:23.323010 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ed36dc35-4dc6-46ba-b99d-a35ea33ae6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:23.349294 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a63c64-d976-4bc3-be56-4ce51aab895c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:06:23.363340 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] Sync routers for ids ['e4fc54b9-c543-42d5-ab87-70039f4e9985'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:06:23.373876 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b1a63c64-d976-4bc3-be56-4ce51aab895c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "PUT /v2.0/routers/e4fc54b9-c543-42d5-ab87-70039f4e9985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2850177 Jan 17 15:06:23.381448 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:23.396739 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] Routers {'e4fc54b9-c543-42d5-ab87-70039f4e9985'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:06:23.397370 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:06:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e4fc54b9-c543-42d5-ab87-70039f4e9985'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:23.480089 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ed36dc35-4dc6-46ba-b99d-a35ea33ae6dd None None] Port 32f269af-f810-4b36-8e28-c9e0f804fd78 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:06:23.498919 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 74bad727-7939-406d-8f50-a734b84ea4f6, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=74bad727-7939-406d-8f50-a734b84ea4f6,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:06:23.509964 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:23.510735 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e5401deb-1726-4782-b9ce-513877a8d3d5 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:06:23.546848 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-22c45715-abc6-4be8-8967-3c81260fa06a req-58d97f8e-738e-44d8-b0f5-f394a453efa4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:06:23.565171 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-22c45715-abc6-4be8-8967-3c81260fa06a req-58d97f8e-738e-44d8-b0f5-f394a453efa4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:06:23.566520 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22c45715-abc6-4be8-8967-3c81260fa06a req-58d97f8e-738e-44d8-b0f5-f394a453efa4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-391387831&fields=id&tenant_id=584a5877f0874528a2086d6a82d4b9d7 HTTP/1.1" status: 200 len: 267 time: 0.0617900 Jan 17 15:06:23.624669 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:23.715703 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] Set router e4fc54b9-c543-42d5-ab87-70039f4e9985 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:06:23.729876 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c45715-abc6-4be8-8967-3c81260fa06a req-36bf0454-5722-410d-914e-d91a12313d4c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:23.730572 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-22c45715-abc6-4be8-8967-3c81260fa06a req-36bf0454-5722-410d-914e-d91a12313d4c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:06:23.749104 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-22c45715-abc6-4be8-8967-3c81260fa06a req-36bf0454-5722-410d-914e-d91a12313d4c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:06:23.750342 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22c45715-abc6-4be8-8967-3c81260fa06a req-36bf0454-5722-410d-914e-d91a12313d4c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/networks?id=4eca0445-be8e-40dc-bee3-7b5b287bb6b8 HTTP/1.1" status: 200 len: 797 time: 0.1762948 Jan 17 15:06:23.774634 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22c45715-abc6-4be8-8967-3c81260fa06a req-fc7e17e8-3ec9-4567-8549-483f8db3e9a4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/quotas/584a5877f0874528a2086d6a82d4b9d7 HTTP/1.1" status: 200 len: 375 time: 0.0112753 Jan 17 15:06:23.783590 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=74bad727-7939-406d-8f50-a734b84ea4f6,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:23.854109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port e5401deb-1726-4782-b9ce-513877a8d3d5 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:06:23.884513 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port e5401deb-1726-4782-b9ce-513877a8d3d5 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:06:23.884722 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:24.005950 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-22c45715-abc6-4be8-8967-3c81260fa06a req-2c817cf0-d3f3-4635-aaf6-1d9593af536c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:06:24.022504 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-22c45715-abc6-4be8-8967-3c81260fa06a req-2c817cf0-d3f3-4635-aaf6-1d9593af536c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:06:24.023890 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22c45715-abc6-4be8-8967-3c81260fa06a req-2c817cf0-d3f3-4635-aaf6-1d9593af536c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2423389 Jan 17 15:06:24.133956 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:24.179105 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5cc76f41-6c16-4b0c-a338-c4578f83d220 service neutron] 10.222.0.48 "GET /v2.0/networks/4eca0445-be8e-40dc-bee3-7b5b287bb6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410635 Jan 17 15:06:24.181376 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port e5401deb-1726-4782-b9ce-513877a8d3d5, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e5401deb-1726-4782-b9ce-513877a8d3d5,segment=NetworkSegment(968534c8-fb38-464d-b560-6fbda69516c8),segment_id=968534c8-fb38-464d-b560-6fbda69516c8)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:06:24.185996 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:24.246840 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465822954', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:22Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '32f269af-f810-4b36-8e28-c9e0f804fd78', 'name': '', 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:b3:b1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6925e1dc-4258-4831-be26-ae06ef9182d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:21Z', 'updated_at': '2022-01-17T15:06:22Z', 'revision_number': 2, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '6925e1dc-4258-4831-be26-ae06ef9182d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:24.256641 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] Checking router: e4fc54b9-c543-42d5-ab87-70039f4e9985 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:06:24.256990 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] Updating router e4fc54b9-c543-42d5-ab87-70039f4e9985 port 32f269af-f810-4b36-8e28-c9e0f804fd78 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:06:24.302423 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=e5401deb-1726-4782-b9ce-513877a8d3d5,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:24.314912 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:24.316246 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22c45715-abc6-4be8-8967-3c81260fa06a req-6a6aaa6c-5e04-4830-b7e0-3a5dd8383b4c service neutron] 10.222.0.48 "GET /v2.0/networks/4eca0445-be8e-40dc-bee3-7b5b287bb6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302805 Jan 17 15:06:24.505542 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-3a1a4d9e-e5bb-4bc7-b6fb-e1c9b50a5a8b req-de4bd056-ea47-40b7-9fa1-4ec0f282a282 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:06:24.520425 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-3a1a4d9e-e5bb-4bc7-b6fb-e1c9b50a5a8b req-de4bd056-ea47-40b7-9fa1-4ec0f282a282 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:06:24.521593 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3a1a4d9e-e5bb-4bc7-b6fb-e1c9b50a5a8b req-de4bd056-ea47-40b7-9fa1-4ec0f282a282 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 210 time: 0.0634108 Jan 17 15:06:24.731591 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:24.747936 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] Transition to ACTIVE for port object 32f269af-f810-4b36-8e28-c9e0f804fd78 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:06:24.756215 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:24.889565 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4969e58-00c9-4efd-a063-89e31a54fa43 None None] Pushing event updated for resources: {'Port': ['ID=32f269af-f810-4b36-8e28-c9e0f804fd78,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:24.982459 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] Attempting to bind port 32f269af-f810-4b36-8e28-c9e0f804fd78 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:06:24.982927 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] Attempting to bind port 32f269af-f810-4b36-8e28-c9e0f804fd78 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '968534c8-fb38-464d-b560-6fbda69516c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:06:24.983463 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] Attempting to bind port 32f269af-f810-4b36-8e28-c9e0f804fd78 on network 4eca0445-be8e-40dc-bee3-7b5b287bb6b8 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:06:24.990710 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:06:24.991257 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] Checking segment: {'id': '968534c8-fb38-464d-b560-6fbda69516c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:06:24.991739 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:24.992229 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] Bound using segment: {'id': '968534c8-fb38-464d-b560-6fbda69516c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:06:24.992757 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] Bound port: 32f269af-f810-4b36-8e28-c9e0f804fd78, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968534c8-fb38-464d-b560-6fbda69516c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:06:24.993406 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:25.068412 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 74bad727-7939-406d-8f50-a734b84ea4f6 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:06:25.161407 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] For port 32f269af-f810-4b36-8e28-c9e0f804fd78, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:06:25.165478 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] For port 32f269af-f810-4b36-8e28-c9e0f804fd78, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=32f269af-f810-4b36-8e28-c9e0f804fd78,segment=NetworkSegment(968534c8-fb38-464d-b560-6fbda69516c8),segment_id=968534c8-fb38-464d-b560-6fbda69516c8)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:06:25.173069 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:25.225275 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 74bad727-7939-406d-8f50-a734b84ea4f6 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:06:25.225550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:25.310105 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] Routers {'e4fc54b9-c543-42d5-ab87-70039f4e9985'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:06:25.310730 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:06:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e4fc54b9-c543-42d5-ab87-70039f4e9985'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:25.393217 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4969e58-00c9-4efd-a063-89e31a54fa43 None None] Pushing event updated for resources: {'Port': ['ID=32f269af-f810-4b36-8e28-c9e0f804fd78,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:25.544752 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e5401deb-1726-4782-b9ce-513877a8d3d5 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:06:25.605258 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] Set router e4fc54b9-c543-42d5-ab87-70039f4e9985 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:06:25.753866 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-aad7db65-15bc-453b-8590-e7df458e0e07 req-fd51c677-1214-44ad-8a81-60b99d3d3eb6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 210 time: 0.1263697 Jan 17 15:06:25.768981 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port e5401deb-1726-4782-b9ce-513877a8d3d5 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:06:25.769549 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:25.843205 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c45715-abc6-4be8-8967-3c81260fa06a req-d81cc762-bc28-4747-9d3c-f1ffe5230f7d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:25.845043 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22c45715-abc6-4be8-8967-3c81260fa06a req-d81cc762-bc28-4747-9d3c-f1ffe5230f7d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "GET /v2.0/networks?id=4eca0445-be8e-40dc-bee3-7b5b287bb6b8 HTTP/1.1" status: 200 len: 797 time: 0.1720099 Jan 17 15:06:25.902921 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22c45715-abc6-4be8-8967-3c81260fa06a req-0edd1689-bc2a-4d93-95c6-83a70b622996 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=584a5877f0874528a2086d6a82d4b9d7 HTTP/1.1" status: 200 len: 379 time: 0.0501895 Jan 17 15:06:25.917314 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-22c45715-abc6-4be8-8967-3c81260fa06a req-4a2caeb2-dd65-43fb-8523-5ff9478dcfab tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'port': {'device_id': '57df5221-ad82-450b-8f86-04ffab0d8f34', 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8', 'admin_state_up': True, 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'security_groups': ['8234ff97-9563-4bbe-a5de-806683483ca8']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:06:26.055606 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-22c45715-abc6-4be8-8967-3c81260fa06a req-4a2caeb2-dd65-43fb-8523-5ff9478dcfab tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:06:26.066238 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-22c45715-abc6-4be8-8967-3c81260fa06a req-4a2caeb2-dd65-43fb-8523-5ff9478dcfab tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:06:26.077781 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c45715-abc6-4be8-8967-3c81260fa06a req-4a2caeb2-dd65-43fb-8523-5ff9478dcfab tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Made reservation on behalf of 584a5877f0874528a2086d6a82d4b9d7 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:06:26.083906 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-22c45715-abc6-4be8-8967-3c81260fa06a req-4a2caeb2-dd65-43fb-8523-5ff9478dcfab tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:26.100366 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465822954', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:22Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '32f269af-f810-4b36-8e28-c9e0f804fd78', 'name': '', 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:b3:b1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6925e1dc-4258-4831-be26-ae06ef9182d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:21Z', 'updated_at': '2022-01-17T15:06:25Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '6925e1dc-4258-4831-be26-ae06ef9182d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:26.105414 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a63d2c-8fe8-4651-89e4-36c161ab9788 None None] The sync data for ids ['e4fc54b9-c543-42d5-ab87-70039f4e9985'] in dv-neutron-824901-1-hyperv is: [{'id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465822954', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:22Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '32f269af-f810-4b36-8e28-c9e0f804fd78', 'name': '', 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:b3:b1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6925e1dc-4258-4831-be26-ae06ef9182d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:21Z', 'updated_at': '2022-01-17T15:06:25Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '6925e1dc-4258-4831-be26-ae06ef9182d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:06:26.268778 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-22c45715-abc6-4be8-8967-3c81260fa06a req-4a2caeb2-dd65-43fb-8523-5ff9478dcfab tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Allocated IP 172.20.0.14 (4eca0445-be8e-40dc-bee3-7b5b287bb6b8/6925e1dc-4258-4831-be26-ae06ef9182d5/24b7a624-e794-4a7b-b9fc-1cf94935da3e) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:06:26.505504 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-22c45715-abc6-4be8-8967-3c81260fa06a req-4a2caeb2-dd65-43fb-8523-5ff9478dcfab tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:26.527052 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-22c45715-abc6-4be8-8967-3c81260fa06a req-4a2caeb2-dd65-43fb-8523-5ff9478dcfab tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Transition to ACTIVE for port object 24b7a624-e794-4a7b-b9fc-1cf94935da3e will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:06:26.552420 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-22c45715-abc6-4be8-8967-3c81260fa06a req-4a2caeb2-dd65-43fb-8523-5ff9478dcfab tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:26.627650 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c45715-abc6-4be8-8967-3c81260fa06a req-4a2caeb2-dd65-43fb-8523-5ff9478dcfab tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network 4eca0445-be8e-40dc-bee3-7b5b287bb6b8 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:06:26.631034 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-22c45715-abc6-4be8-8967-3c81260fa06a req-4a2caeb2-dd65-43fb-8523-5ff9478dcfab tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:06:26.633771 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c45715-abc6-4be8-8967-3c81260fa06a req-4a2caeb2-dd65-43fb-8523-5ff9478dcfab tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:06:26.679259 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2caeb2-dd65-43fb-8523-5ff9478dcfab tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=24b7a624-e794-4a7b-b9fc-1cf94935da3e,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:26.707802 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c45715-abc6-4be8-8967-3c81260fa06a req-4a2caeb2-dd65-43fb-8523-5ff9478dcfab tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:26.708473 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-22c45715-abc6-4be8-8967-3c81260fa06a req-4a2caeb2-dd65-43fb-8523-5ff9478dcfab tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:26.738351 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22c45715-abc6-4be8-8967-3c81260fa06a req-4a2caeb2-dd65-43fb-8523-5ff9478dcfab tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8253574 Jan 17 15:06:26.750674 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] Request body: {'port': {'device_id': '57df5221-ad82-450b-8f86-04ffab0d8f34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:06:26.877999 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:26.912447 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6ea18243-c558-44d8-9de5-073bece6a331 None None] Provisioning for port 24b7a624-e794-4a7b-b9fc-1cf94935da3e completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:06:26.919203 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6ea18243-c558-44d8-9de5-073bece6a331 None None] Provisioning complete for port 24b7a624-e794-4a7b-b9fc-1cf94935da3e triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:06:26.919598 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6ea18243-c558-44d8-9de5-073bece6a331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:27.003991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decc3f9-df9c-4cf2-9c27-55bea2bbf0cf req-e8f35b8a-f1c2-4475-8654-f83d0905d41b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:27.007415 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9decc3f9-df9c-4cf2-9c27-55bea2bbf0cf req-e8f35b8a-f1c2-4475-8654-f83d0905d41b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 932 time: 0.1091216 Jan 17 15:06:27.031061 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-6ea18243-c558-44d8-9de5-073bece6a331 None None] Port 24b7a624-e794-4a7b-b9fc-1cf94935da3e cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:06:27.063906 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-9decc3f9-df9c-4cf2-9c27-55bea2bbf0cf req-5e97b36a-84a1-4bda-b5f3-543487d64644 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:06:27.078673 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-9decc3f9-df9c-4cf2-9c27-55bea2bbf0cf req-5e97b36a-84a1-4bda-b5f3-543487d64644 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:06:27.094949 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 32f269af-f810-4b36-8e28-c9e0f804fd78 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:06:27.095102 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9decc3f9-df9c-4cf2-9c27-55bea2bbf0cf req-5e97b36a-84a1-4bda-b5f3-543487d64644 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806451 Jan 17 15:06:27.171898 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 32f269af-f810-4b36-8e28-c9e0f804fd78 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:06:27.178253 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 32f269af-f810-4b36-8e28-c9e0f804fd78 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:06:27.178532 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:27.300943 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b7a624-e794-4a7b-b9fc-1cf94935da3e {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:06:27.303624 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:27.309984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:27.326371 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] Transition to ACTIVE for port object 24b7a624-e794-4a7b-b9fc-1cf94935da3e will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:06:27.331729 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:27.339630 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 32f269af-f810-4b36-8e28-c9e0f804fd78, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=32f269af-f810-4b36-8e28-c9e0f804fd78,segment=NetworkSegment(968534c8-fb38-464d-b560-6fbda69516c8),segment_id=968534c8-fb38-464d-b560-6fbda69516c8)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:06:27.344276 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:27.419632 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=32f269af-f810-4b36-8e28-c9e0f804fd78,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:27.627046 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] Pushing event updated for resources: {'Port': ['ID=24b7a624-e794-4a7b-b9fc-1cf94935da3e,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:27.703533 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] Attempting to bind port 24b7a624-e794-4a7b-b9fc-1cf94935da3e on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:06:27.703790 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] Attempting to bind port 24b7a624-e794-4a7b-b9fc-1cf94935da3e by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '968534c8-fb38-464d-b560-6fbda69516c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:06:27.704082 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] Attempting to bind port 24b7a624-e794-4a7b-b9fc-1cf94935da3e on network 4eca0445-be8e-40dc-bee3-7b5b287bb6b8 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:06:27.708616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] Port 24b7a624-e794-4a7b-b9fc-1cf94935da3e on network 4eca0445-be8e-40dc-bee3-7b5b287bb6b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 15:06:27.708925 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] Attempting to bind port 24b7a624-e794-4a7b-b9fc-1cf94935da3e on network 4eca0445-be8e-40dc-bee3-7b5b287bb6b8 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:06:27.713897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:06:27.714222 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] Checking segment: {'id': '968534c8-fb38-464d-b560-6fbda69516c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:06:27.714601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] Bound using segment: {'id': '968534c8-fb38-464d-b560-6fbda69516c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:06:27.715006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] Bound port: 24b7a624-e794-4a7b-b9fc-1cf94935da3e, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968534c8-fb38-464d-b560-6fbda69516c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:06:27.715345 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:27.807992 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] For port 24b7a624-e794-4a7b-b9fc-1cf94935da3e, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:06:27.811052 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] For port 24b7a624-e794-4a7b-b9fc-1cf94935da3e, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=24b7a624-e794-4a7b-b9fc-1cf94935da3e,segment=NetworkSegment(968534c8-fb38-464d-b560-6fbda69516c8),segment_id=968534c8-fb38-464d-b560-6fbda69516c8)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:06:27.814547 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:27.874540 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:27.875087 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:27.876490 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22c45715-abc6-4be8-8967-3c81260fa06a req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] 10.222.0.15 "PUT /v2.0/ports/24b7a624-e794-4a7b-b9fc-1cf94935da3e HTTP/1.1" status: 200 len: 1094 time: 1.1309657 Jan 17 15:06:27.876920 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57df5221-ad82-450b-8f86-04ffab0d8f34', 'tag': '24b7a624-e794-4a7b-b9fc-1cf94935da3e'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:06:27.899316 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab19ac6-8e61-4ca7-9b8f-bc28200ef6ae service neutron] Pushing event updated for resources: {'Port': ['ID=24b7a624-e794-4a7b-b9fc-1cf94935da3e,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:27.953100 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57df5221-ad82-450b-8f86-04ffab0d8f34', 'tag': '24b7a624-e794-4a7b-b9fc-1cf94935da3e', 'status': 'completed', 'code': 200} Jan 17 15:06:27.995973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c45715-abc6-4be8-8967-3c81260fa06a req-75340221-1e83-4722-a489-4c7f81b487da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:27.997464 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22c45715-abc6-4be8-8967-3c81260fa06a req-75340221-1e83-4722-a489-4c7f81b487da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 1097 time: 0.0808001 Jan 17 15:06:28.065794 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22c45715-abc6-4be8-8967-3c81260fa06a req-9b33e360-47b7-4e0e-b620-c6cef1e808f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24b7a624-e794-4a7b-b9fc-1cf94935da3e HTTP/1.1" status: 200 len: 217 time: 0.0614393 Jan 17 15:06:28.131463 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c45715-abc6-4be8-8967-3c81260fa06a req-dffed38c-a7a5-40e1-b8eb-d55d2e8be981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:28.132931 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22c45715-abc6-4be8-8967-3c81260fa06a req-dffed38c-a7a5-40e1-b8eb-d55d2e8be981 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6925e1dc-4258-4831-be26-ae06ef9182d5 HTTP/1.1" status: 200 len: 835 time: 0.0615768 Jan 17 15:06:28.208786 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c45715-abc6-4be8-8967-3c81260fa06a req-b071dacb-5097-40ae-a2ea-04a559fbe912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:28.210171 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22c45715-abc6-4be8-8967-3c81260fa06a req-b071dacb-5097-40ae-a2ea-04a559fbe912 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4eca0445-be8e-40dc-bee3-7b5b287bb6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712683 Jan 17 15:06:28.275078 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708502d-8de5-4be8-afb4-0f0c26ef91a7 req-9fedfcc0-2334-45f6-bf34-620830efb8bc tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:28.276870 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b708502d-8de5-4be8-afb4-0f0c26ef91a7 req-9fedfcc0-2334-45f6-bf34-620830efb8bc tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 944 time: 0.0875156 Jan 17 15:06:28.353801 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22c45715-abc6-4be8-8967-3c81260fa06a req-7d5c40cb-aa47-4b3f-997c-6447a8e755db service neutron] 10.222.0.15 "GET /v2.0/networks/4eca0445-be8e-40dc-bee3-7b5b287bb6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371183 Jan 17 15:06:28.440352 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b708502d-8de5-4be8-afb4-0f0c26ef91a7 req-cdbc36fa-5db4-473b-80af-3e9216a2f941 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571105 Jan 17 15:06:28.494699 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-22c45715-abc6-4be8-8967-3c81260fa06a req-d32f9b61-ce4c-4fca-b342-5126ea3da683 service neutron] 10.222.0.15 "GET /v2.0/networks/4eca0445-be8e-40dc-bee3-7b5b287bb6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345565 Jan 17 15:06:28.617491 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c3b74-2883-46a5-a384-a893fa2f3128 req-69def6bb-4db2-440d-95f2-236e243ac66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:28.618970 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-564c3b74-2883-46a5-a384-a893fa2f3128 req-69def6bb-4db2-440d-95f2-236e243ac66e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 1097 time: 0.0771306 Jan 17 15:06:28.751664 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c3b74-2883-46a5-a384-a893fa2f3128 req-1cdfff69-815c-4839-8a25-8abd009f69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:28.753109 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-564c3b74-2883-46a5-a384-a893fa2f3128 req-1cdfff69-815c-4839-8a25-8abd009f69cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=4eca0445-be8e-40dc-bee3-7b5b287bb6b8 HTTP/1.1" status: 200 len: 898 time: 0.1286077 Jan 17 15:06:28.820386 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-564c3b74-2883-46a5-a384-a893fa2f3128 req-e95ee3dd-2fbd-45d5-adce-57b48eaa298b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24b7a624-e794-4a7b-b9fc-1cf94935da3e HTTP/1.1" status: 200 len: 217 time: 0.0615561 Jan 17 15:06:28.885835 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c3b74-2883-46a5-a384-a893fa2f3128 req-e0304035-31cb-4925-bedf-2c387691143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:28.887264 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-564c3b74-2883-46a5-a384-a893fa2f3128 req-e0304035-31cb-4925-bedf-2c387691143d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6925e1dc-4258-4831-be26-ae06ef9182d5 HTTP/1.1" status: 200 len: 835 time: 0.0618918 Jan 17 15:06:28.962097 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c3b74-2883-46a5-a384-a893fa2f3128 req-310c4751-d367-458b-8be4-bc204bba5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:28.963567 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-564c3b74-2883-46a5-a384-a893fa2f3128 req-310c4751-d367-458b-8be4-bc204bba5a0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4eca0445-be8e-40dc-bee3-7b5b287bb6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703318 Jan 17 15:06:29.039307 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 32f269af-f810-4b36-8e28-c9e0f804fd78 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:06:29.099173 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-564c3b74-2883-46a5-a384-a893fa2f3128 req-ebb07244-9364-468f-acab-05dad839c017 service neutron] 10.222.0.15 "GET /v2.0/networks/4eca0445-be8e-40dc-bee3-7b5b287bb6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289508 Jan 17 15:06:29.107210 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 32f269af-f810-4b36-8e28-c9e0f804fd78 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:06:29.107581 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:29.233699 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-564c3b74-2883-46a5-a384-a893fa2f3128 req-6b7f7c1e-09cd-4175-8a20-125d02040fbe service neutron] 10.222.0.15 "GET /v2.0/networks/4eca0445-be8e-40dc-bee3-7b5b287bb6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278741 Jan 17 15:06:29.635990 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21344a33-f7dd-407d-b651-85d28ad4cea4 req-bcb27dec-00ea-4f6f-b847-f3d83ce1377c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:29.636623 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-21344a33-f7dd-407d-b651-85d28ad4cea4 req-bcb27dec-00ea-4f6f-b847-f3d83ce1377c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:06:29.652298 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-21344a33-f7dd-407d-b651-85d28ad4cea4 req-bcb27dec-00ea-4f6f-b847-f3d83ce1377c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:06:29.653679 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-21344a33-f7dd-407d-b651-85d28ad4cea4 req-bcb27dec-00ea-4f6f-b847-f3d83ce1377c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 944 time: 0.1025164 Jan 17 15:06:29.698700 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-21344a33-f7dd-407d-b651-85d28ad4cea4 req-720380e5-6dd7-4fc6-84b4-27ef37954881 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393920 Jan 17 15:06:30.881043 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33818f-8ccf-43d6-acd2-472fe4add06a req-cb56d167-a334-41d2-abb2-6efafbad9d09 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:30.882501 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9c33818f-8ccf-43d6-acd2-472fe4add06a req-cb56d167-a334-41d2-abb2-6efafbad9d09 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 944 time: 0.0795376 Jan 17 15:06:30.926293 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9c33818f-8ccf-43d6-acd2-472fe4add06a req-3b41f89a-1b98-48f1-9287-fad4ec573c8d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379233 Jan 17 15:06:30.960033 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 24b7a624-e794-4a7b-b9fc-1cf94935da3e details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 15:06:31.101068 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 24b7a624-e794-4a7b-b9fc-1cf94935da3e, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=24b7a624-e794-4a7b-b9fc-1cf94935da3e,segment=NetworkSegment(968534c8-fb38-464d-b560-6fbda69516c8),segment_id=968534c8-fb38-464d-b560-6fbda69516c8)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:06:31.113980 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '24b7a624-e794-4a7b-b9fc-1cf94935da3e', 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8', 'port_id': '24b7a624-e794-4a7b-b9fc-1cf94935da3e', 'mac_address': 'fa:16:3e:01:23:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6925e1dc-4258-4831-be26-ae06ef9182d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 15:06:31.171736 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:31.189963 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b7a624-e794-4a7b-b9fc-1cf94935da3e {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:06:31.207246 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 24b7a624-e794-4a7b-b9fc-1cf94935da3e, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=24b7a624-e794-4a7b-b9fc-1cf94935da3e,segment=NetworkSegment(968534c8-fb38-464d-b560-6fbda69516c8),segment_id=968534c8-fb38-464d-b560-6fbda69516c8)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:06:31.211729 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:31.284878 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=24b7a624-e794-4a7b-b9fc-1cf94935da3e,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:31.548191 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['24b7a624-e794-4a7b-b9fc-1cf94935da3e'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:06:32.108953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70893ca2-9f86-48c0-8df9-db1d5da818ff req-2226ec12-32f6-4c8d-b70d-c2153560abba tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:32.110406 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-70893ca2-9f86-48c0-8df9-db1d5da818ff req-2226ec12-32f6-4c8d-b70d-c2153560abba tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 945 time: 0.0790138 Jan 17 15:06:32.154529 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-70893ca2-9f86-48c0-8df9-db1d5da818ff req-57ae1bd0-e554-4a33-bc32-f9a7e4adb40b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384264 Jan 17 15:06:32.990639 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 24b7a624-e794-4a7b-b9fc-1cf94935da3e up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:06:33.062522 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 24b7a624-e794-4a7b-b9fc-1cf94935da3e completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:06:33.067849 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 24b7a624-e794-4a7b-b9fc-1cf94935da3e triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:06:33.068219 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:33.187071 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:33.215133 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57df5221-ad82-450b-8f86-04ffab0d8f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b7a624-e794-4a7b-b9fc-1cf94935da3e'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:06:33.226194 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 24b7a624-e794-4a7b-b9fc-1cf94935da3e, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=24b7a624-e794-4a7b-b9fc-1cf94935da3e,segment=NetworkSegment(968534c8-fb38-464d-b560-6fbda69516c8),segment_id=968534c8-fb38-464d-b560-6fbda69516c8)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:06:33.231219 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:33.270616 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57df5221-ad82-450b-8f86-04ffab0d8f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b7a624-e794-4a7b-b9fc-1cf94935da3e', 'code': 200} Jan 17 15:06:33.305282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=24b7a624-e794-4a7b-b9fc-1cf94935da3e,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:33.351515 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb3eea-f1ad-4d31-9006-3832777a5298 req-8d21419e-5437-4294-8d71-40729b771347 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:33.358467 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ebdb3eea-f1ad-4d31-9006-3832777a5298 req-8d21419e-5437-4294-8d71-40729b771347 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 946 time: 0.0915506 Jan 17 15:06:33.398227 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ebdb3eea-f1ad-4d31-9006-3832777a5298 req-f1ea0652-57c0-4fe8-8919-35abc7a2d86a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389092 Jan 17 15:06:33.611083 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea2fed-bec9-4323-b1f3-d046ea4bec19 req-0dc478e3-4a73-40d3-bdb0-10b746b61923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:33.612499 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b4ea2fed-bec9-4323-b1f3-d046ea4bec19 req-0dc478e3-4a73-40d3-bdb0-10b746b61923 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 1099 time: 0.1801813 Jan 17 15:06:33.653551 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b4ea2fed-bec9-4323-b1f3-d046ea4bec19 req-b85aef1d-cafc-463e-922c-90d8e8fa2fd5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349467 Jan 17 15:06:34.585601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a50ada-be0b-4248-89e9-61078a11c5a8 req-30fd3685-154e-4f84-b5a9-63f97bc3cef1 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:34.587073 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-88a50ada-be0b-4248-89e9-61078a11c5a8 req-30fd3685-154e-4f84-b5a9-63f97bc3cef1 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 946 time: 0.0795913 Jan 17 15:06:34.634843 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-88a50ada-be0b-4248-89e9-61078a11c5a8 req-7fe227c1-346c-4115-8dd2-e4ee3f7bf539 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421171 Jan 17 15:06:35.882501 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:06:35.883794 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a86c2c-f144-4b8a-9002-ae3b2c38b251 req-b99ea31f-e5c9-4e6c-bc6a-b391e09b77a7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:35.886376 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-77a86c2c-f144-4b8a-9002-ae3b2c38b251 req-b99ea31f-e5c9-4e6c-bc6a-b391e09b77a7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 946 time: 0.1423018 Jan 17 15:06:35.936145 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-77a86c2c-f144-4b8a-9002-ae3b2c38b251 req-ef8da7b0-62a1-4d60-9be0-5c8a1a1ebc84 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440562 Jan 17 15:06:36.132044 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcee07-9a63-46ee-a192-71c1c9937502 req-0a561423-6def-48b7-86fa-a0b6376a3d84 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:36.133647 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-83bcee07-9a63-46ee-a192-71c1c9937502 req-0a561423-6def-48b7-86fa-a0b6376a3d84 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 946 time: 0.0874054 Jan 17 15:06:36.180493 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-83bcee07-9a63-46ee-a192-71c1c9937502 req-11253349-823e-47b0-9fce-db061b5fe5da tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408802 Jan 17 15:06:36.216494 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45990) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:36.293357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad70545e-9cb0-4042-8578-abb068d5f6b4 tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:36.295283 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ad70545e-9cb0-4042-8578-abb068d5f6b4 tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 1094 time: 0.0773599 Jan 17 15:06:36.298900 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 45994) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:36.304248 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': '24b7a624-e794-4a7b-b9fc-1cf94935da3e', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:06:36.310772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:06:36.314788 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:floatingip and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:06:36.317869 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:06:36.324008 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:06:36.336365 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:36.482702 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:36.621099 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Allocated IP 172.26.3.206 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/1ee5ef96-a8ca-4da2-bf32-124e14425a27) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:06:36.782607 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:36.816546 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:36.892426 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:06:36.896253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:06:36.901124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:06:36.931460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=1ee5ef96-a8ca-4da2-bf32-124e14425a27,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:37.354183 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:37.435279 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:37.659635 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:37.664682 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:37.904056 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=1ee5ef96-a8ca-4da2-bf32-124e14425a27,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:06:37.917194 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:38.097527 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Floating IP 2d79d36e-dc31-4a20-b437-2996a2b78c6b associated. External IP: 172.26.3.206, port: 24b7a624-e794-4a7b-b9fc-1cf94935da3e. Jan 17 15:06:38.461431 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router e4fc54b9-c543-42d5-ab87-70039f4e9985 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:06:38.645084 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:06:38.658524 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71a6948-059a-4b28-a9be-4d1d03242e0b None None] Sync routers for ids ['e4fc54b9-c543-42d5-ab87-70039f4e9985'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:06:38.670877 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:38.674203 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a6948-059a-4b28-a9be-4d1d03242e0b None None] Routers {'e4fc54b9-c543-42d5-ab87-70039f4e9985'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:06:38.674988 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e71a6948-059a-4b28-a9be-4d1d03242e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:06:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e4fc54b9-c543-42d5-ab87-70039f4e9985'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:38.737409 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-caf7cef3-0071-4e56-b847-9052e9019bfd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4369309 Jan 17 15:06:38.738258 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57df5221-ad82-450b-8f86-04ffab0d8f34', 'tag': '24b7a624-e794-4a7b-b9fc-1cf94935da3e'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:06:38.838276 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57df5221-ad82-450b-8f86-04ffab0d8f34', 'tag': '24b7a624-e794-4a7b-b9fc-1cf94935da3e', 'status': 'completed', 'code': 200} Jan 17 15:06:38.927244 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-e71a6948-059a-4b28-a9be-4d1d03242e0b None None] Set router e4fc54b9-c543-42d5-ab87-70039f4e9985 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:06:38.984271 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be70fc-2b58-4fd0-98ec-29e70269d6e1 req-47269873-0b79-4bc5-8392-e43bb0a04244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:38.992783 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-01be70fc-2b58-4fd0-98ec-29e70269d6e1 req-47269873-0b79-4bc5-8392-e43bb0a04244 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 1099 time: 0.1275396 Jan 17 15:06:39.064742 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bf09b-c77e-4530-8b4c-10551372ec04 req-5c463cf7-e58f-4208-a88e-8f614a94120b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:39.067162 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a05bf09b-c77e-4530-8b4c-10551372ec04 req-5c463cf7-e58f-4208-a88e-8f614a94120b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 946 time: 0.1206720 Jan 17 15:06:39.131352 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a05bf09b-c77e-4530-8b4c-10551372ec04 req-d2cdb30b-b484-4c32-a1c5-86c36ffbb85b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567007 Jan 17 15:06:39.154396 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46002) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:39.182852 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be70fc-2b58-4fd0-98ec-29e70269d6e1 req-f459e241-b57c-4c51-bacb-13e7237c689f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:39.184336 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-01be70fc-2b58-4fd0-98ec-29e70269d6e1 req-f459e241-b57c-4c51-bacb-13e7237c689f service neutron] 10.222.0.15 "GET /v2.0/networks?id=4eca0445-be8e-40dc-bee3-7b5b287bb6b8 HTTP/1.1" status: 200 len: 898 time: 0.1851127 Jan 17 15:06:39.300454 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-01be70fc-2b58-4fd0-98ec-29e70269d6e1 req-03746155-deec-46e4-9e59-0f35cb369b8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24b7a624-e794-4a7b-b9fc-1cf94935da3e HTTP/1.1" status: 200 len: 1000 time: 0.1094038 Jan 17 15:06:39.307388 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b3e03fd5-5745-4c62-9b91-bb076bb88896 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/2d79d36e-dc31-4a20-b437-2996a2b78c6b HTTP/1.1" status: 200 len: 992 time: 0.1513548 Jan 17 15:06:39.368929 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be70fc-2b58-4fd0-98ec-29e70269d6e1 req-8111ed60-1792-41be-859f-f365b76efa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:39.370377 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-01be70fc-2b58-4fd0-98ec-29e70269d6e1 req-8111ed60-1792-41be-859f-f365b76efa8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6925e1dc-4258-4831-be26-ae06ef9182d5 HTTP/1.1" status: 200 len: 835 time: 0.0640302 Jan 17 15:06:39.381168 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e71a6948-059a-4b28-a9be-4d1d03242e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465822954', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:22Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '2d79d36e-dc31-4a20-b437-2996a2b78c6b', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'port_id': '24b7a624-e794-4a7b-b9fc-1cf94935da3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8', 'mac_address': 'fa:16:3e:01:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57df5221-ad82-450b-8f86-04ffab0d8f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:06:37Z', 'updated_at': '2022-01-17T15:06:37Z', 'revision_number': 0, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f269af-f810-4b36-8e28-c9e0f804fd78', 'name': '', 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:b3:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6925e1dc-4258-4831-be26-ae06ef9182d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:21Z', 'updated_at': '2022-01-17T15:06:27Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '6925e1dc-4258-4831-be26-ae06ef9182d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:39.386796 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71a6948-059a-4b28-a9be-4d1d03242e0b None None] Checking router: e4fc54b9-c543-42d5-ab87-70039f4e9985 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:06:39.396707 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a6948-059a-4b28-a9be-4d1d03242e0b None None] Routers {'e4fc54b9-c543-42d5-ab87-70039f4e9985'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:06:39.397310 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e71a6948-059a-4b28-a9be-4d1d03242e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:06:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e4fc54b9-c543-42d5-ab87-70039f4e9985'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:39.458459 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be70fc-2b58-4fd0-98ec-29e70269d6e1 req-daa40fdc-d365-466b-8825-8cdd7cdf0e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:06:39.460716 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-01be70fc-2b58-4fd0-98ec-29e70269d6e1 req-daa40fdc-d365-466b-8825-8cdd7cdf0e95 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4eca0445-be8e-40dc-bee3-7b5b287bb6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842962 Jan 17 15:06:39.585291 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-e71a6948-059a-4b28-a9be-4d1d03242e0b None None] Set router e4fc54b9-c543-42d5-ab87-70039f4e9985 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:06:39.744893 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-01be70fc-2b58-4fd0-98ec-29e70269d6e1 req-385af942-7dcf-4c4f-a022-4a17edfcbc6d service neutron] 10.222.0.15 "GET /v2.0/networks/4eca0445-be8e-40dc-bee3-7b5b287bb6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782488 Jan 17 15:06:39.957761 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-01be70fc-2b58-4fd0-98ec-29e70269d6e1 req-09a069e6-01d0-4b10-94b1-b601a03d0014 service neutron] 10.222.0.15 "GET /v2.0/networks/4eca0445-be8e-40dc-bee3-7b5b287bb6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061908 Jan 17 15:06:40.055203 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-e71a6948-059a-4b28-a9be-4d1d03242e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465822954', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:22Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '2d79d36e-dc31-4a20-b437-2996a2b78c6b', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'port_id': '24b7a624-e794-4a7b-b9fc-1cf94935da3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8', 'mac_address': 'fa:16:3e:01:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57df5221-ad82-450b-8f86-04ffab0d8f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:06:37Z', 'updated_at': '2022-01-17T15:06:37Z', 'revision_number': 0, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f269af-f810-4b36-8e28-c9e0f804fd78', 'name': '', 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:b3:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6925e1dc-4258-4831-be26-ae06ef9182d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:21Z', 'updated_at': '2022-01-17T15:06:27Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '6925e1dc-4258-4831-be26-ae06ef9182d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:06:40.060024 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71a6948-059a-4b28-a9be-4d1d03242e0b None None] The sync data for ids ['e4fc54b9-c543-42d5-ab87-70039f4e9985'] in dv-neutron-824901-1-hyperv is: [{'id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465822954', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:22Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '2d79d36e-dc31-4a20-b437-2996a2b78c6b', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'port_id': '24b7a624-e794-4a7b-b9fc-1cf94935da3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8', 'mac_address': 'fa:16:3e:01:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57df5221-ad82-450b-8f86-04ffab0d8f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:06:37Z', 'updated_at': '2022-01-17T15:06:37Z', 'revision_number': 0, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f269af-f810-4b36-8e28-c9e0f804fd78', 'name': '', 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:b3:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6925e1dc-4258-4831-be26-ae06ef9182d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:21Z', 'updated_at': '2022-01-17T15:06:27Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '6925e1dc-4258-4831-be26-ae06ef9182d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:06:40.311489 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46006) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:40.320243 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa54324c-92e6-4f34-94cd-91f23b95208b None None] New status for floating IP 2d79d36e-dc31-4a20-b437-2996a2b78c6b: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 15:06:40.433872 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b79ed8ed-a2f5-48bd-bcb3-056628ed5c56 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/2d79d36e-dc31-4a20-b437-2996a2b78c6b HTTP/1.1" status: 200 len: 992 time: 0.1199832 Jan 17 15:06:40.792144 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6653993e-e6b5-4612-82a1-efcc9cf6d1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:41.437985 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46010) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:06:41.557277 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8b0ec634-6527-4c4d-a7a6-b48c8d5e7e96 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/2d79d36e-dc31-4a20-b437-2996a2b78c6b HTTP/1.1" status: 200 len: 994 time: 0.1180451 Jan 17 15:06:43.955619 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d4b49162-4a27-417a-9a56-053175e46bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:44.070672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:44.122603 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:45.646134 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:06:53.428943 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:07:10.790254 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-652369f9-60de-4d8f-8c0c-8f1299ae6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:07:12.883604 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:07:13.955139 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fe6135ab-8375-45bb-8890-5414625eaf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:07:14.080864 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:07:14.123035 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:07:15.650067 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:07:18.360211 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8e87aab-0dfc-41a9-b0df-9fd2f4d315d4 req-04afc1d0-fde3-4013-a4cd-821c0161deee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1734257 Jan 17 15:07:18.512351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e87aab-0dfc-41a9-b0df-9fd2f4d315d4 req-475e5838-5a27-4622-ba99-61de798679d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:07:18.513817 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8e87aab-0dfc-41a9-b0df-9fd2f4d315d4 req-475e5838-5a27-4622-ba99-61de798679d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 1099 time: 0.0820582 Jan 17 15:07:18.675794 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e87aab-0dfc-41a9-b0df-9fd2f4d315d4 req-4dc856f4-2b5e-4acb-b0f6-3d2fb2cee51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:07:18.677293 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8e87aab-0dfc-41a9-b0df-9fd2f4d315d4 req-4dc856f4-2b5e-4acb-b0f6-3d2fb2cee51f service neutron] 10.222.0.15 "GET /v2.0/networks?id=4eca0445-be8e-40dc-bee3-7b5b287bb6b8 HTTP/1.1" status: 200 len: 898 time: 0.1425188 Jan 17 15:07:18.787547 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8e87aab-0dfc-41a9-b0df-9fd2f4d315d4 req-8f50d857-ac8a-4f3b-958e-a8a69facbb75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24b7a624-e794-4a7b-b9fc-1cf94935da3e HTTP/1.1" status: 200 len: 1002 time: 0.1037242 Jan 17 15:07:18.859172 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e87aab-0dfc-41a9-b0df-9fd2f4d315d4 req-c34746dd-8f3a-47af-b5d0-b99b7e4a9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:07:18.860696 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8e87aab-0dfc-41a9-b0df-9fd2f4d315d4 req-c34746dd-8f3a-47af-b5d0-b99b7e4a9294 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6925e1dc-4258-4831-be26-ae06ef9182d5 HTTP/1.1" status: 200 len: 835 time: 0.0676091 Jan 17 15:07:18.943617 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e87aab-0dfc-41a9-b0df-9fd2f4d315d4 req-6a713b61-35c6-4643-8340-65cef630c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:07:18.945182 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8e87aab-0dfc-41a9-b0df-9fd2f4d315d4 req-6a713b61-35c6-4643-8340-65cef630c410 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4eca0445-be8e-40dc-bee3-7b5b287bb6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791535 Jan 17 15:07:19.088003 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8e87aab-0dfc-41a9-b0df-9fd2f4d315d4 req-67e0e085-208c-4dea-b6d3-cfe3e781fc1e service neutron] 10.222.0.15 "GET /v2.0/networks/4eca0445-be8e-40dc-bee3-7b5b287bb6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366339 Jan 17 15:07:19.231373 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8e87aab-0dfc-41a9-b0df-9fd2f4d315d4 req-9459eac1-58c5-4478-afd2-dd96792f29a4 service neutron] 10.222.0.15 "GET /v2.0/networks/4eca0445-be8e-40dc-bee3-7b5b287bb6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378429 Jan 17 15:07:23.432836 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:07:40.787913 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-25ce9720-6353-46f2-908d-1d215c3dd465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:07:43.505009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79dac6-9eb2-429b-8910-a142d74699bf req-e799022e-4d29-47dc-982c-5fdbacceccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:07:43.506558 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0e79dac6-9eb2-429b-8910-a142d74699bf req-e799022e-4d29-47dc-982c-5fdbacceccf6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 1099 time: 0.1372671 Jan 17 15:07:43.518489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109abe59-27bb-46f9-8012-495cb50caed2 req-6d18bf00-b1c4-47de-8c45-3fce88070e34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:07:43.520018 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-109abe59-27bb-46f9-8012-495cb50caed2 req-6d18bf00-b1c4-47de-8c45-3fce88070e34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 946 time: 0.1159484 Jan 17 15:07:43.660631 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-109abe59-27bb-46f9-8012-495cb50caed2 req-e5b67e98-6d85-43b2-9925-b17ab1ac9cbd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209428 Jan 17 15:07:43.706094 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79dac6-9eb2-429b-8910-a142d74699bf req-47636d07-4777-43bf-b3e5-5aff3981282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:07:43.707604 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0e79dac6-9eb2-429b-8910-a142d74699bf req-47636d07-4777-43bf-b3e5-5aff3981282f service neutron] 10.222.0.15 "GET /v2.0/networks?id=4eca0445-be8e-40dc-bee3-7b5b287bb6b8 HTTP/1.1" status: 200 len: 898 time: 0.1866727 Jan 17 15:07:43.822983 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0e79dac6-9eb2-429b-8910-a142d74699bf req-a4a61160-3cff-4bb4-ad43-c6726ba70e04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24b7a624-e794-4a7b-b9fc-1cf94935da3e HTTP/1.1" status: 200 len: 1002 time: 0.1087778 Jan 17 15:07:43.895230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79dac6-9eb2-429b-8910-a142d74699bf req-0478d59e-d8b4-4fca-83b0-db062194a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:07:43.896733 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0e79dac6-9eb2-429b-8910-a142d74699bf req-0478d59e-d8b4-4fca-83b0-db062194a786 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6925e1dc-4258-4831-be26-ae06ef9182d5 HTTP/1.1" status: 200 len: 835 time: 0.0667145 Jan 17 15:07:43.954235 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2ff15d10-e92f-43f7-8848-f956672867e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:07:43.981883 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79dac6-9eb2-429b-8910-a142d74699bf req-adc9a6cd-e5f6-44bc-9797-f5c5b9594c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:07:43.983469 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0e79dac6-9eb2-429b-8910-a142d74699bf req-adc9a6cd-e5f6-44bc-9797-f5c5b9594c35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4eca0445-be8e-40dc-bee3-7b5b287bb6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804617 Jan 17 15:07:44.075113 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:07:44.128431 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:07:44.152038 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0e79dac6-9eb2-429b-8910-a142d74699bf req-94ff0501-e276-4422-99fe-29514c510801 service neutron] 10.222.0.15 "GET /v2.0/networks/4eca0445-be8e-40dc-bee3-7b5b287bb6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612678 Jan 17 15:07:44.515179 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0e79dac6-9eb2-429b-8910-a142d74699bf req-2bda61bd-9b74-45f2-ad15-62de6a03762c service neutron] 10.222.0.15 "GET /v2.0/networks/4eca0445-be8e-40dc-bee3-7b5b287bb6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550985 Jan 17 15:07:44.941076 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0243f1-442b-4c3a-9f73-26707c04ffea req-552a309c-2e61-48f4-8f29-64b995ee3d3e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:07:44.942611 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7e0243f1-442b-4c3a-9f73-26707c04ffea req-552a309c-2e61-48f4-8f29-64b995ee3d3e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 946 time: 0.0898030 Jan 17 15:07:44.996087 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7e0243f1-442b-4c3a-9f73-26707c04ffea req-bb393bce-e4cc-43e7-b52f-c16e3e8997f1 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432470 Jan 17 15:07:45.653580 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:07:46.191821 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf658a0-8bb2-4444-8268-75d5ae1ae5b4 req-67c67b4c-19f9-480c-a4a0-8f54a75ad1b3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:07:46.193423 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2bf658a0-8bb2-4444-8268-75d5ae1ae5b4 req-67c67b4c-19f9-480c-a4a0-8f54a75ad1b3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 946 time: 0.0881810 Jan 17 15:07:46.239922 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2bf658a0-8bb2-4444-8268-75d5ae1ae5b4 req-a73f139a-2e70-4cc8-ad2c-3b7d8488ae7c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407960 Jan 17 15:07:47.450989 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47320f-3a9f-4dfa-8f8a-3d135e44ff45 req-d32604b6-2fb3-49cb-a3a5-05ef73aa542e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:07:47.453166 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9a47320f-3a9f-4dfa-8f8a-3d135e44ff45 req-d32604b6-2fb3-49cb-a3a5-05ef73aa542e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 946 time: 0.0950251 Jan 17 15:07:47.508906 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9a47320f-3a9f-4dfa-8f8a-3d135e44ff45 req-6fce60cc-9f80-445a-8333-aacbfa25e01d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454156 Jan 17 15:07:48.701380 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8ca37-ce52-4e27-8ed4-599f552500a4 req-1723d2c8-cf29-4015-8b4a-02a46b4060ba tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:07:48.702957 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-24b8ca37-ce52-4e27-8ed4-599f552500a4 req-1723d2c8-cf29-4015-8b4a-02a46b4060ba tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 946 time: 0.0834565 Jan 17 15:07:48.755642 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-24b8ca37-ce52-4e27-8ed4-599f552500a4 req-b2cbcf52-5db2-45b5-9783-aec00d0c1593 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437131 Jan 17 15:07:49.887420 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:07:49.978080 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480b62f-ef82-47aa-a5c0-b371600fc85c req-5e5f97e2-fafa-4f06-8ce9-f575f6eb0bd4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:07:49.979697 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-6480b62f-ef82-47aa-a5c0-b371600fc85c req-5e5f97e2-fafa-4f06-8ce9-f575f6eb0bd4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 946 time: 0.0860546 Jan 17 15:07:50.033678 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-6480b62f-ef82-47aa-a5c0-b371600fc85c req-a2673fd1-41df-4b7c-90e0-6bf80b1421a2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474210 Jan 17 15:07:51.239254 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c6488-9f76-47ba-98b9-fb4523233396 req-a2df08d9-cd69-4988-aaef-93b3bc07cc2d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:07:51.240931 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fb2c6488-9f76-47ba-98b9-fb4523233396 req-a2df08d9-cd69-4988-aaef-93b3bc07cc2d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 946 time: 0.0910318 Jan 17 15:07:51.290726 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fb2c6488-9f76-47ba-98b9-fb4523233396 req-ae88f910-ff57-45a3-a0b9-9349d6fa4b6f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435238 Jan 17 15:07:52.489941 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e5246-3cb0-4ccf-80c1-4b40764f2140 req-d764cc20-1410-4448-a3c2-00c3acb74800 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:07:52.492184 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b52e5246-3cb0-4ccf-80c1-4b40764f2140 req-d764cc20-1410-4448-a3c2-00c3acb74800 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 946 time: 0.0911872 Jan 17 15:07:52.542178 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b52e5246-3cb0-4ccf-80c1-4b40764f2140 req-7114f240-283f-4148-bc75-88b97f5cd0f4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425081 Jan 17 15:07:53.426188 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:07:53.753851 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9d295-4e92-4706-802f-37dad4b0f530 req-07cbb2f9-c25d-47e9-bc56-2a44d30434dd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:07:53.755333 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-34e9d295-4e92-4706-802f-37dad4b0f530 req-07cbb2f9-c25d-47e9-bc56-2a44d30434dd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 946 time: 0.0852513 Jan 17 15:07:53.808244 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-34e9d295-4e92-4706-802f-37dad4b0f530 req-f1804940-166c-4489-abdf-010844b5a1e6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468388 Jan 17 15:07:55.013294 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05687f8-f9c1-4848-8f3c-c103e57c1062 req-126bc177-4fc7-4874-a7cd-8a13a2f8c65c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:07:55.015395 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d05687f8-f9c1-4848-8f3c-c103e57c1062 req-126bc177-4fc7-4874-a7cd-8a13a2f8c65c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 946 time: 0.0908532 Jan 17 15:07:55.065148 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d05687f8-f9c1-4848-8f3c-c103e57c1062 req-6de48bd7-c8ef-40db-8414-1b85f2f848e3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436120 Jan 17 15:07:56.264763 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc70911-86e4-4d5e-b8e8-d99bd21d5a10 req-0c8e19ea-95ca-4c35-9be8-01d58afb3e81 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:07:56.266342 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1dc70911-86e4-4d5e-b8e8-d99bd21d5a10 req-0c8e19ea-95ca-4c35-9be8-01d58afb3e81 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 946 time: 0.0887735 Jan 17 15:07:56.321681 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1dc70911-86e4-4d5e-b8e8-d99bd21d5a10 req-d75ea825-f901-411a-8083-7eb15ecc9bf5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451853 Jan 17 15:07:56.347540 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46076) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:07:56.469868 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-144e797e-62a1-4134-9530-e456de7cd7f2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/2d79d36e-dc31-4a20-b437-2996a2b78c6b HTTP/1.1" status: 200 len: 994 time: 0.1210389 Jan 17 15:08:10.777562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-374ff5bc-c686-42a6-9001-290ccbec7f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:13.951628 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c31e1106-7fa2-4bda-837d-e8c33dda021c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:14.069618 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:14.127438 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:15.658281 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:19.266328 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-61e20ee3-f996-4c49-9951-f19ba0e33562 req-c0295bf0-4767-4947-b13b-1ebda9a1b5a9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778203 Jan 17 15:08:19.409569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e20ee3-f996-4c49-9951-f19ba0e33562 req-039876db-fe63-42da-9d68-55a4ed70bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:08:19.411054 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-61e20ee3-f996-4c49-9951-f19ba0e33562 req-039876db-fe63-42da-9d68-55a4ed70bb96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 1099 time: 0.0723631 Jan 17 15:08:19.558782 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e20ee3-f996-4c49-9951-f19ba0e33562 req-d924f390-2ced-4d21-85be-2505eb403828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:08:19.561226 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-61e20ee3-f996-4c49-9951-f19ba0e33562 req-d924f390-2ced-4d21-85be-2505eb403828 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4eca0445-be8e-40dc-bee3-7b5b287bb6b8 HTTP/1.1" status: 200 len: 898 time: 0.1301923 Jan 17 15:08:19.666445 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-61e20ee3-f996-4c49-9951-f19ba0e33562 req-1f97aca6-1012-43ba-80d3-dcf20373047d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24b7a624-e794-4a7b-b9fc-1cf94935da3e HTTP/1.1" status: 200 len: 1002 time: 0.1004431 Jan 17 15:08:19.730126 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e20ee3-f996-4c49-9951-f19ba0e33562 req-48f6d197-0c6f-4486-baec-b12775be241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:08:19.731596 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-61e20ee3-f996-4c49-9951-f19ba0e33562 req-48f6d197-0c6f-4486-baec-b12775be241a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6925e1dc-4258-4831-be26-ae06ef9182d5 HTTP/1.1" status: 200 len: 835 time: 0.0596137 Jan 17 15:08:19.813670 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e20ee3-f996-4c49-9951-f19ba0e33562 req-100caab8-e575-42ca-8571-1bad04d3cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:08:19.815113 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-61e20ee3-f996-4c49-9951-f19ba0e33562 req-100caab8-e575-42ca-8571-1bad04d3cd02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4eca0445-be8e-40dc-bee3-7b5b287bb6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775344 Jan 17 15:08:19.954180 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-61e20ee3-f996-4c49-9951-f19ba0e33562 req-a1f681c9-7f84-4890-bce6-e1826a34a37d service neutron] 10.222.0.15 "GET /v2.0/networks/4eca0445-be8e-40dc-bee3-7b5b287bb6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326380 Jan 17 15:08:20.089359 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-61e20ee3-f996-4c49-9951-f19ba0e33562 req-dc13bb78-2f5e-4a18-a79d-87bd247a5935 service neutron] 10.222.0.15 "GET /v2.0/networks/4eca0445-be8e-40dc-bee3-7b5b287bb6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288869 Jan 17 15:08:23.430445 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:26.886816 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:08:40.772599 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-93ab5a5e-303f-457d-9bb3-898da28341c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:43.957346 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eba372ce-1114-480b-ba58-d8b6e0333f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:44.076026 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:44.132201 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:45.663263 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:46.025248 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46094) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:08:46.242714 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting port 1ee5ef96-a8ca-4da2-bf32-124e14425a27 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:08:46.243054 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:46.542751 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:46.543090 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:46.675644 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Calling delete_port for 1ee5ef96-a8ca-4da2-bf32-124e14425a27 owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:08:46.892251 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:46.994903 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Port': ['ID=1ee5ef96-a8ca-4da2-bf32-124e14425a27,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:08:47.045856 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:47.046688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:47.046688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:47.046976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:47.047148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:47.047467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:47.047814 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:47.048299 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:47.048672 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:47.048989 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:47.049430 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:47.049748 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:47.095041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:47.095534 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Floating IP 2d79d36e-dc31-4a20-b437-2996a2b78c6b disassociated (deleted). External IP: 172.26.3.206, port: 24b7a624-e794-4a7b-b9fc-1cf94935da3e. Jan 17 15:08:47.527337 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router e4fc54b9-c543-42d5-ab87-70039f4e9985 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:08:47.801720 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:08:47.814187 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440a2395-ba45-4065-86e9-e7fa34a12c2b None None] Sync routers for ids ['e4fc54b9-c543-42d5-ab87-70039f4e9985'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:08:47.826123 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440a2395-ba45-4065-86e9-e7fa34a12c2b None None] Routers {'e4fc54b9-c543-42d5-ab87-70039f4e9985'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:08:47.826720 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-440a2395-ba45-4065-86e9-e7fa34a12c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:08:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e4fc54b9-c543-42d5-ab87-70039f4e9985'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:08:47.828734 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:47.915469 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4f046122-a720-4008-882c-b772c6f4057f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/floatingips/2d79d36e-dc31-4a20-b437-2996a2b78c6b HTTP/1.1" status: 204 len: 168 time: 1.8887897 Jan 17 15:08:47.916196 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57df5221-ad82-450b-8f86-04ffab0d8f34', 'tag': '24b7a624-e794-4a7b-b9fc-1cf94935da3e'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:08:47.967786 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57df5221-ad82-450b-8f86-04ffab0d8f34', 'tag': '24b7a624-e794-4a7b-b9fc-1cf94935da3e', 'status': 'completed', 'code': 200} Jan 17 15:08:48.025022 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-440a2395-ba45-4065-86e9-e7fa34a12c2b None None] Set router e4fc54b9-c543-42d5-ab87-70039f4e9985 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:08:48.072717 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74eb8-8444-43e1-901f-2dd2b6f4f2b6 req-46972905-5c9f-423b-a3bc-7634ad5123b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:08:48.075102 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6fe74eb8-8444-43e1-901f-2dd2b6f4f2b6 req-46972905-5c9f-423b-a3bc-7634ad5123b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 1099 time: 0.0867374 Jan 17 15:08:48.233500 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74eb8-8444-43e1-901f-2dd2b6f4f2b6 req-b965f23a-8862-418b-aa2c-cf7f9d98e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:08:48.235171 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6fe74eb8-8444-43e1-901f-2dd2b6f4f2b6 req-b965f23a-8862-418b-aa2c-cf7f9d98e139 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4eca0445-be8e-40dc-bee3-7b5b287bb6b8 HTTP/1.1" status: 200 len: 898 time: 0.1538494 Jan 17 15:08:48.482505 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6fe74eb8-8444-43e1-901f-2dd2b6f4f2b6 req-4d877a88-185c-4ee6-accc-830657195844 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24b7a624-e794-4a7b-b9fc-1cf94935da3e HTTP/1.1" status: 200 len: 217 time: 0.2408109 Jan 17 15:08:48.519486 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-440a2395-ba45-4065-86e9-e7fa34a12c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465822954', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:22Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '32f269af-f810-4b36-8e28-c9e0f804fd78', 'name': '', 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:b3:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6925e1dc-4258-4831-be26-ae06ef9182d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:21Z', 'updated_at': '2022-01-17T15:06:27Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '6925e1dc-4258-4831-be26-ae06ef9182d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:08:48.528203 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440a2395-ba45-4065-86e9-e7fa34a12c2b None None] Checking router: e4fc54b9-c543-42d5-ab87-70039f4e9985 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:08:48.542997 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440a2395-ba45-4065-86e9-e7fa34a12c2b None None] Routers {'e4fc54b9-c543-42d5-ab87-70039f4e9985'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:08:48.543659 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-440a2395-ba45-4065-86e9-e7fa34a12c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:08:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e4fc54b9-c543-42d5-ab87-70039f4e9985'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:08:48.559758 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74eb8-8444-43e1-901f-2dd2b6f4f2b6 req-c02904af-3e3c-443b-993d-7ea48a00c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:08:48.561447 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6fe74eb8-8444-43e1-901f-2dd2b6f4f2b6 req-c02904af-3e3c-443b-993d-7ea48a00c36a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6925e1dc-4258-4831-be26-ae06ef9182d5 HTTP/1.1" status: 200 len: 835 time: 0.0721231 Jan 17 15:08:48.664329 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74eb8-8444-43e1-901f-2dd2b6f4f2b6 req-4b178a46-3b3a-4d3a-8592-18d9e8beaa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:08:48.666664 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6fe74eb8-8444-43e1-901f-2dd2b6f4f2b6 req-4b178a46-3b3a-4d3a-8592-18d9e8beaa54 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4eca0445-be8e-40dc-bee3-7b5b287bb6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0988996 Jan 17 15:08:48.809064 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-440a2395-ba45-4065-86e9-e7fa34a12c2b None None] Set router e4fc54b9-c543-42d5-ab87-70039f4e9985 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:08:48.826758 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6fe74eb8-8444-43e1-901f-2dd2b6f4f2b6 req-6e41dbe3-698b-4ab9-89c0-a5bd1ec28687 service neutron] 10.222.0.15 "GET /v2.0/networks/4eca0445-be8e-40dc-bee3-7b5b287bb6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533225 Jan 17 15:08:49.034555 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6fe74eb8-8444-43e1-901f-2dd2b6f4f2b6 req-d56414e8-e9c6-4dd3-b136-2e10d8db4ad0 service neutron] 10.222.0.15 "GET /v2.0/networks/4eca0445-be8e-40dc-bee3-7b5b287bb6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997340 Jan 17 15:08:49.045002 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20871a9d-e498-43cd-a78d-99c846281986 req-c67a8f2c-d5a6-4e41-8735-420e4340741b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:08:49.045996 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-20871a9d-e498-43cd-a78d-99c846281986 req-c67a8f2c-d5a6-4e41-8735-420e4340741b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:08:49.074871 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-20871a9d-e498-43cd-a78d-99c846281986 req-c67a8f2c-d5a6-4e41-8735-420e4340741b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:08:49.080466 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-20871a9d-e498-43cd-a78d-99c846281986 req-c67a8f2c-d5a6-4e41-8735-420e4340741b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 946 time: 0.3127687 Jan 17 15:08:49.139201 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-20871a9d-e498-43cd-a78d-99c846281986 req-6db600b6-ea68-4e09-bd5c-5e8331035c23 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536845 Jan 17 15:08:49.209438 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-440a2395-ba45-4065-86e9-e7fa34a12c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465822954', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:22Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '32f269af-f810-4b36-8e28-c9e0f804fd78', 'name': '', 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:b3:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6925e1dc-4258-4831-be26-ae06ef9182d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:21Z', 'updated_at': '2022-01-17T15:06:27Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '6925e1dc-4258-4831-be26-ae06ef9182d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:08:49.214052 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440a2395-ba45-4065-86e9-e7fa34a12c2b None None] The sync data for ids ['e4fc54b9-c543-42d5-ab87-70039f4e9985'] in dv-neutron-824901-1-hyperv is: [{'id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465822954', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:22Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '32f269af-f810-4b36-8e28-c9e0f804fd78', 'name': '', 'network_id': '4eca0445-be8e-40dc-bee3-7b5b287bb6b8', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:b3:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6925e1dc-4258-4831-be26-ae06ef9182d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:21Z', 'updated_at': '2022-01-17T15:06:27Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '6925e1dc-4258-4831-be26-ae06ef9182d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:08:49.464581 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f0455-74c5-4101-bc69-129a59a65306 None None] New status for floating IP 2d79d36e-dc31-4a20-b437-2996a2b78c6b: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 15:08:50.239261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44c838-e604-4d9a-a0bd-964b995cf15f req-2c4eded1-c88f-4f4d-b153-9649ca528b09 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:08:50.241713 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bf44c838-e604-4d9a-a0bd-964b995cf15f req-2c4eded1-c88f-4f4d-b153-9649ca528b09 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 946 time: 0.1046479 Jan 17 15:08:50.337341 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-bf44c838-e604-4d9a-a0bd-964b995cf15f req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting port 24b7a624-e794-4a7b-b9fc-1cf94935da3e {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:08:50.337683 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-bf44c838-e604-4d9a-a0bd-964b995cf15f req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:50.883145 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a936d-22b3-49a3-a5b4-51f72acfce5c req-ca58c0a6-5fad-48af-a25e-3a95224fe854 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:08:50.885842 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-018a936d-22b3-49a3-a5b4-51f72acfce5c req-ca58c0a6-5fad-48af-a25e-3a95224fe854 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=57df5221-ad82-450b-8f86-04ffab0d8f34 HTTP/1.1" status: 200 len: 946 time: 0.5123591 Jan 17 15:08:50.950992 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-bf44c838-e604-4d9a-a0bd-964b995cf15f req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] For port 24b7a624-e794-4a7b-b9fc-1cf94935da3e, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=24b7a624-e794-4a7b-b9fc-1cf94935da3e,segment=NetworkSegment(968534c8-fb38-464d-b560-6fbda69516c8),segment_id=968534c8-fb38-464d-b560-6fbda69516c8)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:08:50.951595 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-bf44c838-e604-4d9a-a0bd-964b995cf15f req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:51.226321 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-bf44c838-e604-4d9a-a0bd-964b995cf15f req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Calling delete_port for 24b7a624-e794-4a7b-b9fc-1cf94935da3e owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:08:51.323262 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-018a936d-22b3-49a3-a5b4-51f72acfce5c req-523b4f43-46e6-4d8b-8c40-3814a774d800 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=8234ff97-9563-4bbe-a5de-806683483ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4202878 Jan 17 15:08:51.452790 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-bf44c838-e604-4d9a-a0bd-964b995cf15f req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:51.553053 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Port': ['ID=24b7a624-e794-4a7b-b9fc-1cf94935da3e,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:08:51.627585 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:51.628222 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:51.628819 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:51.629378 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:51.629953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:51.630520 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:51.631042 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:51.631555 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:51.632266 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:51.632857 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:51.633369 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:51.633948 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:51.723163 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf44c838-e604-4d9a-a0bd-964b995cf15f req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] No DVR routers for this DVR port 24b7a624-e794-4a7b-b9fc-1cf94935da3e on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:08:51.726409 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-bf44c838-e604-4d9a-a0bd-964b995cf15f req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:51.730662 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57df5221-ad82-450b-8f86-04ffab0d8f34', 'name': 'network-vif-deleted', 'tag': '24b7a624-e794-4a7b-b9fc-1cf94935da3e'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:08:51.754747 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-bf44c838-e604-4d9a-a0bd-964b995cf15f req-60910d9b-9b4f-485e-b0a2-df7d7ef7f4b8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "DELETE /v2.0/ports/24b7a624-e794-4a7b-b9fc-1cf94935da3e HTTP/1.1" status: 204 len: 173 time: 1.5072184 Jan 17 15:08:51.794442 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57df5221-ad82-450b-8f86-04ffab0d8f34', 'name': 'network-vif-deleted', 'tag': '24b7a624-e794-4a7b-b9fc-1cf94935da3e', 'status': 'completed', 'code': 200} Jan 17 15:08:52.486484 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46118) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:08:53.370953 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d5c0c1cd-5ce4-4b24-a276-237144852fc5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:53.431625 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:53.688864 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 24b7a624-e794-4a7b-b9fc-1cf94935da3e no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:08:53.734133 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 24b7a624-e794-4a7b-b9fc-1cf94935da3e {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:08:53.734480 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 24b7a624-e794-4a7b-b9fc-1cf94935da3e not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:08:53.831768 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0c1cd-5ce4-4b24-a276-237144852fc5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting port 32f269af-f810-4b36-8e28-c9e0f804fd78 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:08:53.832447 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d5c0c1cd-5ce4-4b24-a276-237144852fc5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:54.107686 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-d5c0c1cd-5ce4-4b24-a276-237144852fc5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] For port 32f269af-f810-4b36-8e28-c9e0f804fd78, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=32f269af-f810-4b36-8e28-c9e0f804fd78,segment=NetworkSegment(968534c8-fb38-464d-b560-6fbda69516c8),segment_id=968534c8-fb38-464d-b560-6fbda69516c8)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:08:54.107988 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d5c0c1cd-5ce4-4b24-a276-237144852fc5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:54.247744 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0c1cd-5ce4-4b24-a276-237144852fc5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Calling delete_port for 32f269af-f810-4b36-8e28-c9e0f804fd78 owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:08:54.828501 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d5c0c1cd-5ce4-4b24-a276-237144852fc5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:54.880592 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0c1cd-5ce4-4b24-a276-237144852fc5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Port': ['ID=32f269af-f810-4b36-8e28-c9e0f804fd78,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:08:55.230139 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d5c0c1cd-5ce4-4b24-a276-237144852fc5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:55.650901 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c0c1cd-5ce4-4b24-a276-237144852fc5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router e4fc54b9-c543-42d5-ab87-70039f4e9985 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:08:55.957252 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c0c1cd-5ce4-4b24-a276-237144852fc5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:08:55.969804 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c75a0f-760d-44a8-9543-4dcfa2451443 None None] Sync routers for ids ['e4fc54b9-c543-42d5-ab87-70039f4e9985'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:08:55.974809 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d5c0c1cd-5ce4-4b24-a276-237144852fc5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "PUT /v2.0/routers/e4fc54b9-c543-42d5-ab87-70039f4e9985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4865963 Jan 17 15:08:55.977722 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 46122) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:08:55.983473 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c75a0f-760d-44a8-9543-4dcfa2451443 None None] Routers {'e4fc54b9-c543-42d5-ab87-70039f4e9985'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:08:55.984121 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-45c75a0f-760d-44a8-9543-4dcfa2451443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:08:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e4fc54b9-c543-42d5-ab87-70039f4e9985'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:08:56.054411 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b7977d-e619-4bd0-af02-a2a70653d082 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting subnet 6925e1dc-4258-4831-be26-ae06ef9182d5 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 15:08:56.058245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-87b7977d-e619-4bd0-af02-a2a70653d082 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:56.129986 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-87b7977d-e619-4bd0-af02-a2a70653d082 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:56.225456 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-45c75a0f-760d-44a8-9543-4dcfa2451443 None None] Set router e4fc54b9-c543-42d5-ab87-70039f4e9985 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:08:56.233396 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-87b7977d-e619-4bd0-af02-a2a70653d082 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:56.463065 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-87b7977d-e619-4bd0-af02-a2a70653d082 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:56.510575 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7977d-e619-4bd0-af02-a2a70653d082 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Subnet': ['ID=6925e1dc-4258-4831-be26-ae06ef9182d5,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:08:56.512766 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-87b7977d-e619-4bd0-af02-a2a70653d082 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:56.522697 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d96d6d-e43d-41f6-9862-177705a75264 None None] Network 4eca0445-be8e-40dc-bee3-7b5b287bb6b8 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:08:56.527035 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-87b7977d-e619-4bd0-af02-a2a70653d082 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/subnets/6925e1dc-4258-4831-be26-ae06ef9182d5 HTTP/1.1" status: 204 len: 168 time: 0.5457175 Jan 17 15:08:56.527350 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 46126) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:08:56.585862 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-45c75a0f-760d-44a8-9543-4dcfa2451443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465822954', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:08:54Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:08:56.592813 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c75a0f-760d-44a8-9543-4dcfa2451443 None None] Checking router: e4fc54b9-c543-42d5-ab87-70039f4e9985 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:08:56.607999 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c75a0f-760d-44a8-9543-4dcfa2451443 None None] Routers {'e4fc54b9-c543-42d5-ab87-70039f4e9985'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:08:56.609519 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-45c75a0f-760d-44a8-9543-4dcfa2451443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:08:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['e4fc54b9-c543-42d5-ab87-70039f4e9985'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:08:56.733907 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-854ce60c-01c9-40a5-ab40-80a40bfdd133 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:56.923226 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-45c75a0f-760d-44a8-9543-4dcfa2451443 None None] Set router e4fc54b9-c543-42d5-ab87-70039f4e9985 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:08:56.944116 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c090e0-acee-41ee-b8cf-7517c959eaf0 None None] DHCP port deletion for 4eca0445-be8e-40dc-bee3-7b5b287bb6b8 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 15:08:56.956028 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-854ce60c-01c9-40a5-ab40-80a40bfdd133 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:56.967348 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-76c090e0-acee-41ee-b8cf-7517c959eaf0 None None] Deleting port e5401deb-1726-4782-b9ce-513877a8d3d5 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:08:56.968210 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76c090e0-acee-41ee-b8cf-7517c959eaf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:56.969008 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-854ce60c-01c9-40a5-ab40-80a40bfdd133 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting port 74bad727-7939-406d-8f50-a734b84ea4f6 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:08:56.969277 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-854ce60c-01c9-40a5-ab40-80a40bfdd133 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:57.166484 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device e5401deb-1726-4782-b9ce-513877a8d3d5 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:08:57.176478 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-854ce60c-01c9-40a5-ab40-80a40bfdd133 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] For port 74bad727-7939-406d-8f50-a734b84ea4f6, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=74bad727-7939-406d-8f50-a734b84ea4f6,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:08:57.177541 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-854ce60c-01c9-40a5-ab40-80a40bfdd133 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:57.273108 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-45c75a0f-760d-44a8-9543-4dcfa2451443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465822954', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:08:54Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:08:57.278799 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c75a0f-760d-44a8-9543-4dcfa2451443 None None] The sync data for ids ['e4fc54b9-c543-42d5-ab87-70039f4e9985'] in dv-neutron-824901-1-hyperv is: [{'id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465822954', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:08:54Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '74bad727-7939-406d-8f50-a734b84ea4f6', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fc54b9-c543-42d5-ab87-70039f4e9985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:06:17Z', 'updated_at': '2022-01-17T15:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:08:57.323390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-854ce60c-01c9-40a5-ab40-80a40bfdd133 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Calling delete_port for 74bad727-7939-406d-8f50-a734b84ea4f6 owned by network:router_gateway {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:08:57.523801 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-854ce60c-01c9-40a5-ab40-80a40bfdd133 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:57.607104 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ce60c-01c9-40a5-ab40-80a40bfdd133 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Port': ['ID=74bad727-7939-406d-8f50-a734b84ea4f6,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:08:57.640118 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-76c090e0-acee-41ee-b8cf-7517c959eaf0 None None] For port e5401deb-1726-4782-b9ce-513877a8d3d5, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e5401deb-1726-4782-b9ce-513877a8d3d5,segment=NetworkSegment(968534c8-fb38-464d-b560-6fbda69516c8),segment_id=968534c8-fb38-464d-b560-6fbda69516c8)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:08:57.640978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76c090e0-acee-41ee-b8cf-7517c959eaf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:57.715124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-854ce60c-01c9-40a5-ab40-80a40bfdd133 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:57.823173 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-76c090e0-acee-41ee-b8cf-7517c959eaf0 None None] Calling delete_port for e5401deb-1726-4782-b9ce-513877a8d3d5 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:08:57.860585 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:57.943566 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port e5401deb-1726-4782-b9ce-513877a8d3d5, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e5401deb-1726-4782-b9ce-513877a8d3d5,segment=NetworkSegment(968534c8-fb38-464d-b560-6fbda69516c8),segment_id=968534c8-fb38-464d-b560-6fbda69516c8)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:08:57.952391 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:57.952969 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-854ce60c-01c9-40a5-ab40-80a40bfdd133 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:57.957232 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-854ce60c-01c9-40a5-ab40-80a40bfdd133 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:57.994536 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-76c090e0-acee-41ee-b8cf-7517c959eaf0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 15:08:57.994886 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-76c090e0-acee-41ee-b8cf-7517c959eaf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 15:08:58.000095 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-854ce60c-01c9-40a5-ab40-80a40bfdd133 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:58.000792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854ce60c-01c9-40a5-ab40-80a40bfdd133 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Fanout notify agent at l3_agent the message router_deleted on router e4fc54b9-c543-42d5-ab87-70039f4e9985 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 15:08:58.027277 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-854ce60c-01c9-40a5-ab40-80a40bfdd133 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:58.032543 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46130) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:08:58.033402 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-854ce60c-01c9-40a5-ab40-80a40bfdd133 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/routers/e4fc54b9-c543-42d5-ab87-70039f4e9985 HTTP/1.1" status: 204 len: 168 time: 1.5042307 Jan 17 15:08:58.037059 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=e5401deb-1726-4782-b9ce-513877a8d3d5,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:08:58.046246 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:58.046712 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:58.047220 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:58.047540 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:58.047940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:58.048400 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:58.048807 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:58.049223 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:58.049569 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:58.049942 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:58.050364 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:58.050813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:08:58.178474 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0589ac25-8d6a-4ae3-8860-3e105758e342 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:58.191571 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-0589ac25-8d6a-4ae3-8860-3e105758e342 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting port e5401deb-1726-4782-b9ce-513877a8d3d5 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:08:58.192006 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0589ac25-8d6a-4ae3-8860-3e105758e342 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:58.423662 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-0589ac25-8d6a-4ae3-8860-3e105758e342 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] For port e5401deb-1726-4782-b9ce-513877a8d3d5, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e5401deb-1726-4782-b9ce-513877a8d3d5,segment=NetworkSegment(968534c8-fb38-464d-b560-6fbda69516c8),segment_id=968534c8-fb38-464d-b560-6fbda69516c8)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:08:58.424048 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0589ac25-8d6a-4ae3-8860-3e105758e342 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:58.496493 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-76c090e0-acee-41ee-b8cf-7517c959eaf0 None None] Deleting port e5401deb-1726-4782-b9ce-513877a8d3d5 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:08:58.497254 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76c090e0-acee-41ee-b8cf-7517c959eaf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:58.687531 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-0589ac25-8d6a-4ae3-8860-3e105758e342 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Calling delete_port for e5401deb-1726-4782-b9ce-513877a8d3d5 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:08:58.780973 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0589ac25-8d6a-4ae3-8860-3e105758e342 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:58.833656 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589ac25-8d6a-4ae3-8860-3e105758e342 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Port': ['ID=e5401deb-1726-4782-b9ce-513877a8d3d5,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:08:58.837425 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589ac25-8d6a-4ae3-8860-3e105758e342 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] No DVR routers for this DVR port e5401deb-1726-4782-b9ce-513877a8d3d5 on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:08:58.862846 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-76c090e0-acee-41ee-b8cf-7517c959eaf0 None None] For port e5401deb-1726-4782-b9ce-513877a8d3d5, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=e5401deb-1726-4782-b9ce-513877a8d3d5,segment=NetworkSegment(968534c8-fb38-464d-b560-6fbda69516c8),segment_id=968534c8-fb38-464d-b560-6fbda69516c8)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:08:58.863526 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76c090e0-acee-41ee-b8cf-7517c959eaf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:58.984228 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0589ac25-8d6a-4ae3-8860-3e105758e342 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:59.018886 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-0589ac25-8d6a-4ae3-8860-3e105758e342 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eca0445-be8e-40dc-bee3-7b5b287bb6b8']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:08:59.033507 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-0589ac25-8d6a-4ae3-8860-3e105758e342 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968534c8-fb38-464d-b560-6fbda69516c8') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:08:59.034281 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-0589ac25-8d6a-4ae3-8860-3e105758e342 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968534c8-fb38-464d-b560-6fbda69516c8') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:08:59.049270 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0589ac25-8d6a-4ae3-8860-3e105758e342 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:59.074344 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0589ac25-8d6a-4ae3-8860-3e105758e342 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:59.086248 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0589ac25-8d6a-4ae3-8860-3e105758e342 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 15:08:59.086928 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0589ac25-8d6a-4ae3-8860-3e105758e342 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:59.095829 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-76c090e0-acee-41ee-b8cf-7517c959eaf0 None None] Calling delete_port for e5401deb-1726-4782-b9ce-513877a8d3d5 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:08:59.152311 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 74bad727-7939-406d-8f50-a734b84ea4f6 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 15:08:59.180493 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 15:08:59.193847 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 74bad727-7939-406d-8f50-a734b84ea4f6 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:08:59.194198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 74bad727-7939-406d-8f50-a734b84ea4f6 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:08:59.194598 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 32f269af-f810-4b36-8e28-c9e0f804fd78 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:08:59.225297 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0589ac25-8d6a-4ae3-8860-3e105758e342 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:59.239170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 32f269af-f810-4b36-8e28-c9e0f804fd78 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:08:59.239461 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 32f269af-f810-4b36-8e28-c9e0f804fd78 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:08:59.262725 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-0589ac25-8d6a-4ae3-8860-3e105758e342 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:59.263195 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-76c090e0-acee-41ee-b8cf-7517c959eaf0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 15:08:59.263560 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-76c090e0-acee-41ee-b8cf-7517c959eaf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 15:08:59.274967 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589ac25-8d6a-4ae3-8860-3e105758e342 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Network': ['ID=4eca0445-be8e-40dc-bee3-7b5b287bb6b8,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:08:59.295067 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0589ac25-8d6a-4ae3-8860-3e105758e342 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/networks/4eca0445-be8e-40dc-bee3-7b5b287bb6b8 HTTP/1.1" status: 204 len: 168 time: 1.2593596 Jan 17 15:08:59.297986 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46134) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:08:59.386884 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4a002a79-9e81-4203-a319-65667ef8448a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:59.426046 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4a002a79-9e81-4203-a319-65667ef8448a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:59.514637 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4a002a79-9e81-4203-a319-65667ef8448a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:59.547668 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a002a79-9e81-4203-a319-65667ef8448a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8234ff97-9563-4bbe-a5de-806683483ca8,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:08:59.565767 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-4a002a79-9e81-4203-a319-65667ef8448a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:59.570191 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-4a002a79-9e81-4203-a319-65667ef8448a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/security-groups/8234ff97-9563-4bbe-a5de-806683483ca8 HTTP/1.1" status: 204 len: 168 time: 0.2707272 Jan 17 15:08:59.841909 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46142) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:08:59.850688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-cc7fd76f-2f2a-4abb-b95f-2dc1ca139695 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1935949305', 'description': 'tempest-secgroup-smoke-1935949305 description', 'project_id': '584a5877f0874528a2086d6a82d4b9d7'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:08:59.861319 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-cc7fd76f-2f2a-4abb-b95f-2dc1ca139695 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:08:59.867456 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-cc7fd76f-2f2a-4abb-b95f-2dc1ca139695 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:08:59.871195 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-cc7fd76f-2f2a-4abb-b95f-2dc1ca139695 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:08:59.878479 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-cc7fd76f-2f2a-4abb-b95f-2dc1ca139695 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:08:59.896755 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cc7fd76f-2f2a-4abb-b95f-2dc1ca139695 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:59.924722 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-cc7fd76f-2f2a-4abb-b95f-2dc1ca139695 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:08:59.929195 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-cc7fd76f-2f2a-4abb-b95f-2dc1ca139695 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:08:59.933076 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-cc7fd76f-2f2a-4abb-b95f-2dc1ca139695 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:08:59.938707 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-76c090e0-acee-41ee-b8cf-7517c959eaf0 None None] Deleting port e5401deb-1726-4782-b9ce-513877a8d3d5 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:08:59.939437 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76c090e0-acee-41ee-b8cf-7517c959eaf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:08:59.940943 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-cc7fd76f-2f2a-4abb-b95f-2dc1ca139695 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:09:00.026397 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cc7fd76f-2f2a-4abb-b95f-2dc1ca139695 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:00.031734 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cc7fd76f-2f2a-4abb-b95f-2dc1ca139695 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:00.035534 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-76c090e0-acee-41ee-b8cf-7517c959eaf0 None None] The port 'e5401deb-1726-4782-b9ce-513877a8d3d5' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 15:09:00.083300 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fd76f-2f2a-4abb-b95f-2dc1ca139695 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=056269bb-7aac-41c7-a1c8-2c52980d693e,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:00.087284 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-cc7fd76f-2f2a-4abb-b95f-2dc1ca139695 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:00.088569 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-cc7fd76f-2f2a-4abb-b95f-2dc1ca139695 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2452474 Jan 17 15:09:00.092649 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46146) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:09:00.098295 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-b0ac85c7-98c0-47a5-98c6-a61fba97920e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '056269bb-7aac-41c7-a1c8-2c52980d693e', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:09:00.104791 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b0ac85c7-98c0-47a5-98c6-a61fba97920e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:09:00.109165 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b0ac85c7-98c0-47a5-98c6-a61fba97920e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:09:00.112543 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b0ac85c7-98c0-47a5-98c6-a61fba97920e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:09:00.118824 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b0ac85c7-98c0-47a5-98c6-a61fba97920e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:09:00.139088 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0ac85c7-98c0-47a5-98c6-a61fba97920e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:00.213246 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0ac85c7-98c0-47a5-98c6-a61fba97920e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:00.218606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0ac85c7-98c0-47a5-98c6-a61fba97920e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:00.246738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac85c7-98c0-47a5-98c6-a61fba97920e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355b63ef-6ddf-4835-b68b-ac2f23ef0e56,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:00.258863 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b0ac85c7-98c0-47a5-98c6-a61fba97920e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:00.260474 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b0ac85c7-98c0-47a5-98c6-a61fba97920e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1667209 Jan 17 15:09:00.264280 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46150) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:09:00.270076 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-8cb034a1-6bb8-479b-93fa-bba6307292b9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '056269bb-7aac-41c7-a1c8-2c52980d693e', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:09:00.276981 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8cb034a1-6bb8-479b-93fa-bba6307292b9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:09:00.281488 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8cb034a1-6bb8-479b-93fa-bba6307292b9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:09:00.284842 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8cb034a1-6bb8-479b-93fa-bba6307292b9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:09:00.291209 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8cb034a1-6bb8-479b-93fa-bba6307292b9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:09:00.311054 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8cb034a1-6bb8-479b-93fa-bba6307292b9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:00.390847 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8cb034a1-6bb8-479b-93fa-bba6307292b9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:00.395496 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8cb034a1-6bb8-479b-93fa-bba6307292b9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:00.423171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb034a1-6bb8-479b-93fa-bba6307292b9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0512ad-cdc4-419a-820c-7afab80813b2,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:00.435103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8cb034a1-6bb8-479b-93fa-bba6307292b9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:00.436508 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8cb034a1-6bb8-479b-93fa-bba6307292b9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1711240 Jan 17 15:09:00.440804 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46154) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:09:00.446712 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-753d88de-1c44-45f5-a4b6-7c43254aef34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '056269bb-7aac-41c7-a1c8-2c52980d693e', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:09:00.453775 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-753d88de-1c44-45f5-a4b6-7c43254aef34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:09:00.458375 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-753d88de-1c44-45f5-a4b6-7c43254aef34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:09:00.461637 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-753d88de-1c44-45f5-a4b6-7c43254aef34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:09:00.468695 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-753d88de-1c44-45f5-a4b6-7c43254aef34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:09:00.494804 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-753d88de-1c44-45f5-a4b6-7c43254aef34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:00.578985 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-753d88de-1c44-45f5-a4b6-7c43254aef34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:00.583839 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-753d88de-1c44-45f5-a4b6-7c43254aef34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:00.617227 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d88de-1c44-45f5-a4b6-7c43254aef34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791e8d1a-e529-4fec-917e-7c4a4f8830de,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:00.627134 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-753d88de-1c44-45f5-a4b6-7c43254aef34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:00.628634 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-753d88de-1c44-45f5-a4b6-7c43254aef34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1866188 Jan 17 15:09:00.631978 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46158) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:09:00.638941 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-fa837230-226e-4d28-87ac-e62142e4d5af tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '056269bb-7aac-41c7-a1c8-2c52980d693e', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:09:00.645621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-fa837230-226e-4d28-87ac-e62142e4d5af tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:09:00.650132 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fa837230-226e-4d28-87ac-e62142e4d5af tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:09:00.653742 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fa837230-226e-4d28-87ac-e62142e4d5af tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:09:00.661479 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-fa837230-226e-4d28-87ac-e62142e4d5af tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:09:00.681377 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa837230-226e-4d28-87ac-e62142e4d5af tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:00.766706 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa837230-226e-4d28-87ac-e62142e4d5af tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:00.772513 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa837230-226e-4d28-87ac-e62142e4d5af tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:00.827112 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa837230-226e-4d28-87ac-e62142e4d5af tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bafe9e7-256c-4591-887e-54a0ae75ce3c,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:00.844275 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fa837230-226e-4d28-87ac-e62142e4d5af tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:00.846790 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fa837230-226e-4d28-87ac-e62142e4d5af tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2134092 Jan 17 15:09:00.850529 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46162) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:09:00.869208 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-95891c80-9b8e-41b4-ac79-73ad92213e8a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '056269bb-7aac-41c7-a1c8-2c52980d693e', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:09:00.883479 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-95891c80-9b8e-41b4-ac79-73ad92213e8a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:09:00.891831 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-95891c80-9b8e-41b4-ac79-73ad92213e8a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:09:00.897424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-95891c80-9b8e-41b4-ac79-73ad92213e8a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:09:00.909022 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-95891c80-9b8e-41b4-ac79-73ad92213e8a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:09:00.927456 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-95891c80-9b8e-41b4-ac79-73ad92213e8a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Project 584a5877f0874528a2086d6a82d4b9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 15:09:00.939680 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-95891c80-9b8e-41b4-ac79-73ad92213e8a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:01.066653 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-95891c80-9b8e-41b4-ac79-73ad92213e8a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:01.071419 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-95891c80-9b8e-41b4-ac79-73ad92213e8a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:01.100910 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95891c80-9b8e-41b4-ac79-73ad92213e8a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cbf6439-66bf-49cc-b415-ed0dd307935b,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:01.113828 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-95891c80-9b8e-41b4-ac79-73ad92213e8a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:01.115073 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-95891c80-9b8e-41b4-ac79-73ad92213e8a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2628050 Jan 17 15:09:01.119542 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46166) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:09:01.125471 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-eed913fb-2cff-41c5-8dcf-41f74584144b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '056269bb-7aac-41c7-a1c8-2c52980d693e', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:09:01.133222 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-eed913fb-2cff-41c5-8dcf-41f74584144b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:09:01.140005 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-eed913fb-2cff-41c5-8dcf-41f74584144b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:09:01.143980 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-eed913fb-2cff-41c5-8dcf-41f74584144b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:09:01.151493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-eed913fb-2cff-41c5-8dcf-41f74584144b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:09:01.164850 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-eed913fb-2cff-41c5-8dcf-41f74584144b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Project 584a5877f0874528a2086d6a82d4b9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 15:09:01.175343 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eed913fb-2cff-41c5-8dcf-41f74584144b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:01.255842 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eed913fb-2cff-41c5-8dcf-41f74584144b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:01.261140 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eed913fb-2cff-41c5-8dcf-41f74584144b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:01.288130 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed913fb-2cff-41c5-8dcf-41f74584144b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308ca2c8-344a-4cf9-a6b0-dc299a45fd20,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:01.303411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-eed913fb-2cff-41c5-8dcf-41f74584144b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:01.304713 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-eed913fb-2cff-41c5-8dcf-41f74584144b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1841199 Jan 17 15:09:01.308547 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46170) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:09:01.314580 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-6d5bf87d-d4a3-44f8-89fe-96ee41ffd809 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'network': {'name': 'tempest-network-smoke--601435513', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'port_security_enabled': True}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:09:01.319901 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6d5bf87d-d4a3-44f8-89fe-96ee41ffd809 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:09:01.324472 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6d5bf87d-d4a3-44f8-89fe-96ee41ffd809 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:network and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:09:01.327847 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6d5bf87d-d4a3-44f8-89fe-96ee41ffd809 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:09:01.334691 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6d5bf87d-d4a3-44f8-89fe-96ee41ffd809 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:09:01.350132 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5bf87d-d4a3-44f8-89fe-96ee41ffd809 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Made reservation on behalf of 584a5877f0874528a2086d6a82d4b9d7 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:09:01.353636 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6d5bf87d-d4a3-44f8-89fe-96ee41ffd809 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:01.388280 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5bf87d-d4a3-44f8-89fe-96ee41ffd809 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 15:09:01.400207 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6d5bf87d-d4a3-44f8-89fe-96ee41ffd809 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:01.400637 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-6d5bf87d-d4a3-44f8-89fe-96ee41ffd809 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Added segment 6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0 of type vlan for network 396b36bb-80fb-445c-8c76-55629acc1844 Jan 17 15:09:01.431662 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6d5bf87d-d4a3-44f8-89fe-96ee41ffd809 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:01.466088 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6d5bf87d-d4a3-44f8-89fe-96ee41ffd809 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:01.472708 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5bf87d-d4a3-44f8-89fe-96ee41ffd809 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:01.473388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6d5bf87d-d4a3-44f8-89fe-96ee41ffd809 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:01.598226 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6d5bf87d-d4a3-44f8-89fe-96ee41ffd809 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2884352 Jan 17 15:09:01.601573 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 46174) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:09:01.609594 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-220162837', 'admin_state_up': True, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:09:01.611615 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5bf87d-d4a3-44f8-89fe-96ee41ffd809 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Network': ['ID=396b36bb-80fb-445c-8c76-55629acc1844,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:01.620819 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:09:01.625797 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 396b36bb-80fb-445c-8c76-55629acc1844 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 15:09:01.627907 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:router and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:09:01.632688 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:09:01.643981 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:09:01.660209 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:01.662253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:01.685639 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:02.126635 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:02.488567 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:02.521676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:02.702008 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Allocated IP 172.26.3.20 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/717c5153-311b-4f85-aa66-b3ed78c23d24) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:09:02.986351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:03.037340 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:03.131090 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:09:03.135314 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:09:03.140260 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:09:03.202815 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=717c5153-311b-4f85-aa66-b3ed78c23d24,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:03.865696 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:03.898742 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:09:04.377122 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:04.698849 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router 9e1014df-7468-4cb2-9ea5-85ab92f1028d is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 15:09:05.010905 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:09:05.026385 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] Sync routers for ids ['9e1014df-7468-4cb2-9ea5-85ab92f1028d'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:09:05.046469 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] Routers {'9e1014df-7468-4cb2-9ea5-85ab92f1028d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:09:05.047589 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:08:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['9e1014df-7468-4cb2-9ea5-85ab92f1028d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:09:05.056488 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:05.058376 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d4dd5cce-19db-426a-9d34-7b3ece376b6c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4552395 Jan 17 15:09:05.064239 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46178) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:09:05.135975 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-693c84fa-11c1-4bb0-9ca9-0bd7c57b61de tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=584a5877f0874528a2086d6a82d4b9d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0698915 Jan 17 15:09:05.138451 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46182) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:09:05.311061 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbfb0cf-d137-4a0e-ad78-5d904a92e577 tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:05.316648 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ccbfb0cf-d137-4a0e-ad78-5d904a92e577 tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1731374 Jan 17 15:09:05.317650 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 46186) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:09:05.373390 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] Set router 9e1014df-7468-4cb2-9ea5-85ab92f1028d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:09:05.399902 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7a618bed-d6c8-4aff-8305-568d6de39376 tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0802817 Jan 17 15:09:05.405203 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 46190) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:09:05.415401 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-56b3154f-d625-40fa-b20c-3ed9be446136 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1576749569', 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:09:05.624026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-56b3154f-d625-40fa-b20c-3ed9be446136 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:09:05.631249 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-56b3154f-d625-40fa-b20c-3ed9be446136 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:subnet and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:09:05.636719 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-56b3154f-d625-40fa-b20c-3ed9be446136 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:09:05.647541 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-56b3154f-d625-40fa-b20c-3ed9be446136 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:09:05.667032 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b3154f-d625-40fa-b20c-3ed9be446136 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Made reservation on behalf of 584a5877f0874528a2086d6a82d4b9d7 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:09:05.671255 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-56b3154f-d625-40fa-b20c-3ed9be446136 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:05.890401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220162837', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:09:01Z', 'updated_at': '2022-01-17T15:09:03Z', 'revision_number': 3, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:02Z', 'updated_at': '2022-01-17T15:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:09:05.896169 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] Checking router: 9e1014df-7468-4cb2-9ea5-85ab92f1028d for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:09:05.896574 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] Updating router 9e1014df-7468-4cb2-9ea5-85ab92f1028d port 717c5153-311b-4f85-aa66-b3ed78c23d24 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:09:05.973456 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:06.000390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-56b3154f-d625-40fa-b20c-3ed9be446136 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:06.111137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3154f-d625-40fa-b20c-3ed9be446136 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Subnet': ['ID=e857156e-1469-461e-83a0-5b29b4182d82,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:06.127484 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b3154f-d625-40fa-b20c-3ed9be446136 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Checking segment: {'id': '6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:09:06.128058 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b3154f-d625-40fa-b20c-3ed9be446136 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network hostable DHCP agents. Network: 396b36bb-80fb-445c-8c76-55629acc1844, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 15:09:06.159586 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b3154f-d625-40fa-b20c-3ed9be446136 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network 396b36bb-80fb-445c-8c76-55629acc1844 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 15:09:06.179419 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-56b3154f-d625-40fa-b20c-3ed9be446136 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 396b36bb-80fb-445c-8c76-55629acc1844) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:09:06.186663 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b3154f-d625-40fa-b20c-3ed9be446136 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:06.187616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-56b3154f-d625-40fa-b20c-3ed9be446136 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:06.197222 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613e3d30-6858-4d43-a644-9556a73919bc None None] Network 396b36bb-80fb-445c-8c76-55629acc1844 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:09:06.229229 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-56b3154f-d625-40fa-b20c-3ed9be446136 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8220940 Jan 17 15:09:06.235214 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 46194) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:09:06.884692 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-396b36bb-80fb-445c-8c76-55629acc1844', 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ips': [{'subnet_id': 'e857156e-1469-461e-83a0-5b29b4182d82'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 15:09:06.885977 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:06.929754 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:06.989762 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] Transition to ACTIVE for port object 717c5153-311b-4f85-aa66-b3ed78c23d24 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:09:07.002343 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:07.114193 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] Attempting to bind port 717c5153-311b-4f85-aa66-b3ed78c23d24 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:09:07.114583 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] Attempting to bind port 717c5153-311b-4f85-aa66-b3ed78c23d24 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:09:07.114954 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] Attempting to bind port 717c5153-311b-4f85-aa66-b3ed78c23d24 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:09:07.133454 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:09:07.133861 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:09:07.134037 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:07.134447 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:09:07.134937 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] Bound port: 717c5153-311b-4f85-aa66-b3ed78c23d24, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:09:07.135314 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:07.209146 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf269b9c-625d-4c3a-a735-0985dfd62685 None None] Pushing event updated for resources: {'Port': ['ID=717c5153-311b-4f85-aa66-b3ed78c23d24,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:07.268908 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Allocated IP 172.20.0.2 (396b36bb-80fb-445c-8c76-55629acc1844/e857156e-1469-461e-83a0-5b29b4182d82/17ccf053-c3c0-4056-9bc2-bb502e825ac1) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:09:07.293996 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] For port 717c5153-311b-4f85-aa66-b3ed78c23d24, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:09:07.300112 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] For port 717c5153-311b-4f85-aa66-b3ed78c23d24, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=717c5153-311b-4f85-aa66-b3ed78c23d24,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:09:07.306175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:07.475439 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf269b9c-625d-4c3a-a735-0985dfd62685 None None] Pushing event updated for resources: {'Port': ['ID=717c5153-311b-4f85-aa66-b3ed78c23d24,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:07.481747 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] Routers {'9e1014df-7468-4cb2-9ea5-85ab92f1028d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:09:07.482698 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:08:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['9e1014df-7468-4cb2-9ea5-85ab92f1028d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:09:07.719499 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d92abc9-b1b3-49b4-a2c8-864f0c0e6628 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:08.086090 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] Set router 9e1014df-7468-4cb2-9ea5-85ab92f1028d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:09:08.291207 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:08.339330 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Transition to ACTIVE for port object 17ccf053-c3c0-4056-9bc2-bb502e825ac1 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:09:08.485057 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Transition to ACTIVE for port object 17ccf053-c3c0-4056-9bc2-bb502e825ac1 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:09:08.496999 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:08.625991 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-8d92abc9-b1b3-49b4-a2c8-864f0c0e6628 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Allocated IP 172.20.0.1 (396b36bb-80fb-445c-8c76-55629acc1844/e857156e-1469-461e-83a0-5b29b4182d82/00995e47-0355-481e-8499-7260e490a564) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:09:08.672933 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Network 396b36bb-80fb-445c-8c76-55629acc1844 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:09:08.681556 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:09:08.694025 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:09:08.773481 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Pushing event updated for resources: {'Port': ['ID=17ccf053-c3c0-4056-9bc2-bb502e825ac1,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:08.874172 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d92abc9-b1b3-49b4-a2c8-864f0c0e6628 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:08.897525 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-8d92abc9-b1b3-49b4-a2c8-864f0c0e6628 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Transition to ACTIVE for port object 00995e47-0355-481e-8499-7260e490a564 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:09:08.931617 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d92abc9-b1b3-49b4-a2c8-864f0c0e6628 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:08.960004 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Attempting to bind port 17ccf053-c3c0-4056-9bc2-bb502e825ac1 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:09:08.960655 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Attempting to bind port 17ccf053-c3c0-4056-9bc2-bb502e825ac1 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:09:08.961232 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Attempting to bind port 17ccf053-c3c0-4056-9bc2-bb502e825ac1 on network 396b36bb-80fb-445c-8c76-55629acc1844 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:09:08.976785 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:09:08.977427 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Checking segment: {'id': '6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:09:08.978098 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:08.978762 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Bound using segment: {'id': '6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:09:08.979593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Bound port: 17ccf053-c3c0-4056-9bc2-bb502e825ac1, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:09:08.980361 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:09.069480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d92abc9-b1b3-49b4-a2c8-864f0c0e6628 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network 396b36bb-80fb-445c-8c76-55629acc1844 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:09:09.076502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-8d92abc9-b1b3-49b4-a2c8-864f0c0e6628 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:09:09.083682 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d92abc9-b1b3-49b4-a2c8-864f0c0e6628 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:09:09.117990 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220162837', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:09:01Z', 'updated_at': '2022-01-17T15:09:03Z', 'revision_number': 3, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:02Z', 'updated_at': '2022-01-17T15:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:09:09.147756 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc3fdf8-9188-4a63-be40-e8721eb36cc9 None None] The sync data for ids ['9e1014df-7468-4cb2-9ea5-85ab92f1028d'] in dv-neutron-824901-1-hyperv is: [{'id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220162837', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:09:01Z', 'updated_at': '2022-01-17T15:09:03Z', 'revision_number': 3, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:02Z', 'updated_at': '2022-01-17T15:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:09:09.154703 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92abc9-b1b3-49b4-a2c8-864f0c0e6628 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=00995e47-0355-481e-8499-7260e490a564,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:09.179920 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] For port 17ccf053-c3c0-4056-9bc2-bb502e825ac1, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:09:09.187179 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] For port 17ccf053-c3c0-4056-9bc2-bb502e825ac1, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=17ccf053-c3c0-4056-9bc2-bb502e825ac1,segment=NetworkSegment(6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0),segment_id=6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:09:09.194637 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:09.215311 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d92abc9-b1b3-49b4-a2c8-864f0c0e6628 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:09.373851 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483bc13-3b55-4327-9cb7-ec8e8f176bc5 None None] Pushing event updated for resources: {'Port': ['ID=17ccf053-c3c0-4056-9bc2-bb502e825ac1,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:09.987530 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d92abc9-b1b3-49b4-a2c8-864f0c0e6628 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:10.730622 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d92abc9-b1b3-49b4-a2c8-864f0c0e6628 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:10.736739 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d92abc9-b1b3-49b4-a2c8-864f0c0e6628 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:10.798069 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7d001680-4e2c-4221-8423-9d0edbce9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:10.910817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-8d92abc9-b1b3-49b4-a2c8-864f0c0e6628 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:10.918800 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92abc9-b1b3-49b4-a2c8-864f0c0e6628 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=00995e47-0355-481e-8499-7260e490a564,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:11.017733 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36022824-74c4-403c-ad6c-81a95d381f51 None None] Network 396b36bb-80fb-445c-8c76-55629acc1844 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:09:11.076812 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d92abc9-b1b3-49b4-a2c8-864f0c0e6628 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network 396b36bb-80fb-445c-8c76-55629acc1844 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:09:11.079008 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-8d92abc9-b1b3-49b4-a2c8-864f0c0e6628 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:09:11.209058 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-23ae68d5-10b3-4795-9a0c-5dbd4251fb16 None None] Provisioning for port 17ccf053-c3c0-4056-9bc2-bb502e825ac1 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:09:11.311625 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 717c5153-311b-4f85-aa66-b3ed78c23d24 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:09:11.409551 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d92abc9-b1b3-49b4-a2c8-864f0c0e6628 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router 9e1014df-7468-4cb2-9ea5-85ab92f1028d has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:09:11.512188 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 717c5153-311b-4f85-aa66-b3ed78c23d24 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:09:11.519074 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 717c5153-311b-4f85-aa66-b3ed78c23d24 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:09:11.519445 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:11.655487 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d92abc9-b1b3-49b4-a2c8-864f0c0e6628 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:09:11.659190 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:11.673287 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] Sync routers for ids ['9e1014df-7468-4cb2-9ea5-85ab92f1028d'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:09:11.681691 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 717c5153-311b-4f85-aa66-b3ed78c23d24, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=717c5153-311b-4f85-aa66-b3ed78c23d24,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:09:11.687565 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:11.697561 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-8d92abc9-b1b3-49b4-a2c8-864f0c0e6628 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "PUT /v2.0/routers/9e1014df-7468-4cb2-9ea5-85ab92f1028d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4522052 Jan 17 15:09:11.697810 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] Routers {'9e1014df-7468-4cb2-9ea5-85ab92f1028d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:09:11.697810 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:08:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['9e1014df-7468-4cb2-9ea5-85ab92f1028d'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:09:11.698019 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 17ccf053-c3c0-4056-9bc2-bb502e825ac1 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:09:11.894830 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=717c5153-311b-4f85-aa66-b3ed78c23d24,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:11.920642 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 17ccf053-c3c0-4056-9bc2-bb502e825ac1 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:09:11.927587 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 17ccf053-c3c0-4056-9bc2-bb502e825ac1 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:09:11.928797 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:12.047932 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ef8a2996-cc9a-43d0-b8fb-ebdaa59938fb None None] Provisioning complete for port 17ccf053-c3c0-4056-9bc2-bb502e825ac1 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:09:12.048222 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ef8a2996-cc9a-43d0-b8fb-ebdaa59938fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:12.112445 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] Set router 9e1014df-7468-4cb2-9ea5-85ab92f1028d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:09:12.198456 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:12.350826 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-7be97035-18cb-40dd-8ed8-2ad2fc8f966a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:09:12.363275 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 17ccf053-c3c0-4056-9bc2-bb502e825ac1, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=17ccf053-c3c0-4056-9bc2-bb502e825ac1,segment=NetworkSegment(6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0),segment_id=6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:09:12.371397 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-7be97035-18cb-40dd-8ed8-2ad2fc8f966a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:09:12.372264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:12.382917 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-7be97035-18cb-40dd-8ed8-2ad2fc8f966a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1935949305&fields=id&tenant_id=584a5877f0874528a2086d6a82d4b9d7 HTTP/1.1" status: 200 len: 267 time: 0.1220059 Jan 17 15:09:12.423937 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ef8a2996-cc9a-43d0-b8fb-ebdaa59938fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:12.618644 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=17ccf053-c3c0-4056-9bc2-bb502e825ac1,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:12.626008 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-ef8a2996-cc9a-43d0-b8fb-ebdaa59938fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 15:09:12.626553 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-ef8a2996-cc9a-43d0-b8fb-ebdaa59938fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 15:09:12.648972 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-c2f16ea4-c20b-49c3-abf0-4f1358593070 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:12.649794 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-c2f16ea4-c20b-49c3-abf0-4f1358593070 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:network {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:09:12.671703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-c2f16ea4-c20b-49c3-abf0-4f1358593070 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:network {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:09:12.672953 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-c2f16ea4-c20b-49c3-abf0-4f1358593070 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/networks?id=396b36bb-80fb-445c-8c76-55629acc1844 HTTP/1.1" status: 200 len: 796 time: 0.2890487 Jan 17 15:09:12.691152 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-e24184f2-3c56-4fe2-bd10-ceaf523e85bc tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/quotas/584a5877f0874528a2086d6a82d4b9d7 HTTP/1.1" status: 200 len: 375 time: 0.0116603 Jan 17 15:09:12.760667 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220162837', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:09:01Z', 'updated_at': '2022-01-17T15:09:09Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:02Z', 'updated_at': '2022-01-17T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '00995e47-0355-481e-8499-7260e490a564', 'name': '', 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:7a:c2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e857156e-1469-461e-83a0-5b29b4182d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:08Z', 'updated_at': '2022-01-17T15:09:10Z', 'revision_number': 2, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': 'e857156e-1469-461e-83a0-5b29b4182d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:09:12.767680 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] Checking router: 9e1014df-7468-4cb2-9ea5-85ab92f1028d for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:09:12.768392 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] Updating router 9e1014df-7468-4cb2-9ea5-85ab92f1028d port 00995e47-0355-481e-8499-7260e490a564 binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:09:12.832757 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:12.938852 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-fbd52495-5c66-41ba-b106-12178baef363 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:09:12.957702 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-fbd52495-5c66-41ba-b106-12178baef363 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:09:12.959340 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-fbd52495-5c66-41ba-b106-12178baef363 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2617273 Jan 17 15:09:13.084937 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-a5aa0223-9522-4d0e-96ce-1dd9bc361e4d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 15:09:13.087153 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-a5aa0223-9522-4d0e-96ce-1dd9bc361e4d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0600748 Jan 17 15:09:13.194535 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 717c5153-311b-4f85-aa66-b3ed78c23d24 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:09:13.252690 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ef8a2996-cc9a-43d0-b8fb-ebdaa59938fb None None] Provisioning for port 00995e47-0355-481e-8499-7260e490a564 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:09:13.262266 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-ef8a2996-cc9a-43d0-b8fb-ebdaa59938fb None None] Provisioning complete for port 00995e47-0355-481e-8499-7260e490a564 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:09:13.263178 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ef8a2996-cc9a-43d0-b8fb-ebdaa59938fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:13.297015 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:13.322164 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] Transition to ACTIVE for port object 00995e47-0355-481e-8499-7260e490a564 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:09:13.332775 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-5e4a83c6-3d8d-4566-8d54-cbf8daa5102e service neutron] 10.222.0.48 "GET /v2.0/networks/396b36bb-80fb-445c-8c76-55629acc1844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392395 Jan 17 15:09:13.336179 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:13.338461 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 717c5153-311b-4f85-aa66-b3ed78c23d24 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:09:13.339264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:13.405307 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ef8a2996-cc9a-43d0-b8fb-ebdaa59938fb None None] Port 00995e47-0355-481e-8499-7260e490a564 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:09:13.493270 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-7ed16619-f84c-4f3b-8f07-71831f6bbd81 service neutron] 10.222.0.48 "GET /v2.0/networks/396b36bb-80fb-445c-8c76-55629acc1844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544836 Jan 17 15:09:13.593649 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 17ccf053-c3c0-4056-9bc2-bb502e825ac1 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:09:13.632278 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca8e65-5c58-4650-808d-3440d877997e None None] Pushing event updated for resources: {'Port': ['ID=00995e47-0355-481e-8499-7260e490a564,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:13.678383 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca8e65-5c58-4650-808d-3440d877997e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:09:13.678858 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca8e65-5c58-4650-808d-3440d877997e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:09:13.679246 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca8e65-5c58-4650-808d-3440d877997e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:09:13.679792 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca8e65-5c58-4650-808d-3440d877997e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:09:13.680238 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca8e65-5c58-4650-808d-3440d877997e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:09:13.681286 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca8e65-5c58-4650-808d-3440d877997e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:09:13.681286 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca8e65-5c58-4650-808d-3440d877997e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:09:13.681286 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca8e65-5c58-4650-808d-3440d877997e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:09:13.681805 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca8e65-5c58-4650-808d-3440d877997e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:09:13.682252 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca8e65-5c58-4650-808d-3440d877997e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:09:13.682812 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca8e65-5c58-4650-808d-3440d877997e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:09:13.685039 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca8e65-5c58-4650-808d-3440d877997e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:09:13.708293 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] Attempting to bind port 00995e47-0355-481e-8499-7260e490a564 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:09:13.708804 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] Attempting to bind port 00995e47-0355-481e-8499-7260e490a564 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:09:13.709273 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] Attempting to bind port 00995e47-0355-481e-8499-7260e490a564 on network 396b36bb-80fb-445c-8c76-55629acc1844 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:09:13.716483 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:09:13.716900 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] Checking segment: {'id': '6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:09:13.717397 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:13.717882 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] Bound using segment: {'id': '6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:09:13.718488 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] Bound port: 00995e47-0355-481e-8499-7260e490a564, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:09:13.719029 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:13.765290 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 17ccf053-c3c0-4056-9bc2-bb502e825ac1 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:09:13.765780 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:13.873495 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] For port 00995e47-0355-481e-8499-7260e490a564, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:09:13.879310 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] For port 00995e47-0355-481e-8499-7260e490a564, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=00995e47-0355-481e-8499-7260e490a564,segment=NetworkSegment(6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0),segment_id=6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:09:13.895538 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:13.967930 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f47c0854-a5b2-475f-a2d3-e1cf43304934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:14.060207 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] Routers {'9e1014df-7468-4cb2-9ea5-85ab92f1028d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:09:14.060554 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:09:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['9e1014df-7468-4cb2-9ea5-85ab92f1028d'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:09:14.093703 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-a0392ad3-9262-4d33-b218-7877a9205349 req-2cff8143-3cfb-4524-9ac5-c59114d69119 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:09:14.103100 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:14.126668 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-a0392ad3-9262-4d33-b218-7877a9205349 req-2cff8143-3cfb-4524-9ac5-c59114d69119 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:09:14.145351 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a0392ad3-9262-4d33-b218-7877a9205349 req-2cff8143-3cfb-4524-9ac5-c59114d69119 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 210 time: 0.3574326 Jan 17 15:09:14.153003 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca8e65-5c58-4650-808d-3440d877997e None None] Pushing event updated for resources: {'Port': ['ID=00995e47-0355-481e-8499-7260e490a564,revision_number=4']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:14.155053 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:14.376333 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] Set router 9e1014df-7468-4cb2-9ea5-85ab92f1028d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:09:14.846357 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220162837', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:09:01Z', 'updated_at': '2022-01-17T15:09:09Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:02Z', 'updated_at': '2022-01-17T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '00995e47-0355-481e-8499-7260e490a564', 'name': '', 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:7a:c2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e857156e-1469-461e-83a0-5b29b4182d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:08Z', 'updated_at': '2022-01-17T15:09:13Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': 'e857156e-1469-461e-83a0-5b29b4182d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:09:14.851658 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282c038-b134-47b4-9d0f-3d3106c3f81b None None] The sync data for ids ['9e1014df-7468-4cb2-9ea5-85ab92f1028d'] in dv-neutron-824901-1-hyperv is: [{'id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220162837', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:09:01Z', 'updated_at': '2022-01-17T15:09:09Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:02Z', 'updated_at': '2022-01-17T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '00995e47-0355-481e-8499-7260e490a564', 'name': '', 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:7a:c2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e857156e-1469-461e-83a0-5b29b4182d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:08Z', 'updated_at': '2022-01-17T15:09:13Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': 'e857156e-1469-461e-83a0-5b29b4182d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:09:15.214346 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 00995e47-0355-481e-8499-7260e490a564 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:09:15.332508 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-a8a45e3f-3568-44bb-b9ac-e2508ce6cc88 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:15.334404 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-a8a45e3f-3568-44bb-b9ac-e2508ce6cc88 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "GET /v2.0/networks?id=396b36bb-80fb-445c-8c76-55629acc1844 HTTP/1.1" status: 200 len: 796 time: 0.2457421 Jan 17 15:09:15.342034 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 00995e47-0355-481e-8499-7260e490a564 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:09:15.351166 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 00995e47-0355-481e-8499-7260e490a564 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:09:15.351538 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:15.419624 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-87fe23cf-8789-4c91-830e-f70bedecda46 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=584a5877f0874528a2086d6a82d4b9d7 HTTP/1.1" status: 200 len: 380 time: 0.0757642 Jan 17 15:09:15.436043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-9680b80b-dbbc-4daa-9eaf-22b5cbc2ac8c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'port': {'device_id': '82f1fbd1-348b-498a-a911-a7c7e38007fb', 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844', 'admin_state_up': True, 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'security_groups': ['056269bb-7aac-41c7-a1c8-2c52980d693e']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:09:15.509554 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-33ac2749-38c0-4bd7-adab-e8ab29f1a0d9 req-6cc9e161-9243-407d-bc9e-697809e22c25 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 210 time: 0.0917242 Jan 17 15:09:15.562870 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:15.609116 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 00995e47-0355-481e-8499-7260e490a564, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=00995e47-0355-481e-8499-7260e490a564,segment=NetworkSegment(6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0),segment_id=6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:09:15.614619 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:15.720005 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:15.738505 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=00995e47-0355-481e-8499-7260e490a564,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:15.890925 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-9680b80b-dbbc-4daa-9eaf-22b5cbc2ac8c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:09:15.905480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-9680b80b-dbbc-4daa-9eaf-22b5cbc2ac8c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:09:15.918560 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-9680b80b-dbbc-4daa-9eaf-22b5cbc2ac8c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Made reservation on behalf of 584a5877f0874528a2086d6a82d4b9d7 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:09:15.922406 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-9680b80b-dbbc-4daa-9eaf-22b5cbc2ac8c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:16.142025 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-9680b80b-dbbc-4daa-9eaf-22b5cbc2ac8c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Allocated IP 172.20.0.11 (396b36bb-80fb-445c-8c76-55629acc1844/e857156e-1469-461e-83a0-5b29b4182d82/b477b434-5a61-4e44-883f-e690c7717dc3) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:09:16.462829 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-9680b80b-dbbc-4daa-9eaf-22b5cbc2ac8c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:16.483068 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-9680b80b-dbbc-4daa-9eaf-22b5cbc2ac8c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Transition to ACTIVE for port object b477b434-5a61-4e44-883f-e690c7717dc3 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:09:16.511267 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-9680b80b-dbbc-4daa-9eaf-22b5cbc2ac8c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:16.598012 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-9680b80b-dbbc-4daa-9eaf-22b5cbc2ac8c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network 396b36bb-80fb-445c-8c76-55629acc1844 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:09:16.602115 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-9680b80b-dbbc-4daa-9eaf-22b5cbc2ac8c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:09:16.607526 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-9680b80b-dbbc-4daa-9eaf-22b5cbc2ac8c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:09:16.641824 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680b80b-dbbc-4daa-9eaf-22b5cbc2ac8c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=b477b434-5a61-4e44-883f-e690c7717dc3,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:16.692371 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-9680b80b-dbbc-4daa-9eaf-22b5cbc2ac8c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:16.693243 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-9680b80b-dbbc-4daa-9eaf-22b5cbc2ac8c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:16.841385 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-9680b80b-dbbc-4daa-9eaf-22b5cbc2ac8c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4158168 Jan 17 15:09:16.877407 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046557e-c7bd-4a66-8ded-09fa6824b256 req-3e1bdad4-2e85-4a81-bb4e-af6b15fc9884 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:16.878466 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-2046557e-c7bd-4a66-8ded-09fa6824b256 req-3e1bdad4-2e85-4a81-bb4e-af6b15fc9884 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:09:16.899225 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-2046557e-c7bd-4a66-8ded-09fa6824b256 req-3e1bdad4-2e85-4a81-bb4e-af6b15fc9884 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:09:16.900778 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2046557e-c7bd-4a66-8ded-09fa6824b256 req-3e1bdad4-2e85-4a81-bb4e-af6b15fc9884 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 932 time: 0.2201240 Jan 17 15:09:16.960512 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8655464b-b021-4b8a-aba3-9e7248597b17 None None] Provisioning for port b477b434-5a61-4e44-883f-e690c7717dc3 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:09:16.968981 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8655464b-b021-4b8a-aba3-9e7248597b17 None None] Provisioning complete for port b477b434-5a61-4e44-883f-e690c7717dc3 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:09:16.969887 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8655464b-b021-4b8a-aba3-9e7248597b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:16.978550 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2046557e-c7bd-4a66-8ded-09fa6824b256 req-f3875be2-29b3-4641-b7f6-234c6d160227 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710595 Jan 17 15:09:17.001684 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] Request body: {'port': {'device_id': '82f1fbd1-348b-498a-a911-a7c7e38007fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:09:17.058014 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-8655464b-b021-4b8a-aba3-9e7248597b17 None None] Port b477b434-5a61-4e44-883f-e690c7717dc3 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:09:17.150096 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 00995e47-0355-481e-8499-7260e490a564 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:09:17.166583 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:17.270308 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 00995e47-0355-481e-8499-7260e490a564 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:09:17.270806 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:17.625392 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b477b434-5a61-4e44-883f-e690c7717dc3 {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:09:17.635337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:17.653719 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] Transition to ACTIVE for port object b477b434-5a61-4e44-883f-e690c7717dc3 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:09:17.658404 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:17.909843 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] Pushing event updated for resources: {'Port': ['ID=b477b434-5a61-4e44-883f-e690c7717dc3,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:18.045427 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] Attempting to bind port b477b434-5a61-4e44-883f-e690c7717dc3 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:09:18.045997 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] Attempting to bind port b477b434-5a61-4e44-883f-e690c7717dc3 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:09:18.046443 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] Attempting to bind port b477b434-5a61-4e44-883f-e690c7717dc3 on network 396b36bb-80fb-445c-8c76-55629acc1844 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:09:18.055569 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] Port b477b434-5a61-4e44-883f-e690c7717dc3 on network 396b36bb-80fb-445c-8c76-55629acc1844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 15:09:18.056142 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] Attempting to bind port b477b434-5a61-4e44-883f-e690c7717dc3 on network 396b36bb-80fb-445c-8c76-55629acc1844 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:09:18.066199 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:09:18.066771 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] Checking segment: {'id': '6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:09:18.067397 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] Bound using segment: {'id': '6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:09:18.068142 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] Bound port: b477b434-5a61-4e44-883f-e690c7717dc3, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:09:18.068730 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:18.204647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd9f32-e123-45ce-bb31-e093f574db10 req-17da7b52-2077-4503-84ba-276f874fd126 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:18.206811 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-04cd9f32-e123-45ce-bb31-e093f574db10 req-17da7b52-2077-4503-84ba-276f874fd126 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 944 time: 0.1056302 Jan 17 15:09:18.225699 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] For port b477b434-5a61-4e44-883f-e690c7717dc3, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:09:18.231049 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] For port b477b434-5a61-4e44-883f-e690c7717dc3, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=b477b434-5a61-4e44-883f-e690c7717dc3,segment=NetworkSegment(6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0),segment_id=6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:09:18.237706 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:18.279774 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-04cd9f32-e123-45ce-bb31-e093f574db10 req-35c130a4-9b65-4c33-92dc-e0aafe48eec9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660648 Jan 17 15:09:18.351006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:18.352059 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:18.355016 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] 10.222.0.15 "PUT /v2.0/ports/b477b434-5a61-4e44-883f-e690c7717dc3 HTTP/1.1" status: 200 len: 1094 time: 1.4321053 Jan 17 15:09:18.355830 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f1fbd1-348b-498a-a911-a7c7e38007fb', 'tag': 'b477b434-5a61-4e44-883f-e690c7717dc3'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:09:18.393170 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ffc10-fb0c-46a6-9b23-a0d3ca1ae5aa service neutron] Pushing event updated for resources: {'Port': ['ID=b477b434-5a61-4e44-883f-e690c7717dc3,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:18.518361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-ea8fccf1-5c9b-4e64-a4f7-22f00ab2c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:18.520376 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-ea8fccf1-5c9b-4e64-a4f7-22f00ab2c854 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 1097 time: 0.1191945 Jan 17 15:09:18.605617 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f1fbd1-348b-498a-a911-a7c7e38007fb', 'tag': 'b477b434-5a61-4e44-883f-e690c7717dc3', 'status': 'completed', 'code': 200} Jan 17 15:09:18.622187 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-48cb78fa-38ce-4225-adb6-f35aa6a771ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b477b434-5a61-4e44-883f-e690c7717dc3 HTTP/1.1" status: 200 len: 217 time: 0.0926499 Jan 17 15:09:18.689751 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-a2f679b9-4524-4764-b64a-77f536dacbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:18.691360 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-a2f679b9-4524-4764-b64a-77f536dacbc0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e857156e-1469-461e-83a0-5b29b4182d82 HTTP/1.1" status: 200 len: 835 time: 0.0638270 Jan 17 15:09:18.912288 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-c9d81c30-c54f-41b3-b04d-f17f8e73f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:18.913831 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-c9d81c30-c54f-41b3-b04d-f17f8e73f1ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=396b36bb-80fb-445c-8c76-55629acc1844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2151117 Jan 17 15:09:19.076953 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-452d59d9-d851-4ed7-b448-070499a982ea service neutron] 10.222.0.15 "GET /v2.0/networks/396b36bb-80fb-445c-8c76-55629acc1844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555917 Jan 17 15:09:19.234482 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1f854a3f-be3b-4c2b-8837-796450a0c355 req-e8789580-8ec9-4a1a-ae27-b7a4e2baf5bd service neutron] 10.222.0.15 "GET /v2.0/networks/396b36bb-80fb-445c-8c76-55629acc1844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518974 Jan 17 15:09:19.377703 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c256f-2e36-4ae4-888c-4e68b9ab1f20 req-6a724cea-7e64-4de4-b022-343c90f46087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:19.380412 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2e8c256f-2e36-4ae4-888c-4e68b9ab1f20 req-6a724cea-7e64-4de4-b022-343c90f46087 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 1097 time: 0.0916922 Jan 17 15:09:19.529858 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c256f-2e36-4ae4-888c-4e68b9ab1f20 req-cd734e98-0df7-40aa-adad-2a6fe6aa46ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:19.531380 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2e8c256f-2e36-4ae4-888c-4e68b9ab1f20 req-cd734e98-0df7-40aa-adad-2a6fe6aa46ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=396b36bb-80fb-445c-8c76-55629acc1844 HTTP/1.1" status: 200 len: 897 time: 0.1455324 Jan 17 15:09:19.537738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773b597-7ecf-4d2e-9d27-dabb14787364 req-be568abf-6ab9-4492-a6c1-ac7042c0364a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:19.540542 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d773b597-7ecf-4d2e-9d27-dabb14787364 req-be568abf-6ab9-4492-a6c1-ac7042c0364a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 944 time: 0.1417041 Jan 17 15:09:19.607886 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d773b597-7ecf-4d2e-9d27-dabb14787364 req-ebda77d4-fa76-4fc1-8fc7-f1057a19e675 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601680 Jan 17 15:09:19.613738 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2e8c256f-2e36-4ae4-888c-4e68b9ab1f20 req-a2051364-553d-4c0d-b20c-8a70f24a9b4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b477b434-5a61-4e44-883f-e690c7717dc3 HTTP/1.1" status: 200 len: 217 time: 0.0753498 Jan 17 15:09:19.685753 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c256f-2e36-4ae4-888c-4e68b9ab1f20 req-58179ce4-1ffb-4067-889e-d838e6ad1e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:19.688113 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2e8c256f-2e36-4ae4-888c-4e68b9ab1f20 req-58179ce4-1ffb-4067-889e-d838e6ad1e7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e857156e-1469-461e-83a0-5b29b4182d82 HTTP/1.1" status: 200 len: 835 time: 0.0674205 Jan 17 15:09:19.776509 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c256f-2e36-4ae4-888c-4e68b9ab1f20 req-91fdfd76-b355-4b75-9e23-c8b7a4761220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:19.778547 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2e8c256f-2e36-4ae4-888c-4e68b9ab1f20 req-91fdfd76-b355-4b75-9e23-c8b7a4761220 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=396b36bb-80fb-445c-8c76-55629acc1844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845866 Jan 17 15:09:19.941972 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2e8c256f-2e36-4ae4-888c-4e68b9ab1f20 req-7c010c03-1e1b-4d9a-9e02-c8b4cd8b4d2c service neutron] 10.222.0.15 "GET /v2.0/networks/396b36bb-80fb-445c-8c76-55629acc1844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561830 Jan 17 15:09:20.101070 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2e8c256f-2e36-4ae4-888c-4e68b9ab1f20 req-67749795-6aad-49fa-9c35-9c78c191e239 service neutron] 10.222.0.15 "GET /v2.0/networks/396b36bb-80fb-445c-8c76-55629acc1844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517944 Jan 17 15:09:20.884403 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b79655-2c5d-4260-b02b-9516208ef21f req-2d3ac524-350e-46d4-ba40-c21f4d864817 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:20.886050 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-17b79655-2c5d-4260-b02b-9516208ef21f req-2d3ac524-350e-46d4-ba40-c21f4d864817 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 944 time: 0.1003006 Jan 17 15:09:20.940971 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-17b79655-2c5d-4260-b02b-9516208ef21f req-7f7278a0-8c5c-4f13-9d4e-2fbb0e625658 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481610 Jan 17 15:09:22.173599 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5d644-b2a1-4d26-952a-74f0c26ad6b1 req-dce8124e-ed39-4446-aa70-ad2b0b8fb55d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:22.175176 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-adc5d644-b2a1-4d26-952a-74f0c26ad6b1 req-dce8124e-ed39-4446-aa70-ad2b0b8fb55d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 944 time: 0.0891805 Jan 17 15:09:22.223486 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-adc5d644-b2a1-4d26-952a-74f0c26ad6b1 req-e6a92afc-d489-420a-9ed3-1164ad3dc8d5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422964 Jan 17 15:09:23.422369 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e669d-0cd7-4fac-bfb5-9ce22c37cece req-1da7bf86-beb7-4f1f-8a69-16f9324c0bc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:23.423888 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-805e669d-0cd7-4fac-bfb5-9ce22c37cece req-1da7bf86-beb7-4f1f-8a69-16f9324c0bc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 944 time: 0.0885036 Jan 17 15:09:23.452265 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:23.471209 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-805e669d-0cd7-4fac-bfb5-9ce22c37cece req-cfec02cd-3f39-4b37-99ab-913aa53360ad tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414004 Jan 17 15:09:23.859257 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device b477b434-5a61-4e44-883f-e690c7717dc3 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 15:09:24.088995 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port b477b434-5a61-4e44-883f-e690c7717dc3, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=b477b434-5a61-4e44-883f-e690c7717dc3,segment=NetworkSegment(6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0),segment_id=6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:09:24.114125 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': 'b477b434-5a61-4e44-883f-e690c7717dc3', 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844', 'port_id': 'b477b434-5a61-4e44-883f-e690c7717dc3', 'mac_address': 'fa:16:3e:d3:61:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e857156e-1469-461e-83a0-5b29b4182d82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 15:09:24.203703 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:24.235512 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b477b434-5a61-4e44-883f-e690c7717dc3 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:09:24.262848 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port b477b434-5a61-4e44-883f-e690c7717dc3, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=b477b434-5a61-4e44-883f-e690c7717dc3,segment=NetworkSegment(6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0),segment_id=6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:09:24.270071 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:24.346118 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=b477b434-5a61-4e44-883f-e690c7717dc3,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:24.646469 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['b477b434-5a61-4e44-883f-e690c7717dc3'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:09:24.689583 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1a01e-2765-4752-83a4-e2116a5a1e24 req-ad98393e-2ec6-4384-a884-4fb42675fd1a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:24.691344 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-97a1a01e-2765-4752-83a4-e2116a5a1e24 req-ad98393e-2ec6-4384-a884-4fb42675fd1a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 945 time: 0.0981045 Jan 17 15:09:24.747746 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-97a1a01e-2765-4752-83a4-e2116a5a1e24 req-9037e1c7-bb86-4447-b225-37d34313787c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489666 Jan 17 15:09:25.878794 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device b477b434-5a61-4e44-883f-e690c7717dc3 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:09:25.975355 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port b477b434-5a61-4e44-883f-e690c7717dc3 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:09:25.981911 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port b477b434-5a61-4e44-883f-e690c7717dc3 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:09:25.982299 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:25.988377 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5073e1-8448-4435-b935-cf731be4f112 req-a523f3a8-1498-4333-9a58-e7f56ed35bcb tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:25.990654 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fe5073e1-8448-4435-b935-cf731be4f112 req-a523f3a8-1498-4333-9a58-e7f56ed35bcb tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 945 time: 0.1165309 Jan 17 15:09:26.047781 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fe5073e1-8448-4435-b935-cf731be4f112 req-cbc2d3d6-9c4d-4e8c-a48d-7220366575d6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496025 Jan 17 15:09:26.118355 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:26.147960 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f1fbd1-348b-498a-a911-a7c7e38007fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b477b434-5a61-4e44-883f-e690c7717dc3'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:09:26.158989 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port b477b434-5a61-4e44-883f-e690c7717dc3, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=b477b434-5a61-4e44-883f-e690c7717dc3,segment=NetworkSegment(6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0),segment_id=6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:09:26.163453 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:26.202335 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f1fbd1-348b-498a-a911-a7c7e38007fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b477b434-5a61-4e44-883f-e690c7717dc3', 'code': 200} Jan 17 15:09:26.249981 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=b477b434-5a61-4e44-883f-e690c7717dc3,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:26.503129 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c727798-59c5-4725-a4df-98432d8033a9 req-f42d9af3-158c-4d2b-81b4-9c5a3aac6fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:26.505908 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3c727798-59c5-4725-a4df-98432d8033a9 req-f42d9af3-158c-4d2b-81b4-9c5a3aac6fad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 1099 time: 0.1280439 Jan 17 15:09:26.562015 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3c727798-59c5-4725-a4df-98432d8033a9 req-e3303c68-d2a0-4cc3-b7b7-042b8eae43d6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484083 Jan 17 15:09:27.287253 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135af1f-764a-43bb-a4c8-883dff5c7a79 req-0287c5e1-5495-4623-9333-d5ee4a705ddd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:27.289977 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2135af1f-764a-43bb-a4c8-883dff5c7a79 req-0287c5e1-5495-4623-9333-d5ee4a705ddd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.1257215 Jan 17 15:09:27.338930 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2135af1f-764a-43bb-a4c8-883dff5c7a79 req-7048c0e2-8a44-4cad-8196-8ab42de9139c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426061 Jan 17 15:09:28.627526 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a6139-4bd7-4dba-8235-20e032867487 req-fd80b64f-44b3-40a6-b7f9-7c01babdd587 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:28.629251 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5f5a6139-4bd7-4dba-8235-20e032867487 req-fd80b64f-44b3-40a6-b7f9-7c01babdd587 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.1093404 Jan 17 15:09:28.682791 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5f5a6139-4bd7-4dba-8235-20e032867487 req-6e6888d4-15de-4060-8b31-c5314d2466e2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455945 Jan 17 15:09:28.935358 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f874c-25e4-478f-ab7b-b93b85fa8bcc req-651ae685-7010-4d6d-819b-e1bdef8ec848 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:28.937092 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-266f874c-25e4-478f-ab7b-b93b85fa8bcc req-651ae685-7010-4d6d-819b-e1bdef8ec848 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.0933139 Jan 17 15:09:28.996812 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-266f874c-25e4-478f-ab7b-b93b85fa8bcc req-bb319217-68be-4ce9-bca3-9a0c4b6dee38 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500159 Jan 17 15:09:29.025289 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46282) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:09:29.117111 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f82b97e-b79a-42ee-bb18-71a526d2cc1a tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:29.120015 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9f82b97e-b79a-42ee-bb18-71a526d2cc1a tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 1094 time: 0.0924125 Jan 17 15:09:29.125052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46286) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:09:29.131168 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': 'b477b434-5a61-4e44-883f-e690c7717dc3', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:09:29.138733 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:09:29.143802 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:floatingip and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:09:29.146970 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:09:29.154728 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:09:29.165517 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for floatingip, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:29.312211 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:29.469025 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Allocated IP 172.26.3.170 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/53e6d36a-0a81-4ac3-9153-e9a4b9187038) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:09:29.644720 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:29.678613 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:29.795844 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:09:29.798794 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:09:29.803222 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:09:29.842783 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=53e6d36a-0a81-4ac3-9153-e9a4b9187038,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:30.357917 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:30.447566 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:30.708451 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:30.715780 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:30.827858 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=53e6d36a-0a81-4ac3-9153-e9a4b9187038,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:09:30.841454 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:31.020759 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Floating IP 3108d158-5e99-460a-9676-57501da0c319 associated. External IP: 172.26.3.170, port: b477b434-5a61-4e44-883f-e690c7717dc3. Jan 17 15:09:31.408683 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router 9e1014df-7468-4cb2-9ea5-85ab92f1028d has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:09:31.632363 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:09:31.648273 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bfc84a-c6b2-4935-afb9-b431d4f30a6d None None] Sync routers for ids ['9e1014df-7468-4cb2-9ea5-85ab92f1028d'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:09:31.661207 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bfc84a-c6b2-4935-afb9-b431d4f30a6d None None] Routers {'9e1014df-7468-4cb2-9ea5-85ab92f1028d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:09:31.662215 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-26bfc84a-c6b2-4935-afb9-b431d4f30a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:09:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['9e1014df-7468-4cb2-9ea5-85ab92f1028d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:09:31.669786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:31.766218 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-be0a52b1-9797-4e26-ad61-8d24ec20bcf3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6397243 Jan 17 15:09:31.768406 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f1fbd1-348b-498a-a911-a7c7e38007fb', 'tag': 'b477b434-5a61-4e44-883f-e690c7717dc3'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:09:31.931102 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-26bfc84a-c6b2-4935-afb9-b431d4f30a6d None None] Set router 9e1014df-7468-4cb2-9ea5-85ab92f1028d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:09:32.114961 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f1fbd1-348b-498a-a911-a7c7e38007fb', 'tag': 'b477b434-5a61-4e44-883f-e690c7717dc3', 'status': 'completed', 'code': 200} Jan 17 15:09:32.163883 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bdb3a-a2e5-4038-be71-ecd0528a0197 req-052166fd-fabb-4289-ba23-ff7f88b544d7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:32.166745 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-303bdb3a-a2e5-4038-be71-ecd0528a0197 req-052166fd-fabb-4289-ba23-ff7f88b544d7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.2592864 Jan 17 15:09:32.240219 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-303bdb3a-a2e5-4038-be71-ecd0528a0197 req-90d966f0-c4d9-4baa-9ba9-1ac2f69c5240 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656435 Jan 17 15:09:32.274133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46300) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:09:32.318810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d037d-79ec-44f4-a72b-25fa3d285315 req-4b8c47a8-3c96-4763-ad6b-870f9b580a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:32.321121 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fc2d037d-79ec-44f4-a72b-25fa3d285315 req-4b8c47a8-3c96-4763-ad6b-870f9b580a43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 1099 time: 0.2800982 Jan 17 15:09:32.391861 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-162aec1d-6d2f-4103-87c6-47c1a44cd27d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/3108d158-5e99-460a-9676-57501da0c319 HTTP/1.1" status: 200 len: 992 time: 0.1163561 Jan 17 15:09:32.404357 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-26bfc84a-c6b2-4935-afb9-b431d4f30a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220162837', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:09:01Z', 'updated_at': '2022-01-17T15:09:09Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:02Z', 'updated_at': '2022-01-17T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '3108d158-5e99-460a-9676-57501da0c319', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'port_id': 'b477b434-5a61-4e44-883f-e690c7717dc3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844', 'mac_address': 'fa:16:3e:d3:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f1fbd1-348b-498a-a911-a7c7e38007fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:09:30Z', 'updated_at': '2022-01-17T15:09:30Z', 'revision_number': 0, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00995e47-0355-481e-8499-7260e490a564', 'name': '', 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:7a:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e857156e-1469-461e-83a0-5b29b4182d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:08Z', 'updated_at': '2022-01-17T15:09:15Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': 'e857156e-1469-461e-83a0-5b29b4182d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:09:32.409050 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bfc84a-c6b2-4935-afb9-b431d4f30a6d None None] Checking router: 9e1014df-7468-4cb2-9ea5-85ab92f1028d for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:09:32.419184 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bfc84a-c6b2-4935-afb9-b431d4f30a6d None None] Routers {'9e1014df-7468-4cb2-9ea5-85ab92f1028d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:09:32.419698 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-26bfc84a-c6b2-4935-afb9-b431d4f30a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:09:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['9e1014df-7468-4cb2-9ea5-85ab92f1028d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:09:32.504759 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d037d-79ec-44f4-a72b-25fa3d285315 req-62fdce74-0904-4419-919d-8abf7925ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:32.507343 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fc2d037d-79ec-44f4-a72b-25fa3d285315 req-62fdce74-0904-4419-919d-8abf7925ca0f service neutron] 10.222.0.15 "GET /v2.0/networks?id=396b36bb-80fb-445c-8c76-55629acc1844 HTTP/1.1" status: 200 len: 897 time: 0.1794841 Jan 17 15:09:32.625108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-26bfc84a-c6b2-4935-afb9-b431d4f30a6d None None] Set router 9e1014df-7468-4cb2-9ea5-85ab92f1028d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:09:32.641374 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fc2d037d-79ec-44f4-a72b-25fa3d285315 req-f494fcce-03e1-4eaa-8584-216be67a52d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b477b434-5a61-4e44-883f-e690c7717dc3 HTTP/1.1" status: 200 len: 1000 time: 0.1214845 Jan 17 15:09:32.723924 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d037d-79ec-44f4-a72b-25fa3d285315 req-f6c2c6ec-9dae-49bc-af9b-3c4b40d2e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:32.725356 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fc2d037d-79ec-44f4-a72b-25fa3d285315 req-f6c2c6ec-9dae-49bc-af9b-3c4b40d2e26d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e857156e-1469-461e-83a0-5b29b4182d82 HTTP/1.1" status: 200 len: 835 time: 0.0777633 Jan 17 15:09:32.816442 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d037d-79ec-44f4-a72b-25fa3d285315 req-08a624d5-c25e-4d5a-9584-8142c7a2bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:09:32.817913 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fc2d037d-79ec-44f4-a72b-25fa3d285315 req-08a624d5-c25e-4d5a-9584-8142c7a2bbae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=396b36bb-80fb-445c-8c76-55629acc1844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859818 Jan 17 15:09:32.970504 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fc2d037d-79ec-44f4-a72b-25fa3d285315 req-339b7105-836d-47cd-b20b-312fb5764514 service neutron] 10.222.0.15 "GET /v2.0/networks/396b36bb-80fb-445c-8c76-55629acc1844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410849 Jan 17 15:09:33.050197 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-26bfc84a-c6b2-4935-afb9-b431d4f30a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220162837', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:09:01Z', 'updated_at': '2022-01-17T15:09:09Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:02Z', 'updated_at': '2022-01-17T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '3108d158-5e99-460a-9676-57501da0c319', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'port_id': 'b477b434-5a61-4e44-883f-e690c7717dc3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844', 'mac_address': 'fa:16:3e:d3:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f1fbd1-348b-498a-a911-a7c7e38007fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:09:30Z', 'updated_at': '2022-01-17T15:09:30Z', 'revision_number': 0, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00995e47-0355-481e-8499-7260e490a564', 'name': '', 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:7a:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e857156e-1469-461e-83a0-5b29b4182d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:08Z', 'updated_at': '2022-01-17T15:09:15Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': 'e857156e-1469-461e-83a0-5b29b4182d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:09:33.054615 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bfc84a-c6b2-4935-afb9-b431d4f30a6d None None] The sync data for ids ['9e1014df-7468-4cb2-9ea5-85ab92f1028d'] in dv-neutron-824901-1-hyperv is: [{'id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220162837', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:09:01Z', 'updated_at': '2022-01-17T15:09:09Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:02Z', 'updated_at': '2022-01-17T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '3108d158-5e99-460a-9676-57501da0c319', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'port_id': 'b477b434-5a61-4e44-883f-e690c7717dc3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844', 'mac_address': 'fa:16:3e:d3:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f1fbd1-348b-498a-a911-a7c7e38007fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:09:30Z', 'updated_at': '2022-01-17T15:09:30Z', 'revision_number': 0, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00995e47-0355-481e-8499-7260e490a564', 'name': '', 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:7a:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e857156e-1469-461e-83a0-5b29b4182d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:08Z', 'updated_at': '2022-01-17T15:09:15Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': 'e857156e-1469-461e-83a0-5b29b4182d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:09:33.110935 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fc2d037d-79ec-44f4-a72b-25fa3d285315 req-27d6a914-1e4a-4977-8181-efc9c4b049c4 service neutron] 10.222.0.15 "GET /v2.0/networks/396b36bb-80fb-445c-8c76-55629acc1844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349173 Jan 17 15:09:33.269290 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acaad40-38cf-43b1-aac2-56cd4b579d9d None None] New status for floating IP 3108d158-5e99-460a-9676-57501da0c319: ACTIVE {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 15:09:33.396768 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46304) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:09:33.508864 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-086ff89a-8e14-4d40-98f5-d18542bdb496 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/3108d158-5e99-460a-9676-57501da0c319 HTTP/1.1" status: 200 len: 992 time: 0.1108572 Jan 17 15:09:34.514547 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46308) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:09:34.625091 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-551c85b4-0fab-4cc6-a508-dac360fa9226 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/3108d158-5e99-460a-9676-57501da0c319 HTTP/1.1" status: 200 len: 994 time: 0.1092288 Jan 17 15:09:40.779538 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a0acd4f-f52b-442d-8acc-e26cac98ba60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:40.888386 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:09:43.952976 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-02656e4f-5335-4031-a268-b620a5f707a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:44.068218 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:44.136423 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:45.673485 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:09:53.469688 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:10:03.307051 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [req-7dfd0846-c1ed-4f8f-b400-befbcf2c7c1e req-b4361e2b-59e4-4d75-ab5e-499c56a6c9cf service neutron] (87524) timed out ('10.222.0.48', 43300) {{(pid=87524) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 17 15:10:10.786922 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-de36e24d-2403-4c79-aae5-1df1dcc2c7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:10:13.957302 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6e18afcf-5c0c-47d0-b1e7-76b5041f0fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:10:14.082103 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:10:14.140314 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:10:15.674655 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:10:17.887843 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:10:22.264382 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2327125b-b3be-46c8-bdc4-bb08cb3c93ac req-725ee2d8-9ac3-4b29-b0f4-92dd9b6722a9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0908716 Jan 17 15:10:22.422313 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327125b-b3be-46c8-bdc4-bb08cb3c93ac req-ac632f0c-53b5-4767-b5d5-ed673e43ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:22.424139 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2327125b-b3be-46c8-bdc4-bb08cb3c93ac req-ac632f0c-53b5-4767-b5d5-ed673e43ed15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 1099 time: 0.0825384 Jan 17 15:10:22.576852 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327125b-b3be-46c8-bdc4-bb08cb3c93ac req-34cb87a5-0c7c-42bc-a607-6841dd1bbd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:22.578298 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2327125b-b3be-46c8-bdc4-bb08cb3c93ac req-34cb87a5-0c7c-42bc-a607-6841dd1bbd0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=396b36bb-80fb-445c-8c76-55629acc1844 HTTP/1.1" status: 200 len: 897 time: 0.1358147 Jan 17 15:10:22.684610 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2327125b-b3be-46c8-bdc4-bb08cb3c93ac req-7aaeed24-11ae-41c1-98f6-b1c3af303912 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b477b434-5a61-4e44-883f-e690c7717dc3 HTTP/1.1" status: 200 len: 1002 time: 0.1006279 Jan 17 15:10:22.754708 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327125b-b3be-46c8-bdc4-bb08cb3c93ac req-e1527841-f890-419b-a5f7-3258e7c4b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:22.756583 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2327125b-b3be-46c8-bdc4-bb08cb3c93ac req-e1527841-f890-419b-a5f7-3258e7c4b7b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e857156e-1469-461e-83a0-5b29b4182d82 HTTP/1.1" status: 200 len: 835 time: 0.0661838 Jan 17 15:10:22.834562 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327125b-b3be-46c8-bdc4-bb08cb3c93ac req-60974e7a-6eb6-4bee-8189-634d3369f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:22.836032 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2327125b-b3be-46c8-bdc4-bb08cb3c93ac req-60974e7a-6eb6-4bee-8189-634d3369f2df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=396b36bb-80fb-445c-8c76-55629acc1844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729289 Jan 17 15:10:22.973765 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2327125b-b3be-46c8-bdc4-bb08cb3c93ac req-94b10ef7-7d37-486d-b7dd-076acdaff724 service neutron] 10.222.0.15 "GET /v2.0/networks/396b36bb-80fb-445c-8c76-55629acc1844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315341 Jan 17 15:10:23.113079 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2327125b-b3be-46c8-bdc4-bb08cb3c93ac req-0239369b-692f-408e-b5d1-442ce1896d78 service neutron] 10.222.0.15 "GET /v2.0/networks/396b36bb-80fb-445c-8c76-55629acc1844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331561 Jan 17 15:10:23.477161 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:10:35.843460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cdd5a-1f18-4a26-a232-c977482624cf req-74fd19a9-b360-4a78-9b2b-4999f1aca59d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:35.845071 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e90cdd5a-1f18-4a26-a232-c977482624cf req-74fd19a9-b360-4a78-9b2b-4999f1aca59d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.2452126 Jan 17 15:10:35.852815 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-03e026d3-090c-413c-be1c-3997b7172092 req-43d3800c-011c-4fcd-b4c9-b905154ebf8f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2928958 Jan 17 15:10:35.900439 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e90cdd5a-1f18-4a26-a232-c977482624cf req-2053ff23-6b12-4ee7-88c5-5840ad76af46 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466728 Jan 17 15:10:37.067772 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e026d3-090c-413c-be1c-3997b7172092 req-b832294c-d99a-43e3-92c2-6a9f49c046ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:37.069257 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-03e026d3-090c-413c-be1c-3997b7172092 req-b832294c-d99a-43e3-92c2-6a9f49c046ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 1099 time: 0.0793483 Jan 17 15:10:37.113427 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a39f4-61c2-4904-b485-5b0e6568360a req-17e7dd98-0eda-4092-9515-9f33284089b7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:37.114994 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-099a39f4-61c2-4904-b485-5b0e6568360a req-17e7dd98-0eda-4092-9515-9f33284089b7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.0938716 Jan 17 15:10:37.161951 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-099a39f4-61c2-4904-b485-5b0e6568360a req-e8a8bbf9-d7d6-4e59-bcc1-73c8b52ea7a9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398624 Jan 17 15:10:37.204718 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e026d3-090c-413c-be1c-3997b7172092 req-191a9f56-d9ee-4518-99e3-93410578fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:37.206081 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-03e026d3-090c-413c-be1c-3997b7172092 req-191a9f56-d9ee-4518-99e3-93410578fad9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=396b36bb-80fb-445c-8c76-55629acc1844 HTTP/1.1" status: 200 len: 897 time: 0.1302688 Jan 17 15:10:37.312781 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-03e026d3-090c-413c-be1c-3997b7172092 req-a1a13ba2-0b79-4d64-bd13-e0166ad8a0fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b477b434-5a61-4e44-883f-e690c7717dc3 HTTP/1.1" status: 200 len: 1002 time: 0.0985854 Jan 17 15:10:37.384389 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e026d3-090c-413c-be1c-3997b7172092 req-9470244d-3035-4c93-aa2b-ccdd7a42c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:37.385873 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-03e026d3-090c-413c-be1c-3997b7172092 req-9470244d-3035-4c93-aa2b-ccdd7a42c572 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e857156e-1469-461e-83a0-5b29b4182d82 HTTP/1.1" status: 200 len: 835 time: 0.0689178 Jan 17 15:10:37.468301 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e026d3-090c-413c-be1c-3997b7172092 req-72ba7b6e-374b-4685-b25b-ab099f0c2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:37.469785 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-03e026d3-090c-413c-be1c-3997b7172092 req-72ba7b6e-374b-4685-b25b-ab099f0c2561 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=396b36bb-80fb-445c-8c76-55629acc1844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747638 Jan 17 15:10:37.617168 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-03e026d3-090c-413c-be1c-3997b7172092 req-3acc506f-8680-4cb7-90d5-67f554121abb service neutron] 10.222.0.15 "GET /v2.0/networks/396b36bb-80fb-445c-8c76-55629acc1844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403980 Jan 17 15:10:37.770127 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-03e026d3-090c-413c-be1c-3997b7172092 req-08a111d8-5e82-48d3-9550-76ac4cfd0904 service neutron] 10.222.0.15 "GET /v2.0/networks/396b36bb-80fb-445c-8c76-55629acc1844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460738 Jan 17 15:10:38.364275 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58c766-7abd-42dd-a19b-e65ccf3f0000 req-52575ab1-e579-4ae9-8d19-a84c772e84f3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:38.365728 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-be58c766-7abd-42dd-a19b-e65ccf3f0000 req-52575ab1-e579-4ae9-8d19-a84c772e84f3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.0894206 Jan 17 15:10:38.409568 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-be58c766-7abd-42dd-a19b-e65ccf3f0000 req-c1043aff-b851-48d0-9e57-eb6c30f245b2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381293 Jan 17 15:10:39.596006 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92cfa7-cf5e-40f8-ba14-054a13ba76f2 req-d6d5d32b-4e15-4689-b1ad-2a2932a2db93 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:39.597454 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-eb92cfa7-cf5e-40f8-ba14-054a13ba76f2 req-d6d5d32b-4e15-4689-b1ad-2a2932a2db93 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.0826783 Jan 17 15:10:39.650946 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-eb92cfa7-cf5e-40f8-ba14-054a13ba76f2 req-e08fae52-adfa-4d91-a498-167ed194125a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476236 Jan 17 15:10:40.784344 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d380-d20b-498c-9483-3adffd03ac74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:10:40.847624 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71d8e0-cfdb-48aa-ab7b-ac17a6e01666 req-0379c58b-c8ef-40eb-9b46-e7d50558ae64 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:40.849401 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9a71d8e0-cfdb-48aa-ab7b-ac17a6e01666 req-0379c58b-c8ef-40eb-9b46-e7d50558ae64 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.0893607 Jan 17 15:10:40.914408 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9a71d8e0-cfdb-48aa-ab7b-ac17a6e01666 req-8b2969f6-eb67-4d99-a47a-38f82740946f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574195 Jan 17 15:10:42.106957 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fcf22-fe1f-4dbc-8580-07e6f7e401a4 req-a0d5d76c-e0e1-44dc-bdf1-7d7dd7ef9118 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:42.108367 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-697fcf22-fe1f-4dbc-8580-07e6f7e401a4 req-a0d5d76c-e0e1-44dc-bdf1-7d7dd7ef9118 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.0813227 Jan 17 15:10:42.153456 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-697fcf22-fe1f-4dbc-8580-07e6f7e401a4 req-b57d03b6-244a-4ecd-b378-3bafc68ecf2a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393460 Jan 17 15:10:43.363798 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab0102-8a75-4f8e-b08c-11dd18061532 req-846584c2-11da-4cc0-983d-ebd0edadeaae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:43.365294 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b4ab0102-8a75-4f8e-b08c-11dd18061532 req-846584c2-11da-4cc0-983d-ebd0edadeaae tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.0868561 Jan 17 15:10:43.417602 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b4ab0102-8a75-4f8e-b08c-11dd18061532 req-9988a9c1-1bb4-4c44-8dd6-c8fe0c83ebc3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446813 Jan 17 15:10:43.963312 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e593157-8dbd-4f1c-a6a8-07030cc415cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:10:44.075152 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:10:44.152806 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:10:44.620818 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537995b-e4ce-4378-979a-e0d27137d568 req-9d9beaf8-3c61-4731-be9f-135a6f473946 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:44.622393 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b537995b-e4ce-4378-979a-e0d27137d568 req-9d9beaf8-3c61-4731-be9f-135a6f473946 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.0911138 Jan 17 15:10:44.668461 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b537995b-e4ce-4378-979a-e0d27137d568 req-126253a9-eb45-493f-b313-c9037173f190 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403235 Jan 17 15:10:45.680817 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:10:45.881744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53281ba2-7446-4fea-afba-91af666b84e6 req-39fe56a8-239e-4fcc-b7a7-f664d06b7527 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:45.883793 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-53281ba2-7446-4fea-afba-91af666b84e6 req-39fe56a8-239e-4fcc-b7a7-f664d06b7527 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.0934253 Jan 17 15:10:45.938586 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-53281ba2-7446-4fea-afba-91af666b84e6 req-a8a9a57f-223a-4762-a9fe-4002e51d997c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466914 Jan 17 15:10:47.135803 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d641f-3aba-4f86-86c7-684e6ae2d26f req-da33e718-03d0-4c8c-8ef8-51d074a2a237 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:47.137283 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a50d641f-3aba-4f86-86c7-684e6ae2d26f req-da33e718-03d0-4c8c-8ef8-51d074a2a237 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.0863144 Jan 17 15:10:47.187819 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a50d641f-3aba-4f86-86c7-684e6ae2d26f req-6e5ba886-2d4d-4fbe-9a7e-ec7fed8b7387 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415330 Jan 17 15:10:48.384822 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407f208-6087-4236-a3e5-ec2ec07e43e1 req-e57454be-10c5-4351-92a9-8f4f5d61f3f9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:48.386333 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8407f208-6087-4236-a3e5-ec2ec07e43e1 req-e57454be-10c5-4351-92a9-8f4f5d61f3f9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.0824461 Jan 17 15:10:48.434750 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8407f208-6087-4236-a3e5-ec2ec07e43e1 req-9225edc4-f850-47a0-922d-a91cc0d933e1 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426619 Jan 17 15:10:49.451831 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-03e026d3-090c-413c-be1c-3997b7172092 req-7553e634-e593-4c9a-b003-24f2b5e97b9e service neutron] 10.222.0.15 "GET /v2.0/ports/b477b434-5a61-4e44-883f-e690c7717dc3/bindings/hv-neutron-8249 HTTP/1.1" status: 200 len: 384 time: 0.0885124 Jan 17 15:10:49.647842 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97cecf-c79b-40bd-a5f9-e44e9d5dc9fe req-278c8c1d-bee7-4fa3-ae28-763b485630d8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:49.649891 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-fb97cecf-c79b-40bd-a5f9-e44e9d5dc9fe req-278c8c1d-bee7-4fa3-ae28-763b485630d8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.0939426 Jan 17 15:10:49.699669 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-fb97cecf-c79b-40bd-a5f9-e44e9d5dc9fe req-cd9e2037-86e9-4115-96d5-046a52c953ec tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425479 Jan 17 15:10:49.735133 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e026d3-090c-413c-be1c-3997b7172092 req-92774732-ea55-4a2a-9988-c00429ba9ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:49.736640 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-03e026d3-090c-413c-be1c-3997b7172092 req-92774732-ea55-4a2a-9988-c00429ba9ca4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb&tenant_id=584a5877f0874528a2086d6a82d4b9d7 HTTP/1.1" status: 200 len: 1099 time: 0.0737410 Jan 17 15:10:49.832975 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e026d3-090c-413c-be1c-3997b7172092 req-5d349f94-b310-4d38-8c4e-451303f0314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:49.834456 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-03e026d3-090c-413c-be1c-3997b7172092 req-5d349f94-b310-4d38-8c4e-451303f0314f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 1099 time: 0.0765214 Jan 17 15:10:49.972132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e026d3-090c-413c-be1c-3997b7172092 req-eb9d5942-734e-4f85-90a0-4f3a77ca5238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:49.973810 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-03e026d3-090c-413c-be1c-3997b7172092 req-eb9d5942-734e-4f85-90a0-4f3a77ca5238 service neutron] 10.222.0.15 "GET /v2.0/networks?id=396b36bb-80fb-445c-8c76-55629acc1844 HTTP/1.1" status: 200 len: 897 time: 0.1314459 Jan 17 15:10:50.074921 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-03e026d3-090c-413c-be1c-3997b7172092 req-90ad773e-8c4f-48ea-ba1c-0a9a52d97d8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b477b434-5a61-4e44-883f-e690c7717dc3 HTTP/1.1" status: 200 len: 1002 time: 0.0950210 Jan 17 15:10:50.141269 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e026d3-090c-413c-be1c-3997b7172092 req-463213e6-6e98-4b9d-9fe5-8891c0092a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:50.142703 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-03e026d3-090c-413c-be1c-3997b7172092 req-463213e6-6e98-4b9d-9fe5-8891c0092a83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e857156e-1469-461e-83a0-5b29b4182d82 HTTP/1.1" status: 200 len: 835 time: 0.0623615 Jan 17 15:10:50.225097 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e026d3-090c-413c-be1c-3997b7172092 req-bfee36bb-0699-45a0-b349-28e8aa2b578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:50.226571 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-03e026d3-090c-413c-be1c-3997b7172092 req-bfee36bb-0699-45a0-b349-28e8aa2b578a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=396b36bb-80fb-445c-8c76-55629acc1844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779138 Jan 17 15:10:50.490171 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-03e026d3-090c-413c-be1c-3997b7172092 req-579eb144-0da6-4cf3-bc59-5f490077b728 service neutron] 10.222.0.15 "GET /v2.0/networks/396b36bb-80fb-445c-8c76-55629acc1844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569151 Jan 17 15:10:50.624425 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-03e026d3-090c-413c-be1c-3997b7172092 req-f2c54299-92ac-499a-9a6a-47e0bde14b3b service neutron] 10.222.0.15 "GET /v2.0/networks/396b36bb-80fb-445c-8c76-55629acc1844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281207 Jan 17 15:10:50.901759 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafebea-8782-4254-8612-2d19f66f78b8 req-cfc0f81f-22d2-42c9-bb9d-15a1b6586789 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:50.903336 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0cafebea-8782-4254-8612-2d19f66f78b8 req-cfc0f81f-22d2-42c9-bb9d-15a1b6586789 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.0904882 Jan 17 15:10:50.952105 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0cafebea-8782-4254-8612-2d19f66f78b8 req-40ffb474-a4e7-450c-8683-d1b519cb6deb tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426805 Jan 17 15:10:52.152797 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51273cc8-317d-48fc-a165-7d3556477968 req-5c769731-0dd6-42d9-b3c4-641605cfe4ba tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:52.154360 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-51273cc8-317d-48fc-a165-7d3556477968 req-5c769731-0dd6-42d9-b3c4-641605cfe4ba tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.0906258 Jan 17 15:10:52.205602 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-51273cc8-317d-48fc-a165-7d3556477968 req-25bb47b8-a182-4774-97c5-4d7f63554e60 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450206 Jan 17 15:10:53.397266 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409699b-e69b-4406-ad67-a63275254b35 req-855986a9-d69f-48df-b980-9266bd33893d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:53.398744 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4409699b-e69b-4406-ad67-a63275254b35 req-855986a9-d69f-48df-b980-9266bd33893d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.0789406 Jan 17 15:10:53.452315 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4409699b-e69b-4406-ad67-a63275254b35 req-9039798f-08f3-4827-8bcc-67eaf0f866af tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464892 Jan 17 15:10:53.492278 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:10:54.324593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device b477b434-5a61-4e44-883f-e690c7717dc3 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 15:10:54.327016 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device b477b434-5a61-4e44-883f-e690c7717dc3 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:10:54.550362 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:10:54.590266 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port b477b434-5a61-4e44-883f-e690c7717dc3, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=b477b434-5a61-4e44-883f-e690c7717dc3,segment=NetworkSegment(6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0),segment_id=6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:10:54.616142 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': 'b477b434-5a61-4e44-883f-e690c7717dc3', 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844', 'port_id': 'b477b434-5a61-4e44-883f-e690c7717dc3', 'mac_address': 'fa:16:3e:d3:61:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e857156e-1469-461e-83a0-5b29b4182d82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 15:10:54.617457 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f1fbd1-348b-498a-a911-a7c7e38007fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b477b434-5a61-4e44-883f-e690c7717dc3'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:10:54.649763 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f2f4b-4e36-4bf9-891d-6fd829b05fac req-2165eb94-72e4-42ba-afd9-70580a0e452e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:54.652709 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-344f2f4b-4e36-4bf9-891d-6fd829b05fac req-2165eb94-72e4-42ba-afd9-70580a0e452e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.0909317 Jan 17 15:10:54.661316 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port b477b434-5a61-4e44-883f-e690c7717dc3, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=b477b434-5a61-4e44-883f-e690c7717dc3,segment=NetworkSegment(6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0),segment_id=6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:10:54.680770 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:10:54.712574 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-344f2f4b-4e36-4bf9-891d-6fd829b05fac req-71f8c507-b3f0-4cae-be33-5143d201cd25 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484769 Jan 17 15:10:54.767157 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:10:54.786758 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=b477b434-5a61-4e44-883f-e690c7717dc3,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:10:54.792491 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b477b434-5a61-4e44-883f-e690c7717dc3 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:10:54.802283 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:10:54.802612 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:10:54.802975 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:10:54.803326 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:10:54.803614 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:10:54.804080 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:10:54.804468 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:10:54.804781 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:10:54.805469 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:10:54.805947 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:10:54.806423 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:10:54.806907 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:10:54.826964 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port b477b434-5a61-4e44-883f-e690c7717dc3, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=b477b434-5a61-4e44-883f-e690c7717dc3,segment=NetworkSegment(6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0),segment_id=6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:10:54.832666 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:10:54.868342 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f1fbd1-348b-498a-a911-a7c7e38007fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b477b434-5a61-4e44-883f-e690c7717dc3', 'code': 200} Jan 17 15:10:54.889178 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:10:54.910525 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['b477b434-5a61-4e44-883f-e690c7717dc3'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:10:54.977980 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=b477b434-5a61-4e44-883f-e690c7717dc3,revision_number=7']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:10:55.173805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931a1d4-ebb7-4711-bad9-6d6983ca3249 req-0658bd49-ce64-4937-b0d7-836f202bb763 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:55.175332 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b931a1d4-ebb7-4711-bad9-6d6983ca3249 req-0658bd49-ce64-4937-b0d7-836f202bb763 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb&tenant_id=584a5877f0874528a2086d6a82d4b9d7&binding%3Ahost_id=hv-neutron-8249 HTTP/1.1" status: 200 len: 945 time: 0.1684203 Jan 17 15:10:55.187949 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad502cd8-5902-413a-b7be-3dac3c54d204 req-3b5bf858-b40a-4ddb-b2ba-b17681cc1631 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:55.189508 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ad502cd8-5902-413a-b7be-3dac3c54d204 req-3b5bf858-b40a-4ddb-b2ba-b17681cc1631 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 945 time: 0.1401649 Jan 17 15:10:55.242535 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ad502cd8-5902-413a-b7be-3dac3c54d204 req-9f8e991e-3ca1-4904-ac76-29a96756b5fa tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458264 Jan 17 15:10:55.355805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931a1d4-ebb7-4711-bad9-6d6983ca3249 req-8db00c5c-cf5f-42ab-b3a6-c9070d51ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:55.357582 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b931a1d4-ebb7-4711-bad9-6d6983ca3249 req-8db00c5c-cf5f-42ab-b3a6-c9070d51ddf5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 1098 time: 0.1077654 Jan 17 15:10:55.459190 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9716d-4811-4387-9916-d1c8d516f645 req-db9ad872-4200-4abe-b1b1-325f10e0f258 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:55.460795 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-aee9716d-4811-4387-9916-d1c8d516f645 req-db9ad872-4200-4abe-b1b1-325f10e0f258 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 945 time: 0.0911918 Jan 17 15:10:55.510318 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931a1d4-ebb7-4711-bad9-6d6983ca3249 req-d8b45eee-9944-4df0-91fb-f6b0d4839e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:55.511909 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b931a1d4-ebb7-4711-bad9-6d6983ca3249 req-d8b45eee-9944-4df0-91fb-f6b0d4839e69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=396b36bb-80fb-445c-8c76-55629acc1844 HTTP/1.1" status: 200 len: 897 time: 0.1482365 Jan 17 15:10:55.520435 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-aee9716d-4811-4387-9916-d1c8d516f645 req-0a641161-aaa4-4477-9db0-aaccfcc569a6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536025 Jan 17 15:10:55.626809 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b931a1d4-ebb7-4711-bad9-6d6983ca3249 req-0084f28a-3419-4895-97e7-5b97594a0bde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b477b434-5a61-4e44-883f-e690c7717dc3 HTTP/1.1" status: 200 len: 1001 time: 0.1086273 Jan 17 15:10:55.697728 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931a1d4-ebb7-4711-bad9-6d6983ca3249 req-36ce5705-d637-425b-82d5-cd5d00232541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:55.699233 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b931a1d4-ebb7-4711-bad9-6d6983ca3249 req-36ce5705-d637-425b-82d5-cd5d00232541 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e857156e-1469-461e-83a0-5b29b4182d82 HTTP/1.1" status: 200 len: 835 time: 0.0666325 Jan 17 15:10:55.787845 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931a1d4-ebb7-4711-bad9-6d6983ca3249 req-390cf88d-01be-494d-b235-2a3764ef8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:55.789318 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b931a1d4-ebb7-4711-bad9-6d6983ca3249 req-390cf88d-01be-494d-b235-2a3764ef8c98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=396b36bb-80fb-445c-8c76-55629acc1844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838532 Jan 17 15:10:55.926170 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b931a1d4-ebb7-4711-bad9-6d6983ca3249 req-fdfc3adc-b3aa-4f34-9007-f96885722237 service neutron] 10.222.0.15 "GET /v2.0/networks/396b36bb-80fb-445c-8c76-55629acc1844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302290 Jan 17 15:10:56.068353 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b931a1d4-ebb7-4711-bad9-6d6983ca3249 req-ab691aaf-0e31-4dcb-ac51-b16b2cdfde2b service neutron] 10.222.0.15 "GET /v2.0/networks/396b36bb-80fb-445c-8c76-55629acc1844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363845 Jan 17 15:10:56.324544 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device b477b434-5a61-4e44-883f-e690c7717dc3 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:10:56.403003 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port b477b434-5a61-4e44-883f-e690c7717dc3 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:10:56.403376 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:10:56.547815 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:10:56.605752 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port b477b434-5a61-4e44-883f-e690c7717dc3, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=b477b434-5a61-4e44-883f-e690c7717dc3,segment=NetworkSegment(6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0),segment_id=6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:10:56.613805 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:10:56.694743 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=b477b434-5a61-4e44-883f-e690c7717dc3,revision_number=8']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:10:56.740433 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b00314-27e0-4460-b857-b92f1eb975fc req-a0e3b865-459a-4d9a-8e37-14283c50a811 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:10:56.742011 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a7b00314-27e0-4460-b857-b92f1eb975fc req-a0e3b865-459a-4d9a-8e37-14283c50a811 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.0942695 Jan 17 15:10:56.794867 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a7b00314-27e0-4460-b857-b92f1eb975fc req-e2b67e88-91a5-48b1-9747-61241df51e7a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457690 Jan 17 15:10:56.831029 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 46450) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:10:56.870410 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f1fbd1-348b-498a-a911-a7c7e38007fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b477b434-5a61-4e44-883f-e690c7717dc3'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:10:56.958821 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ad73e36d-7a76-4f18-a9f2-07546c260c22 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/3108d158-5e99-460a-9676-57501da0c319 HTTP/1.1" status: 200 len: 994 time: 0.1262798 Jan 17 15:10:56.967153 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f1fbd1-348b-498a-a911-a7c7e38007fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b477b434-5a61-4e44-883f-e690c7717dc3', 'code': 200} Jan 17 15:11:10.779031 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bf6e1dd8-63fd-4963-b7a8-89bb4e101233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:13.956356 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3258105c-aed9-4c6f-98dc-df8a4fbf6740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:14.068660 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:14.145741 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:15.680604 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:22.430782 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-15398058-84b1-4e2c-9270-9d9ee7d3f429 req-d72289a9-69a8-4bbe-bc50-c4457963af96 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2485745 Jan 17 15:11:22.575461 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15398058-84b1-4e2c-9270-9d9ee7d3f429 req-4021df52-2396-415e-8dae-015aa5eec8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:11:22.577097 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-15398058-84b1-4e2c-9270-9d9ee7d3f429 req-4021df52-2396-415e-8dae-015aa5eec8e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 1099 time: 0.0765424 Jan 17 15:11:22.740819 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15398058-84b1-4e2c-9270-9d9ee7d3f429 req-f3ad2434-074d-494a-9fb5-862a67935a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:11:22.742236 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-15398058-84b1-4e2c-9270-9d9ee7d3f429 req-f3ad2434-074d-494a-9fb5-862a67935a36 service neutron] 10.222.0.15 "GET /v2.0/networks?id=396b36bb-80fb-445c-8c76-55629acc1844 HTTP/1.1" status: 200 len: 897 time: 0.1459680 Jan 17 15:11:22.860133 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-15398058-84b1-4e2c-9270-9d9ee7d3f429 req-a9c62267-04b6-4c18-a04e-2e25c38a1702 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b477b434-5a61-4e44-883f-e690c7717dc3 HTTP/1.1" status: 200 len: 1002 time: 0.1104052 Jan 17 15:11:22.934494 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15398058-84b1-4e2c-9270-9d9ee7d3f429 req-da297929-d7a9-4551-a6a1-87c87b561d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:11:22.936118 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-15398058-84b1-4e2c-9270-9d9ee7d3f429 req-da297929-d7a9-4551-a6a1-87c87b561d77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e857156e-1469-461e-83a0-5b29b4182d82 HTTP/1.1" status: 200 len: 835 time: 0.0690989 Jan 17 15:11:23.019128 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15398058-84b1-4e2c-9270-9d9ee7d3f429 req-1e0ef87f-202e-4f8b-b840-ba0b4f263b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:11:23.020564 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-15398058-84b1-4e2c-9270-9d9ee7d3f429 req-1e0ef87f-202e-4f8b-b840-ba0b4f263b16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=396b36bb-80fb-445c-8c76-55629acc1844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783672 Jan 17 15:11:23.172743 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-15398058-84b1-4e2c-9270-9d9ee7d3f429 req-01e409e8-93e2-4762-a417-a5df9ab212d6 service neutron] 10.222.0.15 "GET /v2.0/networks/396b36bb-80fb-445c-8c76-55629acc1844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458061 Jan 17 15:11:23.319551 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-15398058-84b1-4e2c-9270-9d9ee7d3f429 req-6053d960-bc01-459e-ab2a-7c861f46a7ab service neutron] 10.222.0.15 "GET /v2.0/networks/396b36bb-80fb-445c-8c76-55629acc1844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403925 Jan 17 15:11:23.480581 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:31.889603 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:11:40.786200 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aa544774-03b0-430e-9acc-530156a59216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:43.645191 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 46478) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:11:43.862527 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting port 53e6d36a-0a81-4ac3-9153-e9a4b9187038 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:11:43.862865 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:43.966182 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-87cdb452-fc37-4463-b72d-b3b7c4a73ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:44.072695 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:44.073238 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:44.073670 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:44.149661 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:44.212580 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Calling delete_port for 53e6d36a-0a81-4ac3-9153-e9a4b9187038 owned by network:floatingip {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:11:44.401814 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:44.489496 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Port': ['ID=53e6d36a-0a81-4ac3-9153-e9a4b9187038,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:11:44.557969 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:44.558592 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:44.559179 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:44.559804 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:44.560406 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:44.560994 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:44.561624 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:44.562226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:44.562797 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:44.563388 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:44.564015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:44.564624 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:44.807248 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for floatingip, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:44.807879 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Floating IP 3108d158-5e99-460a-9676-57501da0c319 disassociated (deleted). External IP: 172.26.3.170, port: b477b434-5a61-4e44-883f-e690c7717dc3. Jan 17 15:11:45.228078 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router 9e1014df-7468-4cb2-9ea5-85ab92f1028d has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:11:45.417245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:11:45.426883 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ee33d-a6bb-434f-80c7-7a274646fb15 None None] Sync routers for ids ['9e1014df-7468-4cb2-9ea5-85ab92f1028d'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:11:45.439874 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19ee33d-a6bb-434f-80c7-7a274646fb15 None None] Routers {'9e1014df-7468-4cb2-9ea5-85ab92f1028d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:11:45.440502 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b19ee33d-a6bb-434f-80c7-7a274646fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['9e1014df-7468-4cb2-9ea5-85ab92f1028d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:11:45.443224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:45.522846 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7c8e6ef6-8833-486e-8132-fddae3c9ff61 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/floatingips/3108d158-5e99-460a-9676-57501da0c319 HTTP/1.1" status: 204 len: 168 time: 1.8765495 Jan 17 15:11:45.523755 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f1fbd1-348b-498a-a911-a7c7e38007fb', 'tag': 'b477b434-5a61-4e44-883f-e690c7717dc3'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:11:45.684082 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f1fbd1-348b-498a-a911-a7c7e38007fb', 'tag': 'b477b434-5a61-4e44-883f-e690c7717dc3', 'status': 'completed', 'code': 200} Jan 17 15:11:45.687650 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-b19ee33d-a6bb-434f-80c7-7a274646fb15 None None] Set router 9e1014df-7468-4cb2-9ea5-85ab92f1028d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:11:45.792952 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2f8c7-a4ce-4f74-981e-daa1fc4a1659 req-eec2369c-f147-4b91-ba84-1e145e0f79eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:11:45.794981 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e1e2f8c7-a4ce-4f74-981e-daa1fc4a1659 req-eec2369c-f147-4b91-ba84-1e145e0f79eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 1099 time: 0.0872650 Jan 17 15:11:45.917680 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:46.065924 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b19ee33d-a6bb-434f-80c7-7a274646fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220162837', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:09:01Z', 'updated_at': '2022-01-17T15:09:09Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:02Z', 'updated_at': '2022-01-17T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '00995e47-0355-481e-8499-7260e490a564', 'name': '', 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:7a:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e857156e-1469-461e-83a0-5b29b4182d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:08Z', 'updated_at': '2022-01-17T15:09:15Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': 'e857156e-1469-461e-83a0-5b29b4182d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:11:46.069924 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ee33d-a6bb-434f-80c7-7a274646fb15 None None] Checking router: 9e1014df-7468-4cb2-9ea5-85ab92f1028d for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:11:46.078611 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19ee33d-a6bb-434f-80c7-7a274646fb15 None None] Routers {'9e1014df-7468-4cb2-9ea5-85ab92f1028d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:11:46.079228 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b19ee33d-a6bb-434f-80c7-7a274646fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['9e1014df-7468-4cb2-9ea5-85ab92f1028d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:11:46.163643 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2f8c7-a4ce-4f74-981e-daa1fc4a1659 req-840b0f37-60b5-424b-86e6-b795e56fdfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:11:46.165173 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e1e2f8c7-a4ce-4f74-981e-daa1fc4a1659 req-840b0f37-60b5-424b-86e6-b795e56fdfba service neutron] 10.222.0.15 "GET /v2.0/networks?id=396b36bb-80fb-445c-8c76-55629acc1844 HTTP/1.1" status: 200 len: 897 time: 0.3626482 Jan 17 15:11:46.178060 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f291d0d-5356-40bc-9f8b-2d74a064a4b8 req-7eb90183-00ab-4b47-9c34-00ae11bb663a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:11:46.178833 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-0f291d0d-5356-40bc-9f8b-2d74a064a4b8 req-7eb90183-00ab-4b47-9c34-00ae11bb663a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:11:46.253864 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e1e2f8c7-a4ce-4f74-981e-daa1fc4a1659 req-3795833b-1ab8-4dd2-9856-63f07fd6f53e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b477b434-5a61-4e44-883f-e690c7717dc3 HTTP/1.1" status: 200 len: 217 time: 0.0719535 Jan 17 15:11:46.292429 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-b19ee33d-a6bb-434f-80c7-7a274646fb15 None None] Set router 9e1014df-7468-4cb2-9ea5-85ab92f1028d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:11:46.296762 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-0f291d0d-5356-40bc-9f8b-2d74a064a4b8 req-7eb90183-00ab-4b47-9c34-00ae11bb663a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:11:46.298021 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0f291d0d-5356-40bc-9f8b-2d74a064a4b8 req-7eb90183-00ab-4b47-9c34-00ae11bb663a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.3457942 Jan 17 15:11:46.376352 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2f8c7-a4ce-4f74-981e-daa1fc4a1659 req-507bd875-6b81-4a29-ae10-18eee8c48356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:11:46.377786 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e1e2f8c7-a4ce-4f74-981e-daa1fc4a1659 req-507bd875-6b81-4a29-ae10-18eee8c48356 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e857156e-1469-461e-83a0-5b29b4182d82 HTTP/1.1" status: 200 len: 835 time: 0.1164951 Jan 17 15:11:46.386102 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0f291d0d-5356-40bc-9f8b-2d74a064a4b8 req-c4af743c-d25a-4d7a-bf12-748dd40148db tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706210 Jan 17 15:11:46.485386 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2f8c7-a4ce-4f74-981e-daa1fc4a1659 req-22dabd47-b1a4-4fd7-bc66-72c9dd9a6677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:11:46.488187 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e1e2f8c7-a4ce-4f74-981e-daa1fc4a1659 req-22dabd47-b1a4-4fd7-bc66-72c9dd9a6677 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=396b36bb-80fb-445c-8c76-55629acc1844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1008413 Jan 17 15:11:46.694332 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b19ee33d-a6bb-434f-80c7-7a274646fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220162837', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:09:01Z', 'updated_at': '2022-01-17T15:09:09Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:02Z', 'updated_at': '2022-01-17T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '00995e47-0355-481e-8499-7260e490a564', 'name': '', 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:7a:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e857156e-1469-461e-83a0-5b29b4182d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:08Z', 'updated_at': '2022-01-17T15:09:15Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': 'e857156e-1469-461e-83a0-5b29b4182d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:11:46.698765 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ee33d-a6bb-434f-80c7-7a274646fb15 None None] The sync data for ids ['9e1014df-7468-4cb2-9ea5-85ab92f1028d'] in dv-neutron-824901-1-hyperv is: [{'id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220162837', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:09:01Z', 'updated_at': '2022-01-17T15:09:09Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:02Z', 'updated_at': '2022-01-17T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '00995e47-0355-481e-8499-7260e490a564', 'name': '', 'network_id': '396b36bb-80fb-445c-8c76-55629acc1844', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:7a:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e857156e-1469-461e-83a0-5b29b4182d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:08Z', 'updated_at': '2022-01-17T15:09:15Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': 'e857156e-1469-461e-83a0-5b29b4182d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:11:46.742690 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e1e2f8c7-a4ce-4f74-981e-daa1fc4a1659 req-5029064b-3047-455a-8b5f-6ed2119f8412 service neutron] 10.222.0.15 "GET /v2.0/networks/396b36bb-80fb-445c-8c76-55629acc1844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469282 Jan 17 15:11:46.992204 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e342c6-bfec-4ab1-9ed0-e3aa68ff23d5 None None] New status for floating IP 3108d158-5e99-460a-9676-57501da0c319: DOWN {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 15:11:47.046767 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e1e2f8c7-a4ce-4f74-981e-daa1fc4a1659 req-6a1ee085-1014-474f-ab8a-b53e56758f4e service neutron] 10.222.0.15 "GET /v2.0/networks/396b36bb-80fb-445c-8c76-55629acc1844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964942 Jan 17 15:11:47.619583 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98697e5-9d04-4734-ab70-d17286b474fd req-e99b9d9b-5016-44e0-865a-3de641fc0988 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:11:47.621174 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c98697e5-9d04-4734-ab70-d17286b474fd req-e99b9d9b-5016-44e0-865a-3de641fc0988 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.0924671 Jan 17 15:11:47.668889 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-c98697e5-9d04-4734-ab70-d17286b474fd req-82298b85-6bc0-471b-9fe4-becdcf3f8baa tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=056269bb-7aac-41c7-a1c8-2c52980d693e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411751 Jan 17 15:11:47.853431 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65846667-e249-4c59-a142-c6b11ce93f1e req-3158de77-a71f-44fa-8408-f925efac5a37 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:11:47.854990 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-65846667-e249-4c59-a142-c6b11ce93f1e req-3158de77-a71f-44fa-8408-f925efac5a37 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 946 time: 0.0846050 Jan 17 15:11:47.928869 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-65846667-e249-4c59-a142-c6b11ce93f1e req-d9d392d1-2d0f-4488-91cf-6bc4886a0775 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting port b477b434-5a61-4e44-883f-e690c7717dc3 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:11:47.929205 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-65846667-e249-4c59-a142-c6b11ce93f1e req-d9d392d1-2d0f-4488-91cf-6bc4886a0775 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:48.188488 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-65846667-e249-4c59-a142-c6b11ce93f1e req-d9d392d1-2d0f-4488-91cf-6bc4886a0775 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] For port b477b434-5a61-4e44-883f-e690c7717dc3, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=b477b434-5a61-4e44-883f-e690c7717dc3,segment=NetworkSegment(6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0),segment_id=6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:11:48.188848 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-65846667-e249-4c59-a142-c6b11ce93f1e req-d9d392d1-2d0f-4488-91cf-6bc4886a0775 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:48.316402 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-65846667-e249-4c59-a142-c6b11ce93f1e req-d9d392d1-2d0f-4488-91cf-6bc4886a0775 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Calling delete_port for b477b434-5a61-4e44-883f-e690c7717dc3 owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:11:48.469730 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-65846667-e249-4c59-a142-c6b11ce93f1e req-d9d392d1-2d0f-4488-91cf-6bc4886a0775 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:48.521926 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d392d1-2d0f-4488-91cf-6bc4886a0775 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Port': ['ID=b477b434-5a61-4e44-883f-e690c7717dc3,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:11:48.601795 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-65846667-e249-4c59-a142-c6b11ce93f1e req-d9d392d1-2d0f-4488-91cf-6bc4886a0775 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] No DVR routers for this DVR port b477b434-5a61-4e44-883f-e690c7717dc3 on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:11:48.604486 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-65846667-e249-4c59-a142-c6b11ce93f1e req-d9d392d1-2d0f-4488-91cf-6bc4886a0775 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:48.607266 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f1fbd1-348b-498a-a911-a7c7e38007fb', 'name': 'network-vif-deleted', 'tag': 'b477b434-5a61-4e44-883f-e690c7717dc3'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:11:48.623877 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-65846667-e249-4c59-a142-c6b11ce93f1e req-d9d392d1-2d0f-4488-91cf-6bc4886a0775 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "DELETE /v2.0/ports/b477b434-5a61-4e44-883f-e690c7717dc3 HTTP/1.1" status: 204 len: 173 time: 0.7624428 Jan 17 15:11:48.657102 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f1fbd1-348b-498a-a911-a7c7e38007fb', 'name': 'network-vif-deleted', 'tag': 'b477b434-5a61-4e44-883f-e690c7717dc3', 'status': 'completed', 'code': 200} Jan 17 15:11:48.833666 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-cfae0069-e202-4168-8564-9aaf7fff1e76 req-43324d84-ee00-49bf-a6c8-2c9e9165712b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=82f1fbd1-348b-498a-a911-a7c7e38007fb HTTP/1.1" status: 200 len: 210 time: 0.0514362 Jan 17 15:11:49.930279 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46504) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:11:50.644461 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:51.088040 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting port 00995e47-0355-481e-8499-7260e490a564 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:11:51.088721 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:51.280006 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] For port 00995e47-0355-481e-8499-7260e490a564, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=00995e47-0355-481e-8499-7260e490a564,segment=NetworkSegment(6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0),segment_id=6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:11:51.280362 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:51.411960 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Calling delete_port for 00995e47-0355-481e-8499-7260e490a564 owned by network:router_interface {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:11:51.610804 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:51.665068 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Port': ['ID=00995e47-0355-481e-8499-7260e490a564,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:11:51.708396 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:51.708745 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:51.709079 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:51.709404 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:51.709730 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:51.710055 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:51.710373 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:51.710691 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:51.711012 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:51.711324 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:51.711650 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:51.711994 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:11:52.094970 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:52.473883 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router 9e1014df-7468-4cb2-9ea5-85ab92f1028d has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:11:52.618784 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device b477b434-5a61-4e44-883f-e690c7717dc3 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:11:52.654136 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: b477b434-5a61-4e44-883f-e690c7717dc3 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:11:52.654594 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device b477b434-5a61-4e44-883f-e690c7717dc3 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:11:52.661171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:11:52.673392 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4149cb23-4d18-4963-bb7d-61a7781c27e7 None None] Sync routers for ids ['9e1014df-7468-4cb2-9ea5-85ab92f1028d'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:11:52.674969 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8a40e38f-bc11-4f8c-8361-477a8c7dce97 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "PUT /v2.0/routers/9e1014df-7468-4cb2-9ea5-85ab92f1028d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7435668 Jan 17 15:11:52.677925 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46508) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:11:52.684409 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4149cb23-4d18-4963-bb7d-61a7781c27e7 None None] Routers {'9e1014df-7468-4cb2-9ea5-85ab92f1028d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:11:52.685027 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-4149cb23-4d18-4963-bb7d-61a7781c27e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['9e1014df-7468-4cb2-9ea5-85ab92f1028d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:11:52.750620 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-019760e8-0a31-43a3-84f4-0a145002013e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting subnet e857156e-1469-461e-83a0-5b29b4182d82 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 15:11:52.754592 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-019760e8-0a31-43a3-84f4-0a145002013e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:52.822359 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-019760e8-0a31-43a3-84f4-0a145002013e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:52.881437 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-4149cb23-4d18-4963-bb7d-61a7781c27e7 None None] Set router 9e1014df-7468-4cb2-9ea5-85ab92f1028d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:11:52.913104 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-019760e8-0a31-43a3-84f4-0a145002013e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:53.003045 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-019760e8-0a31-43a3-84f4-0a145002013e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:53.080793 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019760e8-0a31-43a3-84f4-0a145002013e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Subnet': ['ID=e857156e-1469-461e-83a0-5b29b4182d82,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:11:53.085794 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-019760e8-0a31-43a3-84f4-0a145002013e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:53.096871 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-019760e8-0a31-43a3-84f4-0a145002013e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/subnets/e857156e-1469-461e-83a0-5b29b4182d82 HTTP/1.1" status: 204 len: 168 time: 0.4174492 Jan 17 15:11:53.100203 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46512) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:11:53.115608 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e54a6d-2b8e-4e4c-9cfb-b199c5ee3758 None None] Network 396b36bb-80fb-445c-8c76-55629acc1844 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:11:53.294107 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-edea8a3f-4016-4952-ab68-564dad83d524 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:53.407277 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-4149cb23-4d18-4963-bb7d-61a7781c27e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220162837', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:09:01Z', 'updated_at': '2022-01-17T15:11:51Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:02Z', 'updated_at': '2022-01-17T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:11:53.411483 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4149cb23-4d18-4963-bb7d-61a7781c27e7 None None] Checking router: 9e1014df-7468-4cb2-9ea5-85ab92f1028d for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:11:53.421086 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4149cb23-4d18-4963-bb7d-61a7781c27e7 None None] Routers {'9e1014df-7468-4cb2-9ea5-85ab92f1028d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:11:53.421674 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-4149cb23-4d18-4963-bb7d-61a7781c27e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['9e1014df-7468-4cb2-9ea5-85ab92f1028d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:11:53.476178 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1ab51b-eedb-4b3f-aec6-5d192da3c7ad None None] DHCP port deletion for 396b36bb-80fb-445c-8c76-55629acc1844 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 15:11:53.503430 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ab51b-eedb-4b3f-aec6-5d192da3c7ad None None] Deleting port 17ccf053-c3c0-4056-9bc2-bb502e825ac1 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:11:53.504558 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e1ab51b-eedb-4b3f-aec6-5d192da3c7ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:53.566970 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:53.644757 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-edea8a3f-4016-4952-ab68-564dad83d524 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:53.655098 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-edea8a3f-4016-4952-ab68-564dad83d524 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting port 717c5153-311b-4f85-aa66-b3ed78c23d24 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:11:53.655668 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-edea8a3f-4016-4952-ab68-564dad83d524 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:53.726742 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-4149cb23-4d18-4963-bb7d-61a7781c27e7 None None] Set router 9e1014df-7468-4cb2-9ea5-85ab92f1028d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:11:53.841292 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-edea8a3f-4016-4952-ab68-564dad83d524 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] For port 717c5153-311b-4f85-aa66-b3ed78c23d24, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=717c5153-311b-4f85-aa66-b3ed78c23d24,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:11:53.841542 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-edea8a3f-4016-4952-ab68-564dad83d524 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:53.966682 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-edea8a3f-4016-4952-ab68-564dad83d524 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Calling delete_port for 717c5153-311b-4f85-aa66-b3ed78c23d24 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:11:54.010140 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-7e1ab51b-eedb-4b3f-aec6-5d192da3c7ad None None] For port 17ccf053-c3c0-4056-9bc2-bb502e825ac1, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=17ccf053-c3c0-4056-9bc2-bb502e825ac1,segment=NetworkSegment(6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0),segment_id=6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:11:54.010529 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e1ab51b-eedb-4b3f-aec6-5d192da3c7ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:54.147257 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-edea8a3f-4016-4952-ab68-564dad83d524 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:54.148957 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ab51b-eedb-4b3f-aec6-5d192da3c7ad None None] Calling delete_port for 17ccf053-c3c0-4056-9bc2-bb502e825ac1 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:11:54.194520 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea8a3f-4016-4952-ab68-564dad83d524 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Port': ['ID=717c5153-311b-4f85-aa66-b3ed78c23d24,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:11:54.307784 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-edea8a3f-4016-4952-ab68-564dad83d524 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:54.344058 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e1ab51b-eedb-4b3f-aec6-5d192da3c7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:54.395315 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ab51b-eedb-4b3f-aec6-5d192da3c7ad None None] Pushing event deleted for resources: {'Port': ['ID=17ccf053-c3c0-4056-9bc2-bb502e825ac1,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:11:54.398468 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ab51b-eedb-4b3f-aec6-5d192da3c7ad None None] No DVR routers for this DVR port 17ccf053-c3c0-4056-9bc2-bb502e825ac1 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:11:54.409583 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-4149cb23-4d18-4963-bb7d-61a7781c27e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220162837', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:09:01Z', 'updated_at': '2022-01-17T15:11:51Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:02Z', 'updated_at': '2022-01-17T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:11:54.411573 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4149cb23-4d18-4963-bb7d-61a7781c27e7 None None] The sync data for ids ['9e1014df-7468-4cb2-9ea5-85ab92f1028d'] in dv-neutron-824901-1-hyperv is: [{'id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220162837', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:09:01Z', 'updated_at': '2022-01-17T15:11:51Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': '717c5153-311b-4f85-aa66-b3ed78c23d24', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1014df-7468-4cb2-9ea5-85ab92f1028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:09:02Z', 'updated_at': '2022-01-17T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:11:54.495391 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-edea8a3f-4016-4952-ab68-564dad83d524 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:54.497645 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-edea8a3f-4016-4952-ab68-564dad83d524 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:54.519950 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-edea8a3f-4016-4952-ab68-564dad83d524 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:54.520451 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edea8a3f-4016-4952-ab68-564dad83d524 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Fanout notify agent at l3_agent the message router_deleted on router 9e1014df-7468-4cb2-9ea5-85ab92f1028d {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 15:11:54.536506 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-edea8a3f-4016-4952-ab68-564dad83d524 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:54.537641 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-edea8a3f-4016-4952-ab68-564dad83d524 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/routers/9e1014df-7468-4cb2-9ea5-85ab92f1028d HTTP/1.1" status: 204 len: 168 time: 1.4363582 Jan 17 15:11:54.540248 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46516) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:11:54.655855 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d3626a39-bc22-481b-877b-e25b2525ae44 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:54.790225 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d3626a39-bc22-481b-877b-e25b2525ae44 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:54.824189 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-d3626a39-bc22-481b-877b-e25b2525ae44 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396b36bb-80fb-445c-8c76-55629acc1844']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:11:54.837635 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-d3626a39-bc22-481b-877b-e25b2525ae44 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:11:54.837929 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-d3626a39-bc22-481b-877b-e25b2525ae44 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4eb3a3-8630-44fc-a575-fd9e8b36b1c0') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:11:54.851046 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d3626a39-bc22-481b-877b-e25b2525ae44 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:54.867524 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d3626a39-bc22-481b-877b-e25b2525ae44 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:54.874511 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3626a39-bc22-481b-877b-e25b2525ae44 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 15:11:54.875205 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d3626a39-bc22-481b-877b-e25b2525ae44 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 15:11:54.890737 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 15:11:54.974881 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d3626a39-bc22-481b-877b-e25b2525ae44 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:54.992353 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-d3626a39-bc22-481b-877b-e25b2525ae44 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:55.003970 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3626a39-bc22-481b-877b-e25b2525ae44 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Network': ['ID=396b36bb-80fb-445c-8c76-55629acc1844,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:11:55.013875 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d3626a39-bc22-481b-877b-e25b2525ae44 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/networks/396b36bb-80fb-445c-8c76-55629acc1844 HTTP/1.1" status: 204 len: 168 time: 0.4726233 Jan 17 15:11:55.017040 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46520) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:11:55.089439 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-584e56ca-bc45-456d-9fa0-cc0eaf632731 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:55.124298 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-584e56ca-bc45-456d-9fa0-cc0eaf632731 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:55.307130 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-584e56ca-bc45-456d-9fa0-cc0eaf632731 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:55.326195 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e56ca-bc45-456d-9fa0-cc0eaf632731 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=056269bb-7aac-41c7-a1c8-2c52980d693e,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:11:55.337204 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-584e56ca-bc45-456d-9fa0-cc0eaf632731 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:55.338482 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-584e56ca-bc45-456d-9fa0-cc0eaf632731 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/security-groups/056269bb-7aac-41c7-a1c8-2c52980d693e HTTP/1.1" status: 204 len: 168 time: 0.3203785 Jan 17 15:11:55.462032 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 717c5153-311b-4f85-aa66-b3ed78c23d24 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:11:55.502649 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 717c5153-311b-4f85-aa66-b3ed78c23d24 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:11:55.502991 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 717c5153-311b-4f85-aa66-b3ed78c23d24 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:11:55.503414 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 17ccf053-c3c0-4056-9bc2-bb502e825ac1 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:11:55.537747 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 17ccf053-c3c0-4056-9bc2-bb502e825ac1 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:11:55.538086 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 17ccf053-c3c0-4056-9bc2-bb502e825ac1 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:11:55.538529 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 00995e47-0355-481e-8499-7260e490a564 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:11:55.571940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 00995e47-0355-481e-8499-7260e490a564 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:11:55.572283 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 00995e47-0355-481e-8499-7260e490a564 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:11:55.687850 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46530) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:11:55.693793 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-5faa6ae1-65ea-4d5a-815b-8c5789e9fa1d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-690650073', 'description': 'tempest-secgroup-smoke-690650073 description', 'project_id': '584a5877f0874528a2086d6a82d4b9d7'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:11:55.699955 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5faa6ae1-65ea-4d5a-815b-8c5789e9fa1d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:11:55.704812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5faa6ae1-65ea-4d5a-815b-8c5789e9fa1d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:11:55.707682 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5faa6ae1-65ea-4d5a-815b-8c5789e9fa1d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:11:55.713446 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5faa6ae1-65ea-4d5a-815b-8c5789e9fa1d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:11:55.724326 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5faa6ae1-65ea-4d5a-815b-8c5789e9fa1d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:55.743634 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5faa6ae1-65ea-4d5a-815b-8c5789e9fa1d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:11:55.747649 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5faa6ae1-65ea-4d5a-815b-8c5789e9fa1d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:11:55.751024 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5faa6ae1-65ea-4d5a-815b-8c5789e9fa1d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:11:55.756657 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5faa6ae1-65ea-4d5a-815b-8c5789e9fa1d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:11:55.830822 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5faa6ae1-65ea-4d5a-815b-8c5789e9fa1d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:55.834341 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5faa6ae1-65ea-4d5a-815b-8c5789e9fa1d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:55.878091 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa6ae1-65ea-4d5a-815b-8c5789e9fa1d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97fd8136-212c-451a-b3db-fd3b8fc76a4d,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:11:55.880855 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5faa6ae1-65ea-4d5a-815b-8c5789e9fa1d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:55.882091 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5faa6ae1-65ea-4d5a-815b-8c5789e9fa1d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1931398 Jan 17 15:11:55.884974 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46534) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:11:55.890732 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-5c0182bb-6a12-4941-a989-d526b68ce453 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '97fd8136-212c-451a-b3db-fd3b8fc76a4d', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:11:55.896848 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5c0182bb-6a12-4941-a989-d526b68ce453 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:11:55.900563 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5c0182bb-6a12-4941-a989-d526b68ce453 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:11:55.903348 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-5c0182bb-6a12-4941-a989-d526b68ce453 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:11:55.908978 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-5c0182bb-6a12-4941-a989-d526b68ce453 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:11:55.925283 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5c0182bb-6a12-4941-a989-d526b68ce453 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:55.985437 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5c0182bb-6a12-4941-a989-d526b68ce453 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:55.988979 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5c0182bb-6a12-4941-a989-d526b68ce453 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.015337 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0182bb-6a12-4941-a989-d526b68ce453 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6534080f-1003-4d2f-99bd-65c7d8079af5,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:11:56.024741 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-5c0182bb-6a12-4941-a989-d526b68ce453 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.025664 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-5c0182bb-6a12-4941-a989-d526b68ce453 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397622 Jan 17 15:11:56.028501 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46538) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:11:56.033488 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-8aebbba7-b46e-491f-859a-330bfde5f2b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '97fd8136-212c-451a-b3db-fd3b8fc76a4d', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:11:56.039764 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8aebbba7-b46e-491f-859a-330bfde5f2b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:11:56.043758 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8aebbba7-b46e-491f-859a-330bfde5f2b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:11:56.046729 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8aebbba7-b46e-491f-859a-330bfde5f2b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:11:56.052613 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8aebbba7-b46e-491f-859a-330bfde5f2b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:11:56.070467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8aebbba7-b46e-491f-859a-330bfde5f2b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.140269 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8aebbba7-b46e-491f-859a-330bfde5f2b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.144675 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8aebbba7-b46e-491f-859a-330bfde5f2b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.169950 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebbba7-b46e-491f-859a-330bfde5f2b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d797ae-ecd6-4acf-a368-b80dffb35c88,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:11:56.179155 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8aebbba7-b46e-491f-859a-330bfde5f2b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.180647 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8aebbba7-b46e-491f-859a-330bfde5f2b0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1511765 Jan 17 15:11:56.183415 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46542) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:11:56.189158 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-b9ee20b8-367d-4e07-a0e2-8f48855a777b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '97fd8136-212c-451a-b3db-fd3b8fc76a4d', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:11:56.195163 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b9ee20b8-367d-4e07-a0e2-8f48855a777b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:11:56.198984 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b9ee20b8-367d-4e07-a0e2-8f48855a777b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:11:56.202021 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b9ee20b8-367d-4e07-a0e2-8f48855a777b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:11:56.207602 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b9ee20b8-367d-4e07-a0e2-8f48855a777b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:11:56.225529 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b9ee20b8-367d-4e07-a0e2-8f48855a777b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.287703 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b9ee20b8-367d-4e07-a0e2-8f48855a777b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.291174 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b9ee20b8-367d-4e07-a0e2-8f48855a777b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.315331 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee20b8-367d-4e07-a0e2-8f48855a777b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8e655f-99eb-4c73-8c68-303e3ca0cc35,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:11:56.323835 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b9ee20b8-367d-4e07-a0e2-8f48855a777b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.324979 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b9ee20b8-367d-4e07-a0e2-8f48855a777b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404526 Jan 17 15:11:56.327610 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46546) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:11:56.332570 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-33b6cdbe-f169-478a-889c-5480f522ccaf tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '97fd8136-212c-451a-b3db-fd3b8fc76a4d', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:11:56.338298 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-33b6cdbe-f169-478a-889c-5480f522ccaf tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:11:56.341968 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-33b6cdbe-f169-478a-889c-5480f522ccaf tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:11:56.344805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-33b6cdbe-f169-478a-889c-5480f522ccaf tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:11:56.350563 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-33b6cdbe-f169-478a-889c-5480f522ccaf tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:11:56.368105 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-33b6cdbe-f169-478a-889c-5480f522ccaf tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.433491 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-33b6cdbe-f169-478a-889c-5480f522ccaf tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.437728 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-33b6cdbe-f169-478a-889c-5480f522ccaf tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.460269 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6cdbe-f169-478a-889c-5480f522ccaf tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659b7629-eacb-4caa-8fbd-9b17d8003fdd,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:11:56.470797 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-33b6cdbe-f169-478a-889c-5480f522ccaf tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.472074 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-33b6cdbe-f169-478a-889c-5480f522ccaf tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1435502 Jan 17 15:11:56.476462 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46550) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:11:56.481424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f2297d59-acaa-48ab-937f-dbf3b5fb8ca7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '97fd8136-212c-451a-b3db-fd3b8fc76a4d', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:11:56.488059 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f2297d59-acaa-48ab-937f-dbf3b5fb8ca7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:11:56.491961 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f2297d59-acaa-48ab-937f-dbf3b5fb8ca7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:11:56.494758 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f2297d59-acaa-48ab-937f-dbf3b5fb8ca7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:11:56.500437 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f2297d59-acaa-48ab-937f-dbf3b5fb8ca7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:11:56.520318 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-f2297d59-acaa-48ab-937f-dbf3b5fb8ca7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Project 584a5877f0874528a2086d6a82d4b9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 15:11:56.527353 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2297d59-acaa-48ab-937f-dbf3b5fb8ca7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.594394 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2297d59-acaa-48ab-937f-dbf3b5fb8ca7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.598905 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2297d59-acaa-48ab-937f-dbf3b5fb8ca7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.623292 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2297d59-acaa-48ab-937f-dbf3b5fb8ca7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c37524-83f1-4532-a860-2320e47876de,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:11:56.632730 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f2297d59-acaa-48ab-937f-dbf3b5fb8ca7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.633907 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f2297d59-acaa-48ab-937f-dbf3b5fb8ca7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1565046 Jan 17 15:11:56.636761 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46554) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:11:56.641923 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-00918d9a-7c6f-43c4-acde-4c3295236374 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '97fd8136-212c-451a-b3db-fd3b8fc76a4d', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:11:56.648018 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-00918d9a-7c6f-43c4-acde-4c3295236374 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:11:56.652107 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-00918d9a-7c6f-43c4-acde-4c3295236374 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:11:56.655554 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-00918d9a-7c6f-43c4-acde-4c3295236374 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:11:56.661865 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-00918d9a-7c6f-43c4-acde-4c3295236374 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:11:56.673745 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-00918d9a-7c6f-43c4-acde-4c3295236374 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Project 584a5877f0874528a2086d6a82d4b9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 15:11:56.680771 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-00918d9a-7c6f-43c4-acde-4c3295236374 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.752117 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-00918d9a-7c6f-43c4-acde-4c3295236374 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.756119 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-00918d9a-7c6f-43c4-acde-4c3295236374 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.781337 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00918d9a-7c6f-43c4-acde-4c3295236374 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf621a95-9036-4773-bb4a-15616437bfe2,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:11:56.792905 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-00918d9a-7c6f-43c4-acde-4c3295236374 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.794203 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-00918d9a-7c6f-43c4-acde-4c3295236374 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1564765 Jan 17 15:11:56.798007 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46558) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:11:56.803687 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-b5797211-b4c2-4bd7-be06-ff4d64d03e31 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'network': {'name': 'tempest-network-smoke--768234093', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'port_security_enabled': True}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:11:56.809269 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b5797211-b4c2-4bd7-be06-ff4d64d03e31 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:11:56.813998 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b5797211-b4c2-4bd7-be06-ff4d64d03e31 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:network and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:11:56.816995 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-b5797211-b4c2-4bd7-be06-ff4d64d03e31 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:11:56.822731 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-b5797211-b4c2-4bd7-be06-ff4d64d03e31 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:11:56.834310 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5797211-b4c2-4bd7-be06-ff4d64d03e31 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Made reservation on behalf of 584a5877f0874528a2086d6a82d4b9d7 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:11:56.837889 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b5797211-b4c2-4bd7-be06-ff4d64d03e31 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.867040 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5797211-b4c2-4bd7-be06-ff4d64d03e31 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 15:11:56.876976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b5797211-b4c2-4bd7-be06-ff4d64d03e31 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.877336 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-b5797211-b4c2-4bd7-be06-ff4d64d03e31 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Added segment 8222aa68-feb4-4ee6-b900-9feb841a9468 of type vlan for network b69f9489-1b36-4a8a-afda-52503b3d6c00 Jan 17 15:11:56.903954 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b5797211-b4c2-4bd7-be06-ff4d64d03e31 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.937182 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b5797211-b4c2-4bd7-be06-ff4d64d03e31 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:56.942754 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5797211-b4c2-4bd7-be06-ff4d64d03e31 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:11:56.943338 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b5797211-b4c2-4bd7-be06-ff4d64d03e31 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:57.058380 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b5797211-b4c2-4bd7-be06-ff4d64d03e31 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2591889 Jan 17 15:11:57.060830 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46562) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:11:57.063537 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5797211-b4c2-4bd7-be06-ff4d64d03e31 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Network': ['ID=b69f9489-1b36-4a8a-afda-52503b3d6c00,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:11:57.069788 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1754943040', 'admin_state_up': True, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:11:57.073670 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network b69f9489-1b36-4a8a-afda-52503b3d6c00 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 15:11:57.078694 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:11:57.082598 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:router and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:11:57.085566 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:11:57.092288 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:11:57.104440 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:57.105472 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:57.126883 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:57.414796 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:57.722726 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:57.754688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:57.995764 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Allocated IP 172.26.3.41 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/f3c76456-6420-4ae9-9107-f21fff44505b) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:11:58.145855 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:58.176068 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:58.244258 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:11:58.247951 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:11:58.250347 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:11:58.286062 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=f3c76456-6420-4ae9-9107-f21fff44505b,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:11:58.697239 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:59.071839 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:59.288951 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router 1b3c1613-7373-4fa9-bda3-b86ae4900e1e is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 15:11:59.599610 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:11:59.610260 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] Sync routers for ids ['1b3c1613-7373-4fa9-bda3-b86ae4900e1e'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:11:59.620555 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] Routers {'1b3c1613-7373-4fa9-bda3-b86ae4900e1e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:11:59.621168 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['1b3c1613-7373-4fa9-bda3-b86ae4900e1e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:11:59.636204 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:11:59.637442 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a2126b23-a758-4573-b587-b4113ba6172e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5755951 Jan 17 15:11:59.642339 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46566) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:11:59.739840 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1ea41082-ef1c-4fbc-ae75-a2f9467640bc tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=584a5877f0874528a2086d6a82d4b9d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0953643 Jan 17 15:11:59.742412 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46572) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:11:59.819035 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] Set router 1b3c1613-7373-4fa9-bda3-b86ae4900e1e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:11:59.897579 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3df438-0a7b-4189-95e6-89121b6c5f07 tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:11:59.899253 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-1b3df438-0a7b-4189-95e6-89121b6c5f07 tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1560733 Jan 17 15:11:59.901976 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46576) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:11:59.943119 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-24b44ce3-f8e8-40a1-b7f2-15cb02b9fe37 tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400033 Jan 17 15:11:59.946663 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46580) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:11:59.953523 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-39668ed3-a875-4006-8312-2b2fe640f999 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1831919196', 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:12:00.117783 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754943040', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:11:58Z', 'revision_number': 3, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:12:00.122830 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] Checking router: 1b3c1613-7373-4fa9-bda3-b86ae4900e1e for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:12:00.123167 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] Updating router 1b3c1613-7373-4fa9-bda3-b86ae4900e1e port f3c76456-6420-4ae9-9107-f21fff44505b binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:12:00.128635 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-39668ed3-a875-4006-8312-2b2fe640f999 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:12:00.132541 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-39668ed3-a875-4006-8312-2b2fe640f999 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:subnet and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:12:00.135946 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-39668ed3-a875-4006-8312-2b2fe640f999 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:12:00.142487 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-39668ed3-a875-4006-8312-2b2fe640f999 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:12:00.153627 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39668ed3-a875-4006-8312-2b2fe640f999 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Made reservation on behalf of 584a5877f0874528a2086d6a82d4b9d7 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:12:00.158025 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-39668ed3-a875-4006-8312-2b2fe640f999 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:00.186749 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:00.391270 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-39668ed3-a875-4006-8312-2b2fe640f999 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:00.471893 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39668ed3-a875-4006-8312-2b2fe640f999 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Subnet': ['ID=bb3ac4b2-8776-4c76-8d42-179bf854dfb8,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:12:00.482419 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39668ed3-a875-4006-8312-2b2fe640f999 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Checking segment: {'id': '8222aa68-feb4-4ee6-b900-9feb841a9468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:12:00.482810 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39668ed3-a875-4006-8312-2b2fe640f999 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network hostable DHCP agents. Network: b69f9489-1b36-4a8a-afda-52503b3d6c00, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 15:12:00.503920 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39668ed3-a875-4006-8312-2b2fe640f999 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network b69f9489-1b36-4a8a-afda-52503b3d6c00 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 15:12:00.513243 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-39668ed3-a875-4006-8312-2b2fe640f999 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, b69f9489-1b36-4a8a-afda-52503b3d6c00) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:12:00.517938 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39668ed3-a875-4006-8312-2b2fe640f999 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:00.518511 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-39668ed3-a875-4006-8312-2b2fe640f999 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:00.524109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96fd959-746f-4590-8530-f82d6fbe2fa6 None None] Network b69f9489-1b36-4a8a-afda-52503b3d6c00 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:12:00.543147 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-39668ed3-a875-4006-8312-2b2fe640f999 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5926836 Jan 17 15:12:00.544050 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46584) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:12:00.568404 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:00.581831 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] Transition to ACTIVE for port object f3c76456-6420-4ae9-9107-f21fff44505b will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:12:00.588496 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:00.678029 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] Attempting to bind port f3c76456-6420-4ae9-9107-f21fff44505b on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:12:00.678757 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] Attempting to bind port f3c76456-6420-4ae9-9107-f21fff44505b by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:12:00.678757 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] Attempting to bind port f3c76456-6420-4ae9-9107-f21fff44505b on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:12:00.690037 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:12:00.690415 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:12:00.690824 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:00.691203 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:12:00.691649 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] Bound port: f3c76456-6420-4ae9-9107-f21fff44505b, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:12:00.692033 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:00.718442 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4ea80-6457-419c-8e2c-f89a036d9f04 None None] Pushing event updated for resources: {'Port': ['ID=f3c76456-6420-4ae9-9107-f21fff44505b,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:12:00.741997 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4ea80-6457-419c-8e2c-f89a036d9f04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:00.742352 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4ea80-6457-419c-8e2c-f89a036d9f04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:00.742566 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4ea80-6457-419c-8e2c-f89a036d9f04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:00.742885 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4ea80-6457-419c-8e2c-f89a036d9f04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:00.743202 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4ea80-6457-419c-8e2c-f89a036d9f04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:00.743521 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4ea80-6457-419c-8e2c-f89a036d9f04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:00.743862 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4ea80-6457-419c-8e2c-f89a036d9f04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:00.744180 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4ea80-6457-419c-8e2c-f89a036d9f04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:00.744487 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4ea80-6457-419c-8e2c-f89a036d9f04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:00.744800 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4ea80-6457-419c-8e2c-f89a036d9f04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:00.745109 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4ea80-6457-419c-8e2c-f89a036d9f04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:00.745415 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae4ea80-6457-419c-8e2c-f89a036d9f04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:00.776197 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] For port f3c76456-6420-4ae9-9107-f21fff44505b, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:12:00.779315 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] For port f3c76456-6420-4ae9-9107-f21fff44505b, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=f3c76456-6420-4ae9-9107-f21fff44505b,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:12:00.785210 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:00.788800 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-b69f9489-1b36-4a8a-afda-52503b3d6c00', 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ips': [{'subnet_id': 'bb3ac4b2-8776-4c76-8d42-179bf854dfb8'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 15:12:00.789634 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:00.863584 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] Routers {'1b3c1613-7373-4fa9-bda3-b86ae4900e1e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:12:00.864242 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['1b3c1613-7373-4fa9-bda3-b86ae4900e1e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:12:00.945360 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4ea80-6457-419c-8e2c-f89a036d9f04 None None] Pushing event updated for resources: {'Port': ['ID=f3c76456-6420-4ae9-9107-f21fff44505b,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:12:00.953489 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Allocated IP 172.20.0.2 (b69f9489-1b36-4a8a-afda-52503b3d6c00/bb3ac4b2-8776-4c76-8d42-179bf854dfb8/6e5ab841-bbfa-4651-a14b-4ca0b93bb986) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:12:01.050922 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] Set router 1b3c1613-7373-4fa9-bda3-b86ae4900e1e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:12:01.195048 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:01.206477 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Transition to ACTIVE for port object 6e5ab841-bbfa-4651-a14b-4ca0b93bb986 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:12:01.225635 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Transition to ACTIVE for port object 6e5ab841-bbfa-4651-a14b-4ca0b93bb986 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:12:01.232139 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:01.304258 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Pushing event updated for resources: {'Port': ['ID=6e5ab841-bbfa-4651-a14b-4ca0b93bb986,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:12:01.314566 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:01.314912 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:01.315251 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:01.315584 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:01.315941 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:01.316270 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:01.316597 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:01.316980 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:01.317238 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:01.317557 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:01.317876 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:01.318388 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:12:01.335023 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Network b69f9489-1b36-4a8a-afda-52503b3d6c00 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:12:01.336253 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:12:01.338703 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:12:01.362880 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754943040', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:11:58Z', 'revision_number': 3, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:12:01.367451 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e34636-8cea-40f3-be04-bd2d66fd785f None None] The sync data for ids ['1b3c1613-7373-4fa9-bda3-b86ae4900e1e'] in dv-neutron-824901-1-hyperv is: [{'id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754943040', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:11:58Z', 'revision_number': 3, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:12:01.432224 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Attempting to bind port 6e5ab841-bbfa-4651-a14b-4ca0b93bb986 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:12:01.432594 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Attempting to bind port 6e5ab841-bbfa-4651-a14b-4ca0b93bb986 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '8222aa68-feb4-4ee6-b900-9feb841a9468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:12:01.432994 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Attempting to bind port 6e5ab841-bbfa-4651-a14b-4ca0b93bb986 on network b69f9489-1b36-4a8a-afda-52503b3d6c00 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:12:01.436878 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9bd4add8-29c5-465e-8bc5-361ca9454250 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:01.439063 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:12:01.439431 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Checking segment: {'id': '8222aa68-feb4-4ee6-b900-9feb841a9468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:12:01.439859 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:01.440254 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Bound using segment: {'id': '8222aa68-feb4-4ee6-b900-9feb841a9468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:12:01.440711 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Bound port: 6e5ab841-bbfa-4651-a14b-4ca0b93bb986, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8222aa68-feb4-4ee6-b900-9feb841a9468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:12:01.441082 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:01.534315 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] For port 6e5ab841-bbfa-4651-a14b-4ca0b93bb986, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:12:01.538268 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] For port 6e5ab841-bbfa-4651-a14b-4ca0b93bb986, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6e5ab841-bbfa-4651-a14b-4ca0b93bb986,segment=NetworkSegment(8222aa68-feb4-4ee6-b900-9feb841a9468),segment_id=8222aa68-feb4-4ee6-b900-9feb841a9468)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:12:01.542552 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:01.650704 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd71f09-4202-4e8d-ba99-75fe165b739a None None] Pushing event updated for resources: {'Port': ['ID=6e5ab841-bbfa-4651-a14b-4ca0b93bb986,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:12:01.902580 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-9bd4add8-29c5-465e-8bc5-361ca9454250 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Allocated IP 172.20.0.1 (b69f9489-1b36-4a8a-afda-52503b3d6c00/bb3ac4b2-8776-4c76-8d42-179bf854dfb8/ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:12:02.091834 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9bd4add8-29c5-465e-8bc5-361ca9454250 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:02.109810 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-9bd4add8-29c5-465e-8bc5-361ca9454250 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Transition to ACTIVE for port object ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:12:02.135422 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9bd4add8-29c5-465e-8bc5-361ca9454250 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:02.213147 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd4add8-29c5-465e-8bc5-361ca9454250 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network b69f9489-1b36-4a8a-afda-52503b3d6c00 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:12:02.216514 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-9bd4add8-29c5-465e-8bc5-361ca9454250 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:12:02.222689 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd4add8-29c5-465e-8bc5-361ca9454250 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:12:02.261218 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4add8-29c5-465e-8bc5-361ca9454250 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:12:02.292446 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9bd4add8-29c5-465e-8bc5-361ca9454250 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:02.705794 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9bd4add8-29c5-465e-8bc5-361ca9454250 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:02.783956 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81204866-09e4-46fe-adcc-d0ed4b5d16d1 None None] Network b69f9489-1b36-4a8a-afda-52503b3d6c00 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:12:02.953052 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-16b121b4-b920-4b19-a966-ca65fe6b2bae None None] Provisioning for port 6e5ab841-bbfa-4651-a14b-4ca0b93bb986 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:12:03.303476 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6e5ab841-bbfa-4651-a14b-4ca0b93bb986 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:12:03.309291 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9bd4add8-29c5-465e-8bc5-361ca9454250 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:03.315082 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9bd4add8-29c5-465e-8bc5-361ca9454250 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:03.417588 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 6e5ab841-bbfa-4651-a14b-4ca0b93bb986 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:12:03.425940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 6e5ab841-bbfa-4651-a14b-4ca0b93bb986 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:12:03.426329 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:03.533346 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-53fc6b4f-1e8d-4de1-9e39-5c17ce81fb2a None None] Provisioning for port ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:12:03.543592 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-53fc6b4f-1e8d-4de1-9e39-5c17ce81fb2a None None] Provisioning complete for port ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:12:03.544032 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53fc6b4f-1e8d-4de1-9e39-5c17ce81fb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:03.560492 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9bd4add8-29c5-465e-8bc5-361ca9454250 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:03.564991 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4add8-29c5-465e-8bc5-361ca9454250 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:12:03.645106 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-53fc6b4f-1e8d-4de1-9e39-5c17ce81fb2a None None] Port ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:12:03.687231 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-53fc6b4f-1e8d-4de1-9e39-5c17ce81fb2a None None] Provisioning complete for port 6e5ab841-bbfa-4651-a14b-4ca0b93bb986 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:12:03.687819 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-53fc6b4f-1e8d-4de1-9e39-5c17ce81fb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:03.720790 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:03.728568 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd4add8-29c5-465e-8bc5-361ca9454250 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network b69f9489-1b36-4a8a-afda-52503b3d6c00 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:12:03.729907 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-9bd4add8-29c5-465e-8bc5-361ca9454250 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:12:03.792724 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 6e5ab841-bbfa-4651-a14b-4ca0b93bb986, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6e5ab841-bbfa-4651-a14b-4ca0b93bb986,segment=NetworkSegment(8222aa68-feb4-4ee6-b900-9feb841a9468),segment_id=8222aa68-feb4-4ee6-b900-9feb841a9468)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:12:03.807196 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:03.808076 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device f3c76456-6420-4ae9-9107-f21fff44505b up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:12:03.983086 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd4add8-29c5-465e-8bc5-361ca9454250 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router 1b3c1613-7373-4fa9-bda3-b86ae4900e1e has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:12:04.011010 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=6e5ab841-bbfa-4651-a14b-4ca0b93bb986,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:12:04.024521 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port f3c76456-6420-4ae9-9107-f21fff44505b completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:12:04.030609 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port f3c76456-6420-4ae9-9107-f21fff44505b triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:12:04.030983 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:04.191745 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:04.198693 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5bc8546a-824a-4e04-9f40-9ff875cd7bdf None None] Provisioning complete for port ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:12:04.199080 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5bc8546a-824a-4e04-9f40-9ff875cd7bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:04.251639 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd4add8-29c5-465e-8bc5-361ca9454250 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:12:04.279743 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9bd4add8-29c5-465e-8bc5-361ca9454250 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "PUT /v2.0/routers/1b3c1613-7373-4fa9-bda3-b86ae4900e1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7221248 Jan 17 15:12:04.280082 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76416637-3896-4d01-951f-d59401e85c40 None None] Sync routers for ids ['1b3c1613-7373-4fa9-bda3-b86ae4900e1e'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:12:04.298266 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port f3c76456-6420-4ae9-9107-f21fff44505b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=f3c76456-6420-4ae9-9107-f21fff44505b,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:12:04.320166 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:04.372410 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76416637-3896-4d01-951f-d59401e85c40 None None] Routers {'1b3c1613-7373-4fa9-bda3-b86ae4900e1e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:12:04.373056 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-76416637-3896-4d01-951f-d59401e85c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['1b3c1613-7373-4fa9-bda3-b86ae4900e1e'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:12:04.421440 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8546a-824a-4e04-9f40-9ff875cd7bdf None None] Port ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:12:04.563967 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=f3c76456-6420-4ae9-9107-f21fff44505b,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:12:04.569784 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-215371c6-387c-49f8-a7bf-8d6f8a4e0a98 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:12:04.589453 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-215371c6-387c-49f8-a7bf-8d6f8a4e0a98 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:12:04.590757 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-215371c6-387c-49f8-a7bf-8d6f8a4e0a98 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-690650073&fields=id&tenant_id=584a5877f0874528a2086d6a82d4b9d7 HTTP/1.1" status: 200 len: 267 time: 0.0939403 Jan 17 15:12:04.613806 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-76416637-3896-4d01-951f-d59401e85c40 None None] Set router 1b3c1613-7373-4fa9-bda3-b86ae4900e1e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:12:04.783150 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-f8c86d92-3819-458e-b7ac-6712ab61e8a7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:04.783150 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-f8c86d92-3819-458e-b7ac-6712ab61e8a7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:network {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:12:04.807541 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-f8c86d92-3819-458e-b7ac-6712ab61e8a7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:network {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:12:04.810346 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-f8c86d92-3819-458e-b7ac-6712ab61e8a7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/networks?id=b69f9489-1b36-4a8a-afda-52503b3d6c00 HTTP/1.1" status: 200 len: 796 time: 0.2091393 Jan 17 15:12:04.828773 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-9fdfc06a-5d29-4ae7-b59c-16497f44b104 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/quotas/584a5877f0874528a2086d6a82d4b9d7 HTTP/1.1" status: 200 len: 375 time: 0.0123725 Jan 17 15:12:04.937553 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-b7bb1d23-8ff4-4058-9792-ee4a91977dca tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:12:04.954748 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-b7bb1d23-8ff4-4058-9792-ee4a91977dca tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:12:04.956213 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-b7bb1d23-8ff4-4058-9792-ee4a91977dca tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1209311 Jan 17 15:12:05.008680 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-76416637-3896-4d01-951f-d59401e85c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754943040', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:02Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed', 'name': '', 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:d6:23:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'bb3ac4b2-8776-4c76-8d42-179bf854dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:12:01Z', 'updated_at': '2022-01-17T15:12:03Z', 'revision_number': 2, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': 'bb3ac4b2-8776-4c76-8d42-179bf854dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:12:05.013263 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76416637-3896-4d01-951f-d59401e85c40 None None] Checking router: 1b3c1613-7373-4fa9-bda3-b86ae4900e1e for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:12:05.013618 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76416637-3896-4d01-951f-d59401e85c40 None None] Updating router 1b3c1613-7373-4fa9-bda3-b86ae4900e1e port ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:12:05.075585 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76416637-3896-4d01-951f-d59401e85c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:05.127806 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-d4e23226-1e1b-40bd-b71c-a0049457f827 service neutron] 10.222.0.48 "GET /v2.0/networks/b69f9489-1b36-4a8a-afda-52503b3d6c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568699 Jan 17 15:12:05.256336 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6e5ab841-bbfa-4651-a14b-4ca0b93bb986 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:12:05.293748 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-6fbf73f3-0430-4ef5-8dc2-7a760e50e37d service neutron] 10.222.0.48 "GET /v2.0/networks/b69f9489-1b36-4a8a-afda-52503b3d6c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565278 Jan 17 15:12:05.557147 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-c5f5b67a-680e-4dcf-9db8-5c455e520bdf req-53e523f2-4577-4b3d-a22e-252f572f6ee7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:12:05.572525 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-c5f5b67a-680e-4dcf-9db8-5c455e520bdf req-53e523f2-4577-4b3d-a22e-252f572f6ee7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:12:05.574020 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c5f5b67a-680e-4dcf-9db8-5c455e520bdf req-53e523f2-4577-4b3d-a22e-252f572f6ee7 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 210 time: 0.0953789 Jan 17 15:12:05.579487 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 6e5ab841-bbfa-4651-a14b-4ca0b93bb986 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:12:05.579901 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:05.861532 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device f3c76456-6420-4ae9-9107-f21fff44505b up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:12:05.929434 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76416637-3896-4d01-951f-d59401e85c40 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:05.954992 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-76416637-3896-4d01-951f-d59401e85c40 None None] Transition to ACTIVE for port object ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:12:05.962968 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76416637-3896-4d01-951f-d59401e85c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:06.122446 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port f3c76456-6420-4ae9-9107-f21fff44505b triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:12:06.124067 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:06.210955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad6c23-9c8d-470a-8ce0-0c24d06d7ae8 None None] Pushing event updated for resources: {'Port': ['ID=ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:12:06.286175 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-76416637-3896-4d01-951f-d59401e85c40 None None] Attempting to bind port ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:12:06.286927 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-76416637-3896-4d01-951f-d59401e85c40 None None] Attempting to bind port ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '8222aa68-feb4-4ee6-b900-9feb841a9468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:12:06.287097 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76416637-3896-4d01-951f-d59401e85c40 None None] Attempting to bind port ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed on network b69f9489-1b36-4a8a-afda-52503b3d6c00 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:12:06.297071 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76416637-3896-4d01-951f-d59401e85c40 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:12:06.297430 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76416637-3896-4d01-951f-d59401e85c40 None None] Checking segment: {'id': '8222aa68-feb4-4ee6-b900-9feb841a9468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:12:06.297821 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76416637-3896-4d01-951f-d59401e85c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:06.298215 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76416637-3896-4d01-951f-d59401e85c40 None None] Bound using segment: {'id': '8222aa68-feb4-4ee6-b900-9feb841a9468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:12:06.298858 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-76416637-3896-4d01-951f-d59401e85c40 None None] Bound port: ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8222aa68-feb4-4ee6-b900-9feb841a9468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:12:06.299264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76416637-3896-4d01-951f-d59401e85c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:06.511102 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-76416637-3896-4d01-951f-d59401e85c40 None None] For port ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:12:06.516798 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-76416637-3896-4d01-951f-d59401e85c40 None None] For port ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed,segment=NetworkSegment(8222aa68-feb4-4ee6-b900-9feb841a9468),segment_id=8222aa68-feb4-4ee6-b900-9feb841a9468)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:12:06.537289 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-76416637-3896-4d01-951f-d59401e85c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:06.625125 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76416637-3896-4d01-951f-d59401e85c40 None None] Routers {'1b3c1613-7373-4fa9-bda3-b86ae4900e1e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:12:06.625778 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-76416637-3896-4d01-951f-d59401e85c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:11:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['1b3c1613-7373-4fa9-bda3-b86ae4900e1e'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:12:06.699652 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad6c23-9c8d-470a-8ce0-0c24d06d7ae8 None None] Pushing event updated for resources: {'Port': ['ID=ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:12:06.808407 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-13470160-beaa-458c-ac0e-57910c4f89ee req-db3bf919-f619-4509-8bd2-10ee57097c93 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 210 time: 0.0645146 Jan 17 15:12:06.889369 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-76416637-3896-4d01-951f-d59401e85c40 None None] Set router 1b3c1613-7373-4fa9-bda3-b86ae4900e1e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:12:07.107817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-c37fe6af-eca8-4db6-9fc6-8936fd0a16ee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:07.109475 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-c37fe6af-eca8-4db6-9fc6-8936fd0a16ee tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "GET /v2.0/networks?id=b69f9489-1b36-4a8a-afda-52503b3d6c00 HTTP/1.1" status: 200 len: 796 time: 0.1826489 Jan 17 15:12:07.170834 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-c227f313-82b2-46e4-841e-1f34953e44ac tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=584a5877f0874528a2086d6a82d4b9d7 HTTP/1.1" status: 200 len: 379 time: 0.0524909 Jan 17 15:12:07.188686 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-64c5f28b-ebba-443e-bee2-ab46387e8b85 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'port': {'device_id': '8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9', 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00', 'admin_state_up': True, 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'security_groups': ['97fd8136-212c-451a-b3db-fd3b8fc76a4d']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:12:07.314502 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-76416637-3896-4d01-951f-d59401e85c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754943040', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:02Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed', 'name': '', 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:d6:23:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'bb3ac4b2-8776-4c76-8d42-179bf854dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:12:01Z', 'updated_at': '2022-01-17T15:12:06Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': 'bb3ac4b2-8776-4c76-8d42-179bf854dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:12:07.320904 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76416637-3896-4d01-951f-d59401e85c40 None None] The sync data for ids ['1b3c1613-7373-4fa9-bda3-b86ae4900e1e'] in dv-neutron-824901-1-hyperv is: [{'id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754943040', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:02Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed', 'name': '', 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:d6:23:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'bb3ac4b2-8776-4c76-8d42-179bf854dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:12:01Z', 'updated_at': '2022-01-17T15:12:06Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': 'bb3ac4b2-8776-4c76-8d42-179bf854dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:12:07.429083 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-64c5f28b-ebba-443e-bee2-ab46387e8b85 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:12:07.440504 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-64c5f28b-ebba-443e-bee2-ab46387e8b85 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:12:07.462349 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-64c5f28b-ebba-443e-bee2-ab46387e8b85 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Made reservation on behalf of 584a5877f0874528a2086d6a82d4b9d7 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:12:07.466148 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-64c5f28b-ebba-443e-bee2-ab46387e8b85 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:07.700555 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-64c5f28b-ebba-443e-bee2-ab46387e8b85 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Allocated IP 172.20.0.7 (b69f9489-1b36-4a8a-afda-52503b3d6c00/bb3ac4b2-8776-4c76-8d42-179bf854dfb8/2a2e2eec-f899-4649-b089-cfe648492dd5) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:12:08.082650 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a3eac08a-27a4-4fd9-8c62-a49cf8d083dd req-cb86f49e-f02a-488c-bd6b-cd3a16b31ee8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 210 time: 0.1201117 Jan 17 15:12:08.134917 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-64c5f28b-ebba-443e-bee2-ab46387e8b85 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:08.157444 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-64c5f28b-ebba-443e-bee2-ab46387e8b85 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Transition to ACTIVE for port object 2a2e2eec-f899-4649-b089-cfe648492dd5 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:12:08.189420 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-64c5f28b-ebba-443e-bee2-ab46387e8b85 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:08.282810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-64c5f28b-ebba-443e-bee2-ab46387e8b85 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network b69f9489-1b36-4a8a-afda-52503b3d6c00 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:12:08.288295 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-64c5f28b-ebba-443e-bee2-ab46387e8b85 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:12:08.291088 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-64c5f28b-ebba-443e-bee2-ab46387e8b85 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:12:08.496179 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5f28b-ebba-443e-bee2-ab46387e8b85 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=2a2e2eec-f899-4649-b089-cfe648492dd5,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:12:08.544410 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-64c5f28b-ebba-443e-bee2-ab46387e8b85 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:08.545689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-64c5f28b-ebba-443e-bee2-ab46387e8b85 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:08.589573 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-64c5f28b-ebba-443e-bee2-ab46387e8b85 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4074664 Jan 17 15:12:08.604954 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-590f265f-d39d-4adf-a24f-9d00359582fe tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 15:12:08.606709 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-590f265f-d39d-4adf-a24f-9d00359582fe tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091262 Jan 17 15:12:08.626082 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] Request body: {'port': {'device_id': '8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:12:08.696330 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b66a5caa-6192-4d48-ad16-0cdc8b347053 None None] Provisioning for port 2a2e2eec-f899-4649-b089-cfe648492dd5 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:12:08.703090 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b66a5caa-6192-4d48-ad16-0cdc8b347053 None None] Provisioning complete for port 2a2e2eec-f899-4649-b089-cfe648492dd5 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:12:08.703460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b66a5caa-6192-4d48-ad16-0cdc8b347053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:08.774972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:08.845984 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b66a5caa-6192-4d48-ad16-0cdc8b347053 None None] Port 2a2e2eec-f899-4649-b089-cfe648492dd5 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:12:08.897872 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:12:09.238704 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a2e2eec-f899-4649-b089-cfe648492dd5 {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:12:09.255139 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:09.288775 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] Transition to ACTIVE for port object 2a2e2eec-f899-4649-b089-cfe648492dd5 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:12:09.300437 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:09.302137 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:12:09.321876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156a801-548a-4e36-8e1a-c05ec36c2147 req-08eaaa03-ddee-4c9d-9ec9-fa3b32ec6616 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:09.324205 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4156a801-548a-4e36-8e1a-c05ec36c2147 req-08eaaa03-ddee-4c9d-9ec9-fa3b32ec6616 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 931 time: 0.1116450 Jan 17 15:12:09.420050 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] Pushing event updated for resources: {'Port': ['ID=2a2e2eec-f899-4649-b089-cfe648492dd5,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:12:09.424132 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4156a801-548a-4e36-8e1a-c05ec36c2147 req-31cb6bc6-5f64-4e78-bcae-c4104f48ec9a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864670 Jan 17 15:12:09.453159 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:12:09.465389 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:12:09.465794 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:09.660820 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:09.719954 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed,segment=NetworkSegment(8222aa68-feb4-4ee6-b900-9feb841a9468),segment_id=8222aa68-feb4-4ee6-b900-9feb841a9468)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:12:09.726463 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:09.735006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] Attempting to bind port 2a2e2eec-f899-4649-b089-cfe648492dd5 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:12:09.735608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] Attempting to bind port 2a2e2eec-f899-4649-b089-cfe648492dd5 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '8222aa68-feb4-4ee6-b900-9feb841a9468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:12:09.736244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] Attempting to bind port 2a2e2eec-f899-4649-b089-cfe648492dd5 on network b69f9489-1b36-4a8a-afda-52503b3d6c00 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:12:09.746193 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] Port 2a2e2eec-f899-4649-b089-cfe648492dd5 on network b69f9489-1b36-4a8a-afda-52503b3d6c00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 15:12:09.746693 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] Attempting to bind port 2a2e2eec-f899-4649-b089-cfe648492dd5 on network b69f9489-1b36-4a8a-afda-52503b3d6c00 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:12:09.756937 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:12:09.757451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] Checking segment: {'id': '8222aa68-feb4-4ee6-b900-9feb841a9468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:12:09.758054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] Bound using segment: {'id': '8222aa68-feb4-4ee6-b900-9feb841a9468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:12:09.758725 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] Bound port: 2a2e2eec-f899-4649-b089-cfe648492dd5, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8222aa68-feb4-4ee6-b900-9feb841a9468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:12:09.759263 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:09.830746 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:12:09.897021 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] For port 2a2e2eec-f899-4649-b089-cfe648492dd5, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:12:09.900509 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] For port 2a2e2eec-f899-4649-b089-cfe648492dd5, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2a2e2eec-f899-4649-b089-cfe648492dd5,segment=NetworkSegment(8222aa68-feb4-4ee6-b900-9feb841a9468),segment_id=8222aa68-feb4-4ee6-b900-9feb841a9468)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:12:09.905669 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:09.975484 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:09.976142 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:09.977563 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] 10.222.0.15 "PUT /v2.0/ports/2a2e2eec-f899-4649-b089-cfe648492dd5 HTTP/1.1" status: 200 len: 1093 time: 1.3637912 Jan 17 15:12:09.978011 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9', 'tag': '2a2e2eec-f899-4649-b089-cfe648492dd5'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:12:10.020779 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca4db0-97fb-43d3-bc86-5460c224dd2c service neutron] Pushing event updated for resources: {'Port': ['ID=2a2e2eec-f899-4649-b089-cfe648492dd5,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:12:10.080344 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9', 'tag': '2a2e2eec-f899-4649-b089-cfe648492dd5', 'status': 'completed', 'code': 200} Jan 17 15:12:10.149598 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-0c275416-dee4-4dfe-ab16-6bf0be763150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:10.151924 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-0c275416-dee4-4dfe-ab16-6bf0be763150 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 1096 time: 0.1233196 Jan 17 15:12:10.233684 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-3b2f4c66-8cb3-4084-97ce-56b61b100161 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a2e2eec-f899-4649-b089-cfe648492dd5 HTTP/1.1" status: 200 len: 217 time: 0.0716918 Jan 17 15:12:10.340974 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-ed5fac32-a879-4f94-b377-1d0a3b5c6e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:10.342607 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-ed5fac32-a879-4f94-b377-1d0a3b5c6e27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3ac4b2-8776-4c76-8d42-179bf854dfb8 HTTP/1.1" status: 200 len: 835 time: 0.1004469 Jan 17 15:12:10.429145 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-b47f0547-c66a-4717-9f38-73b62fc0e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:10.430642 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-b47f0547-c66a-4717-9f38-73b62fc0e920 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b69f9489-1b36-4a8a-afda-52503b3d6c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764518 Jan 17 15:12:10.613679 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-961ea954-f87a-4d17-8717-271581319ac9 service neutron] 10.222.0.15 "GET /v2.0/networks/b69f9489-1b36-4a8a-afda-52503b3d6c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685555 Jan 17 15:12:10.728285 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79566175-1c11-46c5-8925-df95cea7e75d req-8d360bcf-53df-420d-9d6f-ec6ad90ecb1c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:10.730450 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-79566175-1c11-46c5-8925-df95cea7e75d req-8d360bcf-53df-420d-9d6f-ec6ad90ecb1c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 943 time: 0.1122174 Jan 17 15:12:10.794824 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c63bad2a-49c3-4aab-a058-0b1dfd2b33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:10.813726 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-65048910-e262-40df-b7b3-e02f3f4598a2 req-0760a807-137a-4939-b669-8d37df0505db service neutron] 10.222.0.15 "GET /v2.0/networks/b69f9489-1b36-4a8a-afda-52503b3d6c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926751 Jan 17 15:12:10.822486 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-79566175-1c11-46c5-8925-df95cea7e75d req-01a6e71e-d611-44b3-afaf-8bf77572c813 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802419 Jan 17 15:12:10.961440 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e25d6-f82a-4990-a93e-458b1398a987 req-bc81b5a7-3081-4fec-9fa2-86fb7a6ce5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:10.962961 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2a1e25d6-f82a-4990-a93e-458b1398a987 req-bc81b5a7-3081-4fec-9fa2-86fb7a6ce5a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0825102 Jan 17 15:12:11.141552 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e25d6-f82a-4990-a93e-458b1398a987 req-65e5ab49-fc6f-49c7-9141-8be9b4c8d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:11.143537 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2a1e25d6-f82a-4990-a93e-458b1398a987 req-65e5ab49-fc6f-49c7-9141-8be9b4c8d49a service neutron] 10.222.0.15 "GET /v2.0/networks?id=b69f9489-1b36-4a8a-afda-52503b3d6c00 HTTP/1.1" status: 200 len: 897 time: 0.1727114 Jan 17 15:12:11.232279 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2a1e25d6-f82a-4990-a93e-458b1398a987 req-3573d7ab-e3dc-4321-acc4-66b35ecc35a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a2e2eec-f899-4649-b089-cfe648492dd5 HTTP/1.1" status: 200 len: 217 time: 0.0814552 Jan 17 15:12:11.244584 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:12:11.359996 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:12:11.360578 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:11.481342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e25d6-f82a-4990-a93e-458b1398a987 req-31a33da0-20bc-40b4-8a12-88f2e3c16bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:11.483795 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2a1e25d6-f82a-4990-a93e-458b1398a987 req-31a33da0-20bc-40b4-8a12-88f2e3c16bc7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3ac4b2-8776-4c76-8d42-179bf854dfb8 HTTP/1.1" status: 200 len: 835 time: 0.2457554 Jan 17 15:12:11.595958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e25d6-f82a-4990-a93e-458b1398a987 req-c3da5e06-4dd2-47e2-99a9-068eee82b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:11.597474 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2a1e25d6-f82a-4990-a93e-458b1398a987 req-c3da5e06-4dd2-47e2-99a9-068eee82b3c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b69f9489-1b36-4a8a-afda-52503b3d6c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1069274 Jan 17 15:12:11.779683 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2a1e25d6-f82a-4990-a93e-458b1398a987 req-30218080-5f7a-4e90-884f-3f9b052b0015 service neutron] 10.222.0.15 "GET /v2.0/networks/b69f9489-1b36-4a8a-afda-52503b3d6c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730640 Jan 17 15:12:11.946228 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2a1e25d6-f82a-4990-a93e-458b1398a987 req-c8106572-d0be-47db-a6e5-50a398706dc5 service neutron] 10.222.0.15 "GET /v2.0/networks/b69f9489-1b36-4a8a-afda-52503b3d6c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593127 Jan 17 15:12:12.035804 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489c980-9e0e-4f9c-843b-06983a1210a9 req-d7149f3f-7ad7-4303-beee-2d6930dc135e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:12.036492 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-0489c980-9e0e-4f9c-843b-06983a1210a9 req-d7149f3f-7ad7-4303-beee-2d6930dc135e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:12:12.058069 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-0489c980-9e0e-4f9c-843b-06983a1210a9 req-d7149f3f-7ad7-4303-beee-2d6930dc135e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:12:12.059250 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0489c980-9e0e-4f9c-843b-06983a1210a9 req-d7149f3f-7ad7-4303-beee-2d6930dc135e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 943 time: 0.1059361 Jan 17 15:12:12.140492 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0489c980-9e0e-4f9c-843b-06983a1210a9 req-e4459b21-c79e-4792-9419-03c3a08c1ec9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708594 Jan 17 15:12:13.378210 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de28a24-0207-4f76-afc0-4ffbc4c272fe req-8653c663-6b41-476e-bd49-a791cfcd6b62 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:13.380244 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1de28a24-0207-4f76-afc0-4ffbc4c272fe req-8653c663-6b41-476e-bd49-a791cfcd6b62 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 943 time: 0.1151552 Jan 17 15:12:13.427845 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1de28a24-0207-4f76-afc0-4ffbc4c272fe req-7bcf5830-da38-4f08-9c2d-85a98a932289 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418131 Jan 17 15:12:13.963090 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4f014feb-9147-4668-971d-38a0773239d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:14.082186 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:14.162720 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:14.653198 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f6c65-6d43-4e65-95d2-439e14254020 req-28ce8e6c-d51c-4ada-8759-074998ea2a7e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:14.654721 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-179f6c65-6d43-4e65-95d2-439e14254020 req-28ce8e6c-d51c-4ada-8759-074998ea2a7e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 943 time: 0.1105540 Jan 17 15:12:14.703760 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-179f6c65-6d43-4e65-95d2-439e14254020 req-e29c22ef-9779-47d2-998b-da6518420a87 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420618 Jan 17 15:12:14.711500 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2a2e2eec-f899-4649-b089-cfe648492dd5 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 15:12:14.850940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2a2e2eec-f899-4649-b089-cfe648492dd5, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2a2e2eec-f899-4649-b089-cfe648492dd5,segment=NetworkSegment(8222aa68-feb4-4ee6-b900-9feb841a9468),segment_id=8222aa68-feb4-4ee6-b900-9feb841a9468)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:12:14.866176 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '2a2e2eec-f899-4649-b089-cfe648492dd5', 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00', 'port_id': '2a2e2eec-f899-4649-b089-cfe648492dd5', 'mac_address': 'fa:16:3e:92:3d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3ac4b2-8776-4c76-8d42-179bf854dfb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 15:12:14.926819 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:14.947070 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2e2eec-f899-4649-b089-cfe648492dd5 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:12:14.965022 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2a2e2eec-f899-4649-b089-cfe648492dd5, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2a2e2eec-f899-4649-b089-cfe648492dd5,segment=NetworkSegment(8222aa68-feb4-4ee6-b900-9feb841a9468),segment_id=8222aa68-feb4-4ee6-b900-9feb841a9468)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:12:14.974862 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:15.050423 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2a2e2eec-f899-4649-b089-cfe648492dd5,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:12:15.327125 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['2a2e2eec-f899-4649-b089-cfe648492dd5'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:12:15.694117 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:16.020924 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3ef74-fd73-4fc5-8567-7342586c5878 req-7fe77934-0115-4a75-9556-ab58481b37e6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:16.022814 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5eb3ef74-fd73-4fc5-8567-7342586c5878 req-7fe77934-0115-4a75-9556-ab58481b37e6 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 944 time: 0.1905112 Jan 17 15:12:16.074329 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5eb3ef74-fd73-4fc5-8567-7342586c5878 req-7a131696-bdb2-4310-9041-70b6ea272526 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456212 Jan 17 15:12:16.722402 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2a2e2eec-f899-4649-b089-cfe648492dd5 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:12:16.808762 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 2a2e2eec-f899-4649-b089-cfe648492dd5 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:12:16.814960 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 2a2e2eec-f899-4649-b089-cfe648492dd5 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:12:16.815322 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:16.941306 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:16.972582 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2e2eec-f899-4649-b089-cfe648492dd5'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:12:16.983153 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2a2e2eec-f899-4649-b089-cfe648492dd5, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2a2e2eec-f899-4649-b089-cfe648492dd5,segment=NetworkSegment(8222aa68-feb4-4ee6-b900-9feb841a9468),segment_id=8222aa68-feb4-4ee6-b900-9feb841a9468)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:12:16.988251 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:17.024008 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2e2eec-f899-4649-b089-cfe648492dd5', 'code': 200} Jan 17 15:12:17.069055 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2a2e2eec-f899-4649-b089-cfe648492dd5,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:12:17.262139 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baabca7-6d4e-4c55-ad56-3f272cce5679 req-d617fb11-85bf-4ae2-b059-80398512b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:17.263571 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5baabca7-6d4e-4c55-ad56-3f272cce5679 req-d617fb11-85bf-4ae2-b059-80398512b9d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 1098 time: 0.0730271 Jan 17 15:12:17.282492 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5cc6a-1437-4700-9263-b9831867db1b req-3f6cc4f3-bcfd-4f8e-bdfa-42ebbbf70e2f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:17.284059 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f2d5cc6a-1437-4700-9263-b9831867db1b req-3f6cc4f3-bcfd-4f8e-bdfa-42ebbbf70e2f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 945 time: 0.0949295 Jan 17 15:12:17.307208 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5baabca7-6d4e-4c55-ad56-3f272cce5679 req-6cea1275-4fbb-4a77-86b5-ed80f821e385 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373163 Jan 17 15:12:17.331274 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f2d5cc6a-1437-4700-9263-b9831867db1b req-34911a14-09ad-45df-876d-32eca62c83cd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411627 Jan 17 15:12:18.522790 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a6302-9b04-42f4-89ec-7bfd8354376b req-552674e1-9b5f-4f62-9144-95c667814122 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:18.524264 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f33a6302-9b04-42f4-89ec-7bfd8354376b req-552674e1-9b5f-4f62-9144-95c667814122 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 945 time: 0.0855312 Jan 17 15:12:18.570373 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f33a6302-9b04-42f4-89ec-7bfd8354376b req-6be70bda-39ec-4ce0-9e38-98b44814af3b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402577 Jan 17 15:12:19.781584 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d4624-af6c-4e75-85bd-a25284ab1ed9 req-a7a28618-31bf-4a29-afff-242fe00d3072 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:19.784223 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-832d4624-af6c-4e75-85bd-a25284ab1ed9 req-a7a28618-31bf-4a29-afff-242fe00d3072 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 945 time: 0.0996954 Jan 17 15:12:19.833002 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-832d4624-af6c-4e75-85bd-a25284ab1ed9 req-5c2f0178-2fa4-47a0-b75f-d98d3b3a50c2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429523 Jan 17 15:12:20.030809 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369506d-2f17-483d-8eec-34f8698c7afa req-d7069955-1b45-4b35-8966-bf3fad1d0a74 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:20.032409 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e369506d-2f17-483d-8eec-34f8698c7afa req-d7069955-1b45-4b35-8966-bf3fad1d0a74 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 945 time: 0.0841856 Jan 17 15:12:20.083650 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e369506d-2f17-483d-8eec-34f8698c7afa req-da3f85f3-8e16-4918-aa6c-b9061bba536d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453587 Jan 17 15:12:20.107285 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46660) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:12:20.196738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0477d4b4-eb09-4d7f-8a72-74e0965a1411 tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:20.198835 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0477d4b4-eb09-4d7f-8a72-74e0965a1411 tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 1093 time: 0.0904691 Jan 17 15:12:20.202446 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46664) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:12:20.207923 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': '2a2e2eec-f899-4649-b089-cfe648492dd5', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:12:20.214535 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:12:20.219404 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:floatingip and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:12:20.222655 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:12:20.229672 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:12:20.240936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for floatingip, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:20.389941 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:20.530400 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Allocated IP 172.26.3.124 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/045aa8c6-05d4-41df-bb65-f095e15b3195) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:12:20.698083 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:20.730428 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:20.801802 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:12:20.805119 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:12:20.809328 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:12:20.840427 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=045aa8c6-05d4-41df-bb65-f095e15b3195,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:12:21.290084 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:21.377808 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:21.597339 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:21.603023 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:21.827762 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=045aa8c6-05d4-41df-bb65-f095e15b3195,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:12:21.840033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:22.157100 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Floating IP d91e1f8d-9ec2-4304-a86f-031616b04607 associated. External IP: 172.26.3.124, port: 2a2e2eec-f899-4649-b089-cfe648492dd5. Jan 17 15:12:22.543040 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router 1b3c1613-7373-4fa9-bda3-b86ae4900e1e has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:12:22.743814 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:12:22.759752 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4094b0ea-b9c5-41b8-a1d2-8d0528f50d23 None None] Sync routers for ids ['1b3c1613-7373-4fa9-bda3-b86ae4900e1e'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:12:22.774298 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:22.778684 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4094b0ea-b9c5-41b8-a1d2-8d0528f50d23 None None] Routers {'1b3c1613-7373-4fa9-bda3-b86ae4900e1e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:12:22.779688 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-4094b0ea-b9c5-41b8-a1d2-8d0528f50d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:12:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['1b3c1613-7373-4fa9-bda3-b86ae4900e1e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:12:22.845267 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-82dbf20d-629e-4857-860d-9220a464d673 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6380646 Jan 17 15:12:22.845267 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9', 'tag': '2a2e2eec-f899-4649-b089-cfe648492dd5'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:12:22.938511 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9', 'tag': '2a2e2eec-f899-4649-b089-cfe648492dd5', 'status': 'completed', 'code': 200} Jan 17 15:12:23.040724 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-4094b0ea-b9c5-41b8-a1d2-8d0528f50d23 None None] Set router 1b3c1613-7373-4fa9-bda3-b86ae4900e1e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:12:23.043665 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13df05-36b7-4fbb-8c9e-274bbbf52098 req-9fce82e4-60a8-4144-ab8d-79b217a33d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:23.045914 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ab13df05-36b7-4fbb-8c9e-274bbbf52098 req-9fce82e4-60a8-4144-ab8d-79b217a33d94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 1098 time: 0.0822792 Jan 17 15:12:23.067485 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d60e6-280b-4539-9630-a5f947b7a71a req-aa93a505-ec1b-4903-b9bc-51e4e07e2cda tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:23.069110 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-969d60e6-280b-4539-9630-a5f947b7a71a req-aa93a505-ec1b-4903-b9bc-51e4e07e2cda tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 945 time: 0.1134586 Jan 17 15:12:23.120903 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-969d60e6-280b-4539-9630-a5f947b7a71a req-8b93f29c-d4ed-453d-aeaa-0774d275c13d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453112 Jan 17 15:12:23.175817 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46672) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:12:23.271006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13df05-36b7-4fbb-8c9e-274bbbf52098 req-9aa03846-9154-4134-99aa-b84d117eeba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:23.272542 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ab13df05-36b7-4fbb-8c9e-274bbbf52098 req-9aa03846-9154-4134-99aa-b84d117eeba7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b69f9489-1b36-4a8a-afda-52503b3d6c00 HTTP/1.1" status: 200 len: 897 time: 0.2195430 Jan 17 15:12:23.354807 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6cd59a1f-97d5-43c0-ba4e-a8f6e1a8e6df tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/d91e1f8d-9ec2-4304-a86f-031616b04607 HTTP/1.1" status: 200 len: 991 time: 0.1759644 Jan 17 15:12:23.460013 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ab13df05-36b7-4fbb-8c9e-274bbbf52098 req-5ba22187-0c1b-44b9-827b-da7d318c0a4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a2e2eec-f899-4649-b089-cfe648492dd5 HTTP/1.1" status: 200 len: 999 time: 0.1788735 Jan 17 15:12:23.519356 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:23.565981 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13df05-36b7-4fbb-8c9e-274bbbf52098 req-04268244-7590-4a21-b6ca-fff5a42b29e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:23.568488 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ab13df05-36b7-4fbb-8c9e-274bbbf52098 req-04268244-7590-4a21-b6ca-fff5a42b29e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3ac4b2-8776-4c76-8d42-179bf854dfb8 HTTP/1.1" status: 200 len: 835 time: 0.1018546 Jan 17 15:12:23.588036 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-4094b0ea-b9c5-41b8-a1d2-8d0528f50d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754943040', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:02Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'd91e1f8d-9ec2-4304-a86f-031616b04607', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'floating_ip_address': '172.26.3.124', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'port_id': '2a2e2eec-f899-4649-b089-cfe648492dd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00', 'mac_address': 'fa:16:3e:92:3d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:12:21Z', 'updated_at': '2022-01-17T15:12:21Z', 'revision_number': 0, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed', 'name': '', 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:d6:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'bb3ac4b2-8776-4c76-8d42-179bf854dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:12:01Z', 'updated_at': '2022-01-17T15:12:09Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': 'bb3ac4b2-8776-4c76-8d42-179bf854dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:12:23.594718 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4094b0ea-b9c5-41b8-a1d2-8d0528f50d23 None None] Checking router: 1b3c1613-7373-4fa9-bda3-b86ae4900e1e for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:12:23.606528 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4094b0ea-b9c5-41b8-a1d2-8d0528f50d23 None None] Routers {'1b3c1613-7373-4fa9-bda3-b86ae4900e1e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:12:23.607399 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-4094b0ea-b9c5-41b8-a1d2-8d0528f50d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:12:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['1b3c1613-7373-4fa9-bda3-b86ae4900e1e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:12:23.711750 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13df05-36b7-4fbb-8c9e-274bbbf52098 req-4ce6b875-9fc8-4b96-b985-ad50a9c90344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:23.714235 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ab13df05-36b7-4fbb-8c9e-274bbbf52098 req-4ce6b875-9fc8-4b96-b985-ad50a9c90344 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b69f9489-1b36-4a8a-afda-52503b3d6c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1390848 Jan 17 15:12:23.785886 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.15', 55691) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:12:23.851182 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-4094b0ea-b9c5-41b8-a1d2-8d0528f50d23 None None] Set router 1b3c1613-7373-4fa9-bda3-b86ae4900e1e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:12:23.902376 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ab13df05-36b7-4fbb-8c9e-274bbbf52098 req-41d54264-7a46-4d94-92f0-4ccdd14fd101 service neutron] 10.222.0.15 "GET /v2.0/networks/b69f9489-1b36-4a8a-afda-52503b3d6c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815531 Jan 17 15:12:23.943770 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-b82a09f1-017e-4fdf-877e-6838e6f623e0 req-fe202e58-f8b1-43bf-a1b7-33ae28b92ab0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1557219 Jan 17 15:12:24.242978 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ab13df05-36b7-4fbb-8c9e-274bbbf52098 req-a7dece72-8a76-4438-a69b-6a8b3d8465e6 service neutron] 10.222.0.15 "GET /v2.0/networks/b69f9489-1b36-4a8a-afda-52503b3d6c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339305 Jan 17 15:12:24.358338 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46678) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:12:24.381780 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-4094b0ea-b9c5-41b8-a1d2-8d0528f50d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754943040', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:02Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'd91e1f8d-9ec2-4304-a86f-031616b04607', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'floating_ip_address': '172.26.3.124', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'port_id': '2a2e2eec-f899-4649-b089-cfe648492dd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00', 'mac_address': 'fa:16:3e:92:3d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:12:21Z', 'updated_at': '2022-01-17T15:12:21Z', 'revision_number': 0, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed', 'name': '', 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:d6:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'bb3ac4b2-8776-4c76-8d42-179bf854dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:12:01Z', 'updated_at': '2022-01-17T15:12:09Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': 'bb3ac4b2-8776-4c76-8d42-179bf854dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:12:24.387058 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4094b0ea-b9c5-41b8-a1d2-8d0528f50d23 None None] The sync data for ids ['1b3c1613-7373-4fa9-bda3-b86ae4900e1e'] in dv-neutron-824901-1-hyperv is: [{'id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754943040', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:02Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'd91e1f8d-9ec2-4304-a86f-031616b04607', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'floating_ip_address': '172.26.3.124', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'port_id': '2a2e2eec-f899-4649-b089-cfe648492dd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00', 'mac_address': 'fa:16:3e:92:3d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:12:21Z', 'updated_at': '2022-01-17T15:12:21Z', 'revision_number': 0, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed', 'name': '', 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:d6:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'bb3ac4b2-8776-4c76-8d42-179bf854dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:12:01Z', 'updated_at': '2022-01-17T15:12:09Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': 'bb3ac4b2-8776-4c76-8d42-179bf854dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:12:24.485068 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a09f1-017e-4fdf-877e-6838e6f623e0 req-7c86dfb3-f468-4c0c-a38f-c0e9613c96c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:24.488010 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b82a09f1-017e-4fdf-877e-6838e6f623e0 req-7c86dfb3-f468-4c0c-a38f-c0e9613c96c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 1098 time: 0.1049335 Jan 17 15:12:24.499789 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e5048dd5-1f7a-4c0f-938e-582bd385e7c3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/d91e1f8d-9ec2-4304-a86f-031616b04607 HTTP/1.1" status: 200 len: 991 time: 0.1397071 Jan 17 15:12:24.657570 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a09f1-017e-4fdf-877e-6838e6f623e0 req-d222b1b8-d836-4bfa-969e-13b5a6dab0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:24.660130 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b82a09f1-017e-4fdf-877e-6838e6f623e0 req-d222b1b8-d836-4bfa-969e-13b5a6dab0aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=b69f9489-1b36-4a8a-afda-52503b3d6c00 HTTP/1.1" status: 200 len: 897 time: 0.1439092 Jan 17 15:12:24.663604 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54efa818-e0ca-46d0-bbed-b7ec33013adc None None] New status for floating IP d91e1f8d-9ec2-4304-a86f-031616b04607: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 15:12:24.797432 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b82a09f1-017e-4fdf-877e-6838e6f623e0 req-3497f185-eb19-43ef-aa63-9e4a6c33660e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a2e2eec-f899-4649-b089-cfe648492dd5 HTTP/1.1" status: 200 len: 999 time: 0.1262507 Jan 17 15:12:24.876338 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a09f1-017e-4fdf-877e-6838e6f623e0 req-1c7476e3-945d-4a71-abf1-0c1cc297c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:24.878737 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b82a09f1-017e-4fdf-877e-6838e6f623e0 req-1c7476e3-945d-4a71-abf1-0c1cc297c1ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3ac4b2-8776-4c76-8d42-179bf854dfb8 HTTP/1.1" status: 200 len: 835 time: 0.0751588 Jan 17 15:12:25.010834 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a09f1-017e-4fdf-877e-6838e6f623e0 req-d9652a6a-60e1-4896-a557-094daeba58d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:12:25.013284 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b82a09f1-017e-4fdf-877e-6838e6f623e0 req-d9652a6a-60e1-4896-a557-094daeba58d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b69f9489-1b36-4a8a-afda-52503b3d6c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1273890 Jan 17 15:12:25.194922 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b82a09f1-017e-4fdf-877e-6838e6f623e0 req-07b3d028-7c54-494d-b0b6-6c00d8b71028 service neutron] 10.222.0.15 "GET /v2.0/networks/b69f9489-1b36-4a8a-afda-52503b3d6c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748445 Jan 17 15:12:25.339184 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b82a09f1-017e-4fdf-877e-6838e6f623e0 req-282cf740-bbae-44e4-8125-9ef669b27b32 service neutron] 10.222.0.15 "GET /v2.0/networks/b69f9489-1b36-4a8a-afda-52503b3d6c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373742 Jan 17 15:12:25.504191 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46682) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:12:25.623201 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a1d1aa88-81aa-4c7a-972b-455e67c086bb tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/d91e1f8d-9ec2-4304-a86f-031616b04607 HTTP/1.1" status: 200 len: 993 time: 0.1174130 Jan 17 15:12:40.780546 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fbea91df-f5db-4cd7-9d3e-59ca4bce7d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:43.955766 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d481e5a-253a-4edb-9c4b-e4b73dfa8e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:44.075150 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:44.157581 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:45.692417 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:12:45.887964 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:12:53.504721 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:13:10.784699 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ca06420-2c8f-4b11-b793-8ec114d203f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:13:13.964423 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4feecd12-14ea-4508-85ed-ed563e3ac223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:13:14.079836 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:13:14.161347 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:13:15.693797 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:13:22.897242 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:13:23.518041 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:13:24.252565 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-83b7d6b5-caf1-43a3-93f2-54b39b7caa81 req-8e1c398d-9265-4c8a-997c-d183b492122a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694366 Jan 17 15:13:24.391554 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7d6b5-caf1-43a3-93f2-54b39b7caa81 req-e022c471-7cb9-4cfc-aa47-ce1fb826657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:13:24.393065 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-83b7d6b5-caf1-43a3-93f2-54b39b7caa81 req-e022c471-7cb9-4cfc-aa47-ce1fb826657e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 1098 time: 0.0738444 Jan 17 15:13:24.542302 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7d6b5-caf1-43a3-93f2-54b39b7caa81 req-7be8b9c3-a70e-41fa-b6c9-c50189d0cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:13:24.543654 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-83b7d6b5-caf1-43a3-93f2-54b39b7caa81 req-7be8b9c3-a70e-41fa-b6c9-c50189d0cf12 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b69f9489-1b36-4a8a-afda-52503b3d6c00 HTTP/1.1" status: 200 len: 897 time: 0.1325057 Jan 17 15:13:24.648933 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-83b7d6b5-caf1-43a3-93f2-54b39b7caa81 req-90bb9b15-8170-4638-ba17-8b3c951cfbe3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a2e2eec-f899-4649-b089-cfe648492dd5 HTTP/1.1" status: 200 len: 1001 time: 0.0988820 Jan 17 15:13:24.717185 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7d6b5-caf1-43a3-93f2-54b39b7caa81 req-31d8520f-cfbb-4958-a2f1-d168ac776865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:13:24.718972 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-83b7d6b5-caf1-43a3-93f2-54b39b7caa81 req-31d8520f-cfbb-4958-a2f1-d168ac776865 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3ac4b2-8776-4c76-8d42-179bf854dfb8 HTTP/1.1" status: 200 len: 835 time: 0.0636122 Jan 17 15:13:24.798626 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7d6b5-caf1-43a3-93f2-54b39b7caa81 req-a6a1fbfd-b0e3-4759-9fe9-ca0a447a322f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:13:24.800024 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-83b7d6b5-caf1-43a3-93f2-54b39b7caa81 req-a6a1fbfd-b0e3-4759-9fe9-ca0a447a322f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b69f9489-1b36-4a8a-afda-52503b3d6c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748589 Jan 17 15:13:24.941549 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-83b7d6b5-caf1-43a3-93f2-54b39b7caa81 req-4eaad389-6132-42cc-b572-c5fb17ccd251 service neutron] 10.222.0.15 "GET /v2.0/networks/b69f9489-1b36-4a8a-afda-52503b3d6c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353376 Jan 17 15:13:25.082654 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-83b7d6b5-caf1-43a3-93f2-54b39b7caa81 req-8d1d83c7-c380-433e-8440-f82fd1fce533 service neutron] 10.222.0.15 "GET /v2.0/networks/b69f9489-1b36-4a8a-afda-52503b3d6c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336706 Jan 17 15:13:37.524026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99089c93-e614-4735-b990-7f51ef3eff14 req-ecb7ce74-67f8-480d-a88a-2fc8544a1071 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:13:37.525488 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-99089c93-e614-4735-b990-7f51ef3eff14 req-ecb7ce74-67f8-480d-a88a-2fc8544a1071 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 945 time: 0.1958628 Jan 17 15:13:37.569776 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-99089c93-e614-4735-b990-7f51ef3eff14 req-4db94ceb-ba59-4e15-a10c-279f00fcc169 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381541 Jan 17 15:13:38.893047 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6586a2-1a20-4cf6-86dc-1cc857937778 req-a5f12ec8-2558-490e-a5b2-c08b55daa87a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:13:38.894597 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ba6586a2-1a20-4cf6-86dc-1cc857937778 req-a5f12ec8-2558-490e-a5b2-c08b55daa87a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 945 time: 0.2137337 Jan 17 15:13:38.944460 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ba6586a2-1a20-4cf6-86dc-1cc857937778 req-876eb2f9-4a90-4560-991c-9af2c2ed300e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419891 Jan 17 15:13:40.147773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f972f05-a7df-48cf-be07-1eaf17f6de73 req-a821a975-1819-49f7-9733-b081402734d3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:13:40.149322 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3f972f05-a7df-48cf-be07-1eaf17f6de73 req-a821a975-1819-49f7-9733-b081402734d3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 945 time: 0.0869422 Jan 17 15:13:40.201308 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3f972f05-a7df-48cf-be07-1eaf17f6de73 req-8bdb07d7-9d2c-4bee-9daf-1eb026eb25de tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461187 Jan 17 15:13:40.791541 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-77990795-6f46-4adc-b133-6cec985afcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:13:41.413053 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f9e8b-d361-4f8c-bb03-c18b8c9391f1 req-0f58bc4c-d41b-45d0-b6d0-4653a256f4c9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:13:41.414635 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-370f9e8b-d361-4f8c-bb03-c18b8c9391f1 req-0f58bc4c-d41b-45d0-b6d0-4653a256f4c9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 945 time: 0.0845716 Jan 17 15:13:41.470363 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-370f9e8b-d361-4f8c-bb03-c18b8c9391f1 req-0bca4787-f9ed-47cf-a1e3-5a5bf096fbd5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428216 Jan 17 15:13:42.674238 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b1b16-2d08-4c1c-b71f-463d63740d26 req-e4968870-46df-471c-aae1-95d4a30f62d3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:13:42.675837 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cb3b1b16-2d08-4c1c-b71f-463d63740d26 req-e4968870-46df-471c-aae1-95d4a30f62d3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 945 time: 0.0832648 Jan 17 15:13:42.722480 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cb3b1b16-2d08-4c1c-b71f-463d63740d26 req-37b3896f-9a91-4127-ac51-eef17c68b170 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406229 Jan 17 15:13:43.919473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fb4ad-dc6e-4941-837a-4180d4471ebb req-d7df8c25-2a9f-488c-9228-a62128fb9bc8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:13:43.921575 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ce1fb4ad-dc6e-4941-837a-4180d4471ebb req-d7df8c25-2a9f-488c-9228-a62128fb9bc8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 945 time: 0.0836582 Jan 17 15:13:43.960861 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2b4594d-775a-41e7-8098-540b72b2a019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:13:43.970631 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ce1fb4ad-dc6e-4941-837a-4180d4471ebb req-51b33e9e-3454-4e3c-a551-e63282705dd4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433824 Jan 17 15:13:44.083554 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:13:44.163241 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:13:45.176973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51286ed0-73e4-43ca-a354-fe133c4e0bbb req-4987b6c4-a339-4a41-a80e-30fe07dd6f2f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:13:45.178589 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-51286ed0-73e4-43ca-a354-fe133c4e0bbb req-4987b6c4-a339-4a41-a80e-30fe07dd6f2f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 945 time: 0.0986137 Jan 17 15:13:45.227649 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-51286ed0-73e4-43ca-a354-fe133c4e0bbb req-7717dda1-b3d1-4983-a982-64e58767f073 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426469 Jan 17 15:13:45.698332 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:13:46.428749 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accd06f-8464-4ed1-88b3-fa523edb3bab req-e1b1b394-fda6-4697-86ba-2e7a1c87a777 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:13:46.430177 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9accd06f-8464-4ed1-88b3-fa523edb3bab req-e1b1b394-fda6-4697-86ba-2e7a1c87a777 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 945 time: 0.0832479 Jan 17 15:13:46.479107 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9accd06f-8464-4ed1-88b3-fa523edb3bab req-8dd7ddf1-876b-49df-941a-5f74704733f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433285 Jan 17 15:13:47.670927 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7076fa-1ad9-44fb-9f39-6764d512815e req-cb9a8022-c331-427e-817e-f24befd979f8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:13:47.672446 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-db7076fa-1ad9-44fb-9f39-6764d512815e req-cb9a8022-c331-427e-817e-f24befd979f8 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 945 time: 0.0879707 Jan 17 15:13:47.716947 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-db7076fa-1ad9-44fb-9f39-6764d512815e req-f9d12de1-854e-4db9-8281-d2935a4d372c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384462 Jan 17 15:13:48.923289 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84991976-b9cf-494f-91e9-ee9038aa4741 req-e94fe742-8226-40d5-9660-4c95cd5d23eb tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:13:48.924814 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-84991976-b9cf-494f-91e9-ee9038aa4741 req-e94fe742-8226-40d5-9660-4c95cd5d23eb tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 945 time: 0.0957580 Jan 17 15:13:48.973266 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-84991976-b9cf-494f-91e9-ee9038aa4741 req-391e46d0-6763-45b5-ac55-fa427eaf3d93 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418313 Jan 17 15:13:48.997216 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46738) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:13:49.107041 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6e7d2ba7-b6c7-44ec-9d72-e268d3a03672 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/d91e1f8d-9ec2-4304-a86f-031616b04607 HTTP/1.1" status: 200 len: 993 time: 0.1086624 Jan 17 15:13:50.785677 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18ba33-7369-491d-97f6-0a5f5fd34d14 req-a573b958-6772-4737-82b4-df133aca2933 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:13:50.787147 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7f18ba33-7369-491d-97f6-0a5f5fd34d14 req-a573b958-6772-4737-82b4-df133aca2933 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 945 time: 0.1456881 Jan 17 15:13:50.793603 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a418922-695c-44ee-8bd6-7f2a9b4f5470 req-7fdc8022-0472-4628-aa00-1825c4b747cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:13:50.794908 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a418922-695c-44ee-8bd6-7f2a9b4f5470 req-7fdc8022-0472-4628-aa00-1825c4b747cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 1098 time: 0.1053493 Jan 17 15:13:50.915035 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7f18ba33-7369-491d-97f6-0a5f5fd34d14 req-8b853464-a62d-4c2e-a6db-eb4594e8c82c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186280 Jan 17 15:13:50.956103 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a418922-695c-44ee-8bd6-7f2a9b4f5470 req-43148ee9-5fea-453f-b062-d358b7a35222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:13:50.957547 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a418922-695c-44ee-8bd6-7f2a9b4f5470 req-43148ee9-5fea-453f-b062-d358b7a35222 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b69f9489-1b36-4a8a-afda-52503b3d6c00 HTTP/1.1" status: 200 len: 897 time: 0.1484618 Jan 17 15:13:51.068010 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a418922-695c-44ee-8bd6-7f2a9b4f5470 req-48867606-d622-4a23-af81-b552c38f756d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a2e2eec-f899-4649-b089-cfe648492dd5 HTTP/1.1" status: 200 len: 1001 time: 0.1038213 Jan 17 15:13:51.130297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a418922-695c-44ee-8bd6-7f2a9b4f5470 req-8abe8b2c-1282-4f60-857e-80bec2028940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:13:51.131756 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a418922-695c-44ee-8bd6-7f2a9b4f5470 req-8abe8b2c-1282-4f60-857e-80bec2028940 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3ac4b2-8776-4c76-8d42-179bf854dfb8 HTTP/1.1" status: 200 len: 835 time: 0.0578189 Jan 17 15:13:51.207882 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a418922-695c-44ee-8bd6-7f2a9b4f5470 req-955f355b-5d13-44a6-b8e1-f86d1a996d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:13:51.208922 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a418922-695c-44ee-8bd6-7f2a9b4f5470 req-955f355b-5d13-44a6-b8e1-f86d1a996d59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b69f9489-1b36-4a8a-afda-52503b3d6c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704265 Jan 17 15:13:51.343459 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a418922-695c-44ee-8bd6-7f2a9b4f5470 req-cb410bd7-6507-4fd1-81ce-b67d7ae367b8 service neutron] 10.222.0.15 "GET /v2.0/networks/b69f9489-1b36-4a8a-afda-52503b3d6c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281338 Jan 17 15:13:51.479203 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4a418922-695c-44ee-8bd6-7f2a9b4f5470 req-4d59ec24-702d-4c2f-bdd2-c4cb1024317d service neutron] 10.222.0.15 "GET /v2.0/networks/b69f9489-1b36-4a8a-afda-52503b3d6c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287336 Jan 17 15:13:52.113921 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22e97c-3018-476e-87de-ef581c000880 req-0502195f-589d-4ae0-8097-7f4fc9c81858 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:13:52.115284 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2c22e97c-3018-476e-87de-ef581c000880 req-0502195f-589d-4ae0-8097-7f4fc9c81858 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 945 time: 0.0865793 Jan 17 15:13:52.158227 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2c22e97c-3018-476e-87de-ef581c000880 req-6543276a-0c21-4496-bf45-a3977955c18c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372798 Jan 17 15:13:53.351408 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02203d-3ad8-4ea0-abe9-25b849476532 req-165c3ebb-f4a4-4251-9bd6-c595cde9f164 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:13:53.352921 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8a02203d-3ad8-4ea0-abe9-25b849476532 req-165c3ebb-f4a4-4251-9bd6-c595cde9f164 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 945 time: 0.0890687 Jan 17 15:13:53.397883 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8a02203d-3ad8-4ea0-abe9-25b849476532 req-f44344ff-0ada-4dfd-9327-71aed109caba tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392621 Jan 17 15:13:53.422629 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46752) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:13:53.510310 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:13:53.537292 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d00011f3-a0be-445a-bf4f-8c677a08bd64 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/d91e1f8d-9ec2-4304-a86f-031616b04607 HTTP/1.1" status: 200 len: 993 time: 0.1131542 Jan 17 15:13:59.887110 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:14:10.791083 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8411560b-af96-468d-b3ab-04fa3cc3a84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:13.961338 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b4604744-0b6f-46c1-be84-b3ac73fbb33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:14.086014 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:14.182615 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:15.701157 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:23.530449 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:26.277740 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-96c5eb9b-36ff-4ac9-bef0-4d9192c9c1d5 req-cfe7e66a-2763-4718-979b-894dadb3120c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1143498 Jan 17 15:14:26.418373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5eb9b-36ff-4ac9-bef0-4d9192c9c1d5 req-b6a049f1-d20d-4c29-b94e-0c9aeaec1191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:14:26.419976 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-96c5eb9b-36ff-4ac9-bef0-4d9192c9c1d5 req-b6a049f1-d20d-4c29-b94e-0c9aeaec1191 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 1098 time: 0.0727131 Jan 17 15:14:26.664792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5eb9b-36ff-4ac9-bef0-4d9192c9c1d5 req-3c9b0630-710f-4ad7-b07e-2fc057084f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:14:26.666214 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-96c5eb9b-36ff-4ac9-bef0-4d9192c9c1d5 req-3c9b0630-710f-4ad7-b07e-2fc057084f51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b69f9489-1b36-4a8a-afda-52503b3d6c00 HTTP/1.1" status: 200 len: 897 time: 0.2284753 Jan 17 15:14:26.768008 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-96c5eb9b-36ff-4ac9-bef0-4d9192c9c1d5 req-3a4b83d6-fc94-4463-895e-232293f1beef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a2e2eec-f899-4649-b089-cfe648492dd5 HTTP/1.1" status: 200 len: 1001 time: 0.0954275 Jan 17 15:14:26.829704 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5eb9b-36ff-4ac9-bef0-4d9192c9c1d5 req-6d2d3c0f-ddb2-48c7-bcf1-42b36e88995c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:14:26.831155 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-96c5eb9b-36ff-4ac9-bef0-4d9192c9c1d5 req-6d2d3c0f-ddb2-48c7-bcf1-42b36e88995c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3ac4b2-8776-4c76-8d42-179bf854dfb8 HTTP/1.1" status: 200 len: 835 time: 0.0572135 Jan 17 15:14:26.908300 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5eb9b-36ff-4ac9-bef0-4d9192c9c1d5 req-d24f1cc8-9af4-4eba-9f04-187eb8dad4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:14:26.909754 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-96c5eb9b-36ff-4ac9-bef0-4d9192c9c1d5 req-d24f1cc8-9af4-4eba-9f04-187eb8dad4d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b69f9489-1b36-4a8a-afda-52503b3d6c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728860 Jan 17 15:14:27.041839 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-96c5eb9b-36ff-4ac9-bef0-4d9192c9c1d5 req-26c523df-9b9d-4fe1-ae5c-07977b5e406e service neutron] 10.222.0.15 "GET /v2.0/networks/b69f9489-1b36-4a8a-afda-52503b3d6c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255140 Jan 17 15:14:27.171607 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-96c5eb9b-36ff-4ac9-bef0-4d9192c9c1d5 req-5caa571c-8746-45e8-89fd-0b9d58fe9328 service neutron] 10.222.0.15 "GET /v2.0/networks/b69f9489-1b36-4a8a-afda-52503b3d6c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231415 Jan 17 15:14:36.887066 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:14:40.785184 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5b1ecfba-f64d-4591-b5f8-79cb5346dc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:43.966255 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-532337c1-1678-4903-8937-0daabe3180c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:44.087535 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:44.166341 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:45.703071 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:48.522628 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46790) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:14:48.979472 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting port 045aa8c6-05d4-41df-bb65-f095e15b3195 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:14:48.979958 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:49.164786 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:49.165108 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:49.287831 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Calling delete_port for 045aa8c6-05d4-41df-bb65-f095e15b3195 owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:14:49.456837 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:49.508350 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Port': ['ID=045aa8c6-05d4-41df-bb65-f095e15b3195,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:14:49.546209 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:49.546847 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:49.546847 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:49.547224 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:49.547550 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:49.547914 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:49.548216 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:49.548528 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:49.548856 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:49.549149 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:49.549460 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:49.549769 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:49.712072 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:49.712368 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Floating IP d91e1f8d-9ec2-4304-a86f-031616b04607 disassociated (deleted). External IP: 172.26.3.124, port: 2a2e2eec-f899-4649-b089-cfe648492dd5. Jan 17 15:14:50.071646 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router 1b3c1613-7373-4fa9-bda3-b86ae4900e1e has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:14:50.252378 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:14:50.262324 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e253b58-4cb2-4cc8-b360-85f44d4093b5 None None] Sync routers for ids ['1b3c1613-7373-4fa9-bda3-b86ae4900e1e'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:14:50.272041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:50.273067 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e253b58-4cb2-4cc8-b360-85f44d4093b5 None None] Routers {'1b3c1613-7373-4fa9-bda3-b86ae4900e1e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:14:50.273657 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-8e253b58-4cb2-4cc8-b360-85f44d4093b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:14:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['1b3c1613-7373-4fa9-bda3-b86ae4900e1e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:14:50.327735 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-11d3d28e-2656-4606-b984-68ffd98dac73 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/floatingips/d91e1f8d-9ec2-4304-a86f-031616b04607 HTTP/1.1" status: 204 len: 168 time: 1.8038359 Jan 17 15:14:50.328148 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9', 'tag': '2a2e2eec-f899-4649-b089-cfe648492dd5'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:14:50.457741 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-8e253b58-4cb2-4cc8-b360-85f44d4093b5 None None] Set router 1b3c1613-7373-4fa9-bda3-b86ae4900e1e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:14:50.515562 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9', 'tag': '2a2e2eec-f899-4649-b089-cfe648492dd5', 'status': 'completed', 'code': 200} Jan 17 15:14:50.613019 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445adda4-6b65-4f30-9873-80ca084df231 req-d2f13d22-a272-446f-b87c-c060a293d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:14:50.614529 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-445adda4-6b65-4f30-9873-80ca084df231 req-d2f13d22-a272-446f-b87c-c060a293d476 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 1098 time: 0.0759830 Jan 17 15:14:50.767158 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445adda4-6b65-4f30-9873-80ca084df231 req-10e0b5fd-0990-403a-a0c5-5008b25bc3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:14:50.768644 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-445adda4-6b65-4f30-9873-80ca084df231 req-10e0b5fd-0990-403a-a0c5-5008b25bc3e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b69f9489-1b36-4a8a-afda-52503b3d6c00 HTTP/1.1" status: 200 len: 897 time: 0.1463578 Jan 17 15:14:50.789635 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b675cb7-aa40-49d0-97a2-348830dbba79 req-1e711782-97fa-4f90-8f35-9b59dddfd677 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:14:50.790399 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-7b675cb7-aa40-49d0-97a2-348830dbba79 req-1e711782-97fa-4f90-8f35-9b59dddfd677 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:14:50.807403 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-7b675cb7-aa40-49d0-97a2-348830dbba79 req-1e711782-97fa-4f90-8f35-9b59dddfd677 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:14:50.816338 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7b675cb7-aa40-49d0-97a2-348830dbba79 req-1e711782-97fa-4f90-8f35-9b59dddfd677 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 945 time: 0.1739590 Jan 17 15:14:50.832693 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-8e253b58-4cb2-4cc8-b360-85f44d4093b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754943040', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:02Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed', 'name': '', 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:d6:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'bb3ac4b2-8776-4c76-8d42-179bf854dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:12:01Z', 'updated_at': '2022-01-17T15:12:09Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': 'bb3ac4b2-8776-4c76-8d42-179bf854dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:14:50.836801 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e253b58-4cb2-4cc8-b360-85f44d4093b5 None None] Checking router: 1b3c1613-7373-4fa9-bda3-b86ae4900e1e for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:14:50.845825 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e253b58-4cb2-4cc8-b360-85f44d4093b5 None None] Routers {'1b3c1613-7373-4fa9-bda3-b86ae4900e1e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:14:50.846476 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-8e253b58-4cb2-4cc8-b360-85f44d4093b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:14:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['1b3c1613-7373-4fa9-bda3-b86ae4900e1e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:14:50.848449 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-445adda4-6b65-4f30-9873-80ca084df231 req-40343233-f6ed-4b6e-8c85-f472e30b1616 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a2e2eec-f899-4649-b089-cfe648492dd5 HTTP/1.1" status: 200 len: 217 time: 0.0728490 Jan 17 15:14:50.864343 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7b675cb7-aa40-49d0-97a2-348830dbba79 req-7706c2af-69e4-47df-971d-a8e1f02bf107 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466816 Jan 17 15:14:50.914844 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445adda4-6b65-4f30-9873-80ca084df231 req-c6e249b3-f2d9-4d47-8cb6-ee7eb9559b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:14:50.916329 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-445adda4-6b65-4f30-9873-80ca084df231 req-c6e249b3-f2d9-4d47-8cb6-ee7eb9559b27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3ac4b2-8776-4c76-8d42-179bf854dfb8 HTTP/1.1" status: 200 len: 835 time: 0.0611422 Jan 17 15:14:51.001589 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445adda4-6b65-4f30-9873-80ca084df231 req-84b7b745-7f38-44af-933f-40015e2f29aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:14:51.003069 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-445adda4-6b65-4f30-9873-80ca084df231 req-84b7b745-7f38-44af-933f-40015e2f29aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b69f9489-1b36-4a8a-afda-52503b3d6c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783222 Jan 17 15:14:51.028624 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-8e253b58-4cb2-4cc8-b360-85f44d4093b5 None None] Set router 1b3c1613-7373-4fa9-bda3-b86ae4900e1e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:14:51.143631 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-445adda4-6b65-4f30-9873-80ca084df231 req-fca8d0d0-0ed9-4f5b-86a0-ad32f7412b49 service neutron] 10.222.0.15 "GET /v2.0/networks/b69f9489-1b36-4a8a-afda-52503b3d6c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334989 Jan 17 15:14:51.286925 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-445adda4-6b65-4f30-9873-80ca084df231 req-435e0d17-cadd-4529-be79-c7ffe090f783 service neutron] 10.222.0.15 "GET /v2.0/networks/b69f9489-1b36-4a8a-afda-52503b3d6c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357903 Jan 17 15:14:51.365106 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-8e253b58-4cb2-4cc8-b360-85f44d4093b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754943040', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:02Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed', 'name': '', 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:d6:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'bb3ac4b2-8776-4c76-8d42-179bf854dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:12:01Z', 'updated_at': '2022-01-17T15:12:09Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': 'bb3ac4b2-8776-4c76-8d42-179bf854dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:14:51.369611 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e253b58-4cb2-4cc8-b360-85f44d4093b5 None None] The sync data for ids ['1b3c1613-7373-4fa9-bda3-b86ae4900e1e'] in dv-neutron-824901-1-hyperv is: [{'id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754943040', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:02Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed', 'name': '', 'network_id': 'b69f9489-1b36-4a8a-afda-52503b3d6c00', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:d6:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'bb3ac4b2-8776-4c76-8d42-179bf854dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:12:01Z', 'updated_at': '2022-01-17T15:12:09Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': 'bb3ac4b2-8776-4c76-8d42-179bf854dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:14:51.612558 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c6c0c-4880-4b8a-a2cc-ecfe1cae5719 None None] New status for floating IP d91e1f8d-9ec2-4304-a86f-031616b04607: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 15:14:52.102179 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a9d7b-0a43-4633-8cd1-75a100276919 req-e8799939-369f-40d6-a0f7-62c5b4deff32 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:14:52.103617 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-078a9d7b-0a43-4633-8cd1-75a100276919 req-e8799939-369f-40d6-a0f7-62c5b4deff32 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 945 time: 0.1270082 Jan 17 15:14:52.147139 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-078a9d7b-0a43-4633-8cd1-75a100276919 req-cba16a87-12e7-4a6d-991b-057acc192b08 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376747 Jan 17 15:14:52.586083 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48632759-d6c2-4072-84a9-d10745f611d0 req-56dde552-0222-49d0-8387-1cf95474a749 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:14:52.587690 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-48632759-d6c2-4072-84a9-d10745f611d0 req-56dde552-0222-49d0-8387-1cf95474a749 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 945 time: 0.0878940 Jan 17 15:14:52.666252 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-48632759-d6c2-4072-84a9-d10745f611d0 req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting port 2a2e2eec-f899-4649-b089-cfe648492dd5 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:14:52.666580 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-48632759-d6c2-4072-84a9-d10745f611d0 req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:53.024750 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-48632759-d6c2-4072-84a9-d10745f611d0 req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] For port 2a2e2eec-f899-4649-b089-cfe648492dd5, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2a2e2eec-f899-4649-b089-cfe648492dd5,segment=NetworkSegment(8222aa68-feb4-4ee6-b900-9feb841a9468),segment_id=8222aa68-feb4-4ee6-b900-9feb841a9468)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:14:53.025106 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-48632759-d6c2-4072-84a9-d10745f611d0 req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:53.147268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-48632759-d6c2-4072-84a9-d10745f611d0 req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Calling delete_port for 2a2e2eec-f899-4649-b089-cfe648492dd5 owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:14:53.301564 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-48632759-d6c2-4072-84a9-d10745f611d0 req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:53.343549 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa0a8b-d4b9-4eb9-a9bf-bf1809f1938e req-f2ade270-a510-4d01-a81f-4849f29bfaa1 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:14:53.344965 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-eafa0a8b-d4b9-4eb9-a9bf-bf1809f1938e req-f2ade270-a510-4d01-a81f-4849f29bfaa1 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9 HTTP/1.1" status: 200 len: 867 time: 0.0807197 Jan 17 15:14:53.354122 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Port': ['ID=2a2e2eec-f899-4649-b089-cfe648492dd5,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:14:53.398503 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-eafa0a8b-d4b9-4eb9-a9bf-bf1809f1938e req-7114e5fb-55f9-4ec9-b798-85ef6bccbbd0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=97fd8136-212c-451a-b3db-fd3b8fc76a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438671 Jan 17 15:14:53.401241 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:53.401607 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:53.401974 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:53.402350 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:53.402682 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:53.403047 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:53.403372 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:53.403796 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:53.404089 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:53.404450 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:53.404790 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:53.405109 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:53.442488 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-48632759-d6c2-4072-84a9-d10745f611d0 req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] No DVR routers for this DVR port 2a2e2eec-f899-4649-b089-cfe648492dd5 on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:14:53.445650 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-48632759-d6c2-4072-84a9-d10745f611d0 req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:53.448304 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9', 'name': 'network-vif-deleted', 'tag': '2a2e2eec-f899-4649-b089-cfe648492dd5'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:14:53.465057 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-48632759-d6c2-4072-84a9-d10745f611d0 req-2fe5ed1b-ea3b-451b-b716-baaee97711f0 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "DELETE /v2.0/ports/2a2e2eec-f899-4649-b089-cfe648492dd5 HTTP/1.1" status: 204 len: 173 time: 0.8709064 Jan 17 15:14:53.498052 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2935b1-e8ea-46b2-bc9a-a7b54a351ce9', 'name': 'network-vif-deleted', 'tag': '2a2e2eec-f899-4649-b089-cfe648492dd5', 'status': 'completed', 'code': 200} Jan 17 15:14:53.545866 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:54.493724 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 46816) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:14:55.050612 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-99c0c5fc-551f-4389-8704-9627f34269e9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:55.517786 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2a2e2eec-f899-4649-b089-cfe648492dd5 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:14:55.534804 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-99c0c5fc-551f-4389-8704-9627f34269e9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting port ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:14:55.535418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-99c0c5fc-551f-4389-8704-9627f34269e9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:55.555093 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 2a2e2eec-f899-4649-b089-cfe648492dd5 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:14:55.555431 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2a2e2eec-f899-4649-b089-cfe648492dd5 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:14:55.732321 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-99c0c5fc-551f-4389-8704-9627f34269e9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] For port ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed,segment=NetworkSegment(8222aa68-feb4-4ee6-b900-9feb841a9468),segment_id=8222aa68-feb4-4ee6-b900-9feb841a9468)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:14:55.732672 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-99c0c5fc-551f-4389-8704-9627f34269e9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:55.863307 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-99c0c5fc-551f-4389-8704-9627f34269e9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Calling delete_port for ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:14:56.193476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-99c0c5fc-551f-4389-8704-9627f34269e9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:56.247851 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0c5fc-551f-4389-8704-9627f34269e9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Port': ['ID=ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:14:56.528116 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-99c0c5fc-551f-4389-8704-9627f34269e9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:57.013541 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c0c5fc-551f-4389-8704-9627f34269e9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router 1b3c1613-7373-4fa9-bda3-b86ae4900e1e has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:14:57.190470 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c0c5fc-551f-4389-8704-9627f34269e9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:14:57.200419 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f9bb63-69d7-4d42-9755-03bf941fa0c7 None None] Sync routers for ids ['1b3c1613-7373-4fa9-bda3-b86ae4900e1e'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:14:57.204094 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-99c0c5fc-551f-4389-8704-9627f34269e9 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "PUT /v2.0/routers/1b3c1613-7373-4fa9-bda3-b86ae4900e1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7087741 Jan 17 15:14:57.206673 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 46820) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:14:57.210179 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f9bb63-69d7-4d42-9755-03bf941fa0c7 None None] Routers {'1b3c1613-7373-4fa9-bda3-b86ae4900e1e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:14:57.210764 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-38f9bb63-69d7-4d42-9755-03bf941fa0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:14:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['1b3c1613-7373-4fa9-bda3-b86ae4900e1e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:14:57.276193 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-150b944d-e6ca-491a-b7f8-74f750a8740a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting subnet bb3ac4b2-8776-4c76-8d42-179bf854dfb8 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 15:14:57.279266 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-150b944d-e6ca-491a-b7f8-74f750a8740a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:57.337037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-150b944d-e6ca-491a-b7f8-74f750a8740a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:57.385480 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-38f9bb63-69d7-4d42-9755-03bf941fa0c7 None None] Set router 1b3c1613-7373-4fa9-bda3-b86ae4900e1e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:14:57.423041 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-150b944d-e6ca-491a-b7f8-74f750a8740a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:57.497120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-150b944d-e6ca-491a-b7f8-74f750a8740a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:57.543834 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b944d-e6ca-491a-b7f8-74f750a8740a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3ac4b2-8776-4c76-8d42-179bf854dfb8,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:14:57.545763 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-150b944d-e6ca-491a-b7f8-74f750a8740a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:57.552971 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e441ee0a-13e9-447d-9969-c968ad6be925 None None] Network b69f9489-1b36-4a8a-afda-52503b3d6c00 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:14:57.554677 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46824) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:14:57.555090 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-150b944d-e6ca-491a-b7f8-74f750a8740a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/subnets/bb3ac4b2-8776-4c76-8d42-179bf854dfb8 HTTP/1.1" status: 204 len: 168 time: 0.3470721 Jan 17 15:14:57.698013 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-38f9bb63-69d7-4d42-9755-03bf941fa0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754943040', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:14:56Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:14:57.702484 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f9bb63-69d7-4d42-9755-03bf941fa0c7 None None] Checking router: 1b3c1613-7373-4fa9-bda3-b86ae4900e1e for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:14:57.713463 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f9bb63-69d7-4d42-9755-03bf941fa0c7 None None] Routers {'1b3c1613-7373-4fa9-bda3-b86ae4900e1e'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:14:57.713674 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-38f9bb63-69d7-4d42-9755-03bf941fa0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:14:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['1b3c1613-7373-4fa9-bda3-b86ae4900e1e'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:14:57.737888 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a13875c2-1e7b-48e7-911c-7e6d69356a72 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:57.845785 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa01239-3455-4e59-8da3-7cf8632da3e5 None None] DHCP port deletion for b69f9489-1b36-4a8a-afda-52503b3d6c00 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 15:14:57.851166 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-afa01239-3455-4e59-8da3-7cf8632da3e5 None None] Deleting port 6e5ab841-bbfa-4651-a14b-4ca0b93bb986 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:14:57.851918 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afa01239-3455-4e59-8da3-7cf8632da3e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:57.924687 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-38f9bb63-69d7-4d42-9755-03bf941fa0c7 None None] Set router 1b3c1613-7373-4fa9-bda3-b86ae4900e1e gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:14:57.946397 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a13875c2-1e7b-48e7-911c-7e6d69356a72 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:57.958202 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-a13875c2-1e7b-48e7-911c-7e6d69356a72 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting port f3c76456-6420-4ae9-9107-f21fff44505b {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:14:57.958558 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a13875c2-1e7b-48e7-911c-7e6d69356a72 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:58.082061 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-afa01239-3455-4e59-8da3-7cf8632da3e5 None None] For port 6e5ab841-bbfa-4651-a14b-4ca0b93bb986, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6e5ab841-bbfa-4651-a14b-4ca0b93bb986,segment=NetworkSegment(8222aa68-feb4-4ee6-b900-9feb841a9468),segment_id=8222aa68-feb4-4ee6-b900-9feb841a9468)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:14:58.082391 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afa01239-3455-4e59-8da3-7cf8632da3e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:58.241894 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-38f9bb63-69d7-4d42-9755-03bf941fa0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754943040', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:14:56Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:14:58.246112 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f9bb63-69d7-4d42-9755-03bf941fa0c7 None None] The sync data for ids ['1b3c1613-7373-4fa9-bda3-b86ae4900e1e'] in dv-neutron-824901-1-hyperv is: [{'id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1754943040', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:14:56Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'f3c76456-6420-4ae9-9107-f21fff44505b', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3c1613-7373-4fa9-bda3-b86ae4900e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:11:57Z', 'updated_at': '2022-01-17T15:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:14:58.253113 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-afa01239-3455-4e59-8da3-7cf8632da3e5 None None] Calling delete_port for 6e5ab841-bbfa-4651-a14b-4ca0b93bb986 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:14:58.279409 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-a13875c2-1e7b-48e7-911c-7e6d69356a72 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] For port f3c76456-6420-4ae9-9107-f21fff44505b, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=f3c76456-6420-4ae9-9107-f21fff44505b,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:14:58.279890 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a13875c2-1e7b-48e7-911c-7e6d69356a72 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:58.333738 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-afa01239-3455-4e59-8da3-7cf8632da3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:58.378703 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa01239-3455-4e59-8da3-7cf8632da3e5 None None] Pushing event deleted for resources: {'Port': ['ID=6e5ab841-bbfa-4651-a14b-4ca0b93bb986,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:14:58.388191 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa01239-3455-4e59-8da3-7cf8632da3e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:58.388542 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa01239-3455-4e59-8da3-7cf8632da3e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:58.388880 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa01239-3455-4e59-8da3-7cf8632da3e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:58.389214 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa01239-3455-4e59-8da3-7cf8632da3e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:58.389544 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa01239-3455-4e59-8da3-7cf8632da3e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:58.389871 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa01239-3455-4e59-8da3-7cf8632da3e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:58.390194 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa01239-3455-4e59-8da3-7cf8632da3e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:58.390519 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa01239-3455-4e59-8da3-7cf8632da3e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:58.390871 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa01239-3455-4e59-8da3-7cf8632da3e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:58.391200 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa01239-3455-4e59-8da3-7cf8632da3e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:58.391512 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa01239-3455-4e59-8da3-7cf8632da3e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:58.391856 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa01239-3455-4e59-8da3-7cf8632da3e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:14:58.394481 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa01239-3455-4e59-8da3-7cf8632da3e5 None None] No DVR routers for this DVR port 6e5ab841-bbfa-4651-a14b-4ca0b93bb986 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:14:58.409349 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-a13875c2-1e7b-48e7-911c-7e6d69356a72 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Calling delete_port for f3c76456-6420-4ae9-9107-f21fff44505b owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:14:58.709408 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a13875c2-1e7b-48e7-911c-7e6d69356a72 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:58.758874 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13875c2-1e7b-48e7-911c-7e6d69356a72 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Port': ['ID=f3c76456-6420-4ae9-9107-f21fff44505b,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:14:58.850393 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a13875c2-1e7b-48e7-911c-7e6d69356a72 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:59.025281 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a13875c2-1e7b-48e7-911c-7e6d69356a72 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:59.027467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a13875c2-1e7b-48e7-911c-7e6d69356a72 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:59.050557 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a13875c2-1e7b-48e7-911c-7e6d69356a72 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:59.051083 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13875c2-1e7b-48e7-911c-7e6d69356a72 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Fanout notify agent at l3_agent the message router_deleted on router 1b3c1613-7373-4fa9-bda3-b86ae4900e1e {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 15:14:59.065998 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-a13875c2-1e7b-48e7-911c-7e6d69356a72 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:59.069532 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-a13875c2-1e7b-48e7-911c-7e6d69356a72 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/routers/1b3c1613-7373-4fa9-bda3-b86ae4900e1e HTTP/1.1" status: 204 len: 168 time: 1.5101678 Jan 17 15:14:59.069951 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46828) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:14:59.193934 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e4252355-f038-439e-8f73-5a3e09840787 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:59.327441 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e4252355-f038-439e-8f73-5a3e09840787 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:59.353811 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-e4252355-f038-439e-8f73-5a3e09840787 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69f9489-1b36-4a8a-afda-52503b3d6c00']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:14:59.366153 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-e4252355-f038-439e-8f73-5a3e09840787 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8222aa68-feb4-4ee6-b900-9feb841a9468') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:14:59.366440 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-e4252355-f038-439e-8f73-5a3e09840787 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8222aa68-feb4-4ee6-b900-9feb841a9468') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:14:59.378342 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e4252355-f038-439e-8f73-5a3e09840787 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:59.395264 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e4252355-f038-439e-8f73-5a3e09840787 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:59.401486 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4252355-f038-439e-8f73-5a3e09840787 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 15:14:59.401868 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e4252355-f038-439e-8f73-5a3e09840787 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 15:14:59.417209 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 15:14:59.504864 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e4252355-f038-439e-8f73-5a3e09840787 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:59.509295 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e4252355-f038-439e-8f73-5a3e09840787 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:59.540764 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4252355-f038-439e-8f73-5a3e09840787 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Network': ['ID=b69f9489-1b36-4a8a-afda-52503b3d6c00,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:14:59.547664 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:14:59.551685 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e4252355-f038-439e-8f73-5a3e09840787 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/networks/b69f9489-1b36-4a8a-afda-52503b3d6c00 HTTP/1.1" status: 204 len: 168 time: 0.4808331 Jan 17 15:14:59.554289 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46832) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:14:59.584837 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:14:59.585089 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ced4fdd6-0d52-4bfd-9f17-70a2a646b8ed not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:14:59.585487 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6e5ab841-bbfa-4651-a14b-4ca0b93bb986 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:14:59.618477 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 6e5ab841-bbfa-4651-a14b-4ca0b93bb986 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:14:59.618816 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6e5ab841-bbfa-4651-a14b-4ca0b93bb986 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:14:59.619254 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device f3c76456-6420-4ae9-9107-f21fff44505b no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:14:59.624534 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-53ceae38-5ea0-4074-b637-1a528da4860d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:59.652055 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: f3c76456-6420-4ae9-9107-f21fff44505b {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:14:59.653002 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device f3c76456-6420-4ae9-9107-f21fff44505b not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:14:59.655927 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-53ceae38-5ea0-4074-b637-1a528da4860d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:59.726756 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-53ceae38-5ea0-4074-b637-1a528da4860d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:59.858812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ceae38-5ea0-4074-b637-1a528da4860d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fd8136-212c-451a-b3db-fd3b8fc76a4d,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:14:59.869974 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-53ceae38-5ea0-4074-b637-1a528da4860d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:14:59.871291 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-53ceae38-5ea0-4074-b637-1a528da4860d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/security-groups/97fd8136-212c-451a-b3db-fd3b8fc76a4d HTTP/1.1" status: 204 len: 168 time: 0.3161099 Jan 17 15:15:00.483132 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 46840) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:15:00.489789 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-dd5c182c-da4e-447c-a28f-7f44cb079400 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-942965263', 'description': 'tempest-secgroup-smoke-942965263 description', 'project_id': '584a5877f0874528a2086d6a82d4b9d7'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:15:00.495898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-dd5c182c-da4e-447c-a28f-7f44cb079400 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:15:00.499977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-dd5c182c-da4e-447c-a28f-7f44cb079400 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:15:00.502882 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-dd5c182c-da4e-447c-a28f-7f44cb079400 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:15:00.509110 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-dd5c182c-da4e-447c-a28f-7f44cb079400 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:15:00.520015 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dd5c182c-da4e-447c-a28f-7f44cb079400 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:00.541516 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-dd5c182c-da4e-447c-a28f-7f44cb079400 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:15:00.545397 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-dd5c182c-da4e-447c-a28f-7f44cb079400 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:15:00.548884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-dd5c182c-da4e-447c-a28f-7f44cb079400 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:15:00.554719 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-dd5c182c-da4e-447c-a28f-7f44cb079400 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:15:00.629512 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dd5c182c-da4e-447c-a28f-7f44cb079400 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:00.633222 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dd5c182c-da4e-447c-a28f-7f44cb079400 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:00.681546 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c182c-da4e-447c-a28f-7f44cb079400 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d478837-5685-4ad7-a1d1-178e15f205e0,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:00.685105 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-dd5c182c-da4e-447c-a28f-7f44cb079400 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:00.686317 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-dd5c182c-da4e-447c-a28f-7f44cb079400 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2019997 Jan 17 15:15:00.689792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 46844) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:15:00.694296 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-2e6e82b2-7887-4523-9366-3b1064ad786f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '0d478837-5685-4ad7-a1d1-178e15f205e0', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:15:00.700488 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2e6e82b2-7887-4523-9366-3b1064ad786f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:15:00.704393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2e6e82b2-7887-4523-9366-3b1064ad786f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:15:00.707251 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-2e6e82b2-7887-4523-9366-3b1064ad786f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:15:00.713818 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-2e6e82b2-7887-4523-9366-3b1064ad786f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:15:00.735183 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e6e82b2-7887-4523-9366-3b1064ad786f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:00.802021 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e6e82b2-7887-4523-9366-3b1064ad786f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:00.815630 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e6e82b2-7887-4523-9366-3b1064ad786f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:00.839775 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e82b2-7887-4523-9366-3b1064ad786f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccec34d9-1256-42b9-bca0-5f61d3035e4c,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:00.849903 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2e6e82b2-7887-4523-9366-3b1064ad786f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:00.851333 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2e6e82b2-7887-4523-9366-3b1064ad786f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1610627 Jan 17 15:15:00.853977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 46848) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:15:00.860066 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-4006f800-874e-4107-a1d4-9bf437249917 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '0d478837-5685-4ad7-a1d1-178e15f205e0', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:15:00.866328 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4006f800-874e-4107-a1d4-9bf437249917 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:15:00.870311 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4006f800-874e-4107-a1d4-9bf437249917 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:15:00.873402 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-4006f800-874e-4107-a1d4-9bf437249917 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:15:00.879995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-4006f800-874e-4107-a1d4-9bf437249917 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:15:00.896656 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4006f800-874e-4107-a1d4-9bf437249917 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:00.960037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4006f800-874e-4107-a1d4-9bf437249917 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:00.963997 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4006f800-874e-4107-a1d4-9bf437249917 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:00.988055 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006f800-874e-4107-a1d4-9bf437249917 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b757f9b-6bb5-43f2-9ff7-d24fa14107a0,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:00.997467 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4006f800-874e-4107-a1d4-9bf437249917 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:00.998670 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4006f800-874e-4107-a1d4-9bf437249917 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436486 Jan 17 15:15:01.001963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 46852) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:15:01.006825 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-0386938d-5020-4c4a-980c-2bdc7f5b0b58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '0d478837-5685-4ad7-a1d1-178e15f205e0', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:15:01.012917 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0386938d-5020-4c4a-980c-2bdc7f5b0b58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:15:01.017224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0386938d-5020-4c4a-980c-2bdc7f5b0b58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:15:01.020230 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-0386938d-5020-4c4a-980c-2bdc7f5b0b58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:15:01.026160 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-0386938d-5020-4c4a-980c-2bdc7f5b0b58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:15:01.043836 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0386938d-5020-4c4a-980c-2bdc7f5b0b58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.108147 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0386938d-5020-4c4a-980c-2bdc7f5b0b58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.112267 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0386938d-5020-4c4a-980c-2bdc7f5b0b58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.139752 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386938d-5020-4c4a-980c-2bdc7f5b0b58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2fb10f-d59a-434b-aedd-7743fa8ce0c9,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:01.150535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-0386938d-5020-4c4a-980c-2bdc7f5b0b58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.151872 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-0386938d-5020-4c4a-980c-2bdc7f5b0b58 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489871 Jan 17 15:15:01.154705 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 46856) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:15:01.160165 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-f6705445-8b6a-4a17-bc58-8d739303974b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '0d478837-5685-4ad7-a1d1-178e15f205e0', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:15:01.166646 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f6705445-8b6a-4a17-bc58-8d739303974b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:15:01.170477 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f6705445-8b6a-4a17-bc58-8d739303974b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:15:01.173976 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f6705445-8b6a-4a17-bc58-8d739303974b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:15:01.179649 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f6705445-8b6a-4a17-bc58-8d739303974b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:15:01.196660 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6705445-8b6a-4a17-bc58-8d739303974b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.260920 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6705445-8b6a-4a17-bc58-8d739303974b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.264720 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6705445-8b6a-4a17-bc58-8d739303974b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.288328 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6705445-8b6a-4a17-bc58-8d739303974b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e93967-8654-4d4b-971f-c39a1eaf3e27,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:01.298906 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f6705445-8b6a-4a17-bc58-8d739303974b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.300143 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f6705445-8b6a-4a17-bc58-8d739303974b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444457 Jan 17 15:15:01.302828 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 46860) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:15:01.307950 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-b21420df-c7fa-4d47-ba66-a2d26306fd34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '0d478837-5685-4ad7-a1d1-178e15f205e0', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:15:01.314000 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b21420df-c7fa-4d47-ba66-a2d26306fd34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:15:01.317777 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b21420df-c7fa-4d47-ba66-a2d26306fd34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:15:01.320669 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-b21420df-c7fa-4d47-ba66-a2d26306fd34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:15:01.326288 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-b21420df-c7fa-4d47-ba66-a2d26306fd34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:15:01.336834 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.securitygroups_db [None req-b21420df-c7fa-4d47-ba66-a2d26306fd34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Project 584a5877f0874528a2086d6a82d4b9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 15:15:01.343590 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b21420df-c7fa-4d47-ba66-a2d26306fd34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.410535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b21420df-c7fa-4d47-ba66-a2d26306fd34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.414206 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b21420df-c7fa-4d47-ba66-a2d26306fd34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.437483 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21420df-c7fa-4d47-ba66-a2d26306fd34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc5dd02-6fde-40a3-a2bf-01a6803a71c8,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:01.446261 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b21420df-c7fa-4d47-ba66-a2d26306fd34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.447438 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b21420df-c7fa-4d47-ba66-a2d26306fd34 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436872 Jan 17 15:15:01.450324 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 46864) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:15:01.457116 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-ceff9339-11d7-4e73-93ac-02283641f77e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'security_group_rule': {'security_group_id': '0d478837-5685-4ad7-a1d1-178e15f205e0', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:15:01.464080 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ceff9339-11d7-4e73-93ac-02283641f77e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:15:01.467944 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ceff9339-11d7-4e73-93ac-02283641f77e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:security_group_rule and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:15:01.471339 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-ceff9339-11d7-4e73-93ac-02283641f77e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:15:01.477353 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-ceff9339-11d7-4e73-93ac-02283641f77e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:15:01.487887 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.securitygroups_db [None req-ceff9339-11d7-4e73-93ac-02283641f77e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Project 584a5877f0874528a2086d6a82d4b9d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 15:15:01.494378 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ceff9339-11d7-4e73-93ac-02283641f77e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.595134 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ceff9339-11d7-4e73-93ac-02283641f77e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.598990 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ceff9339-11d7-4e73-93ac-02283641f77e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.622533 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff9339-11d7-4e73-93ac-02283641f77e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff9cbfc-8103-4f95-b174-255cc3bf7513,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:01.632625 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ceff9339-11d7-4e73-93ac-02283641f77e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.634199 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ceff9339-11d7-4e73-93ac-02283641f77e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1829031 Jan 17 15:15:01.637118 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 46868) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:15:01.643192 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-61972663-ab36-4172-baf4-12a8f6065940 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'network': {'name': 'tempest-network-smoke--1299405073', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'port_security_enabled': True}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:15:01.648307 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-61972663-ab36-4172-baf4-12a8f6065940 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:15:01.652287 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-61972663-ab36-4172-baf4-12a8f6065940 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:network and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:15:01.655097 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-61972663-ab36-4172-baf4-12a8f6065940 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:15:01.661379 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-61972663-ab36-4172-baf4-12a8f6065940 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:15:01.671924 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61972663-ab36-4172-baf4-12a8f6065940 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Made reservation on behalf of 584a5877f0874528a2086d6a82d4b9d7 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:15:01.675258 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-61972663-ab36-4172-baf4-12a8f6065940 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.703981 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61972663-ab36-4172-baf4-12a8f6065940 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 15:15:01.713766 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-61972663-ab36-4172-baf4-12a8f6065940 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.714107 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-61972663-ab36-4172-baf4-12a8f6065940 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Added segment 922ce128-da8b-4347-8c91-de7da9c97132 of type vlan for network d8d9a63f-a086-44f1-bd5f-9f6991b0b355 Jan 17 15:15:01.748044 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-61972663-ab36-4172-baf4-12a8f6065940 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.779126 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-61972663-ab36-4172-baf4-12a8f6065940 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.785123 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61972663-ab36-4172-baf4-12a8f6065940 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:01.785708 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-61972663-ab36-4172-baf4-12a8f6065940 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.894948 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-61972663-ab36-4172-baf4-12a8f6065940 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2567177 Jan 17 15:15:01.897702 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61972663-ab36-4172-baf4-12a8f6065940 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Network': ['ID=d8d9a63f-a086-44f1-bd5f-9f6991b0b355,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:01.897858 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46872) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:15:01.903104 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1202732200', 'admin_state_up': True, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:15:01.909440 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network d8d9a63f-a086-44f1-bd5f-9f6991b0b355 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 15:15:01.911520 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:15:01.915638 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:router and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:15:01.918879 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:15:01.925581 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:15:01.935802 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.936824 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:01.958493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:02.232096 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:02.540340 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:02.573327 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:02.705364 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Allocated IP 172.26.3.104 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:15:02.863447 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:02.892674 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:02.961940 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:15:02.964933 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:15:02.969168 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:15:02.998559 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:03.479670 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:03.825774 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:04.044288 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router 6da08f63-e612-4c74-a7bb-7f0c421f863d is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 15:15:04.224236 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:15:04.237037 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] Sync routers for ids ['6da08f63-e612-4c74-a7bb-7f0c421f863d'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:15:04.247032 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] Routers {'6da08f63-e612-4c74-a7bb-7f0c421f863d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:15:04.247631 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:14:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6da08f63-e612-4c74-a7bb-7f0c421f863d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:15:04.252606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:04.253842 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-77b61b5c-adbc-4183-9ec4-35b5ceb48964 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3551040 Jan 17 15:15:04.257015 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46876) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:15:04.296234 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0501ef08-ba45-4b3a-b2d0-e134517beed1 tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=584a5877f0874528a2086d6a82d4b9d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380793 Jan 17 15:15:04.299365 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46880) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:15:04.429171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2c8c17-eb33-484b-97e5-a3b3a580aaf2 tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:04.430196 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] Set router 6da08f63-e612-4c74-a7bb-7f0c421f863d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:15:04.430797 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-0a2c8c17-eb33-484b-97e5-a3b3a580aaf2 tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305149 Jan 17 15:15:04.433685 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46884) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:15:04.479548 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b03a27a5-fc7b-4442-a28f-26210b56fd7a tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=8e713ad1-069e-4db5-8938-0391ff946f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446970 Jan 17 15:15:04.482198 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46888) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:15:04.487527 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-f158b2ca-0a23-4b9d-9a62-8d4cf6248ca3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1754591673', 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355', 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:15:04.594166 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f158b2ca-0a23-4b9d-9a62-8d4cf6248ca3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:15:04.598162 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f158b2ca-0a23-4b9d-9a62-8d4cf6248ca3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:subnet and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:15:04.601249 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-f158b2ca-0a23-4b9d-9a62-8d4cf6248ca3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:15:04.606856 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-f158b2ca-0a23-4b9d-9a62-8d4cf6248ca3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:15:04.620151 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f158b2ca-0a23-4b9d-9a62-8d4cf6248ca3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Made reservation on behalf of 584a5877f0874528a2086d6a82d4b9d7 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:15:04.623668 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f158b2ca-0a23-4b9d-9a62-8d4cf6248ca3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:04.716423 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202732200', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:15:01Z', 'updated_at': '2022-01-17T15:15:03Z', 'revision_number': 3, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:02Z', 'updated_at': '2022-01-17T15:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:15:04.720616 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] Checking router: 6da08f63-e612-4c74-a7bb-7f0c421f863d for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:15:04.720965 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] Updating router 6da08f63-e612-4c74-a7bb-7f0c421f863d port c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:15:04.779041 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:04.956152 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f158b2ca-0a23-4b9d-9a62-8d4cf6248ca3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:05.037193 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158b2ca-0a23-4b9d-9a62-8d4cf6248ca3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Subnet': ['ID=13dec7fa-1d69-4762-8bd2-1b2564f02462,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:05.054883 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f158b2ca-0a23-4b9d-9a62-8d4cf6248ca3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Checking segment: {'id': '922ce128-da8b-4347-8c91-de7da9c97132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:15:05.055582 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f158b2ca-0a23-4b9d-9a62-8d4cf6248ca3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network hostable DHCP agents. Network: d8d9a63f-a086-44f1-bd5f-9f6991b0b355, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 15:15:05.074982 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f158b2ca-0a23-4b9d-9a62-8d4cf6248ca3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network d8d9a63f-a086-44f1-bd5f-9f6991b0b355 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 15:15:05.084223 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-f158b2ca-0a23-4b9d-9a62-8d4cf6248ca3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, d8d9a63f-a086-44f1-bd5f-9f6991b0b355) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:15:05.094448 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f158b2ca-0a23-4b9d-9a62-8d4cf6248ca3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:05.095064 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-f158b2ca-0a23-4b9d-9a62-8d4cf6248ca3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:05.099183 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49d6dff-a967-4bd7-983c-7b0d5b71e2d5 None None] Network d8d9a63f-a086-44f1-bd5f-9f6991b0b355 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:15:05.118434 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-f158b2ca-0a23-4b9d-9a62-8d4cf6248ca3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6348982 Jan 17 15:15:05.122101 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46892) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:15:05.196675 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:05.223856 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] Transition to ACTIVE for port object c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:15:05.243019 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:05.399495 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] Attempting to bind port c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:15:05.399890 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] Attempting to bind port c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:15:05.400237 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] Attempting to bind port c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:15:05.410634 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329b67e-0266-4506-af78-61fbc3940482 None None] Pushing event updated for resources: {'Port': ['ID=c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:05.414758 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:15:05.415123 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:15:05.415515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:05.415914 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:15:05.416368 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] Bound port: c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:15:05.416731 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:05.496051 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-d8d9a63f-a086-44f1-bd5f-9f6991b0b355', 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ips': [{'subnet_id': '13dec7fa-1d69-4762-8bd2-1b2564f02462'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 15:15:05.496868 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:05.571819 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] For port c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:15:05.593736 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] For port c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:15:05.602513 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:05.739929 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] Routers {'6da08f63-e612-4c74-a7bb-7f0c421f863d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:15:05.740551 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:14:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6da08f63-e612-4c74-a7bb-7f0c421f863d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:15:05.786768 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329b67e-0266-4506-af78-61fbc3940482 None None] Pushing event updated for resources: {'Port': ['ID=c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:05.816927 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3733c2e7-7b30-4bc8-8adc-cae5e1f48ad5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:05.818923 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Allocated IP 172.20.0.2 (d8d9a63f-a086-44f1-bd5f-9f6991b0b355/13dec7fa-1d69-4762-8bd2-1b2564f02462/ac86ea1a-9aa4-42a5-a086-fcc2b2a51779) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:15:06.006623 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] Set router 6da08f63-e612-4c74-a7bb-7f0c421f863d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:15:06.323188 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:06.362214 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Transition to ACTIVE for port object ac86ea1a-9aa4-42a5-a086-fcc2b2a51779 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:15:06.389680 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Transition to ACTIVE for port object ac86ea1a-9aa4-42a5-a086-fcc2b2a51779 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:15:06.397076 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:06.463747 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-3733c2e7-7b30-4bc8-8adc-cae5e1f48ad5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Allocated IP 172.20.0.1 (d8d9a63f-a086-44f1-bd5f-9f6991b0b355/13dec7fa-1d69-4762-8bd2-1b2564f02462/7e09180a-07d7-4d26-bd48-53beee53edcf) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:15:06.477927 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Network d8d9a63f-a086-44f1-bd5f-9f6991b0b355 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:15:06.478893 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Pushing event updated for resources: {'Port': ['ID=ac86ea1a-9aa4-42a5-a086-fcc2b2a51779,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:06.482823 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:15:06.486476 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:15:06.519991 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202732200', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:15:01Z', 'updated_at': '2022-01-17T15:15:03Z', 'revision_number': 3, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:02Z', 'updated_at': '2022-01-17T15:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:15:06.557486 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a563e2-83a6-4d6b-ac54-fc1b8c399dc3 None None] The sync data for ids ['6da08f63-e612-4c74-a7bb-7f0c421f863d'] in dv-neutron-824901-1-hyperv is: [{'id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202732200', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:15:01Z', 'updated_at': '2022-01-17T15:15:03Z', 'revision_number': 3, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:02Z', 'updated_at': '2022-01-17T15:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:15:06.591850 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Attempting to bind port ac86ea1a-9aa4-42a5-a086-fcc2b2a51779 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:15:06.592183 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Attempting to bind port ac86ea1a-9aa4-42a5-a086-fcc2b2a51779 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '922ce128-da8b-4347-8c91-de7da9c97132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:15:06.592535 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Attempting to bind port ac86ea1a-9aa4-42a5-a086-fcc2b2a51779 on network d8d9a63f-a086-44f1-bd5f-9f6991b0b355 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:15:06.599258 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:15:06.599947 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Checking segment: {'id': '922ce128-da8b-4347-8c91-de7da9c97132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:15:06.600308 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:06.600697 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Bound using segment: {'id': '922ce128-da8b-4347-8c91-de7da9c97132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:15:06.601169 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Bound port: ac86ea1a-9aa4-42a5-a086-fcc2b2a51779, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922ce128-da8b-4347-8c91-de7da9c97132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:15:06.601538 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:06.649233 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3733c2e7-7b30-4bc8-8adc-cae5e1f48ad5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:06.666835 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-3733c2e7-7b30-4bc8-8adc-cae5e1f48ad5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Transition to ACTIVE for port object 7e09180a-07d7-4d26-bd48-53beee53edcf will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:15:06.696789 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3733c2e7-7b30-4bc8-8adc-cae5e1f48ad5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:06.707148 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] For port ac86ea1a-9aa4-42a5-a086-fcc2b2a51779, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:15:06.711042 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] For port ac86ea1a-9aa4-42a5-a086-fcc2b2a51779, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ac86ea1a-9aa4-42a5-a086-fcc2b2a51779,segment=NetworkSegment(922ce128-da8b-4347-8c91-de7da9c97132),segment_id=922ce128-da8b-4347-8c91-de7da9c97132)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:15:06.715693 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:06.807563 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5bd39-7146-4ed0-a381-4f41e83021e3 None None] Pushing event updated for resources: {'Port': ['ID=ac86ea1a-9aa4-42a5-a086-fcc2b2a51779,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:06.959225 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3733c2e7-7b30-4bc8-8adc-cae5e1f48ad5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network d8d9a63f-a086-44f1-bd5f-9f6991b0b355 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:15:06.963152 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-3733c2e7-7b30-4bc8-8adc-cae5e1f48ad5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:15:06.968075 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733c2e7-7b30-4bc8-8adc-cae5e1f48ad5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:15:07.007543 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733c2e7-7b30-4bc8-8adc-cae5e1f48ad5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=7e09180a-07d7-4d26-bd48-53beee53edcf,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:07.062838 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3733c2e7-7b30-4bc8-8adc-cae5e1f48ad5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:07.364245 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3733c2e7-7b30-4bc8-8adc-cae5e1f48ad5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:07.372659 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:15:07.497854 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:15:07.504488 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:15:07.504864 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:07.647250 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:07.669427 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:15:07.674825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:07.675737 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ac86ea1a-9aa4-42a5-a086-fcc2b2a51779 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:15:07.798330 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:07.812976 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port ac86ea1a-9aa4-42a5-a086-fcc2b2a51779 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:15:07.846817 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3733c2e7-7b30-4bc8-8adc-cae5e1f48ad5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:07.852175 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3733c2e7-7b30-4bc8-8adc-cae5e1f48ad5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:07.912456 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a6476a-188b-4eeb-ac98-05115b56506f None None] Network d8d9a63f-a086-44f1-bd5f-9f6991b0b355 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:15:07.969463 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733c2e7-7b30-4bc8-8adc-cae5e1f48ad5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=7e09180a-07d7-4d26-bd48-53beee53edcf,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:07.971790 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3733c2e7-7b30-4bc8-8adc-cae5e1f48ad5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:08.036423 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9ee9fbf8-b774-4a05-81a2-4d272f52c5b6 None None] Provisioning for port ac86ea1a-9aa4-42a5-a086-fcc2b2a51779 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:15:08.066911 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9ee9fbf8-b774-4a05-81a2-4d272f52c5b6 None None] Provisioning complete for port ac86ea1a-9aa4-42a5-a086-fcc2b2a51779 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:15:08.067282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9ee9fbf8-b774-4a05-81a2-4d272f52c5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:08.120027 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3733c2e7-7b30-4bc8-8adc-cae5e1f48ad5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network d8d9a63f-a086-44f1-bd5f-9f6991b0b355 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:15:08.121532 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-3733c2e7-7b30-4bc8-8adc-cae5e1f48ad5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:15:08.255616 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9ee9fbf8-b774-4a05-81a2-4d272f52c5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:08.294920 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9ee9fbf8-b774-4a05-81a2-4d272f52c5b6 None None] For port ac86ea1a-9aa4-42a5-a086-fcc2b2a51779, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ac86ea1a-9aa4-42a5-a086-fcc2b2a51779,segment=NetworkSegment(922ce128-da8b-4347-8c91-de7da9c97132),segment_id=922ce128-da8b-4347-8c91-de7da9c97132)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:15:08.300269 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9ee9fbf8-b774-4a05-81a2-4d272f52c5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:08.321663 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3733c2e7-7b30-4bc8-8adc-cae5e1f48ad5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router 6da08f63-e612-4c74-a7bb-7f0c421f863d has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:15:08.374671 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9fbf8-b774-4a05-81a2-4d272f52c5b6 None None] Pushing event updated for resources: {'Port': ['ID=ac86ea1a-9aa4-42a5-a086-fcc2b2a51779,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:08.523001 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-35bfa21e-2d69-4c77-baf5-a12846ad5617 None None] Provisioning complete for port ac86ea1a-9aa4-42a5-a086-fcc2b2a51779 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:15:08.523367 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-35bfa21e-2d69-4c77-baf5-a12846ad5617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:08.637399 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3733c2e7-7b30-4bc8-8adc-cae5e1f48ad5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:15:08.648302 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] Sync routers for ids ['6da08f63-e612-4c74-a7bb-7f0c421f863d'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:15:08.652915 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3733c2e7-7b30-4bc8-8adc-cae5e1f48ad5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "PUT /v2.0/routers/6da08f63-e612-4c74-a7bb-7f0c421f863d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5296316 Jan 17 15:15:08.667815 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] Routers {'6da08f63-e612-4c74-a7bb-7f0c421f863d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:15:08.668522 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:14:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6da08f63-e612-4c74-a7bb-7f0c421f863d'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:15:08.681658 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-35bfa21e-2d69-4c77-baf5-a12846ad5617 None None] Provisioning for port 7e09180a-07d7-4d26-bd48-53beee53edcf completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:15:08.686474 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-35bfa21e-2d69-4c77-baf5-a12846ad5617 None None] Provisioning complete for port 7e09180a-07d7-4d26-bd48-53beee53edcf triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:15:08.687033 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-35bfa21e-2d69-4c77-baf5-a12846ad5617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:08.753616 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-35bfa21e-2d69-4c77-baf5-a12846ad5617 None None] Port 7e09180a-07d7-4d26-bd48-53beee53edcf cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:15:08.850343 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-6770e345-da8a-4ba5-8401-d36c47bc9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:15:08.869658 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] Set router 6da08f63-e612-4c74-a7bb-7f0c421f863d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:15:08.872594 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-6770e345-da8a-4ba5-8401-d36c47bc9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:15:08.873876 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-6770e345-da8a-4ba5-8401-d36c47bc9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942965263&fields=id&tenant_id=584a5877f0874528a2086d6a82d4b9d7 HTTP/1.1" status: 200 len: 267 time: 0.0677626 Jan 17 15:15:08.887466 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-21bf4b29-1c87-4620-b124-f7ee527142ba None None] Provisioning complete for port 7e09180a-07d7-4d26-bd48-53beee53edcf triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:15:08.887814 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-21bf4b29-1c87-4620-b124-f7ee527142ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:08.949537 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-21bf4b29-1c87-4620-b124-f7ee527142ba None None] Port 7e09180a-07d7-4d26-bd48-53beee53edcf cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:15:09.037524 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-7c5ea7f1-ce3d-49da-ae5b-ffc8ec8c675c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:09.038111 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-7c5ea7f1-ce3d-49da-ae5b-ffc8ec8c675c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:15:09.054881 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-7c5ea7f1-ce3d-49da-ae5b-ffc8ec8c675c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:15:09.056991 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-7c5ea7f1-ce3d-49da-ae5b-ffc8ec8c675c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/networks?id=d8d9a63f-a086-44f1-bd5f-9f6991b0b355 HTTP/1.1" status: 200 len: 797 time: 0.1744633 Jan 17 15:15:09.073079 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-d0ed6dc5-54c8-4ee6-b933-6e8ca36cd9fb tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/quotas/584a5877f0874528a2086d6a82d4b9d7 HTTP/1.1" status: 200 len: 375 time: 0.0106869 Jan 17 15:15:09.075887 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-88325098-91a5-4bc8-ad8a-ca107affa840 None None] Provisioning complete for port 7e09180a-07d7-4d26-bd48-53beee53edcf triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:15:09.076358 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-88325098-91a5-4bc8-ad8a-ca107affa840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:09.135571 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-88325098-91a5-4bc8-ad8a-ca107affa840 None None] Port 7e09180a-07d7-4d26-bd48-53beee53edcf cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:15:09.162405 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-81bf6685-0cae-48a0-81e0-95ea2d16d62b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:15:09.178680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-81bf6685-0cae-48a0-81e0-95ea2d16d62b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:15:09.180041 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-81bf6685-0cae-48a0-81e0-95ea2d16d62b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1005871 Jan 17 15:15:09.195300 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202732200', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:15:01Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:02Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '7e09180a-07d7-4d26-bd48-53beee53edcf', 'name': '', 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:84:81:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '13dec7fa-1d69-4762-8bd2-1b2564f02462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:06Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 2, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '13dec7fa-1d69-4762-8bd2-1b2564f02462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:15:09.199240 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] Checking router: 6da08f63-e612-4c74-a7bb-7f0c421f863d for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:15:09.199649 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] Updating router 6da08f63-e612-4c74-a7bb-7f0c421f863d port 7e09180a-07d7-4d26-bd48-53beee53edcf binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:15:09.255847 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:09.305448 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-048edb4b-ef48-4a3a-8858-b30e9974c6b8 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 15:15:09.306434 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-048edb4b-ef48-4a3a-8858-b30e9974c6b8 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451803 Jan 17 15:15:09.318386 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:15:09.389621 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:15:09.390718 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:09.445553 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-f77de66c-fea7-48ef-9896-bb41dad9ff20 service neutron] 10.222.0.48 "GET /v2.0/networks/d8d9a63f-a086-44f1-bd5f-9f6991b0b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300898 Jan 17 15:15:09.514115 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ac86ea1a-9aa4-42a5-a086-fcc2b2a51779 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:15:09.588624 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port ac86ea1a-9aa4-42a5-a086-fcc2b2a51779 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:15:09.589270 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:09.635398 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:09.649012 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] Transition to ACTIVE for port object 7e09180a-07d7-4d26-bd48-53beee53edcf will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:15:09.658095 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:09.691349 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-d446ca48-ca1c-407b-a15f-e510c4480f68 service neutron] 10.222.0.48 "GET /v2.0/networks/d8d9a63f-a086-44f1-bd5f-9f6991b0b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395811 Jan 17 15:15:09.884679 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] Attempting to bind port 7e09180a-07d7-4d26-bd48-53beee53edcf on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:15:09.885047 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] Attempting to bind port 7e09180a-07d7-4d26-bd48-53beee53edcf by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '922ce128-da8b-4347-8c91-de7da9c97132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:15:09.885406 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] Attempting to bind port 7e09180a-07d7-4d26-bd48-53beee53edcf on network d8d9a63f-a086-44f1-bd5f-9f6991b0b355 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:15:09.893206 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765e9c9-fd79-4276-9e44-6f1a7cce660f None None] Pushing event updated for resources: {'Port': ['ID=7e09180a-07d7-4d26-bd48-53beee53edcf,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:09.902602 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e9c9-fd79-4276-9e44-6f1a7cce660f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:15:09.902879 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e9c9-fd79-4276-9e44-6f1a7cce660f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:15:09.903217 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e9c9-fd79-4276-9e44-6f1a7cce660f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:15:09.903553 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e9c9-fd79-4276-9e44-6f1a7cce660f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:15:09.903982 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e9c9-fd79-4276-9e44-6f1a7cce660f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:15:09.904310 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e9c9-fd79-4276-9e44-6f1a7cce660f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:15:09.904635 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e9c9-fd79-4276-9e44-6f1a7cce660f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:15:09.904954 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e9c9-fd79-4276-9e44-6f1a7cce660f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:15:09.905274 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e9c9-fd79-4276-9e44-6f1a7cce660f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:15:09.905591 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e9c9-fd79-4276-9e44-6f1a7cce660f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:15:09.905907 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e9c9-fd79-4276-9e44-6f1a7cce660f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:15:09.906800 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e9c9-fd79-4276-9e44-6f1a7cce660f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:15:09.910256 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:15:09.910626 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] Checking segment: {'id': '922ce128-da8b-4347-8c91-de7da9c97132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:15:09.911021 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:09.911395 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] Bound using segment: {'id': '922ce128-da8b-4347-8c91-de7da9c97132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:15:09.911909 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] Bound port: 7e09180a-07d7-4d26-bd48-53beee53edcf, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922ce128-da8b-4347-8c91-de7da9c97132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:15:09.912282 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:09.926933 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-dc1d5ef2-eeef-4490-9de7-4aaf5eb465b4 req-919fda35-f879-4f12-90fa-43b9a40f2e65 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:15:09.941616 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-dc1d5ef2-eeef-4490-9de7-4aaf5eb465b4 req-919fda35-f879-4f12-90fa-43b9a40f2e65 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:15:09.942930 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-dc1d5ef2-eeef-4490-9de7-4aaf5eb465b4 req-919fda35-f879-4f12-90fa-43b9a40f2e65 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 210 time: 0.0683811 Jan 17 15:15:10.009674 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] For port 7e09180a-07d7-4d26-bd48-53beee53edcf, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:15:10.014308 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] For port 7e09180a-07d7-4d26-bd48-53beee53edcf, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=7e09180a-07d7-4d26-bd48-53beee53edcf,segment=NetworkSegment(922ce128-da8b-4347-8c91-de7da9c97132),segment_id=922ce128-da8b-4347-8c91-de7da9c97132)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:15:10.020491 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:10.104878 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] Routers {'6da08f63-e612-4c74-a7bb-7f0c421f863d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:15:10.105498 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:14:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6da08f63-e612-4c74-a7bb-7f0c421f863d'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:15:10.200182 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765e9c9-fd79-4276-9e44-6f1a7cce660f None None] Pushing event updated for resources: {'Port': ['ID=7e09180a-07d7-4d26-bd48-53beee53edcf,revision_number=4']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:10.339811 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] Set router 6da08f63-e612-4c74-a7bb-7f0c421f863d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:15:10.660329 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202732200', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:15:01Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:02Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '7e09180a-07d7-4d26-bd48-53beee53edcf', 'name': '', 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:84:81:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '13dec7fa-1d69-4762-8bd2-1b2564f02462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:06Z', 'updated_at': '2022-01-17T15:15:10Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '13dec7fa-1d69-4762-8bd2-1b2564f02462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:15:10.664753 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd531ff8-69f9-4526-99cd-83e6cc58ed28 None None] The sync data for ids ['6da08f63-e612-4c74-a7bb-7f0c421f863d'] in dv-neutron-824901-1-hyperv is: [{'id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202732200', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:15:01Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:02Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '7e09180a-07d7-4d26-bd48-53beee53edcf', 'name': '', 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:84:81:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '13dec7fa-1d69-4762-8bd2-1b2564f02462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:06Z', 'updated_at': '2022-01-17T15:15:10Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '13dec7fa-1d69-4762-8bd2-1b2564f02462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:15:10.795994 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eeabee4b-6fe3-46c4-a693-88196e53f342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:11.101781 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-54c042e9-a418-4909-bb57-f69851c85507 req-f7cc7395-c547-4e75-929b-7fc0cbb34c04 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 210 time: 0.0437524 Jan 17 15:15:11.334653 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 7e09180a-07d7-4d26-bd48-53beee53edcf up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:15:11.359337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-f2b3c22c-e319-408d-a146-3f5dd2cb2e16 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:11.360839 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-f2b3c22c-e319-408d-a146-3f5dd2cb2e16 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "GET /v2.0/networks?id=d8d9a63f-a086-44f1-bd5f-9f6991b0b355 HTTP/1.1" status: 200 len: 797 time: 0.1944165 Jan 17 15:15:11.414355 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-8ab53278-c124-452c-a1e6-dbb87981e294 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=584a5877f0874528a2086d6a82d4b9d7 HTTP/1.1" status: 200 len: 379 time: 0.0437102 Jan 17 15:15:11.420972 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 7e09180a-07d7-4d26-bd48-53beee53edcf completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:15:11.427235 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-0412fb75-4d98-40bd-a831-64a25bd1e043 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'port': {'device_id': '483f3d5f-60be-4924-b516-ca47284f6732', 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355', 'admin_state_up': True, 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'security_groups': ['0d478837-5685-4ad7-a1d1-178e15f205e0']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:15:11.431275 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 7e09180a-07d7-4d26-bd48-53beee53edcf triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:15:11.431650 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:11.572231 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-0412fb75-4d98-40bd-a831-64a25bd1e043 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:15:11.583031 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-0412fb75-4d98-40bd-a831-64a25bd1e043 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:15:11.593282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:11.596476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-0412fb75-4d98-40bd-a831-64a25bd1e043 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Made reservation on behalf of 584a5877f0874528a2086d6a82d4b9d7 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:15:11.600924 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-0412fb75-4d98-40bd-a831-64a25bd1e043 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:11.627912 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 7e09180a-07d7-4d26-bd48-53beee53edcf, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=7e09180a-07d7-4d26-bd48-53beee53edcf,segment=NetworkSegment(922ce128-da8b-4347-8c91-de7da9c97132),segment_id=922ce128-da8b-4347-8c91-de7da9c97132)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:15:11.632718 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:11.705282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=7e09180a-07d7-4d26-bd48-53beee53edcf,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:11.776279 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-0412fb75-4d98-40bd-a831-64a25bd1e043 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Allocated IP 172.20.0.6 (d8d9a63f-a086-44f1-bd5f-9f6991b0b355/13dec7fa-1d69-4762-8bd2-1b2564f02462/d59bee16-686f-48d6-9028-847b0a487f2e) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:15:11.979384 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-0412fb75-4d98-40bd-a831-64a25bd1e043 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:11.996533 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-0412fb75-4d98-40bd-a831-64a25bd1e043 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Transition to ACTIVE for port object d59bee16-686f-48d6-9028-847b0a487f2e will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:15:12.024902 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-0412fb75-4d98-40bd-a831-64a25bd1e043 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:12.097855 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-0412fb75-4d98-40bd-a831-64a25bd1e043 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network d8d9a63f-a086-44f1-bd5f-9f6991b0b355 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:15:12.101217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-0412fb75-4d98-40bd-a831-64a25bd1e043 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:15:12.105363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-0412fb75-4d98-40bd-a831-64a25bd1e043 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:15:12.142336 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412fb75-4d98-40bd-a831-64a25bd1e043 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=d59bee16-686f-48d6-9028-847b0a487f2e,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:12.179628 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-0412fb75-4d98-40bd-a831-64a25bd1e043 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:12.180357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-0412fb75-4d98-40bd-a831-64a25bd1e043 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:12.207390 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-0412fb75-4d98-40bd-a831-64a25bd1e043 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7879915 Jan 17 15:15:12.220009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] Request body: {'port': {'device_id': '483f3d5f-60be-4924-b516-ca47284f6732', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:15:12.305712 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81876e8e-1444-4c2a-b490-9718bf94ba07 req-ac9966d7-e013-48f2-afa1-788def0c4158 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:12.307550 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-81876e8e-1444-4c2a-b490-9718bf94ba07 req-ac9966d7-e013-48f2-afa1-788def0c4158 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 931 time: 0.0833509 Jan 17 15:15:12.342622 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:12.348356 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-74165a88-a3fd-427f-bee1-64addd78eac0 None None] Provisioning for port d59bee16-686f-48d6-9028-847b0a487f2e completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:15:12.353995 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-74165a88-a3fd-427f-bee1-64addd78eac0 None None] Provisioning complete for port d59bee16-686f-48d6-9028-847b0a487f2e triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:15:12.354236 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-74165a88-a3fd-427f-bee1-64addd78eac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:12.356196 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-81876e8e-1444-4c2a-b490-9718bf94ba07 req-ec60962a-186f-47f9-994a-e775d0b40a8c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:15:12.368867 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-81876e8e-1444-4c2a-b490-9718bf94ba07 req-ec60962a-186f-47f9-994a-e775d0b40a8c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:15:12.370226 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-81876e8e-1444-4c2a-b490-9718bf94ba07 req-ec60962a-186f-47f9-994a-e775d0b40a8c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d478837-5685-4ad7-a1d1-178e15f205e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559144 Jan 17 15:15:12.419073 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-74165a88-a3fd-427f-bee1-64addd78eac0 None None] Port d59bee16-686f-48d6-9028-847b0a487f2e cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:15:12.687433 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d59bee16-686f-48d6-9028-847b0a487f2e {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:15:12.694546 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:12.708446 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] Transition to ACTIVE for port object d59bee16-686f-48d6-9028-847b0a487f2e will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:15:12.712875 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:12.986892 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] Pushing event updated for resources: {'Port': ['ID=d59bee16-686f-48d6-9028-847b0a487f2e,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:13.062233 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] Attempting to bind port d59bee16-686f-48d6-9028-847b0a487f2e on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:15:13.062560 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] Attempting to bind port d59bee16-686f-48d6-9028-847b0a487f2e by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '922ce128-da8b-4347-8c91-de7da9c97132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:15:13.062880 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] Attempting to bind port d59bee16-686f-48d6-9028-847b0a487f2e on network d8d9a63f-a086-44f1-bd5f-9f6991b0b355 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:15:13.067374 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] Port d59bee16-686f-48d6-9028-847b0a487f2e on network d8d9a63f-a086-44f1-bd5f-9f6991b0b355 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 15:15:13.067681 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] Attempting to bind port d59bee16-686f-48d6-9028-847b0a487f2e on network d8d9a63f-a086-44f1-bd5f-9f6991b0b355 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:15:13.072566 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:15:13.072894 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] Checking segment: {'id': '922ce128-da8b-4347-8c91-de7da9c97132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:15:13.073266 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] Bound using segment: {'id': '922ce128-da8b-4347-8c91-de7da9c97132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:15:13.073679 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] Bound port: d59bee16-686f-48d6-9028-847b0a487f2e, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922ce128-da8b-4347-8c91-de7da9c97132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:15:13.074014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:13.162358 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] For port d59bee16-686f-48d6-9028-847b0a487f2e, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:15:13.165237 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] For port d59bee16-686f-48d6-9028-847b0a487f2e, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=d59bee16-686f-48d6-9028-847b0a487f2e,segment=NetworkSegment(922ce128-da8b-4347-8c91-de7da9c97132),segment_id=922ce128-da8b-4347-8c91-de7da9c97132)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:15:13.170051 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:13.228542 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:13.228542 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:13.229903 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] 10.222.0.15 "PUT /v2.0/ports/d59bee16-686f-48d6-9028-847b0a487f2e HTTP/1.1" status: 200 len: 1093 time: 1.0146279 Jan 17 15:15:13.233224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483f3d5f-60be-4924-b516-ca47284f6732', 'tag': 'd59bee16-686f-48d6-9028-847b0a487f2e'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:15:13.259935 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba698603-f464-4a56-a9a5-ef566485a1cb service neutron] Pushing event updated for resources: {'Port': ['ID=d59bee16-686f-48d6-9028-847b0a487f2e,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:13.308012 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483f3d5f-60be-4924-b516-ca47284f6732', 'tag': 'd59bee16-686f-48d6-9028-847b0a487f2e', 'status': 'completed', 'code': 200} Jan 17 15:15:13.320564 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 7e09180a-07d7-4d26-bd48-53beee53edcf up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:15:13.352462 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-e36a74bb-9074-4ab3-a973-ca4589910ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:13.353956 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-e36a74bb-9074-4ab3-a973-ca4589910ee0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 1096 time: 0.0843713 Jan 17 15:15:13.394486 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 7e09180a-07d7-4d26-bd48-53beee53edcf triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:15:13.395104 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:13.440899 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-2843b9fa-c5ef-42c2-a158-df42a315eadb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d59bee16-686f-48d6-9028-847b0a487f2e HTTP/1.1" status: 200 len: 217 time: 0.0756760 Jan 17 15:15:13.513635 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-72cc0f00-09aa-44e4-83cd-464fa42e06bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:13.515071 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-72cc0f00-09aa-44e4-83cd-464fa42e06bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13dec7fa-1d69-4762-8bd2-1b2564f02462 HTTP/1.1" status: 200 len: 835 time: 0.0675151 Jan 17 15:15:13.566845 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592b250-aaa5-4458-8cd6-407f4bae9cd2 req-2aa37ba9-0cd2-45a5-9944-f39abbc8f21d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:13.568400 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1592b250-aaa5-4458-8cd6-407f4bae9cd2 req-2aa37ba9-0cd2-45a5-9944-f39abbc8f21d tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 943 time: 0.0809906 Jan 17 15:15:13.596126 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-d644f616-4c2d-40cf-a2db-d6ea1c44a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:13.597611 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-d644f616-4c2d-40cf-a2db-d6ea1c44a746 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8d9a63f-a086-44f1-bd5f-9f6991b0b355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756278 Jan 17 15:15:13.615737 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1592b250-aaa5-4458-8cd6-407f4bae9cd2 req-6a9c45cc-6915-4bea-8bac-cae865b7d749 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d478837-5685-4ad7-a1d1-178e15f205e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408411 Jan 17 15:15:13.733446 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-b953eae8-230f-4b13-9eda-ef902e7fc3b3 service neutron] 10.222.0.15 "GET /v2.0/networks/d8d9a63f-a086-44f1-bd5f-9f6991b0b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290367 Jan 17 15:15:13.869778 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-50277a02-6b96-4d79-9d5e-b1c1f4eab6fa req-b570d1b6-a448-4363-96e5-415154183242 service neutron] 10.222.0.15 "GET /v2.0/networks/d8d9a63f-a086-44f1-bd5f-9f6991b0b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295831 Jan 17 15:15:13.887119 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:15:13.970292 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6950ea4d-513d-4469-9208-a59175b4a200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:13.988739 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc543d-594b-4d4f-8b73-1b94d95a27ec req-877f92af-2b37-469f-9500-04e2d248825b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:13.990156 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-29bc543d-594b-4d4f-8b73-1b94d95a27ec req-877f92af-2b37-469f-9500-04e2d248825b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 1096 time: 0.0762289 Jan 17 15:15:14.089338 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:14.123850 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc543d-594b-4d4f-8b73-1b94d95a27ec req-aaeffeb3-f874-487e-a3b6-fb613647b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:14.125889 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-29bc543d-594b-4d4f-8b73-1b94d95a27ec req-aaeffeb3-f874-487e-a3b6-fb613647b771 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8d9a63f-a086-44f1-bd5f-9f6991b0b355 HTTP/1.1" status: 200 len: 898 time: 0.1288955 Jan 17 15:15:14.170110 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:14.196023 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-29bc543d-594b-4d4f-8b73-1b94d95a27ec req-7b91154f-7b01-46f9-9d3a-ab8e4241b8cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d59bee16-686f-48d6-9028-847b0a487f2e HTTP/1.1" status: 200 len: 217 time: 0.0634925 Jan 17 15:15:14.262047 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc543d-594b-4d4f-8b73-1b94d95a27ec req-474dd6cb-defa-469a-a0ee-64a32077f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:14.263422 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-29bc543d-594b-4d4f-8b73-1b94d95a27ec req-474dd6cb-defa-469a-a0ee-64a32077f2f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13dec7fa-1d69-4762-8bd2-1b2564f02462 HTTP/1.1" status: 200 len: 835 time: 0.0618534 Jan 17 15:15:14.339058 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc543d-594b-4d4f-8b73-1b94d95a27ec req-61821d11-0cf0-4fea-b89c-c1518052b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:14.340527 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-29bc543d-594b-4d4f-8b73-1b94d95a27ec req-61821d11-0cf0-4fea-b89c-c1518052b6ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8d9a63f-a086-44f1-bd5f-9f6991b0b355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707533 Jan 17 15:15:14.473039 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-29bc543d-594b-4d4f-8b73-1b94d95a27ec req-fdf20964-4ffe-4f5f-8ae9-dc385d99b109 service neutron] 10.222.0.15 "GET /v2.0/networks/d8d9a63f-a086-44f1-bd5f-9f6991b0b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251593 Jan 17 15:15:14.603360 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-29bc543d-594b-4d4f-8b73-1b94d95a27ec req-35602f5c-763e-4ced-8260-a222dd51fee0 service neutron] 10.222.0.15 "GET /v2.0/networks/d8d9a63f-a086-44f1-bd5f-9f6991b0b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236773 Jan 17 15:15:14.805225 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673f1f0-1b37-4c78-a0be-82b4b59e130d req-47e09d95-5271-4e5d-98c0-a264f20dd789 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:14.805922 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-f673f1f0-1b37-4c78-a0be-82b4b59e130d req-47e09d95-5271-4e5d-98c0-a264f20dd789 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:15:14.820897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-f673f1f0-1b37-4c78-a0be-82b4b59e130d req-47e09d95-5271-4e5d-98c0-a264f20dd789 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:15:14.821997 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f673f1f0-1b37-4c78-a0be-82b4b59e130d req-47e09d95-5271-4e5d-98c0-a264f20dd789 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 943 time: 0.1007490 Jan 17 15:15:14.866337 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f673f1f0-1b37-4c78-a0be-82b4b59e130d req-c3db699a-9405-4b6f-8083-8f8c818d82ed tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d478837-5685-4ad7-a1d1-178e15f205e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386419 Jan 17 15:15:15.705426 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:16.052444 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba211ddf-dbd4-4b27-a3ed-0867e7d0af14 req-7c2c6143-2c83-41a8-98f8-deed6e53ad11 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:16.053794 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ba211ddf-dbd4-4b27-a3ed-0867e7d0af14 req-7c2c6143-2c83-41a8-98f8-deed6e53ad11 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 943 time: 0.0857718 Jan 17 15:15:16.096841 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ba211ddf-dbd4-4b27-a3ed-0867e7d0af14 req-edf30566-aca5-4a97-af1c-916c178761e3 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d478837-5685-4ad7-a1d1-178e15f205e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374408 Jan 17 15:15:17.279662 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425177ca-6035-4792-9038-dad77dcd2347 req-06724bf0-e541-4aae-aac6-4fb6837d71e2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:17.281142 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-425177ca-6035-4792-9038-dad77dcd2347 req-06724bf0-e541-4aae-aac6-4fb6837d71e2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 943 time: 0.0800619 Jan 17 15:15:17.326560 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-425177ca-6035-4792-9038-dad77dcd2347 req-b75f6e5c-a9fc-4161-88d6-2c9ade6e0779 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d478837-5685-4ad7-a1d1-178e15f205e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396330 Jan 17 15:15:17.626316 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device d59bee16-686f-48d6-9028-847b0a487f2e details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 15:15:17.760393 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port d59bee16-686f-48d6-9028-847b0a487f2e, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=d59bee16-686f-48d6-9028-847b0a487f2e,segment=NetworkSegment(922ce128-da8b-4347-8c91-de7da9c97132),segment_id=922ce128-da8b-4347-8c91-de7da9c97132)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:15:17.773564 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': 'd59bee16-686f-48d6-9028-847b0a487f2e', 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355', 'port_id': 'd59bee16-686f-48d6-9028-847b0a487f2e', 'mac_address': 'fa:16:3e:d8:e7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13dec7fa-1d69-4762-8bd2-1b2564f02462', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 15:15:17.828709 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:17.846056 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d59bee16-686f-48d6-9028-847b0a487f2e {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:15:17.865286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port d59bee16-686f-48d6-9028-847b0a487f2e, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=d59bee16-686f-48d6-9028-847b0a487f2e,segment=NetworkSegment(922ce128-da8b-4347-8c91-de7da9c97132),segment_id=922ce128-da8b-4347-8c91-de7da9c97132)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:15:17.869246 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:17.938198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=d59bee16-686f-48d6-9028-847b0a487f2e,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:18.250999 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['d59bee16-686f-48d6-9028-847b0a487f2e'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:15:18.510516 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c45f4-19ee-49e4-9257-6fc58b352519 req-4829a8f3-f822-41bf-9cf9-ee90d9792f62 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:18.511923 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d65c45f4-19ee-49e4-9257-6fc58b352519 req-4829a8f3-f822-41bf-9cf9-ee90d9792f62 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 944 time: 0.0788851 Jan 17 15:15:18.555997 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d65c45f4-19ee-49e4-9257-6fc58b352519 req-df2c1674-30eb-4fdf-8976-a82957c822ca tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d478837-5685-4ad7-a1d1-178e15f205e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376840 Jan 17 15:15:19.643039 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device d59bee16-686f-48d6-9028-847b0a487f2e up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:15:19.714038 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port d59bee16-686f-48d6-9028-847b0a487f2e completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:15:19.720877 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port d59bee16-686f-48d6-9028-847b0a487f2e triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:15:19.721241 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:19.748480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94e06e-dd45-474a-8556-c5a382eff617 req-94b86942-3538-44b4-a6ef-81c0b6313b19 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:19.750597 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5b94e06e-dd45-474a-8556-c5a382eff617 req-94b86942-3538-44b4-a6ef-81c0b6313b19 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 944 time: 0.0840387 Jan 17 15:15:19.797910 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5b94e06e-dd45-474a-8556-c5a382eff617 req-7be2e7d5-4f2d-4115-84a2-c3cfe7da1609 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d478837-5685-4ad7-a1d1-178e15f205e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411906 Jan 17 15:15:19.843110 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:19.869715 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483f3d5f-60be-4924-b516-ca47284f6732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59bee16-686f-48d6-9028-847b0a487f2e'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:15:19.879679 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port d59bee16-686f-48d6-9028-847b0a487f2e, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=d59bee16-686f-48d6-9028-847b0a487f2e,segment=NetworkSegment(922ce128-da8b-4347-8c91-de7da9c97132),segment_id=922ce128-da8b-4347-8c91-de7da9c97132)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:15:19.883666 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:19.918825 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483f3d5f-60be-4924-b516-ca47284f6732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59bee16-686f-48d6-9028-847b0a487f2e', 'code': 200} Jan 17 15:15:19.950718 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=d59bee16-686f-48d6-9028-847b0a487f2e,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:20.146275 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274a553-c790-400f-8a1e-8b023691b06c req-f43816a8-871b-4c14-a633-0c4bb257db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:20.147811 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b274a553-c790-400f-8a1e-8b023691b06c req-f43816a8-871b-4c14-a633-0c4bb257db2a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 1098 time: 0.0718255 Jan 17 15:15:20.284675 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b274a553-c790-400f-8a1e-8b023691b06c req-e0f2e96c-eb89-4855-88ba-482074d47731 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0d478837-5685-4ad7-a1d1-178e15f205e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306677 Jan 17 15:15:20.980430 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f2db3-76a0-4a85-8981-361ce1e517bb req-7c6ba5c4-9319-4fbb-ba1d-35a85b487d0c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:20.981864 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b76f2db3-76a0-4a85-8981-361ce1e517bb req-7c6ba5c4-9319-4fbb-ba1d-35a85b487d0c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 945 time: 0.0790071 Jan 17 15:15:21.025027 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b76f2db3-76a0-4a85-8981-361ce1e517bb req-5d23509a-2e85-45d9-9b08-9dee50477796 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d478837-5685-4ad7-a1d1-178e15f205e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368350 Jan 17 15:15:22.208854 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81c891-2ae3-4fc4-944a-17df71bea2d7 req-be3c71c4-d5d4-49c7-9a28-65b17baf568a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:22.210287 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bd81c891-2ae3-4fc4-944a-17df71bea2d7 req-be3c71c4-d5d4-49c7-9a28-65b17baf568a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 945 time: 0.0826483 Jan 17 15:15:22.253816 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bd81c891-2ae3-4fc4-944a-17df71bea2d7 req-f71971df-50d6-4555-ae97-f48bea5893bd tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d478837-5685-4ad7-a1d1-178e15f205e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378203 Jan 17 15:15:22.438846 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff85552-2218-41f7-a12d-bc1b8b79e2fa req-0779284a-64ab-40c0-bad2-6ef4ad13dd77 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:22.440302 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3ff85552-2218-41f7-a12d-bc1b8b79e2fa req-0779284a-64ab-40c0-bad2-6ef4ad13dd77 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 945 time: 0.0829625 Jan 17 15:15:22.483876 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3ff85552-2218-41f7-a12d-bc1b8b79e2fa req-e0b54069-ec18-4f4c-9c0f-aa998f018c15 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d478837-5685-4ad7-a1d1-178e15f205e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376410 Jan 17 15:15:22.505449 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 46966) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:15:22.583862 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae881206-6996-4ebe-bc88-a4e59ec08b3f tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:22.585383 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ae881206-6996-4ebe-bc88-a4e59ec08b3f tempest-TestNetworkAdvancedServerOps-626736411 tempest-TestNetworkAdvancedServerOps-626736411-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 1093 time: 0.0788765 Jan 17 15:15:22.589296 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 46970) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:15:22.594251 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': 'd59bee16-686f-48d6-9028-847b0a487f2e', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:15:22.600705 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:15:22.604558 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Usage tracker for resource:floatingip and tenant:584a5877f0874528a2086d6a82d4b9d7 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:15:22.607425 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:15:22.613759 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:15:22.628262 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:22.768749 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:22.905673 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Allocated IP 172.26.3.158 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/5c480bd3-0000-4661-957e-24f72e580378) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:15:23.051260 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:23.079106 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:23.148291 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:15:23.151382 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:15:23.155018 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:15:23.184686 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=5c480bd3-0000-4661-957e-24f72e580378,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:23.562144 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:23.568912 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:23.643185 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:23.849049 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:23.853913 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:24.065874 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event updated for resources: {'Port': ['ID=5c480bd3-0000-4661-957e-24f72e580378,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:15:24.073765 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:24.245917 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Floating IP 992e207d-5fda-4ae3-a0b1-31be97398dda associated. External IP: 172.26.3.158, port: d59bee16-686f-48d6-9028-847b0a487f2e. Jan 17 15:15:24.593701 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router 6da08f63-e612-4c74-a7bb-7f0c421f863d has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:15:24.772182 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:15:24.783277 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ea58e-ce67-499d-8489-662aaefdafc5 None None] Sync routers for ids ['6da08f63-e612-4c74-a7bb-7f0c421f863d'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:15:24.792502 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ea58e-ce67-499d-8489-662aaefdafc5 None None] Routers {'6da08f63-e612-4c74-a7bb-7f0c421f863d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:15:24.793101 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c35ea58e-ce67-499d-8489-662aaefdafc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:15:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6da08f63-e612-4c74-a7bb-7f0c421f863d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:15:24.798485 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:24.858394 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7d8fe7cd-af67-4374-a598-eee926bc2cc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2679822 Jan 17 15:15:24.859259 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483f3d5f-60be-4924-b516-ca47284f6732', 'tag': 'd59bee16-686f-48d6-9028-847b0a487f2e'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:15:24.906818 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483f3d5f-60be-4924-b516-ca47284f6732', 'tag': 'd59bee16-686f-48d6-9028-847b0a487f2e', 'status': 'completed', 'code': 200} Jan 17 15:15:24.976882 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-c35ea58e-ce67-499d-8489-662aaefdafc5 None None] Set router 6da08f63-e612-4c74-a7bb-7f0c421f863d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:15:25.001851 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb6f75-8a56-4ebb-9b33-3b58e3ad1f61 req-2ad9fabe-4402-47b8-b70f-ee967489f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:25.003342 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-58eb6f75-8a56-4ebb-9b33-3b58e3ad1f61 req-2ad9fabe-4402-47b8-b70f-ee967489f6b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 1098 time: 0.0742486 Jan 17 15:15:25.028325 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad284d6f-ea2f-4a63-9673-92261fef8d6b req-27ef0511-8203-47cb-b084-83befd2b528e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:25.029796 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ad284d6f-ea2f-4a63-9673-92261fef8d6b req-27ef0511-8203-47cb-b084-83befd2b528e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 945 time: 0.0868046 Jan 17 15:15:25.080322 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ad284d6f-ea2f-4a63-9673-92261fef8d6b req-3d44edcd-6e4c-4f96-a083-c6df4e503f2f tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d478837-5685-4ad7-a1d1-178e15f205e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429988 Jan 17 15:15:25.105012 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46978) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:15:25.140605 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb6f75-8a56-4ebb-9b33-3b58e3ad1f61 req-18efe511-c587-4c9b-af94-d8cc7a4d0646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:25.142002 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-58eb6f75-8a56-4ebb-9b33-3b58e3ad1f61 req-18efe511-c587-4c9b-af94-d8cc7a4d0646 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8d9a63f-a086-44f1-bd5f-9f6991b0b355 HTTP/1.1" status: 200 len: 898 time: 0.1327586 Jan 17 15:15:25.211221 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b9451fc8-bb77-4f68-a06a-3fd46d7f4685 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/992e207d-5fda-4ae3-a0b1-31be97398dda HTTP/1.1" status: 200 len: 991 time: 0.1050825 Jan 17 15:15:25.248377 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-58eb6f75-8a56-4ebb-9b33-3b58e3ad1f61 req-3d68a06a-0f0d-4c89-8c6f-d50c57b376e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d59bee16-686f-48d6-9028-847b0a487f2e HTTP/1.1" status: 200 len: 999 time: 0.0994823 Jan 17 15:15:25.309403 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb6f75-8a56-4ebb-9b33-3b58e3ad1f61 req-114f7209-070a-4651-9486-5cbdbc1091fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:25.310826 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-58eb6f75-8a56-4ebb-9b33-3b58e3ad1f61 req-114f7209-070a-4651-9486-5cbdbc1091fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13dec7fa-1d69-4762-8bd2-1b2564f02462 HTTP/1.1" status: 200 len: 835 time: 0.0566461 Jan 17 15:15:25.361608 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c35ea58e-ce67-499d-8489-662aaefdafc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202732200', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:15:01Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:02Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '992e207d-5fda-4ae3-a0b1-31be97398dda', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'floating_ip_address': '172.26.3.158', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'port_id': 'd59bee16-686f-48d6-9028-847b0a487f2e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355', 'mac_address': 'fa:16:3e:d8:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f3d5f-60be-4924-b516-ca47284f6732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:15:23Z', 'updated_at': '2022-01-17T15:15:23Z', 'revision_number': 0, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e09180a-07d7-4d26-bd48-53beee53edcf', 'name': '', 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:84:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '13dec7fa-1d69-4762-8bd2-1b2564f02462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:06Z', 'updated_at': '2022-01-17T15:15:11Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '13dec7fa-1d69-4762-8bd2-1b2564f02462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:15:25.365451 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ea58e-ce67-499d-8489-662aaefdafc5 None None] Checking router: 6da08f63-e612-4c74-a7bb-7f0c421f863d for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:15:25.373742 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ea58e-ce67-499d-8489-662aaefdafc5 None None] Routers {'6da08f63-e612-4c74-a7bb-7f0c421f863d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:15:25.374330 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c35ea58e-ce67-499d-8489-662aaefdafc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:15:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6da08f63-e612-4c74-a7bb-7f0c421f863d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:15:25.387512 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb6f75-8a56-4ebb-9b33-3b58e3ad1f61 req-686f4d4c-9c3e-49f6-97fa-1b2eec6136e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:25.389017 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-58eb6f75-8a56-4ebb-9b33-3b58e3ad1f61 req-686f4d4c-9c3e-49f6-97fa-1b2eec6136e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8d9a63f-a086-44f1-bd5f-9f6991b0b355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728812 Jan 17 15:15:25.554233 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-c35ea58e-ce67-499d-8489-662aaefdafc5 None None] Set router 6da08f63-e612-4c74-a7bb-7f0c421f863d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:15:25.639637 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-58eb6f75-8a56-4ebb-9b33-3b58e3ad1f61 req-67a4f9a8-6039-4c36-8029-78f6c4e21a86 service neutron] 10.222.0.15 "GET /v2.0/networks/d8d9a63f-a086-44f1-bd5f-9f6991b0b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441325 Jan 17 15:15:25.770814 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-58eb6f75-8a56-4ebb-9b33-3b58e3ad1f61 req-5c577310-c9f8-4a0c-898e-1fae3bfe3a94 service neutron] 10.222.0.15 "GET /v2.0/networks/d8d9a63f-a086-44f1-bd5f-9f6991b0b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255178 Jan 17 15:15:25.906558 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-c35ea58e-ce67-499d-8489-662aaefdafc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202732200', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:15:01Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:02Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '992e207d-5fda-4ae3-a0b1-31be97398dda', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'floating_ip_address': '172.26.3.158', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'port_id': 'd59bee16-686f-48d6-9028-847b0a487f2e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355', 'mac_address': 'fa:16:3e:d8:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f3d5f-60be-4924-b516-ca47284f6732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:15:23Z', 'updated_at': '2022-01-17T15:15:23Z', 'revision_number': 0, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e09180a-07d7-4d26-bd48-53beee53edcf', 'name': '', 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:84:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '13dec7fa-1d69-4762-8bd2-1b2564f02462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:06Z', 'updated_at': '2022-01-17T15:15:11Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '13dec7fa-1d69-4762-8bd2-1b2564f02462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:15:25.910526 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ea58e-ce67-499d-8489-662aaefdafc5 None None] The sync data for ids ['6da08f63-e612-4c74-a7bb-7f0c421f863d'] in dv-neutron-824901-1-hyperv is: [{'id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202732200', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:15:01Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:02Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '992e207d-5fda-4ae3-a0b1-31be97398dda', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'floating_ip_address': '172.26.3.158', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'port_id': 'd59bee16-686f-48d6-9028-847b0a487f2e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355', 'mac_address': 'fa:16:3e:d8:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483f3d5f-60be-4924-b516-ca47284f6732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:15:23Z', 'updated_at': '2022-01-17T15:15:23Z', 'revision_number': 0, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e09180a-07d7-4d26-bd48-53beee53edcf', 'name': '', 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:84:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '13dec7fa-1d69-4762-8bd2-1b2564f02462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:06Z', 'updated_at': '2022-01-17T15:15:11Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '13dec7fa-1d69-4762-8bd2-1b2564f02462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:15:26.111131 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e19b03-d898-4723-8b6a-c792b2377e7a None None] New status for floating IP 992e207d-5fda-4ae3-a0b1-31be97398dda: ACTIVE {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 15:15:26.215658 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46982) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:15:26.229084 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-291e7522-77e0-418b-8108-79ee9e58a0da req-b770da2b-1f36-452f-b942-d545a6fa41db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680697 Jan 17 15:15:26.328441 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-04d10d3e-0b72-4b9e-a3ed-68b54d50d6b5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/992e207d-5fda-4ae3-a0b1-31be97398dda HTTP/1.1" status: 200 len: 991 time: 0.1103294 Jan 17 15:15:26.373542 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e7522-77e0-418b-8108-79ee9e58a0da req-92220bd0-0f19-4cc9-96ba-83852f6004a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:26.375175 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-291e7522-77e0-418b-8108-79ee9e58a0da req-92220bd0-0f19-4cc9-96ba-83852f6004a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 1098 time: 0.0757120 Jan 17 15:15:26.522353 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e7522-77e0-418b-8108-79ee9e58a0da req-86c47a16-232a-468a-9a36-d3214870ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:26.523803 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-291e7522-77e0-418b-8108-79ee9e58a0da req-86c47a16-232a-468a-9a36-d3214870ad64 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8d9a63f-a086-44f1-bd5f-9f6991b0b355 HTTP/1.1" status: 200 len: 898 time: 0.1280429 Jan 17 15:15:26.623937 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-291e7522-77e0-418b-8108-79ee9e58a0da req-b7956dcc-f403-478c-b59f-cce5ad18832c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d59bee16-686f-48d6-9028-847b0a487f2e HTTP/1.1" status: 200 len: 1001 time: 0.0936434 Jan 17 15:15:26.686559 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e7522-77e0-418b-8108-79ee9e58a0da req-014042c8-abdd-4ea6-9390-f8c74da55d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:26.688639 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-291e7522-77e0-418b-8108-79ee9e58a0da req-014042c8-abdd-4ea6-9390-f8c74da55d43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13dec7fa-1d69-4762-8bd2-1b2564f02462 HTTP/1.1" status: 200 len: 835 time: 0.0590527 Jan 17 15:15:26.761907 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e7522-77e0-418b-8108-79ee9e58a0da req-b783cdfb-36b3-4987-a50d-9a316c0dcaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:15:26.763357 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-291e7522-77e0-418b-8108-79ee9e58a0da req-b783cdfb-36b3-4987-a50d-9a316c0dcaba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8d9a63f-a086-44f1-bd5f-9f6991b0b355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686822 Jan 17 15:15:26.892778 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-291e7522-77e0-418b-8108-79ee9e58a0da req-f20a094c-9093-4597-907d-cd7378a03018 service neutron] 10.222.0.15 "GET /v2.0/networks/d8d9a63f-a086-44f1-bd5f-9f6991b0b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231844 Jan 17 15:15:27.022717 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-291e7522-77e0-418b-8108-79ee9e58a0da req-7558895e-4664-4f84-8e94-6fd4c18545e8 service neutron] 10.222.0.15 "GET /v2.0/networks/d8d9a63f-a086-44f1-bd5f-9f6991b0b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241105 Jan 17 15:15:27.332348 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 46986) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:15:27.437514 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-d7b1f041-62a7-43a2-8338-bf43420bc7dc tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/992e207d-5fda-4ae3-a0b1-31be97398dda HTTP/1.1" status: 200 len: 993 time: 0.1034164 Jan 17 15:15:40.795771 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-86af0bde-0cc9-420c-9791-17ef2518d855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:43.973845 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c2ba3b0b-a569-4057-aa50-9b2576781b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:44.094075 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:44.171082 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:45.709163 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:15:50.886676 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:15:53.553550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:10.788397 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-28575d1b-17aa-41e5-af70-4964ebf34676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:13.976289 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-24acd1ec-112e-4f9e-a6df-8e3f96cf7d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:14.096821 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:14.175112 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:15.710893 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:23.573596 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:27.885967 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:16:28.231682 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-498f899f-9575-4236-8f42-582a362a8e5e req-093c0d29-340d-478b-84a0-d5c86b66c82f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724554 Jan 17 15:16:28.367919 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f899f-9575-4236-8f42-582a362a8e5e req-48cf90bd-6ac5-4d85-a6d7-8820465641e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:28.369415 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-498f899f-9575-4236-8f42-582a362a8e5e req-48cf90bd-6ac5-4d85-a6d7-8820465641e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 1098 time: 0.0694420 Jan 17 15:16:28.513877 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f899f-9575-4236-8f42-582a362a8e5e req-d13055be-85cc-4f20-8143-f4c24f3525bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:28.515205 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-498f899f-9575-4236-8f42-582a362a8e5e req-d13055be-85cc-4f20-8143-f4c24f3525bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8d9a63f-a086-44f1-bd5f-9f6991b0b355 HTTP/1.1" status: 200 len: 898 time: 0.1238153 Jan 17 15:16:28.618640 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-498f899f-9575-4236-8f42-582a362a8e5e req-d5c52d4c-e7de-4202-83b7-c961dba64ff3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d59bee16-686f-48d6-9028-847b0a487f2e HTTP/1.1" status: 200 len: 1001 time: 0.0954332 Jan 17 15:16:28.680663 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f899f-9575-4236-8f42-582a362a8e5e req-53a096a6-af0d-4a00-a709-1ed573ebc17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:28.682068 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-498f899f-9575-4236-8f42-582a362a8e5e req-53a096a6-af0d-4a00-a709-1ed573ebc17f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13dec7fa-1d69-4762-8bd2-1b2564f02462 HTTP/1.1" status: 200 len: 835 time: 0.0560975 Jan 17 15:16:28.759279 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f899f-9575-4236-8f42-582a362a8e5e req-f31d3ea6-0dc2-43ce-9418-fdba721c698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:28.760794 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-498f899f-9575-4236-8f42-582a362a8e5e req-f31d3ea6-0dc2-43ce-9418-fdba721c698f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8d9a63f-a086-44f1-bd5f-9f6991b0b355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729642 Jan 17 15:16:28.991334 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-498f899f-9575-4236-8f42-582a362a8e5e req-5fe85660-23f6-4fc9-9157-1135686410ef service neutron] 10.222.0.15 "GET /v2.0/networks/d8d9a63f-a086-44f1-bd5f-9f6991b0b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231314 Jan 17 15:16:29.121239 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-498f899f-9575-4236-8f42-582a362a8e5e req-8a3ac14e-dd9d-4293-aaff-da75f252b1d1 service neutron] 10.222.0.15 "GET /v2.0/networks/d8d9a63f-a086-44f1-bd5f-9f6991b0b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229942 Jan 17 15:16:37.107267 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698ea05-244d-4c17-b453-5354c1c63b90 req-4c6de09c-7e76-46e1-8402-e8365abe922b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:37.108646 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e698ea05-244d-4c17-b453-5354c1c63b90 req-4c6de09c-7e76-46e1-8402-e8365abe922b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 945 time: 0.0855219 Jan 17 15:16:37.152334 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e698ea05-244d-4c17-b453-5354c1c63b90 req-73a93afc-eb62-495c-9a39-3a9410caca39 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d478837-5685-4ad7-a1d1-178e15f205e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379839 Jan 17 15:16:38.337934 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9eafc-d18a-4ad1-a74b-24f81b1ed547 req-51da1b1e-421c-45d6-a23c-6bd0657a3d7e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:38.339363 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-35f9eafc-d18a-4ad1-a74b-24f81b1ed547 req-51da1b1e-421c-45d6-a23c-6bd0657a3d7e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 945 time: 0.0822315 Jan 17 15:16:38.385258 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-35f9eafc-d18a-4ad1-a74b-24f81b1ed547 req-1e377bd4-fa08-4150-846d-11f2d3ef3acf tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d478837-5685-4ad7-a1d1-178e15f205e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393045 Jan 17 15:16:39.570970 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd4783-6957-44ff-9c4a-cb2f89608021 req-5408c4de-8b4e-4bdd-a8d5-4e313608d46e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:39.572363 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9dbd4783-6957-44ff-9c4a-cb2f89608021 req-5408c4de-8b4e-4bdd-a8d5-4e313608d46e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 945 time: 0.0822010 Jan 17 15:16:39.615877 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9dbd4783-6957-44ff-9c4a-cb2f89608021 req-bd7cdf11-9742-4aa9-810d-db5991f92a31 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d478837-5685-4ad7-a1d1-178e15f205e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378718 Jan 17 15:16:39.638634 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 47020) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:16:39.746507 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-52041ccf-b4c9-4738-82fb-5cf816e3a635 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/992e207d-5fda-4ae3-a0b1-31be97398dda HTTP/1.1" status: 200 len: 993 time: 0.1040828 Jan 17 15:16:40.799960 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fcb3f79e-4279-4978-a875-392320eb62bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:41.215408 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed05fe-6786-45af-be8d-0681abfb65c5 req-0bda582a-7216-4058-a780-937e3cb11dc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:41.216796 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9bed05fe-6786-45af-be8d-0681abfb65c5 req-0bda582a-7216-4058-a780-937e3cb11dc2 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 945 time: 0.0820174 Jan 17 15:16:41.229413 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcc6a3-7c0b-473a-8638-750eb977ed8f req-5fc094a5-d619-467e-bb44-37c26de3ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:41.230886 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-57bcc6a3-7c0b-473a-8638-750eb977ed8f req-5fc094a5-d619-467e-bb44-37c26de3ec1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 1098 time: 0.0753748 Jan 17 15:16:41.261803 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9bed05fe-6786-45af-be8d-0681abfb65c5 req-fb294319-d586-4c4b-850b-7731ba3fb82c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d478837-5685-4ad7-a1d1-178e15f205e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387018 Jan 17 15:16:41.361570 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcc6a3-7c0b-473a-8638-750eb977ed8f req-79d06f91-c5b8-4bdf-b745-38f86ad1f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:41.362910 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-57bcc6a3-7c0b-473a-8638-750eb977ed8f req-79d06f91-c5b8-4bdf-b745-38f86ad1f296 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8d9a63f-a086-44f1-bd5f-9f6991b0b355 HTTP/1.1" status: 200 len: 898 time: 0.1257510 Jan 17 15:16:41.464858 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-57bcc6a3-7c0b-473a-8638-750eb977ed8f req-166d1814-3542-4425-a956-5ae78ea3ccb0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d59bee16-686f-48d6-9028-847b0a487f2e HTTP/1.1" status: 200 len: 1001 time: 0.0956354 Jan 17 15:16:41.528700 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcc6a3-7c0b-473a-8638-750eb977ed8f req-c0808cd9-389e-4e5d-a77a-01f11b967a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:41.530103 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-57bcc6a3-7c0b-473a-8638-750eb977ed8f req-c0808cd9-389e-4e5d-a77a-01f11b967a45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13dec7fa-1d69-4762-8bd2-1b2564f02462 HTTP/1.1" status: 200 len: 835 time: 0.0585070 Jan 17 15:16:41.603108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcc6a3-7c0b-473a-8638-750eb977ed8f req-82b717e1-a178-4643-b5a4-77500aa38d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:41.604576 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-57bcc6a3-7c0b-473a-8638-750eb977ed8f req-82b717e1-a178-4643-b5a4-77500aa38d96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8d9a63f-a086-44f1-bd5f-9f6991b0b355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688789 Jan 17 15:16:41.734276 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-57bcc6a3-7c0b-473a-8638-750eb977ed8f req-a5c83b6b-a762-4de6-9de2-8136900508b7 service neutron] 10.222.0.15 "GET /v2.0/networks/d8d9a63f-a086-44f1-bd5f-9f6991b0b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228094 Jan 17 15:16:41.865109 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-57bcc6a3-7c0b-473a-8638-750eb977ed8f req-fac785fd-3754-44e4-81d1-ce0802b07f95 service neutron] 10.222.0.15 "GET /v2.0/networks/d8d9a63f-a086-44f1-bd5f-9f6991b0b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246288 Jan 17 15:16:42.449789 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c2961-8f5b-4622-8260-1f5848e50319 req-9f9c0a62-a954-47e3-9c33-35c344389fad tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:42.451243 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-607c2961-8f5b-4622-8260-1f5848e50319 req-9f9c0a62-a954-47e3-9c33-35c344389fad tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 945 time: 0.0793002 Jan 17 15:16:42.498323 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-607c2961-8f5b-4622-8260-1f5848e50319 req-32ad1985-f156-448e-9b77-d04f73408098 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d478837-5685-4ad7-a1d1-178e15f205e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415356 Jan 17 15:16:43.681371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb8122-631d-47dc-96ee-217bb6727186 req-56442b27-c690-43e9-87d2-8e0c4c489041 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:43.682815 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0ddb8122-631d-47dc-96ee-217bb6727186 req-56442b27-c690-43e9-87d2-8e0c4c489041 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 945 time: 0.0819566 Jan 17 15:16:43.726663 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0ddb8122-631d-47dc-96ee-217bb6727186 req-8604ef58-3661-4aba-8e5a-2e8674b97227 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d478837-5685-4ad7-a1d1-178e15f205e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382817 Jan 17 15:16:43.749274 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 47034) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:16:43.854906 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d084da32-4579-4866-a0d5-83c19f7b454e tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/floatingips/992e207d-5fda-4ae3-a0b1-31be97398dda HTTP/1.1" status: 200 len: 993 time: 0.1044519 Jan 17 15:16:43.978967 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e07f71fa-8e83-4861-b901-bdd97734a635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:44.098479 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:44.126515 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 47042) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:16:44.176017 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:44.435550 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting port 5c480bd3-0000-4661-957e-24f72e580378 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:16:44.435925 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:44.603804 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:44.604125 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:44.724303 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Calling delete_port for 5c480bd3-0000-4661-957e-24f72e580378 owned by network:floatingip {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:16:44.876507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:44.923909 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Port': ['ID=5c480bd3-0000-4661-957e-24f72e580378,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:16:44.964157 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:44.964502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:44.964842 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:44.965182 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:44.965513 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:44.965842 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:44.966168 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:44.966492 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:44.966820 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:44.967171 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:44.967493 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:44.967867 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:45.026346 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for floatingip, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:45.026654 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Floating IP 992e207d-5fda-4ae3-a0b1-31be97398dda disassociated (deleted). External IP: 172.26.3.158, port: d59bee16-686f-48d6-9028-847b0a487f2e. Jan 17 15:16:45.372087 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router 6da08f63-e612-4c74-a7bb-7f0c421f863d has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:16:45.546838 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:16:45.556324 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614cab91-2f57-4912-9d7e-3873a632cfcc None None] Sync routers for ids ['6da08f63-e612-4c74-a7bb-7f0c421f863d'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:16:45.566716 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614cab91-2f57-4912-9d7e-3873a632cfcc None None] Routers {'6da08f63-e612-4c74-a7bb-7f0c421f863d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:16:45.566922 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:45.567345 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-614cab91-2f57-4912-9d7e-3873a632cfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6da08f63-e612-4c74-a7bb-7f0c421f863d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:16:45.621696 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d90eee04-ee74-4de2-aee9-e9bd1b9d9f82 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/floatingips/992e207d-5fda-4ae3-a0b1-31be97398dda HTTP/1.1" status: 204 len: 168 time: 1.4940498 Jan 17 15:16:45.622751 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483f3d5f-60be-4924-b516-ca47284f6732', 'tag': 'd59bee16-686f-48d6-9028-847b0a487f2e'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:16:45.722131 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483f3d5f-60be-4924-b516-ca47284f6732', 'tag': 'd59bee16-686f-48d6-9028-847b0a487f2e', 'status': 'completed', 'code': 200} Jan 17 15:16:45.750429 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:45.767907 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-614cab91-2f57-4912-9d7e-3873a632cfcc None None] Set router 6da08f63-e612-4c74-a7bb-7f0c421f863d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:16:45.828038 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bb121-d9bb-44cf-8e5b-721ae71b45db req-a3f5e7a1-15f0-4091-94fd-3e30ea98d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:45.830302 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9c2bb121-d9bb-44cf-8e5b-721ae71b45db req-a3f5e7a1-15f0-4091-94fd-3e30ea98d180 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=584a5877f0874528a2086d6a82d4b9d7&device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 1098 time: 0.0834203 Jan 17 15:16:46.108457 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-614cab91-2f57-4912-9d7e-3873a632cfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202732200', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:15:01Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:02Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '7e09180a-07d7-4d26-bd48-53beee53edcf', 'name': '', 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:84:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '13dec7fa-1d69-4762-8bd2-1b2564f02462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:06Z', 'updated_at': '2022-01-17T15:15:11Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '13dec7fa-1d69-4762-8bd2-1b2564f02462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:16:46.112879 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614cab91-2f57-4912-9d7e-3873a632cfcc None None] Checking router: 6da08f63-e612-4c74-a7bb-7f0c421f863d for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:16:46.121070 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614cab91-2f57-4912-9d7e-3873a632cfcc None None] Routers {'6da08f63-e612-4c74-a7bb-7f0c421f863d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:16:46.121683 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-614cab91-2f57-4912-9d7e-3873a632cfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6da08f63-e612-4c74-a7bb-7f0c421f863d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:16:46.143998 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bb121-d9bb-44cf-8e5b-721ae71b45db req-04d1f052-bce1-4b57-9142-af9c363deea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:46.145623 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9c2bb121-d9bb-44cf-8e5b-721ae71b45db req-04d1f052-bce1-4b57-9142-af9c363deea8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8d9a63f-a086-44f1-bd5f-9f6991b0b355 HTTP/1.1" status: 200 len: 898 time: 0.3088219 Jan 17 15:16:46.157981 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93504d9-9e22-40a9-9ad6-cd7ea518acb3 req-7b8259b0-d1b6-4dbd-ba43-6c3f6c2950a4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:46.158692 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-e93504d9-9e22-40a9-9ad6-cd7ea518acb3 req-7b8259b0-d1b6-4dbd-ba43-6c3f6c2950a4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Synchronizing usage tracker for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:16:46.228443 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9c2bb121-d9bb-44cf-8e5b-721ae71b45db req-07de23aa-741b-47ff-8e39-822de9d97950 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d59bee16-686f-48d6-9028-847b0a487f2e HTTP/1.1" status: 200 len: 217 time: 0.0667543 Jan 17 15:16:46.267266 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-e93504d9-9e22-40a9-9ad6-cd7ea518acb3 req-7b8259b0-d1b6-4dbd-ba43-6c3f6c2950a4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Unset dirty status for tenant:584a5877f0874528a2086d6a82d4b9d7 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:16:46.268401 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e93504d9-9e22-40a9-9ad6-cd7ea518acb3 req-7b8259b0-d1b6-4dbd-ba43-6c3f6c2950a4 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 945 time: 0.2445807 Jan 17 15:16:46.320499 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bb121-d9bb-44cf-8e5b-721ae71b45db req-61711d55-f247-45bf-bbcf-27621bf9e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:46.321916 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9c2bb121-d9bb-44cf-8e5b-721ae71b45db req-61711d55-f247-45bf-bbcf-27621bf9e8c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13dec7fa-1d69-4762-8bd2-1b2564f02462 HTTP/1.1" status: 200 len: 835 time: 0.0867233 Jan 17 15:16:46.328909 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e93504d9-9e22-40a9-9ad6-cd7ea518acb3 req-549bc958-fda6-487d-823d-2645b1033f65 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d478837-5685-4ad7-a1d1-178e15f205e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503936 Jan 17 15:16:46.337383 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-614cab91-2f57-4912-9d7e-3873a632cfcc None None] Set router 6da08f63-e612-4c74-a7bb-7f0c421f863d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:16:46.401796 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bb121-d9bb-44cf-8e5b-721ae71b45db req-634d1f55-e190-4b9f-ab2c-e44887b6f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:46.403271 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9c2bb121-d9bb-44cf-8e5b-721ae71b45db req-634d1f55-e190-4b9f-ab2c-e44887b6f7dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8d9a63f-a086-44f1-bd5f-9f6991b0b355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735416 Jan 17 15:16:46.536640 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9c2bb121-d9bb-44cf-8e5b-721ae71b45db req-3019fcfc-634b-4b4d-aeaa-83db16eb203f service neutron] 10.222.0.15 "GET /v2.0/networks/d8d9a63f-a086-44f1-bd5f-9f6991b0b355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257048 Jan 17 15:16:46.646509 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-614cab91-2f57-4912-9d7e-3873a632cfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202732200', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:15:01Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:02Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '7e09180a-07d7-4d26-bd48-53beee53edcf', 'name': '', 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:84:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '13dec7fa-1d69-4762-8bd2-1b2564f02462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:06Z', 'updated_at': '2022-01-17T15:15:11Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '13dec7fa-1d69-4762-8bd2-1b2564f02462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:16:46.650561 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614cab91-2f57-4912-9d7e-3873a632cfcc None None] The sync data for ids ['6da08f63-e612-4c74-a7bb-7f0c421f863d'] in dv-neutron-824901-1-hyperv is: [{'id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202732200', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:15:01Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 4, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:02Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '7e09180a-07d7-4d26-bd48-53beee53edcf', 'name': '', 'network_id': 'd8d9a63f-a086-44f1-bd5f-9f6991b0b355', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'mac_address': 'fa:16:3e:84:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '13dec7fa-1d69-4762-8bd2-1b2564f02462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:06Z', 'updated_at': '2022-01-17T15:15:11Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'subnets': [{'id': '13dec7fa-1d69-4762-8bd2-1b2564f02462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:16:46.672513 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9c2bb121-d9bb-44cf-8e5b-721ae71b45db req-9eab4d02-0405-430e-9881-d5a2ae5574f0 service neutron] 10.222.0.15 "GET /v2.0/networks/d8d9a63f-a086-44f1-bd5f-9f6991b0b355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293702 Jan 17 15:16:46.877811 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803025cc-3b8c-4908-868a-77970783c066 None None] New status for floating IP 992e207d-5fda-4ae3-a0b1-31be97398dda: DOWN {{(pid=87526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 15:16:47.514097 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f09d98-1219-4fa2-a957-38b23c0a0c37 req-79546949-0726-4db9-b93a-2e7c805ef423 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:47.515576 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-99f09d98-1219-4fa2-a957-38b23c0a0c37 req-79546949-0726-4db9-b93a-2e7c805ef423 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 945 time: 0.0809305 Jan 17 15:16:47.558734 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-99f09d98-1219-4fa2-a957-38b23c0a0c37 req-808d985b-f17c-47cf-9433-cc32cbb18f1c tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d478837-5685-4ad7-a1d1-178e15f205e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374451 Jan 17 15:16:47.727869 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10990493-a592-4a20-a141-83602347b463 req-b8010c01-6371-4d61-8220-897de3219890 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:47.729303 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-10990493-a592-4a20-a141-83602347b463 req-b8010c01-6371-4d61-8220-897de3219890 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 945 time: 0.0797939 Jan 17 15:16:47.802170 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-10990493-a592-4a20-a141-83602347b463 req-f886aa42-beb8-4e86-8752-5c3c3e1acca5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting port d59bee16-686f-48d6-9028-847b0a487f2e {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:16:47.802514 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-10990493-a592-4a20-a141-83602347b463 req-f886aa42-beb8-4e86-8752-5c3c3e1acca5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:48.045667 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-10990493-a592-4a20-a141-83602347b463 req-f886aa42-beb8-4e86-8752-5c3c3e1acca5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] For port d59bee16-686f-48d6-9028-847b0a487f2e, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=d59bee16-686f-48d6-9028-847b0a487f2e,segment=NetworkSegment(922ce128-da8b-4347-8c91-de7da9c97132),segment_id=922ce128-da8b-4347-8c91-de7da9c97132)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:16:48.046007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-10990493-a592-4a20-a141-83602347b463 req-f886aa42-beb8-4e86-8752-5c3c3e1acca5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:48.169515 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-10990493-a592-4a20-a141-83602347b463 req-f886aa42-beb8-4e86-8752-5c3c3e1acca5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Calling delete_port for d59bee16-686f-48d6-9028-847b0a487f2e owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:16:48.313010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-10990493-a592-4a20-a141-83602347b463 req-f886aa42-beb8-4e86-8752-5c3c3e1acca5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:48.365718 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886aa42-beb8-4e86-8752-5c3c3e1acca5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Port': ['ID=d59bee16-686f-48d6-9028-847b0a487f2e,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:16:48.441180 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-10990493-a592-4a20-a141-83602347b463 req-f886aa42-beb8-4e86-8752-5c3c3e1acca5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] No DVR routers for this DVR port d59bee16-686f-48d6-9028-847b0a487f2e on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:16:48.443547 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-10990493-a592-4a20-a141-83602347b463 req-f886aa42-beb8-4e86-8752-5c3c3e1acca5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:48.446029 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483f3d5f-60be-4924-b516-ca47284f6732', 'name': 'network-vif-deleted', 'tag': 'd59bee16-686f-48d6-9028-847b0a487f2e'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:16:48.461737 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-10990493-a592-4a20-a141-83602347b463 req-f886aa42-beb8-4e86-8752-5c3c3e1acca5 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.15 "DELETE /v2.0/ports/d59bee16-686f-48d6-9028-847b0a487f2e HTTP/1.1" status: 204 len: 173 time: 0.7271354 Jan 17 15:16:48.491491 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483f3d5f-60be-4924-b516-ca47284f6732', 'name': 'network-vif-deleted', 'tag': 'd59bee16-686f-48d6-9028-847b0a487f2e', 'status': 'completed', 'code': 200} Jan 17 15:16:48.733416 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bdd6b5c7-e8ca-4fd8-b829-f0287c387d0c req-0c0d3757-8e3c-4537-8803-80c88728f745 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "GET /v2.0/ports?device_id=483f3d5f-60be-4924-b516-ca47284f6732 HTTP/1.1" status: 200 len: 210 time: 0.0468888 Jan 17 15:16:49.831157 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 47062) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:16:50.477529 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6f74576b-4014-457b-bce1-3f1f3205caca tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:50.834719 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-6f74576b-4014-457b-bce1-3f1f3205caca tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting port 7e09180a-07d7-4d26-bd48-53beee53edcf {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:16:50.835489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6f74576b-4014-457b-bce1-3f1f3205caca tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:51.026732 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-6f74576b-4014-457b-bce1-3f1f3205caca tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] For port 7e09180a-07d7-4d26-bd48-53beee53edcf, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=7e09180a-07d7-4d26-bd48-53beee53edcf,segment=NetworkSegment(922ce128-da8b-4347-8c91-de7da9c97132),segment_id=922ce128-da8b-4347-8c91-de7da9c97132)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:16:51.027125 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6f74576b-4014-457b-bce1-3f1f3205caca tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:51.150226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-6f74576b-4014-457b-bce1-3f1f3205caca tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Calling delete_port for 7e09180a-07d7-4d26-bd48-53beee53edcf owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:16:51.336316 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6f74576b-4014-457b-bce1-3f1f3205caca tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:51.488136 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74576b-4014-457b-bce1-3f1f3205caca tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Port': ['ID=7e09180a-07d7-4d26-bd48-53beee53edcf,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:16:51.757138 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6f74576b-4014-457b-bce1-3f1f3205caca tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:52.090722 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device d59bee16-686f-48d6-9028-847b0a487f2e no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:16:52.116631 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f74576b-4014-457b-bce1-3f1f3205caca tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Router 6da08f63-e612-4c74-a7bb-7f0c421f863d has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:16:52.124585 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: d59bee16-686f-48d6-9028-847b0a487f2e {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:16:52.124920 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device d59bee16-686f-48d6-9028-847b0a487f2e not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:16:52.294432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f74576b-4014-457b-bce1-3f1f3205caca tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:16:52.304262 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94672617-e8c7-40ad-a965-5f9ad1d320b7 None None] Sync routers for ids ['6da08f63-e612-4c74-a7bb-7f0c421f863d'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:16:52.307414 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6f74576b-4014-457b-bce1-3f1f3205caca tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "PUT /v2.0/routers/6da08f63-e612-4c74-a7bb-7f0c421f863d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4751618 Jan 17 15:16:52.310287 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 47066) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:16:52.314248 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94672617-e8c7-40ad-a965-5f9ad1d320b7 None None] Routers {'6da08f63-e612-4c74-a7bb-7f0c421f863d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:16:52.314847 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-94672617-e8c7-40ad-a965-5f9ad1d320b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6da08f63-e612-4c74-a7bb-7f0c421f863d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:16:52.383856 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d18542-4345-4105-b287-8f86db56c17b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting subnet 13dec7fa-1d69-4762-8bd2-1b2564f02462 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 15:16:52.386837 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-67d18542-4345-4105-b287-8f86db56c17b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:52.443024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-67d18542-4345-4105-b287-8f86db56c17b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:52.498944 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-94672617-e8c7-40ad-a965-5f9ad1d320b7 None None] Set router 6da08f63-e612-4c74-a7bb-7f0c421f863d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:16:52.526672 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-67d18542-4345-4105-b287-8f86db56c17b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:52.602284 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-67d18542-4345-4105-b287-8f86db56c17b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:52.639668 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d18542-4345-4105-b287-8f86db56c17b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Subnet': ['ID=13dec7fa-1d69-4762-8bd2-1b2564f02462,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:16:52.643743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-67d18542-4345-4105-b287-8f86db56c17b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:52.650330 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-67d18542-4345-4105-b287-8f86db56c17b tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/subnets/13dec7fa-1d69-4762-8bd2-1b2564f02462 HTTP/1.1" status: 204 len: 168 time: 0.3390839 Jan 17 15:16:52.652852 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 47070) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:16:52.671149 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a300228e-95fb-49b4-a01e-23db18db506c None None] Network d8d9a63f-a086-44f1-bd5f-9f6991b0b355 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:16:52.959084 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6515632e-8322-405b-a262-aac87471cc51 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:52.965988 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-94672617-e8c7-40ad-a965-5f9ad1d320b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202732200', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:15:01Z', 'updated_at': '2022-01-17T15:16:51Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:02Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:16:52.970273 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94672617-e8c7-40ad-a965-5f9ad1d320b7 None None] Checking router: 6da08f63-e612-4c74-a7bb-7f0c421f863d for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:16:52.979756 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94672617-e8c7-40ad-a965-5f9ad1d320b7 None None] Routers {'6da08f63-e612-4c74-a7bb-7f0c421f863d'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:16:52.980641 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-94672617-e8c7-40ad-a965-5f9ad1d320b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6da08f63-e612-4c74-a7bb-7f0c421f863d'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:16:53.035636 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459feea1-bc0e-4644-9550-579fdb0db62a None None] DHCP port deletion for d8d9a63f-a086-44f1-bd5f-9f6991b0b355 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 15:16:53.111124 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-459feea1-bc0e-4644-9550-579fdb0db62a None None] Deleting port ac86ea1a-9aa4-42a5-a086-fcc2b2a51779 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:16:53.111897 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-459feea1-bc0e-4644-9550-579fdb0db62a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:53.150021 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6515632e-8322-405b-a262-aac87471cc51 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:53.160054 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-6515632e-8322-405b-a262-aac87471cc51 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Deleting port c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:16:53.160716 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6515632e-8322-405b-a262-aac87471cc51 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:53.301583 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-94672617-e8c7-40ad-a965-5f9ad1d320b7 None None] Set router 6da08f63-e612-4c74-a7bb-7f0c421f863d gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:16:53.341286 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-6515632e-8322-405b-a262-aac87471cc51 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] For port c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:16:53.342660 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6515632e-8322-405b-a262-aac87471cc51 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:53.418762 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ac86ea1a-9aa4-42a5-a086-fcc2b2a51779 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:16:53.469472 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-6515632e-8322-405b-a262-aac87471cc51 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Calling delete_port for c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1 owned by network:router_gateway {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:16:53.641521 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6515632e-8322-405b-a262-aac87471cc51 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:53.643407 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-459feea1-bc0e-4644-9550-579fdb0db62a None None] For port ac86ea1a-9aa4-42a5-a086-fcc2b2a51779, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ac86ea1a-9aa4-42a5-a086-fcc2b2a51779,segment=NetworkSegment(922ce128-da8b-4347-8c91-de7da9c97132),segment_id=922ce128-da8b-4347-8c91-de7da9c97132)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:16:53.643868 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-459feea1-bc0e-4644-9550-579fdb0db62a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:53.688161 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515632e-8322-405b-a262-aac87471cc51 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Port': ['ID=c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:16:53.714296 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:53.779636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6515632e-8322-405b-a262-aac87471cc51 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:53.809722 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-459feea1-bc0e-4644-9550-579fdb0db62a None None] Calling delete_port for ac86ea1a-9aa4-42a5-a086-fcc2b2a51779 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:16:53.928019 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:53.952778 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6515632e-8322-405b-a262-aac87471cc51 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:53.954799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6515632e-8322-405b-a262-aac87471cc51 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:53.978352 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6515632e-8322-405b-a262-aac87471cc51 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:53.978863 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6515632e-8322-405b-a262-aac87471cc51 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Fanout notify agent at l3_agent the message router_deleted on router 6da08f63-e612-4c74-a7bb-7f0c421f863d {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 15:16:53.995465 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-6515632e-8322-405b-a262-aac87471cc51 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:53.996710 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6515632e-8322-405b-a262-aac87471cc51 tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/routers/6da08f63-e612-4c74-a7bb-7f0c421f863d HTTP/1.1" status: 204 len: 168 time: 1.3429718 Jan 17 15:16:53.999337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 47074) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:16:54.006576 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-459feea1-bc0e-4644-9550-579fdb0db62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622'] for port, after_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:54.067240 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459feea1-bc0e-4644-9550-579fdb0db62a None None] No DVR routers for this DVR port ac86ea1a-9aa4-42a5-a086-fcc2b2a51779 on host dv-neutron-824901-1-hyperv {{(pid=87525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:16:54.068644 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459feea1-bc0e-4644-9550-579fdb0db62a None None] Pushing event deleted for resources: {'Port': ['ID=ac86ea1a-9aa4-42a5-a086-fcc2b2a51779,revision_number=None']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:16:54.083353 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459feea1-bc0e-4644-9550-579fdb0db62a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:54.083702 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459feea1-bc0e-4644-9550-579fdb0db62a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:54.084066 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459feea1-bc0e-4644-9550-579fdb0db62a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:54.084395 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459feea1-bc0e-4644-9550-579fdb0db62a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:54.084721 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459feea1-bc0e-4644-9550-579fdb0db62a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:54.085046 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459feea1-bc0e-4644-9550-579fdb0db62a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:54.085368 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459feea1-bc0e-4644-9550-579fdb0db62a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:54.085687 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459feea1-bc0e-4644-9550-579fdb0db62a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:54.086009 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459feea1-bc0e-4644-9550-579fdb0db62a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:54.086326 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459feea1-bc0e-4644-9550-579fdb0db62a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:54.086641 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459feea1-bc0e-4644-9550-579fdb0db62a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:54.086955 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459feea1-bc0e-4644-9550-579fdb0db62a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:54.101858 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-94672617-e8c7-40ad-a965-5f9ad1d320b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202732200', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:15:01Z', 'updated_at': '2022-01-17T15:16:51Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:02Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:16:54.105839 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94672617-e8c7-40ad-a965-5f9ad1d320b7 None None] The sync data for ids ['6da08f63-e612-4c74-a7bb-7f0c421f863d'] in dv-neutron-824901-1-hyperv is: [{'id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202732200', 'tenant_id': '584a5877f0874528a2086d6a82d4b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:15:01Z', 'updated_at': '2022-01-17T15:16:51Z', 'revision_number': 5, 'project_id': '584a5877f0874528a2086d6a82d4b9d7', 'gw_port': {'id': 'c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da08f63-e612-4c74-a7bb-7f0c421f863d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:15:02Z', 'updated_at': '2022-01-17T15:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:16:54.121475 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ba94b73e-b8ed-498d-b884-f4ab7c23056a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:54.253866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ba94b73e-b8ed-498d-b884-f4ab7c23056a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:54.277827 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-ba94b73e-b8ed-498d-b884-f4ab7c23056a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d9a63f-a086-44f1-bd5f-9f6991b0b355']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:16:54.290240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-ba94b73e-b8ed-498d-b884-f4ab7c23056a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922ce128-da8b-4347-8c91-de7da9c97132') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:16:54.290533 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-ba94b73e-b8ed-498d-b884-f4ab7c23056a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922ce128-da8b-4347-8c91-de7da9c97132') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:16:54.302692 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ba94b73e-b8ed-498d-b884-f4ab7c23056a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:54.319490 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ba94b73e-b8ed-498d-b884-f4ab7c23056a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:54.325296 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba94b73e-b8ed-498d-b884-f4ab7c23056a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 15:16:54.325669 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ba94b73e-b8ed-498d-b884-f4ab7c23056a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 15:16:54.340501 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 15:16:54.549765 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ba94b73e-b8ed-498d-b884-f4ab7c23056a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:54.554761 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-ba94b73e-b8ed-498d-b884-f4ab7c23056a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:54.583198 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94b73e-b8ed-498d-b884-f4ab7c23056a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'Network': ['ID=d8d9a63f-a086-44f1-bd5f-9f6991b0b355,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:16:54.592132 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-ba94b73e-b8ed-498d-b884-f4ab7c23056a tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/networks/d8d9a63f-a086-44f1-bd5f-9f6991b0b355 HTTP/1.1" status: 204 len: 168 time: 0.5917151 Jan 17 15:16:54.595249 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 47078) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:16:54.664250 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3553c090-dcbe-4d7c-a10d-f1ce4c6e5cec tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:54.699336 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3553c090-dcbe-4d7c-a10d-f1ce4c6e5cec tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:54.773254 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3553c090-dcbe-4d7c-a10d-f1ce4c6e5cec tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:54.792463 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553c090-dcbe-4d7c-a10d-f1ce4c6e5cec tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d478837-5685-4ad7-a1d1-178e15f205e0,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:16:54.802993 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3553c090-dcbe-4d7c-a10d-f1ce4c6e5cec tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:54.804134 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3553c090-dcbe-4d7c-a10d-f1ce4c6e5cec tempest-TestNetworkAdvancedServerOps-333079336 tempest-TestNetworkAdvancedServerOps-333079336-project] 10.222.0.48 "DELETE /v2.0/security-groups/0d478837-5685-4ad7-a1d1-178e15f205e0 HTTP/1.1" status: 204 len: 168 time: 0.2079015 Jan 17 15:16:55.180040 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 47088) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:16:55.326397 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-08eda418-d51c-4111-8e52-c0deae732c12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=584a5877f0874528a2086d6a82d4b9d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452365 Jan 17 15:16:55.328897 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 47094) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:16:55.344782 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:16:55.382455 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:16:55.382797 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c6aa69ff-48f8-4da5-a8f7-4c55524cc7b1 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:16:55.383215 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 7e09180a-07d7-4d26-bd48-53beee53edcf no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:16:55.387700 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2658dc6c-8fe1-43dc-b22d-ec2fc831a01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:55.413295 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2658dc6c-8fe1-43dc-b22d-ec2fc831a01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:55.415612 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 7e09180a-07d7-4d26-bd48-53beee53edcf {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:16:55.415978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 7e09180a-07d7-4d26-bd48-53beee53edcf not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:16:55.469674 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2658dc6c-8fe1-43dc-b22d-ec2fc831a01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:55.487170 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658dc6c-8fe1-43dc-b22d-ec2fc831a01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d5a7a8-e653-45c1-ae7d-da2763143df2,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:16:55.496682 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658dc6c-8fe1-43dc-b22d-ec2fc831a01e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:55.497019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658dc6c-8fe1-43dc-b22d-ec2fc831a01e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:55.497349 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658dc6c-8fe1-43dc-b22d-ec2fc831a01e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:55.497674 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658dc6c-8fe1-43dc-b22d-ec2fc831a01e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:55.497992 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658dc6c-8fe1-43dc-b22d-ec2fc831a01e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:55.498310 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658dc6c-8fe1-43dc-b22d-ec2fc831a01e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:55.498627 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658dc6c-8fe1-43dc-b22d-ec2fc831a01e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:55.498941 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658dc6c-8fe1-43dc-b22d-ec2fc831a01e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:55.499252 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658dc6c-8fe1-43dc-b22d-ec2fc831a01e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:55.499562 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658dc6c-8fe1-43dc-b22d-ec2fc831a01e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:55.499901 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658dc6c-8fe1-43dc-b22d-ec2fc831a01e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:55.500209 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658dc6c-8fe1-43dc-b22d-ec2fc831a01e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:16:55.504248 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2658dc6c-8fe1-43dc-b22d-ec2fc831a01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:55.505333 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2658dc6c-8fe1-43dc-b22d-ec2fc831a01e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54d5a7a8-e653-45c1-ae7d-da2763143df2 HTTP/1.1" status: 204 len: 168 time: 0.1755784 Jan 17 15:16:55.798377 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 47102) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:16:55.815838 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-98d9ca6a-59b8-47bf-9f38-d1ec62917940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:55.830337 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-98d9ca6a-59b8-47bf-9f38-d1ec62917940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:16:55.834137 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-98d9ca6a-59b8-47bf-9f38-d1ec62917940 admin admin] Usage tracker for resource:security_group_rule and tenant:fc07bb001ff74ffa9afca5ed687376cb is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:16:55.836816 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-98d9ca6a-59b8-47bf-9f38-d1ec62917940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:16:55.842476 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-98d9ca6a-59b8-47bf-9f38-d1ec62917940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:16:55.925201 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-98d9ca6a-59b8-47bf-9f38-d1ec62917940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:55.928773 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-98d9ca6a-59b8-47bf-9f38-d1ec62917940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:55.978032 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-98d9ca6a-59b8-47bf-9f38-d1ec62917940 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc07bb001ff74ffa9afca5ed687376cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1785347 Jan 17 15:16:55.979010 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9ca6a-59b8-47bf-9f38-d1ec62917940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4efd5f8-5ec9-4b64-a05f-2b89169be080,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:16:55.980958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 47106) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:16:56.040586 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4d2ae8cb-0908-457a-a203-fee1444831b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:56.065987 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4d2ae8cb-0908-457a-a203-fee1444831b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:56.116843 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4d2ae8cb-0908-457a-a203-fee1444831b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:56.130627 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ae8cb-0908-457a-a203-fee1444831b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4efd5f8-5ec9-4b64-a05f-2b89169be080,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:16:56.136632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-4d2ae8cb-0908-457a-a203-fee1444831b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:56.137737 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-4d2ae8cb-0908-457a-a203-fee1444831b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4efd5f8-5ec9-4b64-a05f-2b89169be080 HTTP/1.1" status: 204 len: 168 time: 0.1558156 Jan 17 15:16:57.007494 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 47130) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:16:57.112596 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-715317434-network', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:16:57.117567 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:16:57.121392 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Usage tracker for resource:network and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:16:57.124211 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:16:57.130425 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:16:57.140137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Made reservation on behalf of fe8cbfc7d4a24638aeaac573871e6c73 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:16:57.143115 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:57.159051 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:57.173211 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:16:57.177256 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Usage tracker for resource:security_group_rule and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:16:57.180217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:16:57.185972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:16:57.268676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:57.272439 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:57.301816 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 15:16:57.310011 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578a06eb-57ef-48ba-8907-86811c0efade,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:16:57.315354 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:57.315703 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Added segment 25644826-beb1-41a5-9776-44c7224a37b6 of type vlan for network c246aa29-b107-47d8-951d-e24151767685 Jan 17 15:16:57.341337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:57.369517 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:57.370490 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:57.371076 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:57.473259 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] Pushing event updated for resources: {'Network': ['ID=c246aa29-b107-47d8-951d-e24151767685,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:16:57.476837 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-efae7539-6e28-4b79-8a74-b4b1d02eedba admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4681089 Jan 17 15:16:57.479785 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 47136) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:16:57.483499 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network c246aa29-b107-47d8-951d-e24151767685 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 15:16:57.485114 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-1980db0f-68fb-4e36-93e1-439b1c64aa03 admin admin] Request body: {'subnet': {'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-715317434-subnet', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'ip_version': 4}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:16:57.490186 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1980db0f-68fb-4e36-93e1-439b1c64aa03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:16:57.493963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1980db0f-68fb-4e36-93e1-439b1c64aa03 admin admin] Usage tracker for resource:subnet and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:16:57.496792 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-1980db0f-68fb-4e36-93e1-439b1c64aa03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:16:57.502897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-1980db0f-68fb-4e36-93e1-439b1c64aa03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:16:57.512338 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1980db0f-68fb-4e36-93e1-439b1c64aa03 admin admin] Made reservation on behalf of fe8cbfc7d4a24638aeaac573871e6c73 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:16:57.514581 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1980db0f-68fb-4e36-93e1-439b1c64aa03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:57.715370 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1980db0f-68fb-4e36-93e1-439b1c64aa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:57.793289 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980db0f-68fb-4e36-93e1-439b1c64aa03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6249950d-dcc6-4fb7-bcaa-9925cc30d225,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:16:57.802909 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1980db0f-68fb-4e36-93e1-439b1c64aa03 admin admin] Checking segment: {'id': '25644826-beb1-41a5-9776-44c7224a37b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c246aa29-b107-47d8-951d-e24151767685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:16:57.803271 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1980db0f-68fb-4e36-93e1-439b1c64aa03 admin admin] Network hostable DHCP agents. Network: c246aa29-b107-47d8-951d-e24151767685, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 15:16:57.823241 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1980db0f-68fb-4e36-93e1-439b1c64aa03 admin admin] Network c246aa29-b107-47d8-951d-e24151767685 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 15:16:57.832007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-1980db0f-68fb-4e36-93e1-439b1c64aa03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, c246aa29-b107-47d8-951d-e24151767685) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:16:57.836159 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1980db0f-68fb-4e36-93e1-439b1c64aa03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:16:57.836934 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-1980db0f-68fb-4e36-93e1-439b1c64aa03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:57.841049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a2d09c-1827-4d7d-a2f4-ba2a694957c1 None None] Network c246aa29-b107-47d8-951d-e24151767685 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:16:57.859214 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-1980db0f-68fb-4e36-93e1-439b1c64aa03 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3784244 Jan 17 15:16:57.862615 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 47140) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:16:57.867523 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:16:57.872339 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:16:57.878317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Usage tracker for resource:router and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:16:57.882677 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:16:57.892610 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:16:57.904650 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:57.905773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:57.920869 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:58.061224 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-c246aa29-b107-47d8-951d-e24151767685', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'fixed_ips': [{'subnet_id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 15:16:58.062051 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:58.188098 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:58.217739 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Allocated IP 172.20.0.2 (c246aa29-b107-47d8-951d-e24151767685/6249950d-dcc6-4fb7-bcaa-9925cc30d225/beb0b35c-4b2a-414c-8c67-74ce5608f927) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:16:58.423349 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:58.434633 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Transition to ACTIVE for port object beb0b35c-4b2a-414c-8c67-74ce5608f927 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:16:58.452459 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Transition to ACTIVE for port object beb0b35c-4b2a-414c-8c67-74ce5608f927 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:16:58.458146 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:58.530825 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Network c246aa29-b107-47d8-951d-e24151767685 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:16:58.534658 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:16:58.537619 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:16:58.547777 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Pushing event updated for resources: {'Port': ['ID=beb0b35c-4b2a-414c-8c67-74ce5608f927,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:16:58.604109 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:58.634712 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:58.634943 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Attempting to bind port beb0b35c-4b2a-414c-8c67-74ce5608f927 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:16:58.635113 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Attempting to bind port beb0b35c-4b2a-414c-8c67-74ce5608f927 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '25644826-beb1-41a5-9776-44c7224a37b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c246aa29-b107-47d8-951d-e24151767685'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:16:58.635474 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Attempting to bind port beb0b35c-4b2a-414c-8c67-74ce5608f927 on network c246aa29-b107-47d8-951d-e24151767685 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:16:58.640794 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:16:58.641163 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Checking segment: {'id': '25644826-beb1-41a5-9776-44c7224a37b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c246aa29-b107-47d8-951d-e24151767685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:16:58.641560 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:58.641952 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Bound using segment: {'id': '25644826-beb1-41a5-9776-44c7224a37b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c246aa29-b107-47d8-951d-e24151767685'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:16:58.642442 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Bound port: beb0b35c-4b2a-414c-8c67-74ce5608f927, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25644826-beb1-41a5-9776-44c7224a37b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c246aa29-b107-47d8-951d-e24151767685'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:16:58.642820 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:58.735566 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] For port beb0b35c-4b2a-414c-8c67-74ce5608f927, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:16:58.738945 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] For port beb0b35c-4b2a-414c-8c67-74ce5608f927, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=beb0b35c-4b2a-414c-8c67-74ce5608f927,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:16:58.743516 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:58.772270 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Allocated IP 172.26.3.182 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/aaeab034-0f32-462b-88b5-c543ae9d40b9) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:16:58.830493 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd5bbe-75b8-4fd9-b7f8-11810b3530d4 None None] Pushing event updated for resources: {'Port': ['ID=beb0b35c-4b2a-414c-8c67-74ce5608f927,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:16:58.924501 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:58.954876 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:59.041245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:16:59.044316 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:16:59.048661 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:16:59.078027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Pushing event updated for resources: {'Port': ['ID=aaeab034-0f32-462b-88b5-c543ae9d40b9,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:16:59.379781 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device beb0b35c-4b2a-414c-8c67-74ce5608f927 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:16:59.449933 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port beb0b35c-4b2a-414c-8c67-74ce5608f927 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:16:59.460418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:59.804959 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:16:59.811141 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baea2cb7-79e9-4268-82b0-b7e4aa2cdbb9 None None] Network c246aa29-b107-47d8-951d-e24151767685 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:16:59.903574 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4cfe0550-8a5a-448c-bfc2-514b61f67d45 None None] Provisioning for port beb0b35c-4b2a-414c-8c67-74ce5608f927 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:16:59.921840 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-4cfe0550-8a5a-448c-bfc2-514b61f67d45 None None] Provisioning complete for port beb0b35c-4b2a-414c-8c67-74ce5608f927 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:16:59.922774 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4cfe0550-8a5a-448c-bfc2-514b61f67d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:00.129553 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Router bde30ff3-654c-443f-9d49-67ddbd792aeb is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 15:17:00.147387 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4cfe0550-8a5a-448c-bfc2-514b61f67d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:00.188771 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-4cfe0550-8a5a-448c-bfc2-514b61f67d45 None None] For port beb0b35c-4b2a-414c-8c67-74ce5608f927, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=beb0b35c-4b2a-414c-8c67-74ce5608f927,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:17:00.193570 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4cfe0550-8a5a-448c-bfc2-514b61f67d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:00.266676 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe0550-8a5a-448c-bfc2-514b61f67d45 None None] Pushing event updated for resources: {'Port': ['ID=beb0b35c-4b2a-414c-8c67-74ce5608f927,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:00.320006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:17:00.333349 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] Sync routers for ids ['bde30ff3-654c-443f-9d49-67ddbd792aeb'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:17:00.344834 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] Routers {'bde30ff3-654c-443f-9d49-67ddbd792aeb'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:17:00.345733 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bde30ff3-654c-443f-9d49-67ddbd792aeb'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:17:00.347137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:00.348499 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-70ef49c1-ab0a-4898-821d-9d50c9ce1efd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4849353 Jan 17 15:17:00.351464 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 47144) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:17:00.419931 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fb57e2e7-53cd-4cce-95db-db4a11a208fc None None] Provisioning complete for port beb0b35c-4b2a-414c-8c67-74ce5608f927 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:17:00.420497 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fb57e2e7-53cd-4cce-95db-db4a11a208fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:00.536098 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] Set router bde30ff3-654c-443f-9d49-67ddbd792aeb gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:17:00.823592 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:16:57Z', 'updated_at': '2022-01-17T15:16:59Z', 'revision_number': 3, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'gw_port': {'id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:16:58Z', 'updated_at': '2022-01-17T15:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:17:00.827400 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] Checking router: bde30ff3-654c-443f-9d49-67ddbd792aeb for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:17:00.827840 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] Updating router bde30ff3-654c-443f-9d49-67ddbd792aeb port aaeab034-0f32-462b-88b5-c543ae9d40b9 binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:17:00.883435 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:01.024537 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3c16a058-c453-4e86-8c8f-1da009d53b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:01.210643 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:01.222377 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] Transition to ACTIVE for port object aaeab034-0f32-462b-88b5-c543ae9d40b9 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:17:01.230961 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:01.235889 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-3c16a058-c453-4e86-8c8f-1da009d53b98 admin admin] Allocated IP 172.20.0.1 (c246aa29-b107-47d8-951d-e24151767685/6249950d-dcc6-4fb7-bcaa-9925cc30d225/8087e961-b08c-4bf9-996d-72a2d79876d9) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:17:01.309014 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] Attempting to bind port aaeab034-0f32-462b-88b5-c543ae9d40b9 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:17:01.309377 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] Attempting to bind port aaeab034-0f32-462b-88b5-c543ae9d40b9 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:17:01.309726 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] Attempting to bind port aaeab034-0f32-462b-88b5-c543ae9d40b9 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:17:01.318796 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590212c-5849-4d04-ba4a-7b7bb082f84b None None] Pushing event updated for resources: {'Port': ['ID=aaeab034-0f32-462b-88b5-c543ae9d40b9,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:01.321201 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:17:01.321563 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:17:01.321951 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:01.322825 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:17:01.322825 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] Bound port: aaeab034-0f32-462b-88b5-c543ae9d40b9, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:17:01.323127 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:01.355280 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device beb0b35c-4b2a-414c-8c67-74ce5608f927 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:17:01.362292 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e590212c-5849-4d04-ba4a-7b7bb082f84b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:17:01.362766 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e590212c-5849-4d04-ba4a-7b7bb082f84b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:17:01.362941 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e590212c-5849-4d04-ba4a-7b7bb082f84b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:17:01.363266 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e590212c-5849-4d04-ba4a-7b7bb082f84b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:17:01.363583 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e590212c-5849-4d04-ba4a-7b7bb082f84b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:17:01.363925 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e590212c-5849-4d04-ba4a-7b7bb082f84b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:17:01.364235 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e590212c-5849-4d04-ba4a-7b7bb082f84b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:17:01.364549 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e590212c-5849-4d04-ba4a-7b7bb082f84b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:17:01.364858 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e590212c-5849-4d04-ba4a-7b7bb082f84b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:17:01.365166 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e590212c-5849-4d04-ba4a-7b7bb082f84b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:17:01.365472 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e590212c-5849-4d04-ba4a-7b7bb082f84b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:17:01.365959 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e590212c-5849-4d04-ba4a-7b7bb082f84b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:17:01.389204 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3c16a058-c453-4e86-8c8f-1da009d53b98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:01.407547 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-3c16a058-c453-4e86-8c8f-1da009d53b98 admin admin] Transition to ACTIVE for port object 8087e961-b08c-4bf9-996d-72a2d79876d9 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:17:01.409746 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] For port aaeab034-0f32-462b-88b5-c543ae9d40b9, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:17:01.413181 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] For port aaeab034-0f32-462b-88b5-c543ae9d40b9, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=aaeab034-0f32-462b-88b5-c543ae9d40b9,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:17:01.419647 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:01.433996 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3c16a058-c453-4e86-8c8f-1da009d53b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:01.478103 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port beb0b35c-4b2a-414c-8c67-74ce5608f927 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:17:01.478373 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:01.500388 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c16a058-c453-4e86-8c8f-1da009d53b98 admin admin] Network c246aa29-b107-47d8-951d-e24151767685 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:17:01.503088 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-3c16a058-c453-4e86-8c8f-1da009d53b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:17:01.503244 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590212c-5849-4d04-ba4a-7b7bb082f84b None None] Pushing event updated for resources: {'Port': ['ID=aaeab034-0f32-462b-88b5-c543ae9d40b9,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:01.507666 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c16a058-c453-4e86-8c8f-1da009d53b98 admin admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:17:01.510320 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] Routers {'bde30ff3-654c-443f-9d49-67ddbd792aeb'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:17:01.510921 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bde30ff3-654c-443f-9d49-67ddbd792aeb'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:17:01.542725 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16a058-c453-4e86-8c8f-1da009d53b98 admin admin] Pushing event updated for resources: {'Port': ['ID=8087e961-b08c-4bf9-996d-72a2d79876d9,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:01.568126 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3c16a058-c453-4e86-8c8f-1da009d53b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:01.732344 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] Set router bde30ff3-654c-443f-9d49-67ddbd792aeb gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:17:01.767574 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-405ba39a-9439-4cc6-beaf-816db13b636a None None] Provisioning for port 8087e961-b08c-4bf9-996d-72a2d79876d9 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:17:01.774036 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-405ba39a-9439-4cc6-beaf-816db13b636a None None] Provisioning complete for port 8087e961-b08c-4bf9-996d-72a2d79876d9 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:17:01.774836 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-405ba39a-9439-4cc6-beaf-816db13b636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:01.837034 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-405ba39a-9439-4cc6-beaf-816db13b636a None None] Port 8087e961-b08c-4bf9-996d-72a2d79876d9 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:17:01.950728 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3c16a058-c453-4e86-8c8f-1da009d53b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:02.033110 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:16:57Z', 'updated_at': '2022-01-17T15:16:59Z', 'revision_number': 3, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'gw_port': {'id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:16:58Z', 'updated_at': '2022-01-17T15:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:17:02.037165 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f8b999-7009-4927-8a45-189079b67f03 None None] The sync data for ids ['bde30ff3-654c-443f-9d49-67ddbd792aeb'] in dv-neutron-824901-1-hyperv is: [{'id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:16:57Z', 'updated_at': '2022-01-17T15:16:59Z', 'revision_number': 3, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'gw_port': {'id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:16:58Z', 'updated_at': '2022-01-17T15:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:17:02.181131 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3c16a058-c453-4e86-8c8f-1da009d53b98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:02.185796 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3c16a058-c453-4e86-8c8f-1da009d53b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:02.304264 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-3c16a058-c453-4e86-8c8f-1da009d53b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:02.308001 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16a058-c453-4e86-8c8f-1da009d53b98 admin admin] Pushing event updated for resources: {'Port': ['ID=8087e961-b08c-4bf9-996d-72a2d79876d9,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:02.448152 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c16a058-c453-4e86-8c8f-1da009d53b98 admin admin] Network c246aa29-b107-47d8-951d-e24151767685 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:17:02.449268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-3c16a058-c453-4e86-8c8f-1da009d53b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:17:02.649006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c16a058-c453-4e86-8c8f-1da009d53b98 admin admin] Router bde30ff3-654c-443f-9d49-67ddbd792aeb has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:17:02.767625 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-77906c7c-3cee-49bd-bac0-a6d104f303f0 None None] Provisioning complete for port 8087e961-b08c-4bf9-996d-72a2d79876d9 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:17:02.768609 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-77906c7c-3cee-49bd-bac0-a6d104f303f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:02.825338 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-77906c7c-3cee-49bd-bac0-a6d104f303f0 None None] Port 8087e961-b08c-4bf9-996d-72a2d79876d9 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:17:02.838815 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c16a058-c453-4e86-8c8f-1da009d53b98 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:17:02.848579 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-3c16a058-c453-4e86-8c8f-1da009d53b98 admin admin] 10.222.0.48 "PUT /v2.0/routers/bde30ff3-654c-443f-9d49-67ddbd792aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4960904 Jan 17 15:17:03.357912 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 47162) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:17:03.364070 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1332030119-network', 'tenant_id': 'af935d7f548d42a68fadcbf581f9cb92'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:17:03.369058 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:17:03.374607 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Usage tracker for resource:network and tenant:af935d7f548d42a68fadcbf581f9cb92 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:17:03.379686 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:17:03.379994 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device aaeab034-0f32-462b-88b5-c543ae9d40b9 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:17:03.387418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:17:03.400353 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Made reservation on behalf of af935d7f548d42a68fadcbf581f9cb92 for: {'network': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:17:03.402715 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:03.415263 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:03.433245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:17:03.436989 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Usage tracker for resource:security_group_rule and tenant:af935d7f548d42a68fadcbf581f9cb92 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:17:03.440319 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:17:03.446320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:17:03.457288 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port aaeab034-0f32-462b-88b5-c543ae9d40b9 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:17:03.463485 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port aaeab034-0f32-462b-88b5-c543ae9d40b9 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:17:03.463904 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:03.540707 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:03.545067 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:03.577933 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 15:17:03.584978 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:03.586910 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3d3d4f-1ead-4b9b-bf6b-ec1320ab5810,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:03.598644 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:03.598986 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.segments_db [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Added segment 707c82cf-f721-421c-9141-62751d5896ec of type vlan for network 7799de95-0049-4004-87d3-d7d6f11cde73 Jan 17 15:17:03.604245 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port aaeab034-0f32-462b-88b5-c543ae9d40b9, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=aaeab034-0f32-462b-88b5-c543ae9d40b9,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:17:03.608248 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:03.629043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:03.647355 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] Sync routers for ids ['bde30ff3-654c-443f-9d49-67ddbd792aeb'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:17:03.661705 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:03.662768 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:03.663572 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:03.675781 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] Routers {'bde30ff3-654c-443f-9d49-67ddbd792aeb'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:17:03.676396 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bde30ff3-654c-443f-9d49-67ddbd792aeb'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:17:03.761763 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=aaeab034-0f32-462b-88b5-c543ae9d40b9,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:03.777849 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4158783 Jan 17 15:17:03.777849 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b42f81-1245-4724-95b7-f79fe434ec51 admin admin] Pushing event updated for resources: {'Network': ['ID=7799de95-0049-4004-87d3-d7d6f11cde73,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:03.778062 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 47166) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:17:03.783329 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-8f8b6eaa-9230-468b-a91f-4159381a6905 admin admin] Request body: {'subnet': {'network_id': '7799de95-0049-4004-87d3-d7d6f11cde73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1332030119-subnet', 'tenant_id': 'af935d7f548d42a68fadcbf581f9cb92', 'ip_version': 4}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:17:03.788510 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8f8b6eaa-9230-468b-a91f-4159381a6905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:17:03.793005 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8f8b6eaa-9230-468b-a91f-4159381a6905 admin admin] Usage tracker for resource:subnet and tenant:af935d7f548d42a68fadcbf581f9cb92 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:17:03.796232 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8f8b6eaa-9230-468b-a91f-4159381a6905 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:17:03.803764 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8f8b6eaa-9230-468b-a91f-4159381a6905 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:17:03.813837 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8b6eaa-9230-468b-a91f-4159381a6905 admin admin] Made reservation on behalf of af935d7f548d42a68fadcbf581f9cb92 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:17:03.816291 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8f8b6eaa-9230-468b-a91f-4159381a6905 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:03.822394 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 7799de95-0049-4004-87d3-d7d6f11cde73 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 15:17:03.951884 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] Set router bde30ff3-654c-443f-9d49-67ddbd792aeb gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:17:04.023822 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8f8b6eaa-9230-468b-a91f-4159381a6905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:04.094191 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b6eaa-9230-468b-a91f-4159381a6905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b8f4e2-cff7-446b-8c14-7c34130112d2,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:04.104948 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8b6eaa-9230-468b-a91f-4159381a6905 admin admin] Checking segment: {'id': '707c82cf-f721-421c-9141-62751d5896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7799de95-0049-4004-87d3-d7d6f11cde73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:17:04.105295 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8b6eaa-9230-468b-a91f-4159381a6905 admin admin] Network hostable DHCP agents. Network: 7799de95-0049-4004-87d3-d7d6f11cde73, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 15:17:04.123982 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8b6eaa-9230-468b-a91f-4159381a6905 admin admin] Network 7799de95-0049-4004-87d3-d7d6f11cde73 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 15:17:04.133831 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-8f8b6eaa-9230-468b-a91f-4159381a6905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 7799de95-0049-4004-87d3-d7d6f11cde73) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:17:04.138041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8b6eaa-9230-468b-a91f-4159381a6905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:04.138610 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8f8b6eaa-9230-468b-a91f-4159381a6905 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:04.150744 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7a3691-ef33-4eac-92d8-f6ddd3e229f8 None None] Network 7799de95-0049-4004-87d3-d7d6f11cde73 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:17:04.169223 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8f8b6eaa-9230-468b-a91f-4159381a6905 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3871067 Jan 17 15:17:04.169421 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 47170) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:17:04.174850 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1332030119-router', 'tenant_id': 'af935d7f548d42a68fadcbf581f9cb92', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:17:04.179750 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:17:04.183600 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Usage tracker for resource:router and tenant:af935d7f548d42a68fadcbf581f9cb92 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:17:04.186462 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:17:04.192062 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:17:04.202433 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:04.203513 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:04.218055 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:04.456931 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-7799de95-0049-4004-87d3-d7d6f11cde73', 'network_id': '7799de95-0049-4004-87d3-d7d6f11cde73', 'tenant_id': 'af935d7f548d42a68fadcbf581f9cb92', 'fixed_ips': [{'subnet_id': '53b8f4e2-cff7-446b-8c14-7c34130112d2'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 15:17:04.457747 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:04.509294 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:16:57Z', 'updated_at': '2022-01-17T15:17:01Z', 'revision_number': 4, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'gw_port': {'id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:16:58Z', 'updated_at': '2022-01-17T15:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8087e961-b08c-4bf9-996d-72a2d79876d9', 'name': '', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'mac_address': 'fa:16:3e:83:6c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:01Z', 'updated_at': '2022-01-17T15:17:02Z', 'revision_number': 2, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'subnets': [{'id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:17:04.517300 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] Checking router: bde30ff3-654c-443f-9d49-67ddbd792aeb for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:17:04.517651 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] Updating router bde30ff3-654c-443f-9d49-67ddbd792aeb port 8087e961-b08c-4bf9-996d-72a2d79876d9 binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:17:04.592407 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:04.627785 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:04.805037 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Allocated IP 172.20.0.2 (7799de95-0049-4004-87d3-d7d6f11cde73/53b8f4e2-cff7-446b-8c14-7c34130112d2/9c313653-22d1-42ee-8bd2-073a85579d67) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:17:04.884813 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:17:04.907522 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:04.937310 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:05.077078 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Allocated IP 172.26.3.246 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/ca00164e-6998-4edc-9b5d-c1dcc689ba64) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:17:05.162877 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:05.191872 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Transition to ACTIVE for port object 9c313653-22d1-42ee-8bd2-073a85579d67 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:17:05.221162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:05.226528 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Transition to ACTIVE for port object 9c313653-22d1-42ee-8bd2-073a85579d67 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:17:05.228107 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:05.236672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:05.240292 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] Transition to ACTIVE for port object 8087e961-b08c-4bf9-996d-72a2d79876d9 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:17:05.257738 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:05.285324 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:05.317251 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Network 7799de95-0049-4004-87d3-d7d6f11cde73 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:17:05.318621 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:17:05.321537 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:17:05.325208 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:17:05.366819 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:17:05.377231 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:17:05.379386 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Pushing event updated for resources: {'Port': ['ID=9c313653-22d1-42ee-8bd2-073a85579d67,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:05.389028 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Pushing event updated for resources: {'Port': ['ID=ca00164e-6998-4edc-9b5d-c1dcc689ba64,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:05.421205 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device aaeab034-0f32-462b-88b5-c543ae9d40b9 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:17:05.649454 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373c382-981b-4792-a73c-cfd7f07c8e7a None None] Pushing event updated for resources: {'Port': ['ID=8087e961-b08c-4bf9-996d-72a2d79876d9,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:05.685292 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] Attempting to bind port 8087e961-b08c-4bf9-996d-72a2d79876d9 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:17:05.685657 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] Attempting to bind port 8087e961-b08c-4bf9-996d-72a2d79876d9 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '25644826-beb1-41a5-9776-44c7224a37b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c246aa29-b107-47d8-951d-e24151767685'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:17:05.686094 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] Attempting to bind port 8087e961-b08c-4bf9-996d-72a2d79876d9 on network c246aa29-b107-47d8-951d-e24151767685 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:17:05.698367 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Attempting to bind port 9c313653-22d1-42ee-8bd2-073a85579d67 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:17:05.698730 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Attempting to bind port 9c313653-22d1-42ee-8bd2-073a85579d67 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '707c82cf-f721-421c-9141-62751d5896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7799de95-0049-4004-87d3-d7d6f11cde73'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:17:05.699087 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Attempting to bind port 9c313653-22d1-42ee-8bd2-073a85579d67 on network 7799de95-0049-4004-87d3-d7d6f11cde73 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:17:05.701308 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:17:05.701669 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] Checking segment: {'id': '25644826-beb1-41a5-9776-44c7224a37b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c246aa29-b107-47d8-951d-e24151767685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:17:05.702061 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:05.702443 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] Bound using segment: {'id': '25644826-beb1-41a5-9776-44c7224a37b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c246aa29-b107-47d8-951d-e24151767685'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:17:05.702899 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] Bound port: 8087e961-b08c-4bf9-996d-72a2d79876d9, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25644826-beb1-41a5-9776-44c7224a37b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c246aa29-b107-47d8-951d-e24151767685'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:17:05.703310 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:05.721934 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:17:05.722300 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Checking segment: {'id': '707c82cf-f721-421c-9141-62751d5896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7799de95-0049-4004-87d3-d7d6f11cde73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:17:05.722689 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:05.723077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Bound using segment: {'id': '707c82cf-f721-421c-9141-62751d5896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7799de95-0049-4004-87d3-d7d6f11cde73'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:17:05.723536 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Bound port: 9c313653-22d1-42ee-8bd2-073a85579d67, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707c82cf-f721-421c-9141-62751d5896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7799de95-0049-4004-87d3-d7d6f11cde73'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:17:05.723940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:05.776229 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:05.804795 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port aaeab034-0f32-462b-88b5-c543ae9d40b9 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:17:05.805160 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:05.940054 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] For port 9c313653-22d1-42ee-8bd2-073a85579d67, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:17:05.945170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] For port 9c313653-22d1-42ee-8bd2-073a85579d67, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=9c313653-22d1-42ee-8bd2-073a85579d67,segment=NetworkSegment(707c82cf-f721-421c-9141-62751d5896ec),segment_id=707c82cf-f721-421c-9141-62751d5896ec)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:17:05.948254 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] For port 8087e961-b08c-4bf9-996d-72a2d79876d9, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:17:05.953051 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] For port 8087e961-b08c-4bf9-996d-72a2d79876d9, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8087e961-b08c-4bf9-996d-72a2d79876d9,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:17:05.954470 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:05.993850 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:06.150351 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea79d6-3f7e-4c1b-a4e7-025dca011235 None None] Pushing event updated for resources: {'Port': ['ID=9c313653-22d1-42ee-8bd2-073a85579d67,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:06.192697 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] Routers {'bde30ff3-654c-443f-9d49-67ddbd792aeb'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:17:06.193474 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bde30ff3-654c-443f-9d49-67ddbd792aeb'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:17:06.261431 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:06.388778 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373c382-981b-4792-a73c-cfd7f07c8e7a None None] Pushing event updated for resources: {'Port': ['ID=8087e961-b08c-4bf9-996d-72a2d79876d9,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:06.453894 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] Set router bde30ff3-654c-443f-9d49-67ddbd792aeb gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:17:06.523201 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Router bca129e5-9ef0-4ab5-81cf-2b99fe5720e8 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 15:17:06.717089 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:17:06.727054 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] Sync routers for ids ['bca129e5-9ef0-4ab5-81cf-2b99fe5720e8'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:17:06.737382 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] Routers {'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:17:06.738417 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bca129e5-9ef0-4ab5-81cf-2b99fe5720e8'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:17:06.743834 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:06.745509 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-af8dd4e8-d633-4ce3-9ba1-a9a5521892ef admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5751646 Jan 17 15:17:06.748435 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 47174) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:17:06.826063 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:16:57Z', 'updated_at': '2022-01-17T15:17:01Z', 'revision_number': 4, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'gw_port': {'id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:16:58Z', 'updated_at': '2022-01-17T15:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8087e961-b08c-4bf9-996d-72a2d79876d9', 'name': '', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'mac_address': 'fa:16:3e:83:6c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:01Z', 'updated_at': '2022-01-17T15:17:05Z', 'revision_number': 4, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'subnets': [{'id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:17:06.831022 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e8a9e2-1718-42ce-8905-f494d8f6466c None None] The sync data for ids ['bde30ff3-654c-443f-9d49-67ddbd792aeb'] in dv-neutron-824901-1-hyperv is: [{'id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:16:57Z', 'updated_at': '2022-01-17T15:17:01Z', 'revision_number': 4, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'gw_port': {'id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:16:58Z', 'updated_at': '2022-01-17T15:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8087e961-b08c-4bf9-996d-72a2d79876d9', 'name': '', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'mac_address': 'fa:16:3e:83:6c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:01Z', 'updated_at': '2022-01-17T15:17:05Z', 'revision_number': 4, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'subnets': [{'id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:17:06.953258 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] Set router bca129e5-9ef0-4ab5-81cf-2b99fe5720e8 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:17:07.275508 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8', 'name': 'tempest-TestShelveInstance-1332030119-router', 'tenant_id': 'af935d7f548d42a68fadcbf581f9cb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ca00164e-6998-4edc-9b5d-c1dcc689ba64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:17:04Z', 'updated_at': '2022-01-17T15:17:05Z', 'revision_number': 3, 'project_id': 'af935d7f548d42a68fadcbf581f9cb92', 'gw_port': {'id': 'ca00164e-6998-4edc-9b5d-c1dcc689ba64', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:04Z', 'updated_at': '2022-01-17T15:17:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:17:07.283975 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] Checking router: bca129e5-9ef0-4ab5-81cf-2b99fe5720e8 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:17:07.284642 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] Updating router bca129e5-9ef0-4ab5-81cf-2b99fe5720e8 port ca00164e-6998-4edc-9b5d-c1dcc689ba64 binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:17:07.347462 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:07.485934 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160f2208-4377-4509-8b39-c70f77865667 None None] Network 7799de95-0049-4004-87d3-d7d6f11cde73 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:17:07.515699 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 9c313653-22d1-42ee-8bd2-073a85579d67 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:17:07.642244 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-386a8ac8-3b43-427f-8495-9bf40c5fa76e None None] Provisioning for port 9c313653-22d1-42ee-8bd2-073a85579d67 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:17:07.721813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de52150c-3914-45b9-872f-3da50fdd186f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:07.761626 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 9c313653-22d1-42ee-8bd2-073a85579d67 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:17:07.773169 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 9c313653-22d1-42ee-8bd2-073a85579d67 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:17:07.773695 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:07.779852 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:07.797108 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] Transition to ACTIVE for port object ca00164e-6998-4edc-9b5d-c1dcc689ba64 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:17:07.817532 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:07.905099 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] Attempting to bind port ca00164e-6998-4edc-9b5d-c1dcc689ba64 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:17:07.905736 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] Attempting to bind port ca00164e-6998-4edc-9b5d-c1dcc689ba64 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:17:07.906307 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] Attempting to bind port ca00164e-6998-4edc-9b5d-c1dcc689ba64 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:17:07.915391 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:17:07.916060 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:17:07.916648 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:07.917181 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:17:07.917798 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] Bound port: ca00164e-6998-4edc-9b5d-c1dcc689ba64, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:17:07.918496 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:07.964625 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07ffa1-ee02-4e82-b42f-e48e4571bec2 None None] Pushing event updated for resources: {'Port': ['ID=ca00164e-6998-4edc-9b5d-c1dcc689ba64,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:08.005566 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:08.017259 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-de52150c-3914-45b9-872f-3da50fdd186f admin admin] Allocated IP 172.20.0.1 (7799de95-0049-4004-87d3-d7d6f11cde73/53b8f4e2-cff7-446b-8c14-7c34130112d2/6320cc8b-c8fe-44e2-8345-37b6eaf352de) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:17:08.032376 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] For port ca00164e-6998-4edc-9b5d-c1dcc689ba64, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:17:08.037010 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] For port ca00164e-6998-4edc-9b5d-c1dcc689ba64, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ca00164e-6998-4edc-9b5d-c1dcc689ba64,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:17:08.043560 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:08.048100 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 9c313653-22d1-42ee-8bd2-073a85579d67, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=9c313653-22d1-42ee-8bd2-073a85579d67,segment=NetworkSegment(707c82cf-f721-421c-9141-62751d5896ec),segment_id=707c82cf-f721-421c-9141-62751d5896ec)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:17:08.053449 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:08.054461 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8087e961-b08c-4bf9-996d-72a2d79876d9 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:17:08.177091 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] Routers {'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:17:08.178059 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bca129e5-9ef0-4ab5-81cf-2b99fe5720e8'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:17:08.224055 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de52150c-3914-45b9-872f-3da50fdd186f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:08.237618 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=9c313653-22d1-42ee-8bd2-073a85579d67,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:08.255934 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 8087e961-b08c-4bf9-996d-72a2d79876d9 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:17:08.257768 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [None req-de52150c-3914-45b9-872f-3da50fdd186f admin admin] Transition to ACTIVE for port object 6320cc8b-c8fe-44e2-8345-37b6eaf352de will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:17:08.269543 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 8087e961-b08c-4bf9-996d-72a2d79876d9 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:17:08.270025 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:08.292162 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de52150c-3914-45b9-872f-3da50fdd186f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:08.304048 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07ffa1-ee02-4e82-b42f-e48e4571bec2 None None] Pushing event updated for resources: {'Port': ['ID=ca00164e-6998-4edc-9b5d-c1dcc689ba64,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:08.373840 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de52150c-3914-45b9-872f-3da50fdd186f admin admin] Network 7799de95-0049-4004-87d3-d7d6f11cde73 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:17:08.377277 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-de52150c-3914-45b9-872f-3da50fdd186f admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:17:08.380979 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de52150c-3914-45b9-872f-3da50fdd186f admin admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:17:08.431954 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52150c-3914-45b9-872f-3da50fdd186f admin admin] Pushing event updated for resources: {'Port': ['ID=6320cc8b-c8fe-44e2-8345-37b6eaf352de,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:08.453958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de52150c-3914-45b9-872f-3da50fdd186f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:08.454422 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] Set router bca129e5-9ef0-4ab5-81cf-2b99fe5720e8 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:17:08.461876 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:08.474322 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-bf372b2e-6cb2-475a-afeb-c9ad1f576d3d None None] Provisioning complete for port 9c313653-22d1-42ee-8bd2-073a85579d67 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:17:08.475077 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-bf372b2e-6cb2-475a-afeb-c9ad1f576d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:08.561035 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 8087e961-b08c-4bf9-996d-72a2d79876d9, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8087e961-b08c-4bf9-996d-72a2d79876d9,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:17:08.569718 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:08.607521 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de52150c-3914-45b9-872f-3da50fdd186f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:08.694512 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=8087e961-b08c-4bf9-996d-72a2d79876d9,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:08.813655 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a717211f-28c5-47bf-adb4-fb2a69203a15 None None] Provisioning for port 6320cc8b-c8fe-44e2-8345-37b6eaf352de completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:17:08.818628 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a717211f-28c5-47bf-adb4-fb2a69203a15 None None] Provisioning complete for port 6320cc8b-c8fe-44e2-8345-37b6eaf352de triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:17:08.819332 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a717211f-28c5-47bf-adb4-fb2a69203a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:08.827818 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8', 'name': 'tempest-TestShelveInstance-1332030119-router', 'tenant_id': 'af935d7f548d42a68fadcbf581f9cb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ca00164e-6998-4edc-9b5d-c1dcc689ba64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:17:04Z', 'updated_at': '2022-01-17T15:17:05Z', 'revision_number': 3, 'project_id': 'af935d7f548d42a68fadcbf581f9cb92', 'gw_port': {'id': 'ca00164e-6998-4edc-9b5d-c1dcc689ba64', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:04Z', 'updated_at': '2022-01-17T15:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:17:08.832019 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459c3dfa-1800-45a3-a271-387355b88f5a None None] The sync data for ids ['bca129e5-9ef0-4ab5-81cf-2b99fe5720e8'] in dv-neutron-824901-1-hyperv is: [{'id': 'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8', 'name': 'tempest-TestShelveInstance-1332030119-router', 'tenant_id': 'af935d7f548d42a68fadcbf581f9cb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ca00164e-6998-4edc-9b5d-c1dcc689ba64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:17:04Z', 'updated_at': '2022-01-17T15:17:05Z', 'revision_number': 3, 'project_id': 'af935d7f548d42a68fadcbf581f9cb92', 'gw_port': {'id': 'ca00164e-6998-4edc-9b5d-c1dcc689ba64', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:04Z', 'updated_at': '2022-01-17T15:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:17:08.855354 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de52150c-3914-45b9-872f-3da50fdd186f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:08.862463 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de52150c-3914-45b9-872f-3da50fdd186f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:08.925160 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a717211f-28c5-47bf-adb4-fb2a69203a15 None None] Port 6320cc8b-c8fe-44e2-8345-37b6eaf352de cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:17:09.093011 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52150c-3914-45b9-872f-3da50fdd186f admin admin] Pushing event updated for resources: {'Port': ['ID=6320cc8b-c8fe-44e2-8345-37b6eaf352de,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:09.110870 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-de52150c-3914-45b9-872f-3da50fdd186f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:09.258087 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de52150c-3914-45b9-872f-3da50fdd186f admin admin] Network 7799de95-0049-4004-87d3-d7d6f11cde73 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:17:09.259238 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-de52150c-3914-45b9-872f-3da50fdd186f admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:17:09.470414 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ca00164e-6998-4edc-9b5d-c1dcc689ba64 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:17:09.487374 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de52150c-3914-45b9-872f-3da50fdd186f admin admin] Router bca129e5-9ef0-4ab5-81cf-2b99fe5720e8 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:17:09.558484 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port ca00164e-6998-4edc-9b5d-c1dcc689ba64 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:17:09.561902 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7e36037b-f352-4035-9f0e-ff24dd1f5a75 None None] Provisioning complete for port 6320cc8b-c8fe-44e2-8345-37b6eaf352de triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:17:09.563052 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7e36037b-f352-4035-9f0e-ff24dd1f5a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:09.606176 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port ca00164e-6998-4edc-9b5d-c1dcc689ba64 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:17:09.606542 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:09.662201 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7e36037b-f352-4035-9f0e-ff24dd1f5a75 None None] Port 6320cc8b-c8fe-44e2-8345-37b6eaf352de cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:17:09.679106 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de52150c-3914-45b9-872f-3da50fdd186f admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:17:09.698034 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-de52150c-3914-45b9-872f-3da50fdd186f admin admin] 10.222.0.48 "PUT /v2.0/routers/bca129e5-9ef0-4ab5-81cf-2b99fe5720e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9395669 Jan 17 15:17:09.736423 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:09.754798 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port ca00164e-6998-4edc-9b5d-c1dcc689ba64, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ca00164e-6998-4edc-9b5d-c1dcc689ba64,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:17:09.759879 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:09.760830 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 9c313653-22d1-42ee-8bd2-073a85579d67 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:17:09.885237 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=ca00164e-6998-4edc-9b5d-c1dcc689ba64,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:09.896961 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 9c313653-22d1-42ee-8bd2-073a85579d67 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:17:09.897328 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:10.012169 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8087e961-b08c-4bf9-996d-72a2d79876d9 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:17:10.086545 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 8087e961-b08c-4bf9-996d-72a2d79876d9 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:17:10.086909 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:10.454593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] Sync routers for ids ['bca129e5-9ef0-4ab5-81cf-2b99fe5720e8'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:17:10.463842 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] Routers {'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:17:10.464439 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bca129e5-9ef0-4ab5-81cf-2b99fe5720e8'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:17:10.635833 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] Set router bca129e5-9ef0-4ab5-81cf-2b99fe5720e8 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:17:10.853556 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0afdd442-d2a4-419b-9b96-5c61f987ee6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:10.965490 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8', 'name': 'tempest-TestShelveInstance-1332030119-router', 'tenant_id': 'af935d7f548d42a68fadcbf581f9cb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ca00164e-6998-4edc-9b5d-c1dcc689ba64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:17:04Z', 'updated_at': '2022-01-17T15:17:08Z', 'revision_number': 4, 'project_id': 'af935d7f548d42a68fadcbf581f9cb92', 'gw_port': {'id': 'ca00164e-6998-4edc-9b5d-c1dcc689ba64', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:04Z', 'updated_at': '2022-01-17T15:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '6320cc8b-c8fe-44e2-8345-37b6eaf352de', 'name': '', 'network_id': '7799de95-0049-4004-87d3-d7d6f11cde73', 'tenant_id': 'af935d7f548d42a68fadcbf581f9cb92', 'mac_address': 'fa:16:3e:b8:d0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '53b8f4e2-cff7-446b-8c14-7c34130112d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:07Z', 'updated_at': '2022-01-17T15:17:08Z', 'revision_number': 2, 'project_id': 'af935d7f548d42a68fadcbf581f9cb92', 'subnets': [{'id': '53b8f4e2-cff7-446b-8c14-7c34130112d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:17:10.969434 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] Checking router: bca129e5-9ef0-4ab5-81cf-2b99fe5720e8 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:17:10.969783 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] Updating router bca129e5-9ef0-4ab5-81cf-2b99fe5720e8 port 6320cc8b-c8fe-44e2-8345-37b6eaf352de binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:17:11.020813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:11.319275 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 47188) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:17:11.325901 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-7c834733-fac6-4814-bd15-72afbff2fb17 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-348681346', 'description': 'tempest-secgroup-smoke-348681346 description', 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:17:11.337179 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7c834733-fac6-4814-bd15-72afbff2fb17 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:17:11.341245 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7c834733-fac6-4814-bd15-72afbff2fb17 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Usage tracker for resource:security_group and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:17:11.344372 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7c834733-fac6-4814-bd15-72afbff2fb17 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:17:11.351293 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7c834733-fac6-4814-bd15-72afbff2fb17 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:17:11.362609 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c834733-fac6-4814-bd15-72afbff2fb17 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:11.377411 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ca00164e-6998-4edc-9b5d-c1dcc689ba64 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:17:11.383993 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7c834733-fac6-4814-bd15-72afbff2fb17 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:17:11.389863 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7c834733-fac6-4814-bd15-72afbff2fb17 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Usage tracker for resource:security_group_rule and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:17:11.393997 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-7c834733-fac6-4814-bd15-72afbff2fb17 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:17:11.399974 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-7c834733-fac6-4814-bd15-72afbff2fb17 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:17:11.448806 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:11.465325 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] Transition to ACTIVE for port object 6320cc8b-c8fe-44e2-8345-37b6eaf352de will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:17:11.473116 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:11.474608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c834733-fac6-4814-bd15-72afbff2fb17 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:11.477829 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c834733-fac6-4814-bd15-72afbff2fb17 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:11.526141 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-7c834733-fac6-4814-bd15-72afbff2fb17 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:11.527277 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-7c834733-fac6-4814-bd15-72afbff2fb17 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2070687 Jan 17 15:17:11.528201 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c834733-fac6-4814-bd15-72afbff2fb17 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=706abcd7-26c4-45e4-acb7-a84c3620e166,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:11.530556 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 47192) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:17:11.541499 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-54a3a710-3b67-4262-9a05-0868e011a46e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Request body: {'security_group_rule': {'security_group_id': '706abcd7-26c4-45e4-acb7-a84c3620e166', 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:17:11.551040 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-54a3a710-3b67-4262-9a05-0868e011a46e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:17:11.555380 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-54a3a710-3b67-4262-9a05-0868e011a46e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Usage tracker for resource:security_group_rule and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:17:11.562107 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-54a3a710-3b67-4262-9a05-0868e011a46e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:17:11.569601 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-54a3a710-3b67-4262-9a05-0868e011a46e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:17:11.587556 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-54a3a710-3b67-4262-9a05-0868e011a46e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:11.589286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port ca00164e-6998-4edc-9b5d-c1dcc689ba64 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:17:11.589286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:11.656842 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-54a3a710-3b67-4262-9a05-0868e011a46e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:11.661081 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-54a3a710-3b67-4262-9a05-0868e011a46e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:11.685909 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3a710-3b67-4262-9a05-0868e011a46e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775aad70-3817-412e-b133-1ff204203f39,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:11.695236 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f755eeb-a93e-49d5-8f2a-81229c809314 None None] Pushing event updated for resources: {'Port': ['ID=6320cc8b-c8fe-44e2-8345-37b6eaf352de,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:11.698239 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-54a3a710-3b67-4262-9a05-0868e011a46e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:11.702982 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 47196) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:17:11.703131 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-54a3a710-3b67-4262-9a05-0868e011a46e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1713076 Jan 17 15:17:11.711477 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-e4665310-199d-4061-a99d-d6a46f045068 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Request body: {'security_group_rule': {'security_group_id': '706abcd7-26c4-45e4-acb7-a84c3620e166', 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:17:11.717825 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e4665310-199d-4061-a99d-d6a46f045068 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:17:11.723078 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e4665310-199d-4061-a99d-d6a46f045068 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Usage tracker for resource:security_group_rule and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:17:11.728591 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-e4665310-199d-4061-a99d-d6a46f045068 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:17:11.736110 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-e4665310-199d-4061-a99d-d6a46f045068 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:17:11.765432 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] Attempting to bind port 6320cc8b-c8fe-44e2-8345-37b6eaf352de on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:17:11.765835 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] Attempting to bind port 6320cc8b-c8fe-44e2-8345-37b6eaf352de by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '707c82cf-f721-421c-9141-62751d5896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7799de95-0049-4004-87d3-d7d6f11cde73'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:17:11.766749 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] Attempting to bind port 6320cc8b-c8fe-44e2-8345-37b6eaf352de on network 7799de95-0049-4004-87d3-d7d6f11cde73 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:17:11.769172 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e4665310-199d-4061-a99d-d6a46f045068 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:11.774497 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:17:11.774868 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] Checking segment: {'id': '707c82cf-f721-421c-9141-62751d5896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7799de95-0049-4004-87d3-d7d6f11cde73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:17:11.775266 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:11.775655 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] Bound using segment: {'id': '707c82cf-f721-421c-9141-62751d5896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7799de95-0049-4004-87d3-d7d6f11cde73'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:17:11.776142 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] Bound port: 6320cc8b-c8fe-44e2-8345-37b6eaf352de, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707c82cf-f721-421c-9141-62751d5896ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7799de95-0049-4004-87d3-d7d6f11cde73'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:17:11.776515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:11.833174 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e4665310-199d-4061-a99d-d6a46f045068 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:11.837123 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e4665310-199d-4061-a99d-d6a46f045068 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:11.862040 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4665310-199d-4061-a99d-d6a46f045068 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ea0ced-c832-4d9f-827a-2f4d49753b04,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:11.870987 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-e4665310-199d-4061-a99d-d6a46f045068 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:11.872178 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-e4665310-199d-4061-a99d-d6a46f045068 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1669159 Jan 17 15:17:11.875006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 47200) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:17:11.880036 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-25e39d68-b213-4fde-a2a8-f26835294529 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Request body: {'security_group_rule': {'security_group_id': '706abcd7-26c4-45e4-acb7-a84c3620e166', 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:17:11.885912 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-25e39d68-b213-4fde-a2a8-f26835294529 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:17:11.889925 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-25e39d68-b213-4fde-a2a8-f26835294529 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Usage tracker for resource:security_group_rule and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:17:11.892797 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-25e39d68-b213-4fde-a2a8-f26835294529 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:17:11.898480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-25e39d68-b213-4fde-a2a8-f26835294529 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:17:11.917920 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25e39d68-b213-4fde-a2a8-f26835294529 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:11.932353 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] For port 6320cc8b-c8fe-44e2-8345-37b6eaf352de, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:17:11.935365 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] For port 6320cc8b-c8fe-44e2-8345-37b6eaf352de, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6320cc8b-c8fe-44e2-8345-37b6eaf352de,segment=NetworkSegment(707c82cf-f721-421c-9141-62751d5896ec),segment_id=707c82cf-f721-421c-9141-62751d5896ec)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:17:11.940194 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:11.985374 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25e39d68-b213-4fde-a2a8-f26835294529 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:11.991418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25e39d68-b213-4fde-a2a8-f26835294529 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:12.016751 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e39d68-b213-4fde-a2a8-f26835294529 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690ce141-85ef-4719-9019-22eb491c1407,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:12.020839 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] Routers {'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:17:12.021436 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:16:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bca129e5-9ef0-4ab5-81cf-2b99fe5720e8'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:17:12.028273 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-25e39d68-b213-4fde-a2a8-f26835294529 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:12.029622 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-25e39d68-b213-4fde-a2a8-f26835294529 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1536918 Jan 17 15:17:12.033136 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 47204) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:17:12.038896 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-044a22d3-2771-4c2e-ac3a-b95eba942278 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Request body: {'security_group_rule': {'security_group_id': '706abcd7-26c4-45e4-acb7-a84c3620e166', 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:17:12.045296 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-044a22d3-2771-4c2e-ac3a-b95eba942278 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:17:12.049350 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-044a22d3-2771-4c2e-ac3a-b95eba942278 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Usage tracker for resource:security_group_rule and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:17:12.052395 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-044a22d3-2771-4c2e-ac3a-b95eba942278 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:17:12.058467 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-044a22d3-2771-4c2e-ac3a-b95eba942278 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:17:12.081257 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-044a22d3-2771-4c2e-ac3a-b95eba942278 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:12.089407 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f755eeb-a93e-49d5-8f2a-81229c809314 None None] Pushing event updated for resources: {'Port': ['ID=6320cc8b-c8fe-44e2-8345-37b6eaf352de,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:12.155309 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-044a22d3-2771-4c2e-ac3a-b95eba942278 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:12.160393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-044a22d3-2771-4c2e-ac3a-b95eba942278 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:12.184835 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a22d3-2771-4c2e-ac3a-b95eba942278 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ab5bb0-417b-4567-ac0f-91100a338500,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:12.195907 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-044a22d3-2771-4c2e-ac3a-b95eba942278 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:12.200124 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 47208) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:17:12.200312 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-044a22d3-2771-4c2e-ac3a-b95eba942278 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1659870 Jan 17 15:17:12.206237 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-8df0f7b1-023d-47c2-a3cd-f633d5a55f1d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Request body: {'security_group_rule': {'security_group_id': '706abcd7-26c4-45e4-acb7-a84c3620e166', 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:17:12.213149 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8df0f7b1-023d-47c2-a3cd-f633d5a55f1d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:17:12.217161 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8df0f7b1-023d-47c2-a3cd-f633d5a55f1d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Usage tracker for resource:security_group_rule and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:17:12.220905 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8df0f7b1-023d-47c2-a3cd-f633d5a55f1d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:17:12.223202 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] Set router bca129e5-9ef0-4ab5-81cf-2b99fe5720e8 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:17:12.227660 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8df0f7b1-023d-47c2-a3cd-f633d5a55f1d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:17:12.238134 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-8df0f7b1-023d-47c2-a3cd-f633d5a55f1d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Project fe8cbfc7d4a24638aeaac573871e6c73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 15:17:12.244722 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8df0f7b1-023d-47c2-a3cd-f633d5a55f1d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:12.306938 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8df0f7b1-023d-47c2-a3cd-f633d5a55f1d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:12.311073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8df0f7b1-023d-47c2-a3cd-f633d5a55f1d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:12.335616 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0f7b1-023d-47c2-a3cd-f633d5a55f1d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783ba516-6a66-4388-ad9b-f852d91e34c5,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:12.346916 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8df0f7b1-023d-47c2-a3cd-f633d5a55f1d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:12.348293 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8df0f7b1-023d-47c2-a3cd-f633d5a55f1d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1466372 Jan 17 15:17:12.351094 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 47212) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:17:12.355929 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-8cf919e0-3182-4996-bb9c-c04991e51c83 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Request body: {'security_group_rule': {'security_group_id': '706abcd7-26c4-45e4-acb7-a84c3620e166', 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:17:12.361735 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8cf919e0-3182-4996-bb9c-c04991e51c83 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:17:12.365467 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8cf919e0-3182-4996-bb9c-c04991e51c83 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Usage tracker for resource:security_group_rule and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:17:12.368328 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8cf919e0-3182-4996-bb9c-c04991e51c83 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:17:12.374357 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8cf919e0-3182-4996-bb9c-c04991e51c83 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:17:12.385881 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-8cf919e0-3182-4996-bb9c-c04991e51c83 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Project fe8cbfc7d4a24638aeaac573871e6c73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 15:17:12.393464 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8cf919e0-3182-4996-bb9c-c04991e51c83 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:12.462310 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8cf919e0-3182-4996-bb9c-c04991e51c83 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:12.467137 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8cf919e0-3182-4996-bb9c-c04991e51c83 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:12.494491 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf919e0-3182-4996-bb9c-c04991e51c83 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfafabf4-74ed-420c-a318-fdea694b0fa4,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:12.501713 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8cf919e0-3182-4996-bb9c-c04991e51c83 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:12.503056 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8cf919e0-3182-4996-bb9c-c04991e51c83 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1510625 Jan 17 15:17:12.558674 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8', 'name': 'tempest-TestShelveInstance-1332030119-router', 'tenant_id': 'af935d7f548d42a68fadcbf581f9cb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ca00164e-6998-4edc-9b5d-c1dcc689ba64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:17:04Z', 'updated_at': '2022-01-17T15:17:08Z', 'revision_number': 4, 'project_id': 'af935d7f548d42a68fadcbf581f9cb92', 'gw_port': {'id': 'ca00164e-6998-4edc-9b5d-c1dcc689ba64', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:04Z', 'updated_at': '2022-01-17T15:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '6320cc8b-c8fe-44e2-8345-37b6eaf352de', 'name': '', 'network_id': '7799de95-0049-4004-87d3-d7d6f11cde73', 'tenant_id': 'af935d7f548d42a68fadcbf581f9cb92', 'mac_address': 'fa:16:3e:b8:d0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '53b8f4e2-cff7-446b-8c14-7c34130112d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:07Z', 'updated_at': '2022-01-17T15:17:11Z', 'revision_number': 4, 'project_id': 'af935d7f548d42a68fadcbf581f9cb92', 'subnets': [{'id': '53b8f4e2-cff7-446b-8c14-7c34130112d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:17:12.563204 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee60db-23a1-4ccf-ae5f-09b6ebe13beb None None] The sync data for ids ['bca129e5-9ef0-4ab5-81cf-2b99fe5720e8'] in dv-neutron-824901-1-hyperv is: [{'id': 'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8', 'name': 'tempest-TestShelveInstance-1332030119-router', 'tenant_id': 'af935d7f548d42a68fadcbf581f9cb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ca00164e-6998-4edc-9b5d-c1dcc689ba64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:17:04Z', 'updated_at': '2022-01-17T15:17:08Z', 'revision_number': 4, 'project_id': 'af935d7f548d42a68fadcbf581f9cb92', 'gw_port': {'id': 'ca00164e-6998-4edc-9b5d-c1dcc689ba64', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:04Z', 'updated_at': '2022-01-17T15:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '6320cc8b-c8fe-44e2-8345-37b6eaf352de', 'name': '', 'network_id': '7799de95-0049-4004-87d3-d7d6f11cde73', 'tenant_id': 'af935d7f548d42a68fadcbf581f9cb92', 'mac_address': 'fa:16:3e:b8:d0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '53b8f4e2-cff7-446b-8c14-7c34130112d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:07Z', 'updated_at': '2022-01-17T15:17:11Z', 'revision_number': 4, 'project_id': 'af935d7f548d42a68fadcbf581f9cb92', 'subnets': [{'id': '53b8f4e2-cff7-446b-8c14-7c34130112d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:17:12.695168 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-ece03e95-9626-42f8-926b-a5ba15fb93b7 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-348681346&fields=id&tenant_id=fe8cbfc7d4a24638aeaac573871e6c73 HTTP/1.1" status: 200 len: 267 time: 0.0459273 Jan 17 15:17:12.863370 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-55285435-11aa-47d1-a6dc-e324d3bd8a04 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:12.864863 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-55285435-11aa-47d1-a6dc-e324d3bd8a04 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 808 time: 0.1628816 Jan 17 15:17:12.879848 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-1e9a47c5-85af-41f6-99d6-d788222bff3e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/quotas/fe8cbfc7d4a24638aeaac573871e6c73 HTTP/1.1" status: 200 len: 375 time: 0.0096092 Jan 17 15:17:12.966517 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-5fd2b523-7284-4789-8cb5-4383a3f3fe08 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810256 Jan 17 15:17:13.210780 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-10defad4-743c-416a-be2c-5a7407d2e930 service neutron] 10.222.0.48 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313972 Jan 17 15:17:13.353706 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-2f5fb4d7-4415-44f1-87ae-242344ea0c9d service neutron] 10.222.0.48 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354494 Jan 17 15:17:13.392332 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6320cc8b-c8fe-44e2-8345-37b6eaf352de up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:17:13.473951 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 6320cc8b-c8fe-44e2-8345-37b6eaf352de completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:17:13.479465 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 6320cc8b-c8fe-44e2-8345-37b6eaf352de triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:17:13.479858 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:13.598547 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:13.635315 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 6320cc8b-c8fe-44e2-8345-37b6eaf352de, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6320cc8b-c8fe-44e2-8345-37b6eaf352de,segment=NetworkSegment(707c82cf-f721-421c-9141-62751d5896ec),segment_id=707c82cf-f721-421c-9141-62751d5896ec)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:17:13.639001 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:13.753566 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=6320cc8b-c8fe-44e2-8345-37b6eaf352de,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:13.982504 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-10db2707-080f-48a4-b0b6-bdc408a50825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:14.102143 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:14.179650 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:14.560483 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-baebf254-e401-4ee3-a263-c49de0c5fffd req-956009af-43a4-4888-9e78-05337ba930f2 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Synchronizing usage tracker for tenant:fe8cbfc7d4a24638aeaac573871e6c73 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:17:14.577709 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-baebf254-e401-4ee3-a263-c49de0c5fffd req-956009af-43a4-4888-9e78-05337ba930f2 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Unset dirty status for tenant:fe8cbfc7d4a24638aeaac573871e6c73 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:17:14.578751 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-baebf254-e401-4ee3-a263-c49de0c5fffd req-956009af-43a4-4888-9e78-05337ba930f2 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 210 time: 0.0603395 Jan 17 15:17:15.362380 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6320cc8b-c8fe-44e2-8345-37b6eaf352de up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:17:15.431918 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 6320cc8b-c8fe-44e2-8345-37b6eaf352de triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:17:15.432200 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:15.725614 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:15.863286 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-56213479-b605-4b8b-9baa-25bf95cb3735 req-14fd6426-f12d-4817-bc92-dc72a4901941 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 210 time: 0.1786969 Jan 17 15:17:15.864581 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-09b0bb1e-edb5-4d28-8497-a8922947505e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:15.865291 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-09b0bb1e-edb5-4d28-8497-a8922947505e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Synchronizing usage tracker for tenant:fe8cbfc7d4a24638aeaac573871e6c73 on resource:network {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:17:15.888129 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-09b0bb1e-edb5-4d28-8497-a8922947505e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Unset dirty status for tenant:fe8cbfc7d4a24638aeaac573871e6c73 on resource:network {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:17:15.889272 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-09b0bb1e-edb5-4d28-8497-a8922947505e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 808 time: 0.1924644 Jan 17 15:17:15.936847 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-8e911ac6-b3d0-4141-a272-be6961a3487e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Synchronizing usage tracker for tenant:fe8cbfc7d4a24638aeaac573871e6c73 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:17:15.954076 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-8e911ac6-b3d0-4141-a272-be6961a3487e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Unset dirty status for tenant:fe8cbfc7d4a24638aeaac573871e6c73 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:17:15.955310 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-8e911ac6-b3d0-4141-a272-be6961a3487e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe8cbfc7d4a24638aeaac573871e6c73 HTTP/1.1" status: 200 len: 379 time: 0.0583501 Jan 17 15:17:15.963269 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-c98f2b67-1ebf-4562-b7ea-9a78ddb1267f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Request body: {'port': {'device_id': 'a297bab2-81e1-4961-a2da-01cd0edcb572', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'admin_state_up': True, 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'security_groups': ['706abcd7-26c4-45e4-acb7-a84c3620e166']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:17:16.099065 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-c98f2b67-1ebf-4562-b7ea-9a78ddb1267f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:17:16.108551 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-c98f2b67-1ebf-4562-b7ea-9a78ddb1267f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:17:16.118484 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-c98f2b67-1ebf-4562-b7ea-9a78ddb1267f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Made reservation on behalf of fe8cbfc7d4a24638aeaac573871e6c73 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:17:16.122065 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-c98f2b67-1ebf-4562-b7ea-9a78ddb1267f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:16.284086 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-c98f2b67-1ebf-4562-b7ea-9a78ddb1267f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Allocated IP 172.20.0.6 (c246aa29-b107-47d8-951d-e24151767685/6249950d-dcc6-4fb7-bcaa-9925cc30d225/c20249a4-ff54-4c82-be13-6771d0f8a538) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:17:16.468436 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-c98f2b67-1ebf-4562-b7ea-9a78ddb1267f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:16.483638 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-c98f2b67-1ebf-4562-b7ea-9a78ddb1267f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Transition to ACTIVE for port object c20249a4-ff54-4c82-be13-6771d0f8a538 will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:17:16.507620 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-c98f2b67-1ebf-4562-b7ea-9a78ddb1267f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:16.683273 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-c98f2b67-1ebf-4562-b7ea-9a78ddb1267f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Network c246aa29-b107-47d8-951d-e24151767685 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:17:16.686417 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-c98f2b67-1ebf-4562-b7ea-9a78ddb1267f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:17:16.690926 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-c98f2b67-1ebf-4562-b7ea-9a78ddb1267f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:17:16.720876 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f2b67-1ebf-4562-b7ea-9a78ddb1267f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event updated for resources: {'Port': ['ID=c20249a4-ff54-4c82-be13-6771d0f8a538,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:16.759451 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-c98f2b67-1ebf-4562-b7ea-9a78ddb1267f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:16.760258 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-c98f2b67-1ebf-4562-b7ea-9a78ddb1267f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:16.786032 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-c98f2b67-1ebf-4562-b7ea-9a78ddb1267f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8262687 Jan 17 15:17:16.800681 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] Request body: {'port': {'device_id': 'a297bab2-81e1-4961-a2da-01cd0edcb572', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:17:16.916174 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:16.991750 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-65237c85-551a-4672-9d76-16d194641a09 None None] Provisioning for port c20249a4-ff54-4c82-be13-6771d0f8a538 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:17:16.996272 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-65237c85-551a-4672-9d76-16d194641a09 None None] Provisioning complete for port c20249a4-ff54-4c82-be13-6771d0f8a538 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:17:16.996634 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-65237c85-551a-4672-9d76-16d194641a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:17.051808 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-65237c85-551a-4672-9d76-16d194641a09 None None] Port c20249a4-ff54-4c82-be13-6771d0f8a538 cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:17:17.206947 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389ebb6-12f6-4f32-9fc0-533a11efe08c req-26aacce9-99ed-430b-a995-20cf317fc84c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:17.207631 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-7389ebb6-12f6-4f32-9fc0-533a11efe08c req-26aacce9-99ed-430b-a995-20cf317fc84c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Synchronizing usage tracker for tenant:fe8cbfc7d4a24638aeaac573871e6c73 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:17:17.241737 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-7389ebb6-12f6-4f32-9fc0-533a11efe08c req-26aacce9-99ed-430b-a995-20cf317fc84c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Unset dirty status for tenant:fe8cbfc7d4a24638aeaac573871e6c73 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:17:17.242939 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7389ebb6-12f6-4f32-9fc0-533a11efe08c req-26aacce9-99ed-430b-a995-20cf317fc84c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 931 time: 0.2735667 Jan 17 15:17:17.308345 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7389ebb6-12f6-4f32-9fc0-533a11efe08c req-3e84c80b-273b-4c32-9e7a-96b35d0e1922 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585687 Jan 17 15:17:17.373974 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20249a4-ff54-4c82-be13-6771d0f8a538 {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:17:17.381111 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:17.395669 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] Transition to ACTIVE for port object c20249a4-ff54-4c82-be13-6771d0f8a538 will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:17:17.399200 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:17.559899 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] Pushing event updated for resources: {'Port': ['ID=c20249a4-ff54-4c82-be13-6771d0f8a538,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:17.635003 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] Attempting to bind port c20249a4-ff54-4c82-be13-6771d0f8a538 on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:17:17.635341 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] Attempting to bind port c20249a4-ff54-4c82-be13-6771d0f8a538 by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '25644826-beb1-41a5-9776-44c7224a37b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c246aa29-b107-47d8-951d-e24151767685'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:17:17.635674 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] Attempting to bind port c20249a4-ff54-4c82-be13-6771d0f8a538 on network c246aa29-b107-47d8-951d-e24151767685 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:17:17.640456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] Port c20249a4-ff54-4c82-be13-6771d0f8a538 on network c246aa29-b107-47d8-951d-e24151767685 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 15:17:17.640743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] Attempting to bind port c20249a4-ff54-4c82-be13-6771d0f8a538 on network c246aa29-b107-47d8-951d-e24151767685 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:17:17.646397 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:17:17.646730 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] Checking segment: {'id': '25644826-beb1-41a5-9776-44c7224a37b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c246aa29-b107-47d8-951d-e24151767685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:17:17.647169 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] Bound using segment: {'id': '25644826-beb1-41a5-9776-44c7224a37b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c246aa29-b107-47d8-951d-e24151767685'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:17:17.647588 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] Bound port: c20249a4-ff54-4c82-be13-6771d0f8a538, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25644826-beb1-41a5-9776-44c7224a37b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c246aa29-b107-47d8-951d-e24151767685'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:17:17.647963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:17.739222 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] For port c20249a4-ff54-4c82-be13-6771d0f8a538, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:17:17.742058 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] For port c20249a4-ff54-4c82-be13-6771d0f8a538, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=c20249a4-ff54-4c82-be13-6771d0f8a538,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:17:17.746710 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:17.806616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:17.807353 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:17.808686 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] 10.222.0.15 "PUT /v2.0/ports/c20249a4-ff54-4c82-be13-6771d0f8a538 HTTP/1.1" status: 200 len: 1093 time: 1.0130718 Jan 17 15:17:17.809115 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a297bab2-81e1-4961-a2da-01cd0edcb572', 'tag': 'c20249a4-ff54-4c82-be13-6771d0f8a538'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:17:17.837248 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d21d3f-660a-495e-8c13-84a569407914 service neutron] Pushing event updated for resources: {'Port': ['ID=c20249a4-ff54-4c82-be13-6771d0f8a538,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:17.884780 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a297bab2-81e1-4961-a2da-01cd0edcb572', 'tag': 'c20249a4-ff54-4c82-be13-6771d0f8a538', 'status': 'completed', 'code': 200} Jan 17 15:17:17.932240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-6efeea33-438c-484c-9c3f-38db62832e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:17.933729 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-6efeea33-438c-484c-9c3f-38db62832e78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 1096 time: 0.0815451 Jan 17 15:17:18.003494 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-cea02da8-f518-4f37-9599-aaad58bc3ee9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c20249a4-ff54-4c82-be13-6771d0f8a538 HTTP/1.1" status: 200 len: 217 time: 0.0630257 Jan 17 15:17:18.067537 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-e0df0a19-f946-4547-a8e1-3ab68cdd5946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:18.068877 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-e0df0a19-f946-4547-a8e1-3ab68cdd5946 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.0603638 Jan 17 15:17:18.144114 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-5d39d0ab-c96d-4043-97c6-59469e65c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:18.145587 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-5d39d0ab-c96d-4043-97c6-59469e65c02b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702155 Jan 17 15:17:18.276760 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-d0a91ab1-d944-4aba-a9d2-6ff369fcffc4 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242406 Jan 17 15:17:18.562544 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2a3d7d9d-8392-4560-9d91-04ccaa8589e8 req-1a9b7156-aa87-4321-bc23-b1c12d69409d service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796509 Jan 17 15:17:18.578363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb291a9-c997-4239-8fe0-50545ff0bd7c req-50b77701-a87d-41e3-83ef-8c861313a85f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:18.580012 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cfb291a9-c997-4239-8fe0-50545ff0bd7c req-50b77701-a87d-41e3-83ef-8c861313a85f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 943 time: 0.1284630 Jan 17 15:17:18.666661 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cfb291a9-c997-4239-8fe0-50545ff0bd7c req-62b6314a-96a8-4822-b758-a736d8aad787 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809855 Jan 17 15:17:18.694696 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaa614-b21d-460a-b933-babb73b8e3af req-8ad71607-9b5a-41ee-8f37-ec0ddd5a5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:18.696194 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4dcaa614-b21d-460a-b933-babb73b8e3af req-8ad71607-9b5a-41ee-8f37-ec0ddd5a5c9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 1096 time: 0.0812669 Jan 17 15:17:18.834085 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaa614-b21d-460a-b933-babb73b8e3af req-7a783b86-4351-4955-96f9-7f7607f4c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:18.835560 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4dcaa614-b21d-460a-b933-babb73b8e3af req-7a783b86-4351-4955-96f9-7f7607f4c384 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 909 time: 0.1288099 Jan 17 15:17:18.904226 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4dcaa614-b21d-460a-b933-babb73b8e3af req-8d8b6fd7-c874-47df-9cfb-7d775a52498e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c20249a4-ff54-4c82-be13-6771d0f8a538 HTTP/1.1" status: 200 len: 217 time: 0.0628195 Jan 17 15:17:18.963853 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaa614-b21d-460a-b933-babb73b8e3af req-2b761cad-5bde-411a-a3f0-416bb16bd265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:18.965277 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4dcaa614-b21d-460a-b933-babb73b8e3af req-2b761cad-5bde-411a-a3f0-416bb16bd265 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.0559936 Jan 17 15:17:19.042090 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaa614-b21d-460a-b933-babb73b8e3af req-713bb8cf-e420-45ca-aeeb-9d7256ab4c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:19.043560 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4dcaa614-b21d-460a-b933-babb73b8e3af req-713bb8cf-e420-45ca-aeeb-9d7256ab4c2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722797 Jan 17 15:17:19.173946 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4dcaa614-b21d-460a-b933-babb73b8e3af req-ac12e73c-b50a-490e-a395-442ebe43afdc service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237857 Jan 17 15:17:19.304000 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4dcaa614-b21d-460a-b933-babb73b8e3af req-668a97c2-e703-4b3d-841b-d3bbafff32bd service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241038 Jan 17 15:17:19.852179 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecc62b-3f8e-443b-9ff6-81ccf28f1b66 req-3bbd799c-0e2f-4e35-8c67-9a52512bce05 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:19.853623 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-68ecc62b-3f8e-443b-9ff6-81ccf28f1b66 req-3bbd799c-0e2f-4e35-8c67-9a52512bce05 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 943 time: 0.0806916 Jan 17 15:17:19.898301 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-68ecc62b-3f8e-443b-9ff6-81ccf28f1b66 req-e1a5bbf3-4e45-476c-ad42-89f059db85e4 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387728 Jan 17 15:17:21.079589 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339d45d-c98b-437f-839a-b6a0599c4250 req-6c03ff3e-aaf4-4290-a168-a6076c5094ce tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:21.081099 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0339d45d-c98b-437f-839a-b6a0599c4250 req-6c03ff3e-aaf4-4290-a168-a6076c5094ce tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 943 time: 0.0790920 Jan 17 15:17:21.127401 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0339d45d-c98b-437f-839a-b6a0599c4250 req-1ce2dd48-7ed1-492f-8a30-e21d1354160f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386522 Jan 17 15:17:22.261345 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device c20249a4-ff54-4c82-be13-6771d0f8a538 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 15:17:22.312983 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bc4a2-dcb5-44be-9c5f-3ac855d793ff req-db9257c2-090f-47a2-a316-bc4ea9851516 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:22.314455 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f16bc4a2-dcb5-44be-9c5f-3ac855d793ff req-db9257c2-090f-47a2-a316-bc4ea9851516 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 943 time: 0.0820367 Jan 17 15:17:22.359113 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f16bc4a2-dcb5-44be-9c5f-3ac855d793ff req-985b6f6e-9c92-4013-ba51-b2c129734ecf tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388391 Jan 17 15:17:22.395086 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port c20249a4-ff54-4c82-be13-6771d0f8a538, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=c20249a4-ff54-4c82-be13-6771d0f8a538,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:17:22.408493 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': 'c20249a4-ff54-4c82-be13-6771d0f8a538', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'port_id': 'c20249a4-ff54-4c82-be13-6771d0f8a538', 'mac_address': 'fa:16:3e:05:8b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 15:17:22.461206 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:22.480676 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20249a4-ff54-4c82-be13-6771d0f8a538 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:17:22.495101 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port c20249a4-ff54-4c82-be13-6771d0f8a538, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=c20249a4-ff54-4c82-be13-6771d0f8a538,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:17:22.498788 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:22.563796 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=c20249a4-ff54-4c82-be13-6771d0f8a538,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:22.820823 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['c20249a4-ff54-4c82-be13-6771d0f8a538'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:17:23.551748 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59859329-295b-450b-9439-d96168f60c43 req-338b61ab-001c-4ecb-9b80-7dfdb4460503 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:23.553123 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-59859329-295b-450b-9439-d96168f60c43 req-338b61ab-001c-4ecb-9b80-7dfdb4460503 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 944 time: 0.0896206 Jan 17 15:17:23.597603 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-59859329-295b-450b-9439-d96168f60c43 req-55ed4047-b28a-4fa3-ade3-a4adcbb0733e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387325 Jan 17 15:17:23.600659 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:24.293420 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device c20249a4-ff54-4c82-be13-6771d0f8a538 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:17:24.361691 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port c20249a4-ff54-4c82-be13-6771d0f8a538 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:17:24.366424 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port c20249a4-ff54-4c82-be13-6771d0f8a538 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:17:24.366791 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:24.482628 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:24.509035 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a297bab2-81e1-4961-a2da-01cd0edcb572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20249a4-ff54-4c82-be13-6771d0f8a538'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:17:24.518828 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port c20249a4-ff54-4c82-be13-6771d0f8a538, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=c20249a4-ff54-4c82-be13-6771d0f8a538,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:17:24.523083 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:24.590740 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=c20249a4-ff54-4c82-be13-6771d0f8a538,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:24.617631 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a297bab2-81e1-4961-a2da-01cd0edcb572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20249a4-ff54-4c82-be13-6771d0f8a538', 'code': 200} Jan 17 15:17:24.784311 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d03ef-08bb-44ba-bfe7-186ced3c5611 req-fee6b972-d520-46f4-9ff7-de7694e90026 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:24.786432 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c01d03ef-08bb-44ba-bfe7-186ced3c5611 req-fee6b972-d520-46f4-9ff7-de7694e90026 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0846140 Jan 17 15:17:24.878896 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c01d03ef-08bb-44ba-bfe7-186ced3c5611 req-92049899-d7ae-4f4d-9102-41c62fa428f4 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596638 Jan 17 15:17:24.891189 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7a4d2-7b2b-4172-9dff-a09fa22992e5 req-d348728a-e07a-4044-87e9-8bdffb15c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:24.893233 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-10e7a4d2-7b2b-4172-9dff-a09fa22992e5 req-d348728a-e07a-4044-87e9-8bdffb15c7d5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 1098 time: 0.1058104 Jan 17 15:17:24.933975 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-10e7a4d2-7b2b-4172-9dff-a09fa22992e5 req-4d40a3ce-8d37-450b-97f5-f1186bc3f0f3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335634 Jan 17 15:17:26.060074 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3b23e-fe05-4a94-8f28-e027de85127b req-8e59d777-d00d-42a2-9f1b-5424931f4012 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:26.061430 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-34e3b23e-fe05-4a94-8f28-e027de85127b req-8e59d777-d00d-42a2-9f1b-5424931f4012 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0782330 Jan 17 15:17:26.104530 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-34e3b23e-fe05-4a94-8f28-e027de85127b req-b13cc9ce-edb9-453e-b01e-393ba79229f0 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374234 Jan 17 15:17:27.292182 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cecb94-dabf-4bb8-8e2a-17db83a6c2be req-0fda0c3a-e87a-4478-99f8-990169207330 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:27.293645 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-16cecb94-dabf-4bb8-8e2a-17db83a6c2be req-0fda0c3a-e87a-4478-99f8-990169207330 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0845909 Jan 17 15:17:27.337734 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-16cecb94-dabf-4bb8-8e2a-17db83a6c2be req-253fd83b-45e8-4101-9f67-7ca8abeba54e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379479 Jan 17 15:17:27.524506 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28998fa9-171a-47af-83af-996ffbbf2310 req-3083f5f5-2b23-47d2-89d9-ef09d8f2ba0f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:27.525947 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-28998fa9-171a-47af-83af-996ffbbf2310 req-3083f5f5-2b23-47d2-89d9-ef09d8f2ba0f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0828147 Jan 17 15:17:27.568775 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-28998fa9-171a-47af-83af-996ffbbf2310 req-4d756fdc-a0f6-4026-9b37-df8a24a29c1a tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373499 Jan 17 15:17:27.590932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 47286) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:17:27.719951 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae862e9-2763-4b94-9e89-49f5a0b8859d tempest-TestShelveInstance-1784495581 tempest-TestShelveInstance-1784495581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:27.721411 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fae862e9-2763-4b94-9e89-49f5a0b8859d tempest-TestShelveInstance-1784495581 tempest-TestShelveInstance-1784495581-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 1093 time: 0.1295311 Jan 17 15:17:27.724309 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 47292) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:17:27.729315 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': 'c20249a4-ff54-4c82-be13-6771d0f8a538', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:17:27.735123 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:17:27.739407 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Usage tracker for resource:floatingip and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:17:27.742221 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:17:27.747790 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:17:27.758956 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for floatingip, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:27.896212 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:28.033133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Allocated IP 172.26.3.245 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/9e3562be-1c81-4b21-a59e-ddacebc4cc6b) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:17:28.175640 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:28.204800 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:28.268838 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:17:28.271528 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:17:28.274012 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:17:28.317493 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event updated for resources: {'Port': ['ID=9e3562be-1c81-4b21-a59e-ddacebc4cc6b,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:28.677688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:28.751990 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:29.045780 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:29.050382 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:29.157907 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event updated for resources: {'Port': ['ID=9e3562be-1c81-4b21-a59e-ddacebc4cc6b,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:17:29.168005 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:29.227059 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0380f7fd-d361-43e5-b842-d5d89fc2e45c req-aff24e21-63f5-44c6-b214-637213df94fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697391 Jan 17 15:17:29.339132 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Floating IP 7376fa4c-ada9-407f-aba7-8a26f70938d4 associated. External IP: 172.26.3.245, port: c20249a4-ff54-4c82-be13-6771d0f8a538. Jan 17 15:17:29.370399 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380f7fd-d361-43e5-b842-d5d89fc2e45c req-c6159605-7f70-4100-b51a-20e96cfa1b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:29.371891 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0380f7fd-d361-43e5-b842-d5d89fc2e45c req-c6159605-7f70-4100-b51a-20e96cfa1b2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 1098 time: 0.0762718 Jan 17 15:17:29.519877 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380f7fd-d361-43e5-b842-d5d89fc2e45c req-589b2d40-09e7-4907-8ad7-58b90b23c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:29.521350 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0380f7fd-d361-43e5-b842-d5d89fc2e45c req-589b2d40-09e7-4907-8ad7-58b90b23c503 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 909 time: 0.1310358 Jan 17 15:17:29.695881 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Router bde30ff3-654c-443f-9d49-67ddbd792aeb has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:17:29.723680 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0380f7fd-d361-43e5-b842-d5d89fc2e45c req-941cfe7d-7418-40d4-8a45-b220c503c416 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c20249a4-ff54-4c82-be13-6771d0f8a538 HTTP/1.1" status: 200 len: 999 time: 0.1962438 Jan 17 15:17:29.786326 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380f7fd-d361-43e5-b842-d5d89fc2e45c req-ebbc0b0e-f168-4f12-a800-1987a3efe11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:29.787790 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0380f7fd-d361-43e5-b842-d5d89fc2e45c req-ebbc0b0e-f168-4f12-a800-1987a3efe11c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.0578275 Jan 17 15:17:29.862861 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380f7fd-d361-43e5-b842-d5d89fc2e45c req-00316fc1-8f46-4207-891c-ef984c7651d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:29.864455 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0380f7fd-d361-43e5-b842-d5d89fc2e45c req-00316fc1-8f46-4207-891c-ef984c7651d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701742 Jan 17 15:17:29.874473 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:17:29.886058 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5723a9e3-7e88-4de4-8cfa-a81ca914c02a None None] Sync routers for ids ['bde30ff3-654c-443f-9d49-67ddbd792aeb'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:17:29.897317 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5723a9e3-7e88-4de4-8cfa-a81ca914c02a None None] Routers {'bde30ff3-654c-443f-9d49-67ddbd792aeb'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:17:29.898055 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5723a9e3-7e88-4de4-8cfa-a81ca914c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:17:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bde30ff3-654c-443f-9d49-67ddbd792aeb'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:17:29.900630 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:29.960113 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-ad9a59b3-6456-4970-8aeb-32215a8ad31c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2346563 Jan 17 15:17:29.960696 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a297bab2-81e1-4961-a2da-01cd0edcb572', 'tag': 'c20249a4-ff54-4c82-be13-6771d0f8a538'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:17:30.009415 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a297bab2-81e1-4961-a2da-01cd0edcb572', 'tag': 'c20249a4-ff54-4c82-be13-6771d0f8a538', 'status': 'completed', 'code': 200} Jan 17 15:17:30.018419 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0380f7fd-d361-43e5-b842-d5d89fc2e45c req-e1770eee-f5f1-49c4-b4f0-e8b8ee0f8020 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469281 Jan 17 15:17:30.079068 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-5723a9e3-7e88-4de4-8cfa-a81ca914c02a None None] Set router bde30ff3-654c-443f-9d49-67ddbd792aeb gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:17:30.151358 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0380f7fd-d361-43e5-b842-d5d89fc2e45c req-9e5cde82-b399-470e-b996-37f96321a61c service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264832 Jan 17 15:17:30.271441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f495ac-c59a-4e58-b69d-7d4a3a037bba req-bbc95619-9c22-4675-863f-f138d8e77225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:30.272850 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e5f495ac-c59a-4e58-b69d-7d4a3a037bba req-bbc95619-9c22-4675-863f-f138d8e77225 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 1098 time: 0.0745738 Jan 17 15:17:30.403923 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f495ac-c59a-4e58-b69d-7d4a3a037bba req-46e81739-d1d4-47e2-9116-c628fa5ad7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:30.405476 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e5f495ac-c59a-4e58-b69d-7d4a3a037bba req-46e81739-d1d4-47e2-9116-c628fa5ad7ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 909 time: 0.1262586 Jan 17 15:17:30.419682 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5723a9e3-7e88-4de4-8cfa-a81ca914c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:16:57Z', 'updated_at': '2022-01-17T15:17:01Z', 'revision_number': 4, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'gw_port': {'id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:16:58Z', 'updated_at': '2022-01-17T15:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '7376fa4c-ada9-407f-aba7-8a26f70938d4', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'floating_ip_address': '172.26.3.245', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'port_id': 'c20249a4-ff54-4c82-be13-6771d0f8a538', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'mac_address': 'fa:16:3e:05:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a297bab2-81e1-4961-a2da-01cd0edcb572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:17:28Z', 'updated_at': '2022-01-17T15:17:28Z', 'revision_number': 0, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8087e961-b08c-4bf9-996d-72a2d79876d9', 'name': '', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'mac_address': 'fa:16:3e:83:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:01Z', 'updated_at': '2022-01-17T15:17:08Z', 'revision_number': 5, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'subnets': [{'id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:17:30.424114 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5723a9e3-7e88-4de4-8cfa-a81ca914c02a None None] Checking router: bde30ff3-654c-443f-9d49-67ddbd792aeb for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:17:30.432362 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5723a9e3-7e88-4de4-8cfa-a81ca914c02a None None] Routers {'bde30ff3-654c-443f-9d49-67ddbd792aeb'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:17:30.432942 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5723a9e3-7e88-4de4-8cfa-a81ca914c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:17:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bde30ff3-654c-443f-9d49-67ddbd792aeb'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:17:30.509196 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e5f495ac-c59a-4e58-b69d-7d4a3a037bba req-315b99be-11b7-4e8a-af79-e238a1ef4345 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c20249a4-ff54-4c82-be13-6771d0f8a538 HTTP/1.1" status: 200 len: 999 time: 0.0969121 Jan 17 15:17:30.571404 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f495ac-c59a-4e58-b69d-7d4a3a037bba req-f766a750-cd5c-4c00-8670-0ebca66edf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:30.572790 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e5f495ac-c59a-4e58-b69d-7d4a3a037bba req-f766a750-cd5c-4c00-8670-0ebca66edf82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.0574982 Jan 17 15:17:30.610173 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-5723a9e3-7e88-4de4-8cfa-a81ca914c02a None None] Set router bde30ff3-654c-443f-9d49-67ddbd792aeb gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:17:30.646906 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f495ac-c59a-4e58-b69d-7d4a3a037bba req-cd401389-47c1-4da7-9309-724dc7d62cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:17:30.648420 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e5f495ac-c59a-4e58-b69d-7d4a3a037bba req-cd401389-47c1-4da7-9309-724dc7d62cf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691957 Jan 17 15:17:30.784352 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e5f495ac-c59a-4e58-b69d-7d4a3a037bba req-2a6f47d1-5e67-44b7-9bb5-a1198b04d581 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294155 Jan 17 15:17:30.921846 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e5f495ac-c59a-4e58-b69d-7d4a3a037bba req-9d472d99-1ed8-4325-a20e-43914a36c7a6 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312933 Jan 17 15:17:30.989500 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5723a9e3-7e88-4de4-8cfa-a81ca914c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:16:57Z', 'updated_at': '2022-01-17T15:17:01Z', 'revision_number': 4, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'gw_port': {'id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:16:58Z', 'updated_at': '2022-01-17T15:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '7376fa4c-ada9-407f-aba7-8a26f70938d4', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'floating_ip_address': '172.26.3.245', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'port_id': 'c20249a4-ff54-4c82-be13-6771d0f8a538', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'mac_address': 'fa:16:3e:05:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a297bab2-81e1-4961-a2da-01cd0edcb572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:17:28Z', 'updated_at': '2022-01-17T15:17:28Z', 'revision_number': 0, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8087e961-b08c-4bf9-996d-72a2d79876d9', 'name': '', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'mac_address': 'fa:16:3e:83:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:01Z', 'updated_at': '2022-01-17T15:17:08Z', 'revision_number': 5, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'subnets': [{'id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:17:30.993288 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5723a9e3-7e88-4de4-8cfa-a81ca914c02a None None] The sync data for ids ['bde30ff3-654c-443f-9d49-67ddbd792aeb'] in dv-neutron-824901-1-hyperv is: [{'id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:16:57Z', 'updated_at': '2022-01-17T15:17:01Z', 'revision_number': 4, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'gw_port': {'id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:16:58Z', 'updated_at': '2022-01-17T15:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': '7376fa4c-ada9-407f-aba7-8a26f70938d4', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'floating_ip_address': '172.26.3.245', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'port_id': 'c20249a4-ff54-4c82-be13-6771d0f8a538', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'mac_address': 'fa:16:3e:05:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a297bab2-81e1-4961-a2da-01cd0edcb572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:17:28Z', 'updated_at': '2022-01-17T15:17:28Z', 'revision_number': 0, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8087e961-b08c-4bf9-996d-72a2d79876d9', 'name': '', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'mac_address': 'fa:16:3e:83:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:01Z', 'updated_at': '2022-01-17T15:17:08Z', 'revision_number': 5, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'subnets': [{'id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:17:31.181597 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a4d125-5872-454f-81de-673dad32b1ec None None] New status for floating IP 7376fa4c-ada9-407f-aba7-8a26f70938d4: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 15:17:40.796533 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-41580b59-c276-4a09-932a-a50c7515298b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:41.884188 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:17:43.985865 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-116c0a83-c046-4aa1-a7e0-f1a64c96fbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:44.104127 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:44.183180 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:45.718916 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:17:53.622194 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:18:10.800851 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a0948c51-bbc6-4bd4-af0e-890ec9a02042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:18:13.988267 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f7beaa8a-25f0-425e-ac0c-fbe49b45e6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:18:14.106279 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:18:14.184280 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:18:15.721949 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:18:18.883442 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:18:23.617327 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:18:31.233958 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3c3d86f5-ff57-4e26-9195-1b12347ba44c req-5eb68bc9-5ea3-43e5-8d9a-c9fac9054d68 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745568 Jan 17 15:18:31.368084 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d86f5-ff57-4e26-9195-1b12347ba44c req-0d0d9f9b-5ebc-4a54-b941-5a83c7b2e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:18:31.369566 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3c3d86f5-ff57-4e26-9195-1b12347ba44c req-0d0d9f9b-5ebc-4a54-b941-5a83c7b2e92f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 1098 time: 0.0696540 Jan 17 15:18:31.513811 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d86f5-ff57-4e26-9195-1b12347ba44c req-9a3e01a7-4ba6-4002-886c-172d4dd93a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:18:31.515161 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3c3d86f5-ff57-4e26-9195-1b12347ba44c req-9a3e01a7-4ba6-4002-886c-172d4dd93a8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 909 time: 0.1253424 Jan 17 15:18:31.708237 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3c3d86f5-ff57-4e26-9195-1b12347ba44c req-214dc808-1de2-410f-9a63-b83a4c617b2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c20249a4-ff54-4c82-be13-6771d0f8a538 HTTP/1.1" status: 200 len: 1001 time: 0.1863468 Jan 17 15:18:31.776507 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d86f5-ff57-4e26-9195-1b12347ba44c req-a87aa7f5-1901-4a87-9303-b4f9f8401795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:18:31.778092 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3c3d86f5-ff57-4e26-9195-1b12347ba44c req-a87aa7f5-1901-4a87-9303-b4f9f8401795 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.0602241 Jan 17 15:18:31.853231 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d86f5-ff57-4e26-9195-1b12347ba44c req-ccb3aad0-582b-4cbe-bcbd-3dbfca02a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:18:31.854730 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3c3d86f5-ff57-4e26-9195-1b12347ba44c req-ccb3aad0-582b-4cbe-bcbd-3dbfca02a4fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702281 Jan 17 15:18:31.983212 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3c3d86f5-ff57-4e26-9195-1b12347ba44c req-02e6c303-6026-4316-b83a-37587d1725e1 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221910 Jan 17 15:18:32.112416 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3c3d86f5-ff57-4e26-9195-1b12347ba44c req-ca235777-df71-4373-a87f-a7678d534832 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227691 Jan 17 15:18:40.804850 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-35628044-a57d-4fc2-a09c-867616ef0aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:18:43.990701 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ffa617db-4d84-4ca5-bc01-0441200c2755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:18:44.107931 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:18:44.187492 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:18:45.728492 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:18:53.642853 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:18:55.882897 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:19:10.807287 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-438ceba4-3320-4cfa-b049-2c2d2ed5cd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:19:13.991485 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-aa5196f4-9b1d-4a37-a8a4-25a45699d8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:19:14.110418 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:19:14.189891 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:19:15.730124 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:19:23.661775 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:19:31.291704 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-798ebadd-a2f2-4d50-b149-050699a394c7 req-3f0ccb80-9448-45a6-9361-ac37b4a74103 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1390924 Jan 17 15:19:31.470395 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ebadd-a2f2-4d50-b149-050699a394c7 req-ebba38da-097a-47e1-87c3-e3c52c4a62b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:19:31.472743 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-798ebadd-a2f2-4d50-b149-050699a394c7 req-ebba38da-097a-47e1-87c3-e3c52c4a62b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 1098 time: 0.1031923 Jan 17 15:19:31.620522 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ebadd-a2f2-4d50-b149-050699a394c7 req-5b3a5987-926c-475f-8393-3fef4ce0c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:19:31.622042 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-798ebadd-a2f2-4d50-b149-050699a394c7 req-5b3a5987-926c-475f-8393-3fef4ce0c4d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 909 time: 0.1268842 Jan 17 15:19:31.724280 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-798ebadd-a2f2-4d50-b149-050699a394c7 req-5154e699-a07c-433c-9c36-3a354f841e2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c20249a4-ff54-4c82-be13-6771d0f8a538 HTTP/1.1" status: 200 len: 1001 time: 0.0946715 Jan 17 15:19:31.785315 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ebadd-a2f2-4d50-b149-050699a394c7 req-f5cbc599-9765-49b1-8106-1a8d05c30cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:19:31.786727 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-798ebadd-a2f2-4d50-b149-050699a394c7 req-f5cbc599-9765-49b1-8106-1a8d05c30cce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.0566578 Jan 17 15:19:31.863851 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ebadd-a2f2-4d50-b149-050699a394c7 req-56db2e63-41b6-4745-8676-d458d0a88278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:19:31.865328 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-798ebadd-a2f2-4d50-b149-050699a394c7 req-56db2e63-41b6-4745-8676-d458d0a88278 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721607 Jan 17 15:19:31.995811 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-798ebadd-a2f2-4d50-b149-050699a394c7 req-3438bc69-1e7f-4fce-bcbd-1610da22379c service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236372 Jan 17 15:19:32.125505 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-798ebadd-a2f2-4d50-b149-050699a394c7 req-a786ab8b-d52a-4be1-8e5c-8e611ca87098 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234241 Jan 17 15:19:32.891138 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:19:40.811037 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-601f40f8-58c4-4623-8090-026745ec2be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:19:43.994497 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-de8f8956-bfc7-40cd-8dbc-9229e147e8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:19:44.112799 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:19:44.192053 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:19:45.732826 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:19:53.662941 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:20:09.879776 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:20:10.819954 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-63d398ad-a400-4136-ac3c-8ba1b20491e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:20:13.996905 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ef185054-52b7-4bf8-83f1-3d113fe8ca87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:20:14.114414 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:20:14.195162 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:20:15.737465 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:20:19.523418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87063189-8194-45e7-bb3a-91096063cefd req-59d04de8-8358-4744-91b7-efb7b07a2055 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:19.524819 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-87063189-8194-45e7-bb3a-91096063cefd req-59d04de8-8358-4744-91b7-efb7b07a2055 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.1241040 Jan 17 15:20:19.567449 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-87063189-8194-45e7-bb3a-91096063cefd req-c9e10034-fc67-41fe-988e-0abd1bef92b4 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371451 Jan 17 15:20:20.763846 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc0d54-c8b2-48e3-bab3-86209e50d9a5 req-94490228-a0a3-4a63-bc1e-d2d16df64862 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:20.765512 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ebdc0d54-c8b2-48e3-bab3-86209e50d9a5 req-94490228-a0a3-4a63-bc1e-d2d16df64862 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0806563 Jan 17 15:20:20.810217 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ebdc0d54-c8b2-48e3-bab3-86209e50d9a5 req-d97fd7e0-b381-42f9-b7b7-3a1cc586874e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388501 Jan 17 15:20:21.999760 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c089b7f-3931-40c0-b2ba-4e70165ea49c req-3d91ffb9-1fb1-4561-a811-e9ead3206a17 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:22.001218 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9c089b7f-3931-40c0-b2ba-4e70165ea49c req-3d91ffb9-1fb1-4561-a811-e9ead3206a17 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0822294 Jan 17 15:20:22.044431 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9c089b7f-3931-40c0-b2ba-4e70165ea49c req-d4de1286-7b56-42b8-85fc-394512660ba6 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375290 Jan 17 15:20:23.226915 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ba64a-35b4-4744-833c-d8475ac7cd87 req-e531ed43-77bf-4eb9-ad44-3b638906c56b tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:23.228403 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-810ba64a-35b4-4744-833c-d8475ac7cd87 req-e531ed43-77bf-4eb9-ad44-3b638906c56b tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0813308 Jan 17 15:20:23.271537 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-810ba64a-35b4-4744-833c-d8475ac7cd87 req-f030ef50-3341-4949-8605-a9e0f1f9e8fd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375912 Jan 17 15:20:23.673343 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:20:24.452457 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaf15d-6ba6-45bf-ae5d-0e0e8f832e43 req-a3997ae8-0bf9-4edb-aa0f-cb192a0b76a2 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:24.453895 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-59aaf15d-6ba6-45bf-ae5d-0e0e8f832e43 req-a3997ae8-0bf9-4edb-aa0f-cb192a0b76a2 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0781741 Jan 17 15:20:24.499472 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-59aaf15d-6ba6-45bf-ae5d-0e0e8f832e43 req-4041e20b-0fd9-48c9-93a8-3dad2275e746 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391712 Jan 17 15:20:25.682924 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23079b4-7267-41f2-b7c3-1ae915b5eefd req-b530fcf9-68ce-4a8f-85b0-bca3c111930f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:25.684404 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e23079b4-7267-41f2-b7c3-1ae915b5eefd req-b530fcf9-68ce-4a8f-85b0-bca3c111930f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0783992 Jan 17 15:20:25.729771 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e23079b4-7267-41f2-b7c3-1ae915b5eefd req-50452f0a-5cef-4ca1-b857-8bfa0359dd21 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396869 Jan 17 15:20:27.011642 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15481f-0207-4d4a-ae69-158612d36e42 req-2f99cddd-6224-4943-ac09-48a4ccbee79f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:27.013026 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9e15481f-0207-4d4a-ae69-158612d36e42 req-2f99cddd-6224-4943-ac09-48a4ccbee79f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.1793189 Jan 17 15:20:27.057090 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9e15481f-0207-4d4a-ae69-158612d36e42 req-6ab19cde-25c1-4b9c-b112-c92d3f1e02d7 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383136 Jan 17 15:20:28.255877 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefca29-3b2e-448f-90b0-1514184af472 req-6b6b904a-59f5-4c9d-925f-8f8104e80795 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:28.257879 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3cefca29-3b2e-448f-90b0-1514184af472 req-6b6b904a-59f5-4c9d-925f-8f8104e80795 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0902979 Jan 17 15:20:28.300943 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-3cefca29-3b2e-448f-90b0-1514184af472 req-42d7108b-8178-45b7-9f90-e8e81b77ce09 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373545 Jan 17 15:20:29.481951 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292b35c-36fd-408f-8ce7-826b2588b161 req-de4c395c-cb47-452f-935d-b4e9d293db52 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:29.483388 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4292b35c-36fd-408f-8ce7-826b2588b161 req-de4c395c-cb47-452f-935d-b4e9d293db52 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0779126 Jan 17 15:20:29.533577 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4292b35c-36fd-408f-8ce7-826b2588b161 req-36072e63-5c97-406b-ba65-8ce682af6a41 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444324 Jan 17 15:20:30.718810 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9555b3-7820-4e7d-8b19-2a9916c2c66d req-dffbc787-0fab-4bc5-8335-a4e2bf316ff7 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:30.720338 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9e9555b3-7820-4e7d-8b19-2a9916c2c66d req-dffbc787-0fab-4bc5-8335-a4e2bf316ff7 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0801344 Jan 17 15:20:30.769672 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9e9555b3-7820-4e7d-8b19-2a9916c2c66d req-0d7c6206-1aa4-47a7-b014-cf5f72cbad52 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435371 Jan 17 15:20:31.288192 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dd256-fa0d-4e84-9a93-61bc1ca9629f req-d55b08e3-8eb9-4c27-a0a5-d4525660170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:31.289834 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-926dd256-fa0d-4e84-9a93-61bc1ca9629f req-d55b08e3-8eb9-4c27-a0a5-d4525660170a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 1098 time: 0.0706763 Jan 17 15:20:31.417869 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device c20249a4-ff54-4c82-be13-6771d0f8a538 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 15:20:31.436836 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dd256-fa0d-4e84-9a93-61bc1ca9629f req-72104dd6-dac2-4024-b43a-8d955f2b4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:31.438276 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-926dd256-fa0d-4e84-9a93-61bc1ca9629f req-72104dd6-dac2-4024-b43a-8d955f2b4688 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 909 time: 0.1282928 Jan 17 15:20:31.542551 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-926dd256-fa0d-4e84-9a93-61bc1ca9629f req-01ff56e8-381c-4178-a76c-f64fc4a0ebea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c20249a4-ff54-4c82-be13-6771d0f8a538 HTTP/1.1" status: 200 len: 1001 time: 0.0978651 Jan 17 15:20:31.552536 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port c20249a4-ff54-4c82-be13-6771d0f8a538, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=c20249a4-ff54-4c82-be13-6771d0f8a538,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:20:31.566524 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': 'c20249a4-ff54-4c82-be13-6771d0f8a538', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'port_id': 'c20249a4-ff54-4c82-be13-6771d0f8a538', 'mac_address': 'fa:16:3e:05:8b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 15:20:31.605847 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dd256-fa0d-4e84-9a93-61bc1ca9629f req-59679478-cc15-4c2e-8988-58ecc922a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:31.607310 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-926dd256-fa0d-4e84-9a93-61bc1ca9629f req-59679478-cc15-4c2e-8988-58ecc922a0c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.0587041 Jan 17 15:20:31.623155 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:20:31.640303 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c20249a4-ff54-4c82-be13-6771d0f8a538 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:20:31.656119 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port c20249a4-ff54-4c82-be13-6771d0f8a538, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=c20249a4-ff54-4c82-be13-6771d0f8a538,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:20:31.660018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:20:31.689350 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dd256-fa0d-4e84-9a93-61bc1ca9629f req-fabd94ba-cadb-42d7-babd-eb813f79047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:31.691093 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-926dd256-fa0d-4e84-9a93-61bc1ca9629f req-fabd94ba-cadb-42d7-babd-eb813f79047a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761693 Jan 17 15:20:31.733737 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=c20249a4-ff54-4c82-be13-6771d0f8a538,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:20:31.740848 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:20:31.741200 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:20:31.741534 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:20:31.742482 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:20:31.742916 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:20:31.743662 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:20:31.743662 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:20:31.743934 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:20:31.744183 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:20:31.744502 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:20:31.744820 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:20:31.745135 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:20:31.749904 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['c20249a4-ff54-4c82-be13-6771d0f8a538'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:20:31.835644 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-926dd256-fa0d-4e84-9a93-61bc1ca9629f req-a75e46e8-5c12-40f0-9bf8-12c5614a8dd0 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375597 Jan 17 15:20:32.028410 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-926dd256-fa0d-4e84-9a93-61bc1ca9629f req-829bae1c-d7ff-41fe-b43e-a2f201d2d224 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853564 Jan 17 15:20:32.046205 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697fe6a-4d16-4451-8e04-7d5af70067e0 req-2f9846a2-07e8-4aa2-ae3c-fe7053c1173d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:32.047634 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6697fe6a-4d16-4451-8e04-7d5af70067e0 req-2f9846a2-07e8-4aa2-ae3c-fe7053c1173d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 944 time: 0.1354654 Jan 17 15:20:32.095093 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6697fe6a-4d16-4451-8e04-7d5af70067e0 req-ca7f37ab-5ad6-44e5-b175-d791748d1520 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416234 Jan 17 15:20:33.383227 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf1763-ac15-4b84-8d6b-575a338c022f req-a172a348-310d-473f-9915-ffd036a6581c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:33.384668 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5fcf1763-ac15-4b84-8d6b-575a338c022f req-a172a348-310d-473f-9915-ffd036a6581c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 944 time: 0.1796539 Jan 17 15:20:33.420550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device c20249a4-ff54-4c82-be13-6771d0f8a538 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:20:33.433965 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5fcf1763-ac15-4b84-8d6b-575a338c022f req-3d05c3b4-8b77-473e-b29f-530596d14e35 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399308 Jan 17 15:20:33.488181 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port c20249a4-ff54-4c82-be13-6771d0f8a538 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:20:33.488540 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:20:33.603385 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:20:33.630287 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a297bab2-81e1-4961-a2da-01cd0edcb572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20249a4-ff54-4c82-be13-6771d0f8a538'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:20:33.641166 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port c20249a4-ff54-4c82-be13-6771d0f8a538, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=c20249a4-ff54-4c82-be13-6771d0f8a538,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:20:33.645535 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:20:33.684346 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a297bab2-81e1-4961-a2da-01cd0edcb572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20249a4-ff54-4c82-be13-6771d0f8a538', 'code': 200} Jan 17 15:20:33.716522 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=c20249a4-ff54-4c82-be13-6771d0f8a538,revision_number=7']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:20:34.620878 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1d7c4-7ba1-4b0c-b755-a542ff1ed8e0 req-bec3875d-74bb-4dc4-8771-66cfbc37e10e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:34.622308 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a9a1d7c4-7ba1-4b0c-b755-a542ff1ed8e0 req-bec3875d-74bb-4dc4-8771-66cfbc37e10e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0801802 Jan 17 15:20:34.666458 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a9a1d7c4-7ba1-4b0c-b755-a542ff1ed8e0 req-9ad9bc6d-f37a-48d1-ba4a-b9cc7b4a5309 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385036 Jan 17 15:20:35.854863 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8de34-0068-4ba2-9d0d-f87b61a8d1d3 req-0251db43-7ab9-482e-8ef7-a3cf70026fab tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:35.856372 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a2a8de34-0068-4ba2-9d0d-f87b61a8d1d3 req-0251db43-7ab9-482e-8ef7-a3cf70026fab tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0824025 Jan 17 15:20:35.899843 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a2a8de34-0068-4ba2-9d0d-f87b61a8d1d3 req-0ab90ccd-62fe-4354-b00b-baa4264d8ca4 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378158 Jan 17 15:20:37.078203 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e1ed6-b5df-41c8-abf3-f9412547d8cb req-2a022ceb-c3e8-4c35-b566-e6b78c922ca9 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:37.079534 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-802e1ed6-b5df-41c8-abf3-f9412547d8cb req-2a022ceb-c3e8-4c35-b566-e6b78c922ca9 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0769172 Jan 17 15:20:37.125119 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-802e1ed6-b5df-41c8-abf3-f9412547d8cb req-208f524d-b521-4446-9597-7d502102f5e4 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399747 Jan 17 15:20:38.318769 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e13111-fdc8-428e-b015-fb49087afd3c req-8395c7b5-9d94-4098-b86c-28d580a4bf60 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:38.320902 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a2e13111-fdc8-428e-b015-fb49087afd3c req-8395c7b5-9d94-4098-b86c-28d580a4bf60 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0873721 Jan 17 15:20:38.372643 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a2e13111-fdc8-428e-b015-fb49087afd3c req-dc20a5db-7994-4328-b560-085f2180592b tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429714 Jan 17 15:20:39.576927 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4bad1-79ee-4007-8a83-045f19bd801d req-4b105153-875d-4fdd-aef2-5e026a00dfdc tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:39.584268 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d9c4bad1-79ee-4007-8a83-045f19bd801d req-4b105153-875d-4fdd-aef2-5e026a00dfdc tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0933771 Jan 17 15:20:39.633186 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d9c4bad1-79ee-4007-8a83-045f19bd801d req-97fde29e-7bf6-411e-b905-06041921b095 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473914 Jan 17 15:20:40.832846 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1a7cde85-0ac5-43e5-b1ce-7889f241b074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:20:40.863094 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4e862-7408-4baf-8d10-d31ca51caded req-47efd76d-8732-4bd9-aff9-a38dfd81df06 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:40.871619 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-dda4e862-7408-4baf-8d10-d31ca51caded req-47efd76d-8732-4bd9-aff9-a38dfd81df06 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.1226404 Jan 17 15:20:40.937923 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-dda4e862-7408-4baf-8d10-d31ca51caded req-7a951897-76ec-4f59-be1d-f7d560ba4d49 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652459 Jan 17 15:20:42.135488 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174396a-d2d8-42d7-a974-10aa6f0135a3 req-85b75fd2-a25a-4196-82b2-5cbc3db7788e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:42.137062 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5174396a-d2d8-42d7-a974-10aa6f0135a3 req-85b75fd2-a25a-4196-82b2-5cbc3db7788e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0850105 Jan 17 15:20:42.188060 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5174396a-d2d8-42d7-a974-10aa6f0135a3 req-07e21972-bb2c-4ed2-a5c9-c1cbe63ef581 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448601 Jan 17 15:20:43.408553 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc0d79-cdf5-4e9a-9648-dc5ba667829a req-d68ca523-c9a1-49f6-87dc-77451341f241 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:43.410131 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-77dc0d79-cdf5-4e9a-9648-dc5ba667829a req-d68ca523-c9a1-49f6-87dc-77451341f241 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.1028852 Jan 17 15:20:43.464471 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-77dc0d79-cdf5-4e9a-9648-dc5ba667829a req-369dfb7c-0291-4f7d-a717-944c40d6c869 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464587 Jan 17 15:20:44.005110 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-657a2350-b31b-4a81-a216-0bef4185eaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:20:44.124022 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:20:44.200946 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:20:44.675368 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c7d75-641e-432e-9b15-3f298c3ada6c req-7b76aa9d-d3b3-4876-a412-75f84d5df14d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:44.680693 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e33c7d75-641e-432e-9b15-3f298c3ada6c req-7b76aa9d-d3b3-4876-a412-75f84d5df14d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0935452 Jan 17 15:20:44.729026 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e33c7d75-641e-432e-9b15-3f298c3ada6c req-bfd38318-8436-480c-a678-e538eaa335f4 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445004 Jan 17 15:20:45.756351 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:20:45.949412 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dacabbc-8dbf-4530-9d9c-0dcb994651a0 req-68f153b3-41cd-4a29-a28a-c1701ae7ac1a tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:45.950981 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9dacabbc-8dbf-4530-9d9c-0dcb994651a0 req-68f153b3-41cd-4a29-a28a-c1701ae7ac1a tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0856185 Jan 17 15:20:45.998703 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9dacabbc-8dbf-4530-9d9c-0dcb994651a0 req-2c1bb721-a879-4583-a20a-a66af81c9370 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414677 Jan 17 15:20:46.878971 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:20:47.183877 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b10bf9-967e-4c55-856d-ba6d440b19ad req-b4ca548c-e3d1-40cd-a83a-aa2dd3faf8cd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:47.185360 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-20b10bf9-967e-4c55-856d-ba6d440b19ad req-b4ca548c-e3d1-40cd-a83a-aa2dd3faf8cd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0817297 Jan 17 15:20:47.230900 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-20b10bf9-967e-4c55-856d-ba6d440b19ad req-6647c7da-e2ae-4894-b44a-fdaca1422bc0 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392330 Jan 17 15:20:47.915363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5a6f6-6b39-4204-9361-f8dc68196f71 req-8b20bc08-e5c2-4099-8477-506f94484fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:47.916900 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ddb5a6f6-6b39-4204-9361-f8dc68196f71 req-8b20bc08-e5c2-4099-8477-506f94484fbd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 1098 time: 0.0761611 Jan 17 15:20:48.147468 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5a6f6-6b39-4204-9361-f8dc68196f71 req-5320985a-86d0-4917-96d8-c6f880a3bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:48.148987 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ddb5a6f6-6b39-4204-9361-f8dc68196f71 req-5320985a-86d0-4917-96d8-c6f880a3bf5d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 909 time: 0.2259052 Jan 17 15:20:48.250609 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ddb5a6f6-6b39-4204-9361-f8dc68196f71 req-45d9742c-42af-4c4f-b634-88698a627cf1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c20249a4-ff54-4c82-be13-6771d0f8a538 HTTP/1.1" status: 200 len: 1001 time: 0.0954826 Jan 17 15:20:48.312104 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5a6f6-6b39-4204-9361-f8dc68196f71 req-2d9bf180-a7e2-41e7-bbdf-1222bf8b08d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:48.313524 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ddb5a6f6-6b39-4204-9361-f8dc68196f71 req-2d9bf180-a7e2-41e7-bbdf-1222bf8b08d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.0567155 Jan 17 15:20:48.451740 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5a6f6-6b39-4204-9361-f8dc68196f71 req-9d2ccf36-ac73-451b-b9d1-8e05ffa83c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:48.453116 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ddb5a6f6-6b39-4204-9361-f8dc68196f71 req-9d2ccf36-ac73-451b-b9d1-8e05ffa83c02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1327610 Jan 17 15:20:48.461689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a715f-79a8-4635-b224-2a025dde4d3a req-4614b8af-69e3-4eb1-95fb-f84c4aeeeb74 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:48.463028 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-227a715f-79a8-4635-b224-2a025dde4d3a req-4614b8af-69e3-4eb1-95fb-f84c4aeeeb74 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.1138146 Jan 17 15:20:48.582860 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-227a715f-79a8-4635-b224-2a025dde4d3a req-4d7477af-c497-45dc-a9a3-01c7060ef520 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010137 Jan 17 15:20:48.621710 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ddb5a6f6-6b39-4204-9361-f8dc68196f71 req-72c50e91-9382-4000-a8f0-18c4b12748b6 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577301 Jan 17 15:20:48.759295 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ddb5a6f6-6b39-4204-9361-f8dc68196f71 req-3577210a-0ef3-47dc-af00-09c1a1d20d4c service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307418 Jan 17 15:20:49.770384 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9444af-4cc7-480a-931d-96f4e08ece83 req-27abdd90-2657-4eec-80f4-e45926b57ac9 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:49.771767 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ae9444af-4cc7-480a-931d-96f4e08ece83 req-27abdd90-2657-4eec-80f4-e45926b57ac9 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0816455 Jan 17 15:20:49.815961 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ae9444af-4cc7-480a-931d-96f4e08ece83 req-8919b922-ca15-4438-9422-f3db2a2ddf01 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385156 Jan 17 15:20:51.011009 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b1b4e-12f5-4aee-b0ce-d86bb782ab59 req-2961e543-aa36-49f6-923d-20ae08da4ec1 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:51.012518 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ed7b1b4e-12f5-4aee-b0ce-d86bb782ab59 req-2961e543-aa36-49f6-923d-20ae08da4ec1 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0888867 Jan 17 15:20:51.060128 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ed7b1b4e-12f5-4aee-b0ce-d86bb782ab59 req-ae54fe9f-c11c-4354-9fae-0dc3097c7805 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405416 Jan 17 15:20:51.404830 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506ac52-5f90-4ae5-88cb-a3cd9e7c8faf req-a1b2584b-b4e9-4f94-a20f-93d755e81196 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:51.406295 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0506ac52-5f90-4ae5-88cb-a3cd9e7c8faf req-a1b2584b-b4e9-4f94-a20f-93d755e81196 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 945 time: 0.0811636 Jan 17 15:20:51.456452 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0506ac52-5f90-4ae5-88cb-a3cd9e7c8faf req-da522b5d-5c0a-42aa-b3fa-f7cd1ffa71dd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432732 Jan 17 15:20:51.463211 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 47506) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:20:51.556468 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device c20249a4-ff54-4c82-be13-6771d0f8a538 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:20:51.594071 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-e8c100c1-70d3-4658-bcf0-40765be373a8 req-6fcf9ed4-a00d-428a-8e7f-00dcf498f9fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1292651 Jan 17 15:20:51.680013 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:20:51.707170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a297bab2-81e1-4961-a2da-01cd0edcb572', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c20249a4-ff54-4c82-be13-6771d0f8a538'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:20:51.717903 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port c20249a4-ff54-4c82-be13-6771d0f8a538, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=c20249a4-ff54-4c82-be13-6771d0f8a538,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:20:51.723081 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:20:51.779943 dv-neutron-824901-1-hyperv neutron-server[87525]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a297bab2-81e1-4961-a2da-01cd0edcb572', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c20249a4-ff54-4c82-be13-6771d0f8a538', 'code': 422} returned with failed status Jan 17 15:20:51.801117 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=c20249a4-ff54-4c82-be13-6771d0f8a538,revision_number=8']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:20:52.512514 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c100c1-70d3-4658-bcf0-40765be373a8 req-2e194452-f69a-4111-bd08-f8acb7c23c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:52.514076 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8c100c1-70d3-4658-bcf0-40765be373a8 req-2e194452-f69a-4111-bd08-f8acb7c23c44 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572&tenant_id=fe8cbfc7d4a24638aeaac573871e6c73 HTTP/1.1" status: 200 len: 1096 time: 0.0824211 Jan 17 15:20:52.669254 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c100c1-70d3-4658-bcf0-40765be373a8 req-8ccff5d6-7565-4e3f-95eb-839ef1741b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:52.670814 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8c100c1-70d3-4658-bcf0-40765be373a8 req-8ccff5d6-7565-4e3f-95eb-839ef1741b24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 1096 time: 0.1356714 Jan 17 15:20:52.683683 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a25ae8-85bd-4117-b838-b0f8916f826d req-2503e55c-865c-4ca6-8228-26cec260d762 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:52.685110 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c1a25ae8-85bd-4117-b838-b0f8916f826d req-2503e55c-865c-4ca6-8228-26cec260d762 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 943 time: 0.1071830 Jan 17 15:20:52.807763 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c1a25ae8-85bd-4117-b838-b0f8916f826d req-b95a4b37-0265-4b09-b056-fb3dc6ac42a2 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044326 Jan 17 15:20:52.841918 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c100c1-70d3-4658-bcf0-40765be373a8 req-5a153b63-2a39-4194-9779-ae08d6134209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:52.843340 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8c100c1-70d3-4658-bcf0-40765be373a8 req-5a153b63-2a39-4194-9779-ae08d6134209 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 909 time: 0.1574116 Jan 17 15:20:52.946961 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8c100c1-70d3-4658-bcf0-40765be373a8 req-6eaa862c-e076-4a56-8f16-e322c3c26575 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c20249a4-ff54-4c82-be13-6771d0f8a538 HTTP/1.1" status: 200 len: 999 time: 0.0974653 Jan 17 15:20:53.011735 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c100c1-70d3-4658-bcf0-40765be373a8 req-8db23b8f-ab28-45f5-8dc8-b46ac9a75441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:53.013229 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8c100c1-70d3-4658-bcf0-40765be373a8 req-8db23b8f-ab28-45f5-8dc8-b46ac9a75441 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.0605102 Jan 17 15:20:53.092053 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c100c1-70d3-4658-bcf0-40765be373a8 req-e6019583-7c12-47cc-a2bd-a2eea3e1ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:53.093501 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8c100c1-70d3-4658-bcf0-40765be373a8 req-e6019583-7c12-47cc-a2bd-a2eea3e1ecdc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729892 Jan 17 15:20:53.328439 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8c100c1-70d3-4658-bcf0-40765be373a8 req-b6dfe9f4-05d7-4b97-a15b-50597b674231 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287292 Jan 17 15:20:53.466603 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e8c100c1-70d3-4658-bcf0-40765be373a8 req-1bc50eea-4198-4d11-b391-6da3cd6a4f96 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316559 Jan 17 15:20:53.672363 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:20:54.022403 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd534fb-ffab-4e54-9a9d-6d114a3d2fa3 req-5dbf2e19-b630-4da6-bebe-35e4e23f4bbe tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:54.029467 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0dd534fb-ffab-4e54-9a9d-6d114a3d2fa3 req-5dbf2e19-b630-4da6-bebe-35e4e23f4bbe tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 943 time: 0.0949931 Jan 17 15:20:54.089436 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0dd534fb-ffab-4e54-9a9d-6d114a3d2fa3 req-e77c8cf9-ed57-4316-823c-47cceafc426c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588846 Jan 17 15:20:55.301283 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ec8d7-0208-44fc-aeb3-8b15b33c3a11 req-5b46c13c-1aeb-43a8-a551-c22169698fd6 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:55.302892 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-590ec8d7-0208-44fc-aeb3-8b15b33c3a11 req-5b46c13c-1aeb-43a8-a551-c22169698fd6 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 943 time: 0.0950592 Jan 17 15:20:55.351821 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-590ec8d7-0208-44fc-aeb3-8b15b33c3a11 req-18e2f60d-f928-479b-b04b-6565effcb581 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411892 Jan 17 15:20:56.557710 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489484c8-681c-43a9-a075-fd702b85d11c req-f715cca6-16b4-4069-937d-b149a6f4fcfe tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:56.559184 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-489484c8-681c-43a9-a075-fd702b85d11c req-f715cca6-16b4-4069-937d-b149a6f4fcfe tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 943 time: 0.0852263 Jan 17 15:20:56.606447 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-489484c8-681c-43a9-a075-fd702b85d11c req-5074a6d1-1435-4d36-80ac-57843bd2d7c8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414932 Jan 17 15:20:57.822707 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa74af5-6d83-4deb-8030-dee8f21a9774 req-9dfc8434-aff1-4746-b8ef-9ef03a3e64ca tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:57.824933 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5aa74af5-6d83-4deb-8030-dee8f21a9774 req-9dfc8434-aff1-4746-b8ef-9ef03a3e64ca tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 943 time: 0.1067586 Jan 17 15:20:57.879059 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5aa74af5-6d83-4deb-8030-dee8f21a9774 req-ce54252a-d483-4ccd-bbee-a167d0fa089d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452132 Jan 17 15:20:59.075168 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85790b2c-e839-4035-ad43-69032787fd4a req-508b6aa4-89a2-4be4-929e-3766221f1d98 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:20:59.076659 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-85790b2c-e839-4035-ad43-69032787fd4a req-508b6aa4-89a2-4be4-929e-3766221f1d98 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 943 time: 0.0876651 Jan 17 15:20:59.127275 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-85790b2c-e839-4035-ad43-69032787fd4a req-bbb559b6-4bfc-45c5-a176-c163cf8c1e8b tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443137 Jan 17 15:21:00.378833 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39edb00-23e8-4452-bbe2-0c8f8b3f95a7 req-a42f0284-0037-4312-be67-5501be92723d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:21:00.380371 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c39edb00-23e8-4452-bbe2-0c8f8b3f95a7 req-a42f0284-0037-4312-be67-5501be92723d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 943 time: 0.1279330 Jan 17 15:21:00.428775 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c39edb00-23e8-4452-bbe2-0c8f8b3f95a7 req-a9b91153-024e-48fc-93fa-3096b8898d83 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427160 Jan 17 15:21:01.612004 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72102bb-3fdf-4707-87ff-31ba5933ebd0 req-74eded43-c1ee-4c97-81c7-af0f184b6f0a tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:21:01.613424 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f72102bb-3fdf-4707-87ff-31ba5933ebd0 req-74eded43-c1ee-4c97-81c7-af0f184b6f0a tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 943 time: 0.0793729 Jan 17 15:21:01.657001 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f72102bb-3fdf-4707-87ff-31ba5933ebd0 req-22a2836f-c222-4113-a16f-2171c07b9449 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371220 Jan 17 15:21:02.841480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3352b5-1439-4302-8485-b901c824587c req-a6cfabda-8fbc-49fa-8b76-dcdd9b2f4447 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:21:02.842940 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9b3352b5-1439-4302-8485-b901c824587c req-a6cfabda-8fbc-49fa-8b76-dcdd9b2f4447 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 943 time: 0.0824103 Jan 17 15:21:02.889391 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9b3352b5-1439-4302-8485-b901c824587c req-c57f5d4b-20f8-4305-a599-2c5ded69c9e2 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407720 Jan 17 15:21:04.071417 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c41407-c668-420e-8812-ac4c26e277b4 req-6337b4a8-68a3-4540-b58b-846be24c21c3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:21:04.073295 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a1c41407-c668-420e-8812-ac4c26e277b4 req-6337b4a8-68a3-4540-b58b-846be24c21c3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 943 time: 0.0806401 Jan 17 15:21:04.116635 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a1c41407-c668-420e-8812-ac4c26e277b4 req-d4168069-a16c-40af-a5a7-2a3de7dc1a0e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375741 Jan 17 15:21:05.298816 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42d67d-498b-41fc-b958-9ca9f8d86988 req-30af2348-6c8a-41e3-b468-1ab0ad593b62 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:21:05.300279 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8b42d67d-498b-41fc-b958-9ca9f8d86988 req-30af2348-6c8a-41e3-b468-1ab0ad593b62 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 943 time: 0.0798893 Jan 17 15:21:05.346373 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8b42d67d-498b-41fc-b958-9ca9f8d86988 req-d0f0134a-c5c7-4958-bcf6-58e7b86800d5 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405874 Jan 17 15:21:06.525697 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49aae1-26ae-488d-a26b-75e46860b393 req-3f6ceb23-a4a7-4718-9c49-7dc4bfdc82e8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:21:06.527755 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7d49aae1-26ae-488d-a26b-75e46860b393 req-3f6ceb23-a4a7-4718-9c49-7dc4bfdc82e8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 943 time: 0.0792823 Jan 17 15:21:06.570937 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7d49aae1-26ae-488d-a26b-75e46860b393 req-61e019aa-51ad-4e7a-9d50-b097befdcf57 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374241 Jan 17 15:21:07.906166 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a9dfc-30b5-4846-b4e4-45b91794f5c4 req-1cbe41c9-90ac-45db-966c-21f9d27715bf tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:21:07.907649 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-371a9dfc-30b5-4846-b4e4-45b91794f5c4 req-1cbe41c9-90ac-45db-966c-21f9d27715bf tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 943 time: 0.0785758 Jan 17 15:21:07.951363 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-371a9dfc-30b5-4846-b4e4-45b91794f5c4 req-e7653cdd-7f31-40f3-b287-9a8ce18b5822 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380986 Jan 17 15:21:09.142709 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71487a78-794d-4d43-b676-c91314df647e req-e1734d4b-f98a-4192-ac14-ea608f915cc4 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:21:09.144072 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-71487a78-794d-4d43-b676-c91314df647e req-e1734d4b-f98a-4192-ac14-ea608f915cc4 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 943 time: 0.0820117 Jan 17 15:21:09.188127 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-71487a78-794d-4d43-b676-c91314df647e req-7ebf1a91-7688-439c-afd8-c1380afd0b1f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385246 Jan 17 15:21:09.665678 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device c20249a4-ff54-4c82-be13-6771d0f8a538 details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 15:21:09.798917 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port c20249a4-ff54-4c82-be13-6771d0f8a538, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=c20249a4-ff54-4c82-be13-6771d0f8a538,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:21:09.811970 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': 'c20249a4-ff54-4c82-be13-6771d0f8a538', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'port_id': 'c20249a4-ff54-4c82-be13-6771d0f8a538', 'mac_address': 'fa:16:3e:05:8b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 15:21:09.871902 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:21:09.888719 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20249a4-ff54-4c82-be13-6771d0f8a538 {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:21:09.903903 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port c20249a4-ff54-4c82-be13-6771d0f8a538, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=c20249a4-ff54-4c82-be13-6771d0f8a538,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:21:09.907653 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:21:09.972640 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=c20249a4-ff54-4c82-be13-6771d0f8a538,revision_number=9']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:21:10.336906 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['c20249a4-ff54-4c82-be13-6771d0f8a538'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:21:10.372035 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce94eb-e987-4b53-8341-7462b2e00a50 req-39de3032-28d7-470f-955d-931adb1aa99c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:21:10.373506 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d5ce94eb-e987-4b53-8341-7462b2e00a50 req-39de3032-28d7-470f-955d-931adb1aa99c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 944 time: 0.0826752 Jan 17 15:21:10.417825 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d5ce94eb-e987-4b53-8341-7462b2e00a50 req-8236ad85-134e-47cd-b416-fef52c00cad8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387130 Jan 17 15:21:10.816985 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2c8fddd7-9681-4a53-bb40-52c325791647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:21:11.598697 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5b72a-9c1c-4675-a2c8-c6c2db8cdfa3 req-200be255-b39a-4eef-9ae0-412451229f4c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:21:11.600228 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d5b5b72a-9c1c-4675-a2c8-c6c2db8cdfa3 req-200be255-b39a-4eef-9ae0-412451229f4c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 944 time: 0.0792041 Jan 17 15:21:11.648324 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-d5b5b72a-9c1c-4675-a2c8-c6c2db8cdfa3 req-7e4cab3f-5f3d-4eab-aec0-ab5a54f8859e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413575 Jan 17 15:21:11.673689 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device c20249a4-ff54-4c82-be13-6771d0f8a538 up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:21:11.743655 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port c20249a4-ff54-4c82-be13-6771d0f8a538 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:21:11.744070 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:21:11.866977 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:21:11.894607 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a297bab2-81e1-4961-a2da-01cd0edcb572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20249a4-ff54-4c82-be13-6771d0f8a538'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:21:11.904081 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port c20249a4-ff54-4c82-be13-6771d0f8a538, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=c20249a4-ff54-4c82-be13-6771d0f8a538,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:21:11.907910 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:21:11.941521 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a297bab2-81e1-4961-a2da-01cd0edcb572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20249a4-ff54-4c82-be13-6771d0f8a538', 'code': 200} Jan 17 15:21:11.981498 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=c20249a4-ff54-4c82-be13-6771d0f8a538,revision_number=10']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:21:12.199197 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19135d43-f73c-4eb7-8107-c925166eda7c req-827a2caf-a368-4e17-97df-13de9ed3215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:21:12.200641 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-19135d43-f73c-4eb7-8107-c925166eda7c req-827a2caf-a368-4e17-97df-13de9ed3215d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 1099 time: 0.0680308 Jan 17 15:21:12.244149 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-19135d43-f73c-4eb7-8107-c925166eda7c req-cb6af30f-d389-43c6-8ec1-eb4f37ead305 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344672 Jan 17 15:21:12.832735 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042d4d7-dbe0-4f52-be07-7177e8973356 req-e707f399-20eb-404e-b14b-fc6c714b9ac2 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:21:12.834185 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7042d4d7-dbe0-4f52-be07-7177e8973356 req-e707f399-20eb-404e-b14b-fc6c714b9ac2 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 946 time: 0.0833175 Jan 17 15:21:12.878861 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7042d4d7-dbe0-4f52-be07-7177e8973356 req-fe426837-8e9e-4df3-91ee-333e8fb3272c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384746 Jan 17 15:21:14.001608 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a1f0af60-7ddf-4c9a-830c-79f5f9691f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:21:14.074866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bff251-d6ac-4f79-bf88-e7db25f5b550 req-496b2464-8cd1-47ac-b793-c0d29b41b5e4 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:21:14.076498 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-51bff251-d6ac-4f79-bf88-e7db25f5b550 req-496b2464-8cd1-47ac-b793-c0d29b41b5e4 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 946 time: 0.0877976 Jan 17 15:21:14.117439 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:21:14.124882 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-51bff251-d6ac-4f79-bf88-e7db25f5b550 req-6b9915a6-25e8-4465-b28f-80e56fd94356 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428445 Jan 17 15:21:14.201372 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:21:15.309491 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffa75c-120c-42ac-8e16-ae39db3e0286 req-f75e0ae7-a47b-4de6-b311-fa7a5ec60f5e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:21:15.310943 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a6ffa75c-120c-42ac-8e16-ae39db3e0286 req-f75e0ae7-a47b-4de6-b311-fa7a5ec60f5e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 946 time: 0.0790606 Jan 17 15:21:15.358742 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a6ffa75c-120c-42ac-8e16-ae39db3e0286 req-6db6107a-ffb8-467f-aefd-50689221e145 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421834 Jan 17 15:21:15.738071 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:21:23.681355 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:21:23.877912 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:21:32.955202 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5c93b7c9-00b3-47e6-ba6b-ab4bc0eb2324 req-b5a19b76-aac7-420c-8c3f-b809af21ece8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687177 Jan 17 15:21:33.100286 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93b7c9-00b3-47e6-ba6b-ab4bc0eb2324 req-a747a224-c92a-4f92-81fc-4630092944b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:21:33.101908 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5c93b7c9-00b3-47e6-ba6b-ab4bc0eb2324 req-a747a224-c92a-4f92-81fc-4630092944b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 1099 time: 0.0751958 Jan 17 15:21:33.252464 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93b7c9-00b3-47e6-ba6b-ab4bc0eb2324 req-0a4f0b93-a385-40f8-8859-036373388763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:21:33.253903 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5c93b7c9-00b3-47e6-ba6b-ab4bc0eb2324 req-0a4f0b93-a385-40f8-8859-036373388763 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 909 time: 0.1273117 Jan 17 15:21:33.359168 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5c93b7c9-00b3-47e6-ba6b-ab4bc0eb2324 req-a2543d41-dc2a-4655-a5c4-bf497d2dc1a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c20249a4-ff54-4c82-be13-6771d0f8a538 HTTP/1.1" status: 200 len: 1001 time: 0.0945652 Jan 17 15:21:33.421255 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93b7c9-00b3-47e6-ba6b-ab4bc0eb2324 req-4781a31d-7be7-410f-98b3-6819e809c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:21:33.422645 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5c93b7c9-00b3-47e6-ba6b-ab4bc0eb2324 req-4781a31d-7be7-410f-98b3-6819e809c3ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.0561004 Jan 17 15:21:33.500861 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93b7c9-00b3-47e6-ba6b-ab4bc0eb2324 req-9fe6c4e4-d5f9-419a-b6ff-5b9e5419a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:21:33.502358 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5c93b7c9-00b3-47e6-ba6b-ab4bc0eb2324 req-9fe6c4e4-d5f9-419a-b6ff-5b9e5419a144 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723166 Jan 17 15:21:33.635419 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5c93b7c9-00b3-47e6-ba6b-ab4bc0eb2324 req-0204d127-0942-43ae-9df6-d2f75b9cb201 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212299 Jan 17 15:21:33.866777 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5c93b7c9-00b3-47e6-ba6b-ab4bc0eb2324 req-f28079f1-25a0-4718-9fd6-ee333a0e2590 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209339 Jan 17 15:21:40.824527 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-df9c242a-e8a9-4be3-b4dc-63c3cb0e0a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:21:44.004146 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-48d8747a-43e3-4232-b0bc-5bd5f3a45961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:21:44.120493 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:21:44.201887 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:21:45.741048 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:21:53.685214 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:22:00.876917 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:22:10.816334 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0ac80c46-8dfe-4fd4-9c38-196920dbb665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:22:14.005669 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c7b644ec-6ec1-48d2-aa5a-aeef5aa0c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:22:14.121405 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:22:14.205092 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:22:15.744855 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:22:23.699479 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:22:33.210181 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fdf04051-dfa5-47a8-bf17-27ed9b74e0ed req-a83896a0-74bc-4688-8347-6bd37c62c60e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679646 Jan 17 15:22:33.348525 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf04051-dfa5-47a8-bf17-27ed9b74e0ed req-74a71582-b8c7-41f4-afff-f2d6ba42ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:22:33.349961 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fdf04051-dfa5-47a8-bf17-27ed9b74e0ed req-74a71582-b8c7-41f4-afff-f2d6ba42ba28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 1099 time: 0.0708761 Jan 17 15:22:33.491695 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf04051-dfa5-47a8-bf17-27ed9b74e0ed req-f2f8f27a-e784-4239-8704-1159635af6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:22:33.493082 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fdf04051-dfa5-47a8-bf17-27ed9b74e0ed req-f2f8f27a-e784-4239-8704-1159635af6f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 909 time: 0.1243696 Jan 17 15:22:33.594391 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fdf04051-dfa5-47a8-bf17-27ed9b74e0ed req-67756d83-c405-44d0-bc0b-2e6d7f8bc4a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c20249a4-ff54-4c82-be13-6771d0f8a538 HTTP/1.1" status: 200 len: 1001 time: 0.0943632 Jan 17 15:22:33.655117 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf04051-dfa5-47a8-bf17-27ed9b74e0ed req-bbe1cc42-2f5f-4446-a8d6-30786ca8a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:22:33.656500 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fdf04051-dfa5-47a8-bf17-27ed9b74e0ed req-bbe1cc42-2f5f-4446-a8d6-30786ca8a885 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.0550368 Jan 17 15:22:33.729227 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf04051-dfa5-47a8-bf17-27ed9b74e0ed req-37bf90fb-6a05-40e2-b15a-b1c90e8ff56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:22:33.730658 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fdf04051-dfa5-47a8-bf17-27ed9b74e0ed req-37bf90fb-6a05-40e2-b15a-b1c90e8ff56e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671232 Jan 17 15:22:33.742746 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [req-fdf04051-dfa5-47a8-bf17-27ed9b74e0ed req-11d64e5c-dd39-4f4f-94a1-6a2cf97c5e74 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 15:22:33.743629 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fdf04051-dfa5-47a8-bf17-27ed9b74e0ed req-11d64e5c-dd39-4f4f-94a1-6a2cf97c5e74 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046699 Jan 17 15:22:33.877311 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fdf04051-dfa5-47a8-bf17-27ed9b74e0ed req-04b41b0b-76f1-44df-bd33-1784c7225183 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241810 Jan 17 15:22:34.009289 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fdf04051-dfa5-47a8-bf17-27ed9b74e0ed req-4f8b2061-b62b-483b-90c1-d5ac8d2c9fef service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222060 Jan 17 15:22:37.875684 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:22:40.821347 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4e9e5ba9-6e8c-4bb5-a8e4-59a3c6810c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:22:44.006857 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c32522cf-174f-469d-bfa6-6b8aacb9de0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:22:44.121404 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:22:44.208813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:22:45.749051 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:22:53.698245 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:02.414875 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 47656) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:23:02.648520 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Deleting port 9e3562be-1c81-4b21-a59e-ddacebc4cc6b {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:23:02.648856 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:02.896094 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:02.896418 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:03.016045 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Calling delete_port for 9e3562be-1c81-4b21-a59e-ddacebc4cc6b owned by network:floatingip {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:23:03.164761 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:03.211811 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event deleted for resources: {'Port': ['ID=9e3562be-1c81-4b21-a59e-ddacebc4cc6b,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:23:03.276962 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:03.277298 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:03.277625 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:03.277946 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:03.278262 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:03.278580 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:03.278902 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:03.279214 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:03.279527 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:03.279929 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:03.280239 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:03.280549 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:03.312792 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for floatingip, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:03.313122 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Floating IP 7376fa4c-ada9-407f-aba7-8a26f70938d4 disassociated (deleted). External IP: 172.26.3.245, port: c20249a4-ff54-4c82-be13-6771d0f8a538. Jan 17 15:23:03.655771 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Router bde30ff3-654c-443f-9d49-67ddbd792aeb has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:23:03.835808 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:23:03.846171 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb545a5-6518-4432-b153-bee5af33ad5a None None] Sync routers for ids ['bde30ff3-654c-443f-9d49-67ddbd792aeb'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:23:03.856096 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb545a5-6518-4432-b153-bee5af33ad5a None None] Routers {'bde30ff3-654c-443f-9d49-67ddbd792aeb'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:23:03.856279 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:03.856683 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5bb545a5-6518-4432-b153-bee5af33ad5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:22:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bde30ff3-654c-443f-9d49-67ddbd792aeb'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:23:03.911977 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-b3f3d37e-6ed5-4da9-8f6e-15477756324f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "DELETE /v2.0/floatingips/7376fa4c-ada9-407f-aba7-8a26f70938d4 HTTP/1.1" status: 204 len: 168 time: 1.4960246 Jan 17 15:23:03.912659 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a297bab2-81e1-4961-a2da-01cd0edcb572', 'tag': 'c20249a4-ff54-4c82-be13-6771d0f8a538'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:23:04.021243 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a297bab2-81e1-4961-a2da-01cd0edcb572', 'tag': 'c20249a4-ff54-4c82-be13-6771d0f8a538', 'status': 'completed', 'code': 200} Jan 17 15:23:04.038869 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-5bb545a5-6518-4432-b153-bee5af33ad5a None None] Set router bde30ff3-654c-443f-9d49-67ddbd792aeb gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:23:04.123929 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a520bdc-5f0b-48b4-a2f5-3558e2f65110 req-88e744b1-10a0-4cf7-9064-f354dc34eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:04.127359 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0a520bdc-5f0b-48b4-a2f5-3558e2f65110 req-88e744b1-10a0-4cf7-9064-f354dc34eb20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 1099 time: 0.0787871 Jan 17 15:23:04.263766 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a520bdc-5f0b-48b4-a2f5-3558e2f65110 req-c8a557d3-b1a9-4524-8483-f283887b61e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:04.265203 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0a520bdc-5f0b-48b4-a2f5-3558e2f65110 req-c8a557d3-b1a9-4524-8483-f283887b61e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 909 time: 0.1315689 Jan 17 15:23:04.301488 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca9ebe-8871-4c3c-b4b5-316f7d11ec0c req-e571dfdf-9921-45a4-a8c1-97bf88da92e8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:04.302178 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-80ca9ebe-8871-4c3c-b4b5-316f7d11ec0c req-e571dfdf-9921-45a4-a8c1-97bf88da92e8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Synchronizing usage tracker for tenant:fe8cbfc7d4a24638aeaac573871e6c73 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:23:04.322085 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-80ca9ebe-8871-4c3c-b4b5-316f7d11ec0c req-e571dfdf-9921-45a4-a8c1-97bf88da92e8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Unset dirty status for tenant:fe8cbfc7d4a24638aeaac573871e6c73 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:23:04.323422 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-80ca9ebe-8871-4c3c-b4b5-316f7d11ec0c req-e571dfdf-9921-45a4-a8c1-97bf88da92e8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 946 time: 0.1062315 Jan 17 15:23:04.334590 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0a520bdc-5f0b-48b4-a2f5-3558e2f65110 req-fc233d39-1d32-410d-95b4-003395194f16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c20249a4-ff54-4c82-be13-6771d0f8a538 HTTP/1.1" status: 200 len: 217 time: 0.0617330 Jan 17 15:23:04.372256 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-80ca9ebe-8871-4c3c-b4b5-316f7d11ec0c req-85db02b0-7936-48ab-a793-9ebef642f932 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415950 Jan 17 15:23:04.402699 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a520bdc-5f0b-48b4-a2f5-3558e2f65110 req-d7f4c38d-6e00-4501-9a23-3f5be3a72729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:04.403293 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5bb545a5-6518-4432-b153-bee5af33ad5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:16:57Z', 'updated_at': '2022-01-17T15:17:01Z', 'revision_number': 4, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'gw_port': {'id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:16:58Z', 'updated_at': '2022-01-17T15:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8087e961-b08c-4bf9-996d-72a2d79876d9', 'name': '', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'mac_address': 'fa:16:3e:83:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:01Z', 'updated_at': '2022-01-17T15:17:08Z', 'revision_number': 5, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'subnets': [{'id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:23:04.404491 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0a520bdc-5f0b-48b4-a2f5-3558e2f65110 req-d7f4c38d-6e00-4501-9a23-3f5be3a72729 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.0639427 Jan 17 15:23:04.407075 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb545a5-6518-4432-b153-bee5af33ad5a None None] Checking router: bde30ff3-654c-443f-9d49-67ddbd792aeb for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:23:04.415157 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb545a5-6518-4432-b153-bee5af33ad5a None None] Routers {'bde30ff3-654c-443f-9d49-67ddbd792aeb'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:23:04.415741 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5bb545a5-6518-4432-b153-bee5af33ad5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:22:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bde30ff3-654c-443f-9d49-67ddbd792aeb'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:23:04.480489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a520bdc-5f0b-48b4-a2f5-3558e2f65110 req-106a6654-cc74-4564-8017-76a36b312afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:04.481983 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0a520bdc-5f0b-48b4-a2f5-3558e2f65110 req-106a6654-cc74-4564-8017-76a36b312afd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694699 Jan 17 15:23:04.593427 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-5bb545a5-6518-4432-b153-bee5af33ad5a None None] Set router bde30ff3-654c-443f-9d49-67ddbd792aeb gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:23:04.613172 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0a520bdc-5f0b-48b4-a2f5-3558e2f65110 req-f38918fc-d734-4ce8-bb3b-39eb305f068e service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241202 Jan 17 15:23:04.848415 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0a520bdc-5f0b-48b4-a2f5-3558e2f65110 req-d18e0663-38da-412b-a2b1-e51da5c34494 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284350 Jan 17 15:23:04.908432 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-5bb545a5-6518-4432-b153-bee5af33ad5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:16:57Z', 'updated_at': '2022-01-17T15:17:01Z', 'revision_number': 4, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'gw_port': {'id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:16:58Z', 'updated_at': '2022-01-17T15:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8087e961-b08c-4bf9-996d-72a2d79876d9', 'name': '', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'mac_address': 'fa:16:3e:83:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:01Z', 'updated_at': '2022-01-17T15:17:08Z', 'revision_number': 5, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'subnets': [{'id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:23:04.912371 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb545a5-6518-4432-b153-bee5af33ad5a None None] The sync data for ids ['bde30ff3-654c-443f-9d49-67ddbd792aeb'] in dv-neutron-824901-1-hyperv is: [{'id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:16:57Z', 'updated_at': '2022-01-17T15:17:01Z', 'revision_number': 4, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'gw_port': {'id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:16:58Z', 'updated_at': '2022-01-17T15:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8087e961-b08c-4bf9-996d-72a2d79876d9', 'name': '', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'mac_address': 'fa:16:3e:83:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:01Z', 'updated_at': '2022-01-17T15:17:08Z', 'revision_number': 5, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'subnets': [{'id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:23:05.137669 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5e8083-5bb0-4303-80c9-73f92d023170 None None] New status for floating IP 7376fa4c-ada9-407f-aba7-8a26f70938d4: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 15:23:05.566224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477df15-476c-4447-9ab6-fe8c10535fd1 req-ba84afbc-9fb1-4df6-a490-65cc4e7c9e8f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:05.567646 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1477df15-476c-4447-9ab6-fe8c10535fd1 req-ba84afbc-9fb1-4df6-a490-65cc4e7c9e8f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 946 time: 0.0831707 Jan 17 15:23:05.610600 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1477df15-476c-4447-9ab6-fe8c10535fd1 req-4aed029c-6b64-44e9-a92e-f41df5c261e4 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=706abcd7-26c4-45e4-acb7-a84c3620e166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373392 Jan 17 15:23:05.852331 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55a1d2-ada6-4dce-a25a-16afd65ff819 req-b00b3dd2-4ffa-4d7a-a7a0-df8d57a4cc56 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:05.853780 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fc55a1d2-ada6-4dce-a25a-16afd65ff819 req-b00b3dd2-4ffa-4d7a-a7a0-df8d57a4cc56 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.15 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 946 time: 0.0784571 Jan 17 15:23:05.925226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-fc55a1d2-ada6-4dce-a25a-16afd65ff819 req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Deleting port c20249a4-ff54-4c82-be13-6771d0f8a538 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:23:05.925564 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-fc55a1d2-ada6-4dce-a25a-16afd65ff819 req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:06.167018 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-fc55a1d2-ada6-4dce-a25a-16afd65ff819 req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] For port c20249a4-ff54-4c82-be13-6771d0f8a538, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=c20249a4-ff54-4c82-be13-6771d0f8a538,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:23:06.167373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-fc55a1d2-ada6-4dce-a25a-16afd65ff819 req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:06.286586 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-fc55a1d2-ada6-4dce-a25a-16afd65ff819 req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Calling delete_port for c20249a4-ff54-4c82-be13-6771d0f8a538 owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:23:06.426837 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-fc55a1d2-ada6-4dce-a25a-16afd65ff819 req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:06.474476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event deleted for resources: {'Port': ['ID=c20249a4-ff54-4c82-be13-6771d0f8a538,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:23:06.509071 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:06.509422 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:06.509761 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:06.510094 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:06.510420 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:06.510745 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:06.511068 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:06.511387 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:06.511704 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:06.512058 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:06.512373 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:06.512683 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:06.562432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc55a1d2-ada6-4dce-a25a-16afd65ff819 req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] No DVR routers for this DVR port c20249a4-ff54-4c82-be13-6771d0f8a538 on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:23:06.565339 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-fc55a1d2-ada6-4dce-a25a-16afd65ff819 req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:06.567734 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a297bab2-81e1-4961-a2da-01cd0edcb572', 'name': 'network-vif-deleted', 'tag': 'c20249a4-ff54-4c82-be13-6771d0f8a538'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:23:06.582634 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fc55a1d2-ada6-4dce-a25a-16afd65ff819 req-b183bd11-c008-4c95-8791-9a985f6858a3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.15 "DELETE /v2.0/ports/c20249a4-ff54-4c82-be13-6771d0f8a538 HTTP/1.1" status: 204 len: 173 time: 0.7229297 Jan 17 15:23:06.668058 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a297bab2-81e1-4961-a2da-01cd0edcb572', 'name': 'network-vif-deleted', 'tag': 'c20249a4-ff54-4c82-be13-6771d0f8a538', 'status': 'completed', 'code': 200} Jan 17 15:23:06.766888 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-3368ea36-df7c-4685-9908-1c527d98402a req-8568c93f-c92f-41bc-9894-2721495bbd71 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Synchronizing usage tracker for tenant:fe8cbfc7d4a24638aeaac573871e6c73 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:23:06.782438 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-3368ea36-df7c-4685-9908-1c527d98402a req-8568c93f-c92f-41bc-9894-2721495bbd71 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Unset dirty status for tenant:fe8cbfc7d4a24638aeaac573871e6c73 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:23:06.784263 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3368ea36-df7c-4685-9908-1c527d98402a req-8568c93f-c92f-41bc-9894-2721495bbd71 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a297bab2-81e1-4961-a2da-01cd0edcb572 HTTP/1.1" status: 200 len: 210 time: 0.0653806 Jan 17 15:23:07.877879 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 47680) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:23:07.944965 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-26b7f214-ea57-49ee-b048-a4de36b4e68d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:07.973364 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-26b7f214-ea57-49ee-b048-a4de36b4e68d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:08.135458 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-26b7f214-ea57-49ee-b048-a4de36b4e68d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:08.152439 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7f214-ea57-49ee-b048-a4de36b4e68d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=706abcd7-26c4-45e4-acb7-a84c3620e166,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:23:08.165804 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-26b7f214-ea57-49ee-b048-a4de36b4e68d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:08.166949 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-26b7f214-ea57-49ee-b048-a4de36b4e68d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "DELETE /v2.0/security-groups/706abcd7-26c4-45e4-acb7-a84c3620e166 HTTP/1.1" status: 204 len: 168 time: 0.2881055 Jan 17 15:23:08.325208 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device c20249a4-ff54-4c82-be13-6771d0f8a538 no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:23:08.362206 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: c20249a4-ff54-4c82-be13-6771d0f8a538 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:23:08.362550 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device c20249a4-ff54-4c82-be13-6771d0f8a538 not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:23:08.638204 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 47688) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:23:08.643980 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-8da3263b-b937-4891-b10c-f5608291a67e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-943826147', 'description': 'tempest-secgroup-smoke-943826147 description', 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:23:08.649748 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8da3263b-b937-4891-b10c-f5608291a67e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:23:08.653748 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8da3263b-b937-4891-b10c-f5608291a67e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Usage tracker for resource:security_group and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:23:08.656528 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8da3263b-b937-4891-b10c-f5608291a67e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:23:08.662657 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8da3263b-b937-4891-b10c-f5608291a67e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:23:08.672960 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8da3263b-b937-4891-b10c-f5608291a67e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:08.692251 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8da3263b-b937-4891-b10c-f5608291a67e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:23:08.695927 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8da3263b-b937-4891-b10c-f5608291a67e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Usage tracker for resource:security_group_rule and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:23:08.698927 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-8da3263b-b937-4891-b10c-f5608291a67e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:23:08.704576 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-8da3263b-b937-4891-b10c-f5608291a67e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:23:08.774309 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8da3263b-b937-4891-b10c-f5608291a67e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:08.778044 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8da3263b-b937-4891-b10c-f5608291a67e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:08.821756 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3263b-b937-4891-b10c-f5608291a67e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17073d19-049d-485d-aa1a-2b1ba128b5ba,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:23:08.828069 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-8da3263b-b937-4891-b10c-f5608291a67e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:08.829244 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-8da3263b-b937-4891-b10c-f5608291a67e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1900797 Jan 17 15:23:08.832678 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 47692) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:23:08.837545 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-6369c360-d5ad-4d77-9e06-7e9557fe44e5 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Request body: {'security_group_rule': {'security_group_id': '17073d19-049d-485d-aa1a-2b1ba128b5ba', 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:23:08.843322 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6369c360-d5ad-4d77-9e06-7e9557fe44e5 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:23:08.847702 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6369c360-d5ad-4d77-9e06-7e9557fe44e5 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Usage tracker for resource:security_group_rule and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:23:08.850533 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6369c360-d5ad-4d77-9e06-7e9557fe44e5 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:23:08.856361 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-6369c360-d5ad-4d77-9e06-7e9557fe44e5 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:23:08.872896 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6369c360-d5ad-4d77-9e06-7e9557fe44e5 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:08.932799 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6369c360-d5ad-4d77-9e06-7e9557fe44e5 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:08.936301 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6369c360-d5ad-4d77-9e06-7e9557fe44e5 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:08.960240 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369c360-d5ad-4d77-9e06-7e9557fe44e5 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40fca26-8eeb-49b6-970c-1a82e2bed9d6,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:23:08.969311 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-6369c360-d5ad-4d77-9e06-7e9557fe44e5 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:08.971114 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6369c360-d5ad-4d77-9e06-7e9557fe44e5 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375136 Jan 17 15:23:08.973812 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 47696) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:23:08.979034 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-895d9055-c62d-4a15-84d8-1df01325a4fb tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Request body: {'security_group_rule': {'security_group_id': '17073d19-049d-485d-aa1a-2b1ba128b5ba', 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:23:08.984929 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-895d9055-c62d-4a15-84d8-1df01325a4fb tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:23:08.989424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-895d9055-c62d-4a15-84d8-1df01325a4fb tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Usage tracker for resource:security_group_rule and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:23:08.992234 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-895d9055-c62d-4a15-84d8-1df01325a4fb tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:23:08.997697 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-895d9055-c62d-4a15-84d8-1df01325a4fb tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:23:09.014515 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-895d9055-c62d-4a15-84d8-1df01325a4fb tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:09.074542 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-895d9055-c62d-4a15-84d8-1df01325a4fb tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:09.078152 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-895d9055-c62d-4a15-84d8-1df01325a4fb tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:09.101476 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d9055-c62d-4a15-84d8-1df01325a4fb tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299366bc-98bf-4e0f-943c-ca05f18fc380,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:23:09.109992 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-895d9055-c62d-4a15-84d8-1df01325a4fb tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:09.111750 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-895d9055-c62d-4a15-84d8-1df01325a4fb tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370313 Jan 17 15:23:09.114372 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 47700) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:23:09.119228 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-fcbfba1d-d484-44b5-b1fa-a04069aa172c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Request body: {'security_group_rule': {'security_group_id': '17073d19-049d-485d-aa1a-2b1ba128b5ba', 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:23:09.124951 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-fcbfba1d-d484-44b5-b1fa-a04069aa172c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:23:09.128631 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fcbfba1d-d484-44b5-b1fa-a04069aa172c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Usage tracker for resource:security_group_rule and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:23:09.131463 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-fcbfba1d-d484-44b5-b1fa-a04069aa172c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:23:09.137099 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-fcbfba1d-d484-44b5-b1fa-a04069aa172c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:23:09.152736 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fcbfba1d-d484-44b5-b1fa-a04069aa172c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:09.212535 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fcbfba1d-d484-44b5-b1fa-a04069aa172c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:09.216059 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fcbfba1d-d484-44b5-b1fa-a04069aa172c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:09.244925 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfba1d-d484-44b5-b1fa-a04069aa172c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd21cb3f-dc74-4578-8129-6414b3462021,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:23:09.253598 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-fcbfba1d-d484-44b5-b1fa-a04069aa172c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:09.254749 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-fcbfba1d-d484-44b5-b1fa-a04069aa172c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394560 Jan 17 15:23:09.257424 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 47704) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:23:09.262073 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-83a8f400-bdaa-4c08-9861-a66629ac2eb9 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Request body: {'security_group_rule': {'security_group_id': '17073d19-049d-485d-aa1a-2b1ba128b5ba', 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:23:09.267921 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-83a8f400-bdaa-4c08-9861-a66629ac2eb9 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:23:09.271612 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-83a8f400-bdaa-4c08-9861-a66629ac2eb9 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Usage tracker for resource:security_group_rule and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:23:09.274432 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-83a8f400-bdaa-4c08-9861-a66629ac2eb9 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:23:09.280027 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-83a8f400-bdaa-4c08-9861-a66629ac2eb9 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:23:09.298345 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-83a8f400-bdaa-4c08-9861-a66629ac2eb9 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:09.358533 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-83a8f400-bdaa-4c08-9861-a66629ac2eb9 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:09.362336 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-83a8f400-bdaa-4c08-9861-a66629ac2eb9 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:09.384232 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8f400-bdaa-4c08-9861-a66629ac2eb9 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45247d56-32fd-4300-bf75-c74e5222d0e1,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:23:09.392941 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-83a8f400-bdaa-4c08-9861-a66629ac2eb9 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:09.394079 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-83a8f400-bdaa-4c08-9861-a66629ac2eb9 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357915 Jan 17 15:23:09.396805 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 47708) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:23:09.401730 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-e17390a3-b26b-49ee-9d61-02b405fad5ef tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Request body: {'security_group_rule': {'security_group_id': '17073d19-049d-485d-aa1a-2b1ba128b5ba', 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:23:09.407440 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e17390a3-b26b-49ee-9d61-02b405fad5ef tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:23:09.411754 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e17390a3-b26b-49ee-9d61-02b405fad5ef tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Usage tracker for resource:security_group_rule and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:23:09.414538 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-e17390a3-b26b-49ee-9d61-02b405fad5ef tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:23:09.420143 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-e17390a3-b26b-49ee-9d61-02b405fad5ef tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:23:09.430736 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-e17390a3-b26b-49ee-9d61-02b405fad5ef tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Project fe8cbfc7d4a24638aeaac573871e6c73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 15:23:09.436922 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e17390a3-b26b-49ee-9d61-02b405fad5ef tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:09.498953 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e17390a3-b26b-49ee-9d61-02b405fad5ef tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:09.502500 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e17390a3-b26b-49ee-9d61-02b405fad5ef tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:09.525233 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17390a3-b26b-49ee-9d61-02b405fad5ef tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2b0bcd-5876-4862-821d-091dec8caa9e,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:23:09.534536 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-e17390a3-b26b-49ee-9d61-02b405fad5ef tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:09.535681 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-e17390a3-b26b-49ee-9d61-02b405fad5ef tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1378744 Jan 17 15:23:09.538358 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 47712) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:23:09.543293 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-c43c3af2-613a-4b76-a178-d320a21a6593 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Request body: {'security_group_rule': {'security_group_id': '17073d19-049d-485d-aa1a-2b1ba128b5ba', 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:23:09.549300 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c43c3af2-613a-4b76-a178-d320a21a6593 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:23:09.552977 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c43c3af2-613a-4b76-a178-d320a21a6593 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Usage tracker for resource:security_group_rule and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:23:09.555819 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c43c3af2-613a-4b76-a178-d320a21a6593 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:23:09.561429 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c43c3af2-613a-4b76-a178-d320a21a6593 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:23:09.571487 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-c43c3af2-613a-4b76-a178-d320a21a6593 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Project fe8cbfc7d4a24638aeaac573871e6c73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 15:23:09.577832 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c43c3af2-613a-4b76-a178-d320a21a6593 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:09.646860 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c43c3af2-613a-4b76-a178-d320a21a6593 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:09.650262 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c43c3af2-613a-4b76-a178-d320a21a6593 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:09.672297 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c3af2-613a-4b76-a178-d320a21a6593 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baadde63-a00b-49d7-913b-894c7ad22d83,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:23:09.681574 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c43c3af2-613a-4b76-a178-d320a21a6593 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:09.682964 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c43c3af2-613a-4b76-a178-d320a21a6593 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1436174 Jan 17 15:23:10.824545 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2f5f2a08-208e-4a9e-b29b-85721e7f54bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:14.008286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e069af24-edcb-494b-baae-3e014e27f8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:14.124230 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:14.212509 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:14.874276 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:23:15.759673 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:23.616823 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-6d6ac958-99e6-4468-bf24-f8ac2e6b7601 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-943826147&fields=id&tenant_id=fe8cbfc7d4a24638aeaac573871e6c73 HTTP/1.1" status: 200 len: 267 time: 0.0396290 Jan 17 15:23:23.725437 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:23.765564 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-9c178895-b45a-4e91-b308-a303f5036ed9 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:23.766971 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-9c178895-b45a-4e91-b308-a303f5036ed9 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 808 time: 0.1440380 Jan 17 15:23:23.781908 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-b3884ed8-aca2-4f7d-815b-7cb085ef8952 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/quotas/fe8cbfc7d4a24638aeaac573871e6c73 HTTP/1.1" status: 200 len: 375 time: 0.0087821 Jan 17 15:23:23.868188 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-73ba34e6-765e-4eb3-a146-a4adacb8dd28 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807040 Jan 17 15:23:24.044895 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-98bccb29-422b-4f13-bca8-1a543e1083da service neutron] 10.222.0.48 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657028 Jan 17 15:23:24.173517 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-cae50f0b-3728-4b83-b264-a1f521baa232 service neutron] 10.222.0.48 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229751 Jan 17 15:23:24.548009 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-08889a80-deef-4291-895a-5b2d52edc9cf req-21034a07-ba47-4952-b88e-ebeea631891d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 210 time: 0.0431044 Jan 17 15:23:25.653969 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-6d31adca-9146-4541-9f0a-750b9f019c41 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:25.655594 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-6d31adca-9146-4541-9f0a-750b9f019c41 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 808 time: 0.1530519 Jan 17 15:23:25.722845 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-83bff656-b751-429a-9f72-470d0d793b2a req-fac405e2-cf7f-4656-a803-c477eb332287 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 210 time: 0.0467563 Jan 17 15:23:25.744406 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-9df36108-043d-44e6-822b-2ec1e4caea85 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe8cbfc7d4a24638aeaac573871e6c73 HTTP/1.1" status: 200 len: 379 time: 0.0806217 Jan 17 15:23:25.754037 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-e5dcfd09-7be2-418b-8393-9fc449641da8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Request body: {'port': {'device_id': 'a2f6b372-b6da-43aa-8ee3-30ee64564f58', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'admin_state_up': True, 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'security_groups': ['17073d19-049d-485d-aa1a-2b1ba128b5ba']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:23:25.990939 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-e5dcfd09-7be2-418b-8393-9fc449641da8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:23:26.000121 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-e5dcfd09-7be2-418b-8393-9fc449641da8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:23:26.010910 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-e5dcfd09-7be2-418b-8393-9fc449641da8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Made reservation on behalf of fe8cbfc7d4a24638aeaac573871e6c73 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:23:26.014271 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-e5dcfd09-7be2-418b-8393-9fc449641da8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:26.175398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-e5dcfd09-7be2-418b-8393-9fc449641da8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Allocated IP 172.20.0.5 (c246aa29-b107-47d8-951d-e24151767685/6249950d-dcc6-4fb7-bcaa-9925cc30d225/94ad827e-ddc3-40c7-b2c3-e82f991c332f) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:23:26.368605 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-e5dcfd09-7be2-418b-8393-9fc449641da8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:26.383698 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-e5dcfd09-7be2-418b-8393-9fc449641da8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Transition to ACTIVE for port object 94ad827e-ddc3-40c7-b2c3-e82f991c332f will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:23:26.406637 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-e5dcfd09-7be2-418b-8393-9fc449641da8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:26.481869 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-e5dcfd09-7be2-418b-8393-9fc449641da8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Network c246aa29-b107-47d8-951d-e24151767685 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:23:26.485079 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-e5dcfd09-7be2-418b-8393-9fc449641da8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:23:26.489910 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-e5dcfd09-7be2-418b-8393-9fc449641da8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:23:26.526719 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcfd09-7be2-418b-8393-9fc449641da8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event updated for resources: {'Port': ['ID=94ad827e-ddc3-40c7-b2c3-e82f991c332f,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:23:26.559777 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-e5dcfd09-7be2-418b-8393-9fc449641da8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:26.560489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-e5dcfd09-7be2-418b-8393-9fc449641da8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:26.588579 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-e5dcfd09-7be2-418b-8393-9fc449641da8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8386066 Jan 17 15:23:26.601179 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] Request body: {'port': {'device_id': 'a2f6b372-b6da-43aa-8ee3-30ee64564f58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:23:26.722879 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:26.742015 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-749f3052-91a2-47b5-b238-279b1da50980 None None] Provisioning for port 94ad827e-ddc3-40c7-b2c3-e82f991c332f completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:23:26.750723 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-749f3052-91a2-47b5-b238-279b1da50980 None None] Provisioning complete for port 94ad827e-ddc3-40c7-b2c3-e82f991c332f triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:23:26.751343 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-749f3052-91a2-47b5-b238-279b1da50980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:26.839327 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-749f3052-91a2-47b5-b238-279b1da50980 None None] Port 94ad827e-ddc3-40c7-b2c3-e82f991c332f cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:23:26.937616 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25848c67-76df-4263-9a03-bebfc7c77948 req-6c42d995-47b2-4057-908c-943f63e5118e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:26.939099 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-25848c67-76df-4263-9a03-bebfc7c77948 req-6c42d995-47b2-4057-908c-943f63e5118e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 931 time: 0.0826321 Jan 17 15:23:26.987949 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-25848c67-76df-4263-9a03-bebfc7c77948 req-dc4bc2bd-1435-437d-9764-e63737d1a2ab tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Synchronizing usage tracker for tenant:fe8cbfc7d4a24638aeaac573871e6c73 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:23:27.004581 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-25848c67-76df-4263-9a03-bebfc7c77948 req-dc4bc2bd-1435-437d-9764-e63737d1a2ab tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Unset dirty status for tenant:fe8cbfc7d4a24638aeaac573871e6c73 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:23:27.012497 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-25848c67-76df-4263-9a03-bebfc7c77948 req-dc4bc2bd-1435-437d-9764-e63737d1a2ab tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655396 Jan 17 15:23:27.084695 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ad827e-ddc3-40c7-b2c3-e82f991c332f {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:23:27.092177 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:27.107216 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] Transition to ACTIVE for port object 94ad827e-ddc3-40c7-b2c3-e82f991c332f will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:23:27.110534 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:27.274580 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] Pushing event updated for resources: {'Port': ['ID=94ad827e-ddc3-40c7-b2c3-e82f991c332f,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:23:27.349382 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] Attempting to bind port 94ad827e-ddc3-40c7-b2c3-e82f991c332f on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:23:27.349724 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] Attempting to bind port 94ad827e-ddc3-40c7-b2c3-e82f991c332f by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '25644826-beb1-41a5-9776-44c7224a37b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c246aa29-b107-47d8-951d-e24151767685'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:23:27.350031 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] Attempting to bind port 94ad827e-ddc3-40c7-b2c3-e82f991c332f on network c246aa29-b107-47d8-951d-e24151767685 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:23:27.355101 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] Port 94ad827e-ddc3-40c7-b2c3-e82f991c332f on network c246aa29-b107-47d8-951d-e24151767685 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 15:23:27.355416 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] Attempting to bind port 94ad827e-ddc3-40c7-b2c3-e82f991c332f on network c246aa29-b107-47d8-951d-e24151767685 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:23:27.360645 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:23:27.360972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] Checking segment: {'id': '25644826-beb1-41a5-9776-44c7224a37b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c246aa29-b107-47d8-951d-e24151767685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:23:27.361453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] Bound using segment: {'id': '25644826-beb1-41a5-9776-44c7224a37b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c246aa29-b107-47d8-951d-e24151767685'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:23:27.361963 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] Bound port: 94ad827e-ddc3-40c7-b2c3-e82f991c332f, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25644826-beb1-41a5-9776-44c7224a37b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c246aa29-b107-47d8-951d-e24151767685'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:23:27.362248 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:27.454618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] For port 94ad827e-ddc3-40c7-b2c3-e82f991c332f, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:23:27.458130 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] For port 94ad827e-ddc3-40c7-b2c3-e82f991c332f, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=94ad827e-ddc3-40c7-b2c3-e82f991c332f,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:23:27.462517 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:27.521676 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:27.522277 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:27.523666 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] 10.222.0.15 "PUT /v2.0/ports/94ad827e-ddc3-40c7-b2c3-e82f991c332f HTTP/1.1" status: 200 len: 1093 time: 0.9269340 Jan 17 15:23:27.524124 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f6b372-b6da-43aa-8ee3-30ee64564f58', 'tag': '94ad827e-ddc3-40c7-b2c3-e82f991c332f'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:23:27.551315 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a07a99-d6d2-4a6a-9790-c295b0d547f6 service neutron] Pushing event updated for resources: {'Port': ['ID=94ad827e-ddc3-40c7-b2c3-e82f991c332f,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:23:27.605071 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f6b372-b6da-43aa-8ee3-30ee64564f58', 'tag': '94ad827e-ddc3-40c7-b2c3-e82f991c332f', 'status': 'completed', 'code': 200} Jan 17 15:23:27.641815 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-9808c7b5-bd3e-4ed0-a993-53a25f2b30ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:27.643341 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-9808c7b5-bd3e-4ed0-a993-53a25f2b30ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 1096 time: 0.0802071 Jan 17 15:23:27.714469 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-6504ccd0-1165-4756-96a8-fc28e79a5f10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94ad827e-ddc3-40c7-b2c3-e82f991c332f HTTP/1.1" status: 200 len: 217 time: 0.0625374 Jan 17 15:23:27.874982 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-5bc3fc78-3ee5-4a54-8d63-95b296aab1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:27.876365 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-5bc3fc78-3ee5-4a54-8d63-95b296aab1a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.1548216 Jan 17 15:23:27.951970 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-4e601b5a-05b9-415a-bfde-57a974a39628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:27.953408 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-4e601b5a-05b9-415a-bfde-57a974a39628 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682116 Jan 17 15:23:28.092047 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-dd0448f8-2288-40f7-a0c9-a994a0688f8a service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314771 Jan 17 15:23:28.193440 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd0029-be3e-4d77-bf2a-78c999293a2a req-8e1544b8-21f6-42a0-a998-e1c7c28d45e7 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:28.194947 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-60fd0029-be3e-4d77-bf2a-78c999293a2a req-8e1544b8-21f6-42a0-a998-e1c7c28d45e7 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0774102 Jan 17 15:23:28.223938 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b874aad0-7157-4a41-92ed-dd7830a4f6d2 req-7165c103-3896-459f-be08-b69919985398 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250808 Jan 17 15:23:28.239818 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-60fd0029-be3e-4d77-bf2a-78c999293a2a req-756223b6-c464-4e61-9f10-d297717e6863 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391748 Jan 17 15:23:28.343932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c795fa-dc96-43fe-8dac-3516b8e427db req-f7c9c785-f48b-4c2c-9a26-4fe2323df6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:28.345366 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-35c795fa-dc96-43fe-8dac-3516b8e427db req-f7c9c785-f48b-4c2c-9a26-4fe2323df6a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 1096 time: 0.0729086 Jan 17 15:23:28.473003 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c795fa-dc96-43fe-8dac-3516b8e427db req-62302174-2bf1-44c2-aa42-c4a38b0fce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:28.474313 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-35c795fa-dc96-43fe-8dac-3516b8e427db req-62302174-2bf1-44c2-aa42-c4a38b0fce39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 909 time: 0.1223111 Jan 17 15:23:28.540437 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-35c795fa-dc96-43fe-8dac-3516b8e427db req-faa9c297-b2d0-4eed-a970-6c3791460b73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94ad827e-ddc3-40c7-b2c3-e82f991c332f HTTP/1.1" status: 200 len: 217 time: 0.0585728 Jan 17 15:23:28.604865 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c795fa-dc96-43fe-8dac-3516b8e427db req-88e76d2f-52bb-46ea-859b-10d7c7616efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:28.606252 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-35c795fa-dc96-43fe-8dac-3516b8e427db req-88e76d2f-52bb-46ea-859b-10d7c7616efe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.0586901 Jan 17 15:23:28.679805 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c795fa-dc96-43fe-8dac-3516b8e427db req-77e91f58-cc25-4eb4-8818-dbb14bdd24cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:28.681211 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-35c795fa-dc96-43fe-8dac-3516b8e427db req-77e91f58-cc25-4eb4-8818-dbb14bdd24cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675719 Jan 17 15:23:28.812002 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-35c795fa-dc96-43fe-8dac-3516b8e427db req-0e4e4956-ecb6-4c02-8e45-7488b0826939 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233847 Jan 17 15:23:28.940860 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-35c795fa-dc96-43fe-8dac-3516b8e427db req-41fab0b6-4a7e-4d0f-9940-21931933e767 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220107 Jan 17 15:23:29.425495 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589e8e8-b5d2-4b7d-a0fb-dc86d4e3aa41 req-8e144ddf-a5b1-4fd9-aca0-563cce5d72d4 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:29.426179 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-d589e8e8-b5d2-4b7d-a0fb-dc86d4e3aa41 req-8e144ddf-a5b1-4fd9-aca0-563cce5d72d4 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Synchronizing usage tracker for tenant:fe8cbfc7d4a24638aeaac573871e6c73 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:23:29.441251 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-d589e8e8-b5d2-4b7d-a0fb-dc86d4e3aa41 req-8e144ddf-a5b1-4fd9-aca0-563cce5d72d4 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Unset dirty status for tenant:fe8cbfc7d4a24638aeaac573871e6c73 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:23:29.442354 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d589e8e8-b5d2-4b7d-a0fb-dc86d4e3aa41 req-8e144ddf-a5b1-4fd9-aca0-563cce5d72d4 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.1000481 Jan 17 15:23:29.486054 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d589e8e8-b5d2-4b7d-a0fb-dc86d4e3aa41 req-7f48df5a-1100-4be8-8d52-589e3025af82 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381494 Jan 17 15:23:30.667213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15767593-4e22-4fe0-9c3d-f6053810eba2 req-4eb1e457-b8b0-4e1f-aad6-f5ee1b912e39 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:30.668711 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-15767593-4e22-4fe0-9c3d-f6053810eba2 req-4eb1e457-b8b0-4e1f-aad6-f5ee1b912e39 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0813172 Jan 17 15:23:30.713109 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-15767593-4e22-4fe0-9c3d-f6053810eba2 req-54498e2c-ad70-4927-bcb3-ae10eddc146b tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389209 Jan 17 15:23:31.895138 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424073b-f8c3-49ee-a6e0-90c8d9b27cd8 req-3f2892dc-91a0-474f-a477-02be2d033cf2 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:31.896592 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a424073b-f8c3-49ee-a6e0-90c8d9b27cd8 req-3f2892dc-91a0-474f-a477-02be2d033cf2 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0775566 Jan 17 15:23:31.941987 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a424073b-f8c3-49ee-a6e0-90c8d9b27cd8 req-a9f4913c-9864-4c35-bb39-85e8c0ced47a tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399692 Jan 17 15:23:33.127583 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe81002-09fc-4dd7-a01b-5277865c4e13 req-fc2b85ff-69d6-41dc-a1fa-b2bfbaae86b2 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:33.128977 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0fe81002-09fc-4dd7-a01b-5277865c4e13 req-fc2b85ff-69d6-41dc-a1fa-b2bfbaae86b2 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0825806 Jan 17 15:23:33.171119 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0fe81002-09fc-4dd7-a01b-5277865c4e13 req-44f4f552-648c-4a8c-b6ff-831a1b5c272e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366659 Jan 17 15:23:34.352497 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baf8b0-3870-4b47-8ab4-3c15d14006e0 req-032d1927-f402-40f2-abd6-e24ff7d8135b tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:34.353974 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e5baf8b0-3870-4b47-8ab4-3c15d14006e0 req-032d1927-f402-40f2-abd6-e24ff7d8135b tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0811791 Jan 17 15:23:34.397242 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e5baf8b0-3870-4b47-8ab4-3c15d14006e0 req-5818e3a1-4b61-4496-bcb3-382d8a3956e9 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377607 Jan 17 15:23:35.583122 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74529301-91c6-4999-b4f5-62d0c7fcfeb8 req-d02c0eab-938d-44ca-a1cb-3d936e27d182 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:35.584583 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-74529301-91c6-4999-b4f5-62d0c7fcfeb8 req-d02c0eab-938d-44ca-a1cb-3d936e27d182 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0813608 Jan 17 15:23:35.627175 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-74529301-91c6-4999-b4f5-62d0c7fcfeb8 req-16bd28a0-ada0-4625-a073-fc15bfd00b5c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365403 Jan 17 15:23:36.813181 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d967669-f173-4420-8a53-2012a8f3b99b req-d5c1c071-688c-42bb-a824-42f15124e63f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:36.814652 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7d967669-f173-4420-8a53-2012a8f3b99b req-d5c1c071-688c-42bb-a824-42f15124e63f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0862317 Jan 17 15:23:36.858364 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7d967669-f173-4420-8a53-2012a8f3b99b req-b78d6014-9f06-4128-9fc0-6bf86c9c5d21 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381732 Jan 17 15:23:38.036432 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e66b52-7aee-46d8-a819-77794482ed86 req-aa946889-6b87-4373-9c82-cb0bde5a5e7a tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:38.037846 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-17e66b52-7aee-46d8-a819-77794482ed86 req-aa946889-6b87-4373-9c82-cb0bde5a5e7a tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0782230 Jan 17 15:23:38.083561 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-17e66b52-7aee-46d8-a819-77794482ed86 req-a81559ef-fe17-4c0a-b6ee-0705539b680d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401428 Jan 17 15:23:39.266463 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e004825-ea04-4aa5-b41e-b0002f507c00 req-47abb869-fe73-4aed-a52d-405ca021f22b tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:39.267988 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2e004825-ea04-4aa5-b41e-b0002f507c00 req-47abb869-fe73-4aed-a52d-405ca021f22b tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0790300 Jan 17 15:23:39.313232 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-2e004825-ea04-4aa5-b41e-b0002f507c00 req-e08b48e3-814d-4941-9b83-1f7dd3a79a5f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392900 Jan 17 15:23:40.499583 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fab3f-5dc9-4565-adcc-b4ec1ace5b0d req-a414e63f-bebc-4478-818c-aec44d6b2ee0 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:40.501078 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-489fab3f-5dc9-4565-adcc-b4ec1ace5b0d req-a414e63f-bebc-4478-818c-aec44d6b2ee0 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0814257 Jan 17 15:23:40.544796 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-489fab3f-5dc9-4565-adcc-b4ec1ace5b0d req-b221eb43-aab6-44dc-8236-9b73710ef284 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372164 Jan 17 15:23:40.862915 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7706974f-51c4-4556-b79d-d37eab821642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:41.827075 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5eee5c-46fe-4679-b292-411c1aabbaf0 req-4ae88b95-93e4-42ff-a439-7753e1d7c45b tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:41.828556 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cd5eee5c-46fe-4679-b292-411c1aabbaf0 req-4ae88b95-93e4-42ff-a439-7753e1d7c45b tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.1766765 Jan 17 15:23:41.876765 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-cd5eee5c-46fe-4679-b292-411c1aabbaf0 req-6b2c3b4a-e02f-4fd1-9d4d-1578b30f1f84 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420699 Jan 17 15:23:43.057889 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48a04f-ffd8-4980-a381-04fd739acd6f req-fb99496b-dfcd-4dda-9e4d-ca3e0a6c7b2b tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:43.059258 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9d48a04f-ffd8-4980-a381-04fd739acd6f req-fb99496b-dfcd-4dda-9e4d-ca3e0a6c7b2b tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0808372 Jan 17 15:23:43.102387 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9d48a04f-ffd8-4980-a381-04fd739acd6f req-a61f8f6f-fb15-4227-bbcc-bee6098e2b98 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372200 Jan 17 15:23:44.009628 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-510b47d0-031d-4351-96b7-4bdf59273062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:44.125204 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:44.216381 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:44.282065 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac1b24-7369-4217-b840-dcb4a63af4ad req-93e07196-a6ac-4e8a-adc9-557ee40a88fe tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:44.283508 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-14ac1b24-7369-4217-b840-dcb4a63af4ad req-93e07196-a6ac-4e8a-adc9-557ee40a88fe tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0797777 Jan 17 15:23:44.329085 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-14ac1b24-7369-4217-b840-dcb4a63af4ad req-78711d47-0ea7-4195-a5a3-e42a0409e661 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399904 Jan 17 15:23:45.509667 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e9204-e467-4d27-a8d8-151339efff57 req-a5fe9172-fc70-444f-947e-0565a6d28f22 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:45.511103 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5c9e9204-e467-4d27-a8d8-151339efff57 req-a5fe9172-fc70-444f-947e-0565a6d28f22 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0798907 Jan 17 15:23:45.553504 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5c9e9204-e467-4d27-a8d8-151339efff57 req-514768af-5257-49af-aff4-62088e40fa0f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368240 Jan 17 15:23:45.753829 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:46.537409 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 94ad827e-ddc3-40c7-b2c3-e82f991c332f details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 15:23:46.667222 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 94ad827e-ddc3-40c7-b2c3-e82f991c332f, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=94ad827e-ddc3-40c7-b2c3-e82f991c332f,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:23:46.680140 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '94ad827e-ddc3-40c7-b2c3-e82f991c332f', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'port_id': '94ad827e-ddc3-40c7-b2c3-e82f991c332f', 'mac_address': 'fa:16:3e:58:f7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 15:23:46.733592 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:46.739177 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacf408-ce3e-46f3-8873-5468a9ea162a req-6f0fdd26-e200-43b6-911c-926608cf9372 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:46.740722 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-adacf408-ce3e-46f3-8873-5468a9ea162a req-6f0fdd26-e200-43b6-911c-926608cf9372 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0805686 Jan 17 15:23:46.757643 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ad827e-ddc3-40c7-b2c3-e82f991c332f {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:23:46.774092 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 94ad827e-ddc3-40c7-b2c3-e82f991c332f, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=94ad827e-ddc3-40c7-b2c3-e82f991c332f,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:23:46.777900 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:46.800949 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-adacf408-ce3e-46f3-8873-5468a9ea162a req-f51863d5-e0aa-4df7-877d-07f9b644f51f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532200 Jan 17 15:23:46.851425 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=94ad827e-ddc3-40c7-b2c3-e82f991c332f,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:23:46.858522 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:46.858870 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:46.859206 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:46.859540 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:46.859893 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:46.860224 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:46.860546 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:46.860892 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:46.861212 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:46.861597 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:46.861915 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:46.862231 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:23:47.172708 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['94ad827e-ddc3-40c7-b2c3-e82f991c332f'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:23:47.985367 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdb340-88bb-4680-90a1-5ad075a57f90 req-c00dec46-b37e-4d38-aa1d-6409c85a80f4 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:47.986821 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-91cdb340-88bb-4680-90a1-5ad075a57f90 req-c00dec46-b37e-4d38-aa1d-6409c85a80f4 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 944 time: 0.0808423 Jan 17 15:23:48.029115 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-91cdb340-88bb-4680-90a1-5ad075a57f90 req-69161f76-a5f0-460d-b5ac-f84252412e24 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367527 Jan 17 15:23:48.556875 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 94ad827e-ddc3-40c7-b2c3-e82f991c332f up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:23:48.625096 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 94ad827e-ddc3-40c7-b2c3-e82f991c332f completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:23:48.630787 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 94ad827e-ddc3-40c7-b2c3-e82f991c332f triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:23:48.631311 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:48.756619 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:48.782426 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f6b372-b6da-43aa-8ee3-30ee64564f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ad827e-ddc3-40c7-b2c3-e82f991c332f'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:23:48.791673 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 94ad827e-ddc3-40c7-b2c3-e82f991c332f, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=94ad827e-ddc3-40c7-b2c3-e82f991c332f,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:23:48.797167 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:48.867257 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=94ad827e-ddc3-40c7-b2c3-e82f991c332f,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:23:48.876107 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f6b372-b6da-43aa-8ee3-30ee64564f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ad827e-ddc3-40c7-b2c3-e82f991c332f', 'code': 200} Jan 17 15:23:49.147304 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8d930-e577-4f0c-ad14-d498f8da9f72 req-83ce67ff-a72e-441d-a932-3349e6be0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:49.148813 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9ce8d930-e577-4f0c-ad14-d498f8da9f72 req-83ce67ff-a72e-441d-a932-3349e6be0b85 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 1098 time: 0.0736609 Jan 17 15:23:49.188756 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9ce8d930-e577-4f0c-ad14-d498f8da9f72 req-8f1fde2b-6323-4be2-a8f8-690c0a6b8d18 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339241 Jan 17 15:23:49.209081 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996816d-7572-49c1-a9ac-c57228acc1b8 req-e12494e0-8cff-40e0-91b7-f539a4bbad67 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:49.210507 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8996816d-7572-49c1-a9ac-c57228acc1b8 req-e12494e0-8cff-40e0-91b7-f539a4bbad67 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.0783744 Jan 17 15:23:49.256087 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-8996816d-7572-49c1-a9ac-c57228acc1b8 req-d50cb92c-1cd8-42a4-a4a8-07d5a9220bb6 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400326 Jan 17 15:23:50.438789 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b220efe-130e-4293-bba8-3b62f41f4589 req-4b8871e1-9781-4206-86b1-4987a1cea225 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:50.440325 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4b220efe-130e-4293-bba8-3b62f41f4589 req-4b8871e1-9781-4206-86b1-4987a1cea225 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.0791123 Jan 17 15:23:50.486828 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4b220efe-130e-4293-bba8-3b62f41f4589 req-73e6046c-5584-4fd0-8f08-b4e20ff94984 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393193 Jan 17 15:23:51.668774 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5d200-01bb-438c-9bcc-a493670accd0 req-1d858213-a376-42f8-8777-10b3a3131981 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:51.670207 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-56d5d200-01bb-438c-9bcc-a493670accd0 req-1d858213-a376-42f8-8777-10b3a3131981 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.0821047 Jan 17 15:23:51.713845 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-56d5d200-01bb-438c-9bcc-a493670accd0 req-f6d73254-c836-42b4-8879-2dd3d732145a tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375876 Jan 17 15:23:51.872492 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:23:51.898374 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c661ac3-25b0-4fdd-b6b4-83a850a18887 req-cf5f34ef-e90f-4b88-8ab9-dfdb29e696a0 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:51.899837 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7c661ac3-25b0-4fdd-b6b4-83a850a18887 req-cf5f34ef-e90f-4b88-8ab9-dfdb29e696a0 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.0822396 Jan 17 15:23:51.942587 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7c661ac3-25b0-4fdd-b6b4-83a850a18887 req-935c96bc-9a21-4372-a792-c3a45b104af2 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373313 Jan 17 15:23:51.963931 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 47934) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:23:52.072164 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5b904-172e-43a9-aaaf-2bf0d0679ae5 tempest-TestShelveInstance-1784495581 tempest-TestShelveInstance-1784495581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:52.072864 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fcd5b904-172e-43a9-aaaf-2bf0d0679ae5 tempest-TestShelveInstance-1784495581 tempest-TestShelveInstance-1784495581-project-admin] Synchronizing usage tracker for tenant:af935d7f548d42a68fadcbf581f9cb92 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:23:52.088343 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-fcd5b904-172e-43a9-aaaf-2bf0d0679ae5 tempest-TestShelveInstance-1784495581 tempest-TestShelveInstance-1784495581-project-admin] Unset dirty status for tenant:af935d7f548d42a68fadcbf581f9cb92 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:23:52.089644 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fcd5b904-172e-43a9-aaaf-2bf0d0679ae5 tempest-TestShelveInstance-1784495581 tempest-TestShelveInstance-1784495581-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 1093 time: 0.1247013 Jan 17 15:23:52.092533 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 47940) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:23:52.097908 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': '94ad827e-ddc3-40c7-b2c3-e82f991c332f', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:23:52.103938 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:23:52.107558 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Usage tracker for resource:floatingip and tenant:fe8cbfc7d4a24638aeaac573871e6c73 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:23:52.110489 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:23:52.116860 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:23:52.126938 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:52.257956 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:52.391462 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Allocated IP 172.26.3.61 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/bfb46876-dd28-4f7a-92e2-81c6e462cdb7) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:23:52.532279 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:52.560104 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:52.624756 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:23:52.628014 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:23:52.631512 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:23:52.674016 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event updated for resources: {'Port': ['ID=bfb46876-dd28-4f7a-92e2-81c6e462cdb7,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:23:53.042361 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:53.115431 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:53.407225 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:53.412225 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:53.518869 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event updated for resources: {'Port': ['ID=bfb46876-dd28-4f7a-92e2-81c6e462cdb7,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:23:53.528965 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:53.694439 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Floating IP a66d410a-3866-43a2-88cd-caa11bec4fb0 associated. External IP: 172.26.3.61, port: 94ad827e-ddc3-40c7-b2c3-e82f991c332f. Jan 17 15:23:53.755264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:54.041023 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Router bde30ff3-654c-443f-9d49-67ddbd792aeb has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:23:54.215573 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:23:54.224945 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1159462d-51cb-45d5-a1e6-97af791c8ecd None None] Sync routers for ids ['bde30ff3-654c-443f-9d49-67ddbd792aeb'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:23:54.234764 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1159462d-51cb-45d5-a1e6-97af791c8ecd None None] Routers {'bde30ff3-654c-443f-9d49-67ddbd792aeb'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:23:54.235362 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-1159462d-51cb-45d5-a1e6-97af791c8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:23:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bde30ff3-654c-443f-9d49-67ddbd792aeb'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:23:54.239891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:23:54.296444 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-d97cac39-2b78-4bd7-b1e6-0f573aa34fbd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2026772 Jan 17 15:23:54.296891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f6b372-b6da-43aa-8ee3-30ee64564f58', 'tag': '94ad827e-ddc3-40c7-b2c3-e82f991c332f'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:23:54.343332 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f6b372-b6da-43aa-8ee3-30ee64564f58', 'tag': '94ad827e-ddc3-40c7-b2c3-e82f991c332f', 'status': 'completed', 'code': 200} Jan 17 15:23:54.409267 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-1159462d-51cb-45d5-a1e6-97af791c8ecd None None] Set router bde30ff3-654c-443f-9d49-67ddbd792aeb gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:23:54.443817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2e902-2bde-4193-990f-e32b491a7b4c req-73a7eaa8-6cec-43ab-a1e0-dd339c3170f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:54.445335 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-94f2e902-2bde-4193-990f-e32b491a7b4c req-73a7eaa8-6cec-43ab-a1e0-dd339c3170f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 1098 time: 0.0725644 Jan 17 15:23:54.576706 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2e902-2bde-4193-990f-e32b491a7b4c req-80a37567-1430-4994-8a7c-a692e8f57350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:54.578054 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-94f2e902-2bde-4193-990f-e32b491a7b4c req-80a37567-1430-4994-8a7c-a692e8f57350 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 909 time: 0.1270211 Jan 17 15:23:54.755246 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-1159462d-51cb-45d5-a1e6-97af791c8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:16:57Z', 'updated_at': '2022-01-17T15:17:01Z', 'revision_number': 4, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'gw_port': {'id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:16:58Z', 'updated_at': '2022-01-17T15:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'a66d410a-3866-43a2-88cd-caa11bec4fb0', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'floating_ip_address': '172.26.3.61', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'port_id': '94ad827e-ddc3-40c7-b2c3-e82f991c332f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'mac_address': 'fa:16:3e:58:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f6b372-b6da-43aa-8ee3-30ee64564f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:23:52Z', 'updated_at': '2022-01-17T15:23:52Z', 'revision_number': 0, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8087e961-b08c-4bf9-996d-72a2d79876d9', 'name': '', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'mac_address': 'fa:16:3e:83:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:01Z', 'updated_at': '2022-01-17T15:17:08Z', 'revision_number': 5, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'subnets': [{'id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:23:54.759219 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1159462d-51cb-45d5-a1e6-97af791c8ecd None None] Checking router: bde30ff3-654c-443f-9d49-67ddbd792aeb for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:23:54.767901 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1159462d-51cb-45d5-a1e6-97af791c8ecd None None] Routers {'bde30ff3-654c-443f-9d49-67ddbd792aeb'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:23:54.768552 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-1159462d-51cb-45d5-a1e6-97af791c8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:23:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bde30ff3-654c-443f-9d49-67ddbd792aeb'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:23:54.797985 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-94f2e902-2bde-4193-990f-e32b491a7b4c req-9743d66a-393c-4828-b654-fccd036ea8bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94ad827e-ddc3-40c7-b2c3-e82f991c332f HTTP/1.1" status: 200 len: 998 time: 0.2116747 Jan 17 15:23:54.862446 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2e902-2bde-4193-990f-e32b491a7b4c req-f00fedcd-759c-422b-a508-f4746ebdaf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:54.864041 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-94f2e902-2bde-4193-990f-e32b491a7b4c req-f00fedcd-759c-422b-a508-f4746ebdaf43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.0600336 Jan 17 15:23:54.936388 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2e902-2bde-4193-990f-e32b491a7b4c req-ab92a54f-c0cf-46e6-b51b-eeb411d4387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:23:54.937952 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-94f2e902-2bde-4193-990f-e32b491a7b4c req-ab92a54f-c0cf-46e6-b51b-eeb411d4387b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681999 Jan 17 15:23:54.975076 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-1159462d-51cb-45d5-a1e6-97af791c8ecd None None] Set router bde30ff3-654c-443f-9d49-67ddbd792aeb gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:23:55.066987 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-94f2e902-2bde-4193-990f-e32b491a7b4c req-2580c73f-a7bb-4d28-bfec-894533268041 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226468 Jan 17 15:23:55.197303 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-94f2e902-2bde-4193-990f-e32b491a7b4c req-b0b411d1-cfa6-44eb-8c9f-c5ef4afd6065 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236565 Jan 17 15:23:55.311366 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-1159462d-51cb-45d5-a1e6-97af791c8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:16:57Z', 'updated_at': '2022-01-17T15:17:01Z', 'revision_number': 4, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'gw_port': {'id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:16:58Z', 'updated_at': '2022-01-17T15:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'a66d410a-3866-43a2-88cd-caa11bec4fb0', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'floating_ip_address': '172.26.3.61', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'port_id': '94ad827e-ddc3-40c7-b2c3-e82f991c332f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'mac_address': 'fa:16:3e:58:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f6b372-b6da-43aa-8ee3-30ee64564f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:23:52Z', 'updated_at': '2022-01-17T15:23:52Z', 'revision_number': 0, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8087e961-b08c-4bf9-996d-72a2d79876d9', 'name': '', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'mac_address': 'fa:16:3e:83:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:01Z', 'updated_at': '2022-01-17T15:17:08Z', 'revision_number': 5, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'subnets': [{'id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:23:55.315456 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1159462d-51cb-45d5-a1e6-97af791c8ecd None None] The sync data for ids ['bde30ff3-654c-443f-9d49-67ddbd792aeb'] in dv-neutron-824901-1-hyperv is: [{'id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:16:57Z', 'updated_at': '2022-01-17T15:17:01Z', 'revision_number': 4, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'gw_port': {'id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:16:58Z', 'updated_at': '2022-01-17T15:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'a66d410a-3866-43a2-88cd-caa11bec4fb0', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'floating_ip_address': '172.26.3.61', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'port_id': '94ad827e-ddc3-40c7-b2c3-e82f991c332f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'mac_address': 'fa:16:3e:58:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f6b372-b6da-43aa-8ee3-30ee64564f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:23:52Z', 'updated_at': '2022-01-17T15:23:52Z', 'revision_number': 0, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8087e961-b08c-4bf9-996d-72a2d79876d9', 'name': '', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'mac_address': 'fa:16:3e:83:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:01Z', 'updated_at': '2022-01-17T15:17:08Z', 'revision_number': 5, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'subnets': [{'id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:23:55.507391 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb13147-b220-430d-9765-f2cf83a98661 None None] New status for floating IP a66d410a-3866-43a2-88cd-caa11bec4fb0: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 15:24:10.828333 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-817f2847-97f7-4536-9562-12d221abfb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:24:14.011185 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4fc693db-aace-4437-b4e9-c4e74a71ad66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:24:14.127386 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:24:14.216207 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:24:15.757334 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:24:23.761199 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:24:28.872112 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:24:36.262397 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-21c74435-2777-47a7-9967-6c7ef3a5e469 req-d7696dec-24de-45fd-8d2a-fe0e146c3931 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1087306 Jan 17 15:24:36.396412 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c74435-2777-47a7-9967-6c7ef3a5e469 req-aa0ce68a-4e46-4ed5-958a-ff5eb81bac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:24:36.397846 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-21c74435-2777-47a7-9967-6c7ef3a5e469 req-aa0ce68a-4e46-4ed5-958a-ff5eb81bac57 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 1098 time: 0.0689206 Jan 17 15:24:36.537532 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c74435-2777-47a7-9967-6c7ef3a5e469 req-155dbb35-c10c-40c7-8d3b-f37106ce37aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:24:36.538855 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-21c74435-2777-47a7-9967-6c7ef3a5e469 req-155dbb35-c10c-40c7-8d3b-f37106ce37aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 909 time: 0.1223159 Jan 17 15:24:36.640754 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-21c74435-2777-47a7-9967-6c7ef3a5e469 req-736ecc71-79fe-45a4-b8c1-746ad2410c39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94ad827e-ddc3-40c7-b2c3-e82f991c332f HTTP/1.1" status: 200 len: 1000 time: 0.0956652 Jan 17 15:24:36.700898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c74435-2777-47a7-9967-6c7ef3a5e469 req-5bf8ba68-ba5c-477d-b5cd-d1f839d612c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:24:36.702266 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-21c74435-2777-47a7-9967-6c7ef3a5e469 req-5bf8ba68-ba5c-477d-b5cd-d1f839d612c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.0555391 Jan 17 15:24:36.778888 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c74435-2777-47a7-9967-6c7ef3a5e469 req-f534b622-cbae-461d-ba1b-c65fbcc5037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:24:36.780379 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-21c74435-2777-47a7-9967-6c7ef3a5e469 req-f534b622-cbae-461d-ba1b-c65fbcc5037b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722795 Jan 17 15:24:36.916798 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-21c74435-2777-47a7-9967-6c7ef3a5e469 req-0e0380c4-b421-426b-a6cd-e822df6075f2 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269557 Jan 17 15:24:37.044287 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-21c74435-2777-47a7-9967-6c7ef3a5e469 req-29e25990-1e9d-4747-ba54-2fbc0437ce7d service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216249 Jan 17 15:24:40.829349 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a51022c8-942d-40e4-8d29-70fadb68be68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:24:44.013816 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-4feea3b1-9aea-4b9e-a9d1-c7ea8f42de01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:24:44.128503 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:24:44.230908 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:24:45.758781 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:24:53.774800 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:25:05.871019 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:25:10.832286 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-84c4916f-51c3-4d5e-81d6-fe7fe3e25f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:25:14.016412 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8a76e1df-2a0c-44ee-bae9-29e3aa07a3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:25:14.129892 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:25:14.220846 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:25:15.761016 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:25:23.769968 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:25:35.854118 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [req-03e026d3-090c-413c-be1c-3997b7172092 req-43d3800c-011c-4fcd-b4c9-b905154ebf8f service neutron] (87523) timed out ('10.222.0.48', 42184) {{(pid=87523) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 17 15:25:37.202216 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-487b4946-eea5-4c3f-8a9d-f1a4141d4dfb req-fbcda474-8eea-49a3-9624-8917e0784e4d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704734 Jan 17 15:25:37.343454 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b4946-eea5-4c3f-8a9d-f1a4141d4dfb req-70d144eb-d7e5-4656-9c1d-2c46bab913cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:25:37.344935 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-487b4946-eea5-4c3f-8a9d-f1a4141d4dfb req-70d144eb-d7e5-4656-9c1d-2c46bab913cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 1098 time: 0.0723932 Jan 17 15:25:37.494398 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b4946-eea5-4c3f-8a9d-f1a4141d4dfb req-d8f09009-9c47-40cb-8cb1-b72ee31f4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:25:37.495784 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-487b4946-eea5-4c3f-8a9d-f1a4141d4dfb req-d8f09009-9c47-40cb-8cb1-b72ee31f4457 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 909 time: 0.1305318 Jan 17 15:25:37.695128 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-487b4946-eea5-4c3f-8a9d-f1a4141d4dfb req-da5bd57a-ed87-433c-a53b-732247d2dadf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94ad827e-ddc3-40c7-b2c3-e82f991c332f HTTP/1.1" status: 200 len: 1000 time: 0.1920602 Jan 17 15:25:37.755948 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b4946-eea5-4c3f-8a9d-f1a4141d4dfb req-32f6f6dd-2348-4418-85ff-54142078fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:25:37.757265 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-487b4946-eea5-4c3f-8a9d-f1a4141d4dfb req-32f6f6dd-2348-4418-85ff-54142078fe26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.0553992 Jan 17 15:25:37.830323 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b4946-eea5-4c3f-8a9d-f1a4141d4dfb req-07a55657-c45f-48ad-8fbb-597c99d53159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:25:37.831808 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-487b4946-eea5-4c3f-8a9d-f1a4141d4dfb req-07a55657-c45f-48ad-8fbb-597c99d53159 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679607 Jan 17 15:25:37.960258 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-487b4946-eea5-4c3f-8a9d-f1a4141d4dfb req-1f9c0384-748c-4ee3-8602-dd797c3be31d service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214340 Jan 17 15:25:38.092525 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-487b4946-eea5-4c3f-8a9d-f1a4141d4dfb req-1c052603-2163-45e2-97ae-0328343ad007 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261463 Jan 17 15:25:40.833750 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-258242c2-4fb6-4b03-8e83-4d0e8aa8d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:25:42.870466 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:25:44.018795 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a781552d-9f5f-4c7d-a3ff-f2836d2ac4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:25:44.130450 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:25:44.224104 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:25:45.765201 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:25:52.325099 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50f3b6-0b63-47af-9c5f-fc9fdb6f7ad8 req-985a7f0f-6f46-4494-b690-893675dbb27a tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:25:52.326565 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-cd50f3b6-0b63-47af-9c5f-fc9fdb6f7ad8 req-985a7f0f-6f46-4494-b690-893675dbb27a tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.1451082 Jan 17 15:25:52.369548 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-cd50f3b6-0b63-47af-9c5f-fc9fdb6f7ad8 req-f0e32344-4f00-416e-b853-04d4f5194986 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374141 Jan 17 15:25:53.600094 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbec3b-3ede-45e9-970d-72adcc370176 req-b1075b1c-833b-4712-a0a4-5927f7c1fd9f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:25:53.601551 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-31cbec3b-3ede-45e9-970d-72adcc370176 req-b1075b1c-833b-4712-a0a4-5927f7c1fd9f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.1231589 Jan 17 15:25:53.645937 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-31cbec3b-3ede-45e9-970d-72adcc370176 req-5bfd1853-4b71-4c12-990f-89e1c3cf6311 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385220 Jan 17 15:25:53.771434 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:25:54.832082 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225400b-efeb-4e1d-a823-7234133a983c req-7cb8e118-6841-4ef1-9018-f848fbabf309 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:25:54.833489 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0225400b-efeb-4e1d-a823-7234133a983c req-7cb8e118-6841-4ef1-9018-f848fbabf309 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.0798118 Jan 17 15:25:54.878646 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-0225400b-efeb-4e1d-a823-7234133a983c req-641ddaf0-23e7-4698-9fe6-a2cb8405ae17 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385513 Jan 17 15:25:56.055980 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af74c93-3a45-41be-b1df-c86dadb46f92 req-94721640-e321-4be0-ac16-42221e3c6c72 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:25:56.057309 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9af74c93-3a45-41be-b1df-c86dadb46f92 req-94721640-e321-4be0-ac16-42221e3c6c72 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.0774958 Jan 17 15:25:56.103313 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9af74c93-3a45-41be-b1df-c86dadb46f92 req-a3265552-8f24-4d0d-81a3-8942724ccf72 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402246 Jan 17 15:25:57.286576 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9f96-f1ed-4a22-b305-c359a23b9f65 req-5274d4fd-3b8c-4a7e-91ee-6fc56de2ab45 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:25:57.288020 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-71bc9f96-f1ed-4a22-b305-c359a23b9f65 req-5274d4fd-3b8c-4a7e-91ee-6fc56de2ab45 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.0806165 Jan 17 15:25:57.330591 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-71bc9f96-f1ed-4a22-b305-c359a23b9f65 req-a08b510c-b46d-4807-9d83-c89d3d0cd6ad tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371685 Jan 17 15:25:58.513482 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2150ae5-95fc-4fbb-b711-82db86700596 req-eb8b4054-51a7-4976-95cd-48d2be4288d5 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:25:58.515506 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f2150ae5-95fc-4fbb-b711-82db86700596 req-eb8b4054-51a7-4976-95cd-48d2be4288d5 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.0836492 Jan 17 15:25:58.557469 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f2150ae5-95fc-4fbb-b711-82db86700596 req-6cdc7beb-f27b-47e4-9575-6bafea19f6af tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364742 Jan 17 15:25:59.737328 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fb8fd-a7e8-49f5-bd2b-8c22b9e05d3a req-5f3bd65f-748c-4a64-8be2-637867c9f94d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:25:59.738781 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-771fb8fd-a7e8-49f5-bd2b-8c22b9e05d3a req-5f3bd65f-748c-4a64-8be2-637867c9f94d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.0796113 Jan 17 15:25:59.785396 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-771fb8fd-a7e8-49f5-bd2b-8c22b9e05d3a req-0f29c400-b178-4ba7-be3c-48a32ee493e6 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409217 Jan 17 15:26:00.973151 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcddf4e-220c-4a79-970d-5645691afab4 req-a98f8925-f4be-42f8-8497-e0eede3f60cc tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:00.974589 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7bcddf4e-220c-4a79-970d-5645691afab4 req-a98f8925-f4be-42f8-8497-e0eede3f60cc tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.0840538 Jan 17 15:26:01.018254 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7bcddf4e-220c-4a79-970d-5645691afab4 req-1a676c92-6b04-4c4b-922c-144762088f4c tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378654 Jan 17 15:26:02.198130 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917de98-b41f-47ab-ac60-16239d3c90e8 req-a186617f-9281-458f-8ed8-d7967bbae334 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:02.199568 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9917de98-b41f-47ab-ac60-16239d3c90e8 req-a186617f-9281-458f-8ed8-d7967bbae334 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.0798614 Jan 17 15:26:02.242373 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-9917de98-b41f-47ab-ac60-16239d3c90e8 req-723d951d-f04a-4c0b-ae3d-c210a5d7fc30 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365918 Jan 17 15:26:02.363258 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f30b9-aa4d-4f06-bc52-cf1497b7864a req-0212af6c-5c54-422f-b0d3-38b1473c0d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:02.364738 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-117f30b9-aa4d-4f06-bc52-cf1497b7864a req-0212af6c-5c54-422f-b0d3-38b1473c0d15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 1098 time: 0.0729678 Jan 17 15:26:02.491930 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f30b9-aa4d-4f06-bc52-cf1497b7864a req-66096bd5-0a55-4fbe-a45c-de83c1ed38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:02.493329 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-117f30b9-aa4d-4f06-bc52-cf1497b7864a req-66096bd5-0a55-4fbe-a45c-de83c1ed38cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 909 time: 0.1231363 Jan 17 15:26:02.593651 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-117f30b9-aa4d-4f06-bc52-cf1497b7864a req-21de1698-5d06-4b57-8810-f71299b0fc7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94ad827e-ddc3-40c7-b2c3-e82f991c332f HTTP/1.1" status: 200 len: 1000 time: 0.0938573 Jan 17 15:26:02.653654 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f30b9-aa4d-4f06-bc52-cf1497b7864a req-a1958d92-75d3-4e31-9942-f7c4393aa8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:02.655025 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-117f30b9-aa4d-4f06-bc52-cf1497b7864a req-a1958d92-75d3-4e31-9942-f7c4393aa8bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.0554314 Jan 17 15:26:02.734770 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f30b9-aa4d-4f06-bc52-cf1497b7864a req-00b62bc8-ee52-4b48-97f8-26c3400a62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:02.736228 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-117f30b9-aa4d-4f06-bc52-cf1497b7864a req-00b62bc8-ee52-4b48-97f8-26c3400a62f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758107 Jan 17 15:26:02.865689 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-117f30b9-aa4d-4f06-bc52-cf1497b7864a req-e7f65ae2-8af5-46bc-b281-1e24b04c4eac service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224380 Jan 17 15:26:02.992569 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-117f30b9-aa4d-4f06-bc52-cf1497b7864a req-768ce774-003a-4952-81db-708be4936de6 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207821 Jan 17 15:26:03.425745 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0f4a6-5ada-4dd7-aed6-ffee29b92668 req-5fade3d4-7a36-4286-8a55-e7adcddf6ce8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:03.427190 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d5d0f4a6-5ada-4dd7-aed6-ffee29b92668 req-5fade3d4-7a36-4286-8a55-e7adcddf6ce8 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.0785825 Jan 17 15:26:03.470076 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d5d0f4a6-5ada-4dd7-aed6-ffee29b92668 req-bd2c114e-ac55-4b48-9641-f47a143bf90b tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373800 Jan 17 15:26:04.662184 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc251a-a3b4-4de8-9502-319d5bec3d5e req-3c3a50f8-e639-454a-9149-ae807b5af817 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:04.663642 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-12fc251a-a3b4-4de8-9502-319d5bec3d5e req-3c3a50f8-e639-454a-9149-ae807b5af817 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.0862107 Jan 17 15:26:04.798661 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-12fc251a-a3b4-4de8-9502-319d5bec3d5e req-29598711-071c-4056-9b21-b5689bf36fbf tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294227 Jan 17 15:26:05.988057 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19d616-f218-4fbd-bad5-60e8337b59d8 req-fd8a98cf-2855-48b6-9bf8-a36ac1ef9ce1 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:05.989507 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7b19d616-f218-4fbd-bad5-60e8337b59d8 req-fd8a98cf-2855-48b6-9bf8-a36ac1ef9ce1 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.0895219 Jan 17 15:26:06.033274 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7b19d616-f218-4fbd-bad5-60e8337b59d8 req-40f3375d-d461-41fd-aa8e-061327a091c9 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377550 Jan 17 15:26:06.391177 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 48014) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:26:06.535414 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3d4ee-3739-4ac6-8791-75d7a2585417 req-9e20894a-4c10-4878-aaef-d3b389c9664a tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:06.536300 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b1d3d4ee-3739-4ac6-8791-75d7a2585417 req-9e20894a-4c10-4878-aaef-d3b389c9664a tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.0804226 Jan 17 15:26:06.548918 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ef34ad94-21fa-4e3f-afaa-90fa96c4e2e7 req-e7e27494-13ab-4666-9137-dc7015928197 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1565802 Jan 17 15:26:06.589355 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b1d3d4ee-3739-4ac6-8791-75d7a2585417 req-143cc833-d20a-4675-af4b-7da8fbd5f4ce tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477226 Jan 17 15:26:07.292999 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 94ad827e-ddc3-40c7-b2c3-e82f991c332f no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:26:07.448515 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:26:07.476820 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f6b372-b6da-43aa-8ee3-30ee64564f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94ad827e-ddc3-40c7-b2c3-e82f991c332f'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:26:07.486918 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 94ad827e-ddc3-40c7-b2c3-e82f991c332f, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=94ad827e-ddc3-40c7-b2c3-e82f991c332f,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:26:07.492173 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:26:07.528213 dv-neutron-824901-1-hyperv neutron-server[87525]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a2f6b372-b6da-43aa-8ee3-30ee64564f58', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '94ad827e-ddc3-40c7-b2c3-e82f991c332f', 'code': 422} returned with failed status Jan 17 15:26:07.559638 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=94ad827e-ddc3-40c7-b2c3-e82f991c332f,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:26:07.566814 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:26:07.567160 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:26:07.567497 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:26:07.567851 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:26:07.568176 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:26:07.568501 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:26:07.568841 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:26:07.569147 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:26:07.569465 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:26:07.569782 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:26:07.570098 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:26:07.570411 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:26:07.776357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fa563-e84e-47dc-b79c-93914bc3d27f req-730d7c36-b38f-4939-843a-ae032cec6ab7 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:07.777944 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1a7fa563-e84e-47dc-b79c-93914bc3d27f req-730d7c36-b38f-4939-843a-ae032cec6ab7 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0852485 Jan 17 15:26:07.828191 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1a7fa563-e84e-47dc-b79c-93914bc3d27f req-03ee54cc-1232-4eb0-9485-54dc5a8f099b tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415096 Jan 17 15:26:09.010236 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daae65e-c655-4fce-9c24-a2eadc9e1efe req-14310222-d05e-433c-8794-9fe907b299c0 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:09.011676 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4daae65e-c655-4fce-9c24-a2eadc9e1efe req-14310222-d05e-433c-8794-9fe907b299c0 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0790906 Jan 17 15:26:09.056990 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-4daae65e-c655-4fce-9c24-a2eadc9e1efe req-f461d992-1ec9-41c9-8aa9-c4dc28bc50fe tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395298 Jan 17 15:26:09.195535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34ad94-21fa-4e3f-afaa-90fa96c4e2e7 req-a6ad1d51-4a41-412f-9d19-b39d6138df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:09.197039 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ef34ad94-21fa-4e3f-afaa-90fa96c4e2e7 req-a6ad1d51-4a41-412f-9d19-b39d6138df9d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58&tenant_id=fe8cbfc7d4a24638aeaac573871e6c73 HTTP/1.1" status: 200 len: 1096 time: 0.1690626 Jan 17 15:26:09.285724 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34ad94-21fa-4e3f-afaa-90fa96c4e2e7 req-7f808234-1c77-4151-802a-81d16dad9494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:09.287154 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ef34ad94-21fa-4e3f-afaa-90fa96c4e2e7 req-7f808234-1c77-4151-802a-81d16dad9494 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 1096 time: 0.0691979 Jan 17 15:26:09.416737 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34ad94-21fa-4e3f-afaa-90fa96c4e2e7 req-df60ed2b-a044-41b2-80a2-60924ebf9e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:09.418153 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ef34ad94-21fa-4e3f-afaa-90fa96c4e2e7 req-df60ed2b-a044-41b2-80a2-60924ebf9e61 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 909 time: 0.1249449 Jan 17 15:26:09.520145 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ef34ad94-21fa-4e3f-afaa-90fa96c4e2e7 req-298a4996-23cf-42ca-b5f5-c6c108f3a4ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94ad827e-ddc3-40c7-b2c3-e82f991c332f HTTP/1.1" status: 200 len: 998 time: 0.0953882 Jan 17 15:26:09.580764 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34ad94-21fa-4e3f-afaa-90fa96c4e2e7 req-86a315a4-358e-4d27-b982-0b1bc5fc7b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:09.582203 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ef34ad94-21fa-4e3f-afaa-90fa96c4e2e7 req-86a315a4-358e-4d27-b982-0b1bc5fc7b0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.0562737 Jan 17 15:26:09.657613 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34ad94-21fa-4e3f-afaa-90fa96c4e2e7 req-e3be435b-99ae-41d9-849b-1ffdc012cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:09.659031 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ef34ad94-21fa-4e3f-afaa-90fa96c4e2e7 req-e3be435b-99ae-41d9-849b-1ffdc012cfc4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704713 Jan 17 15:26:09.787866 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ef34ad94-21fa-4e3f-afaa-90fa96c4e2e7 req-66381799-f955-457b-9eb0-cdde2e75cd1f service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221008 Jan 17 15:26:09.919159 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-ef34ad94-21fa-4e3f-afaa-90fa96c4e2e7 req-90801172-0ea1-4a85-9781-fb770eba5da5 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248806 Jan 17 15:26:10.238000 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2275338-e870-450a-83a3-8b5a912df6a8 req-4aa0844b-9111-4882-a8af-ae5191b31bd1 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:10.239426 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a2275338-e870-450a-83a3-8b5a912df6a8 req-4aa0844b-9111-4882-a8af-ae5191b31bd1 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0800364 Jan 17 15:26:10.281361 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a2275338-e870-450a-83a3-8b5a912df6a8 req-57999c50-0cc1-4c11-949b-20c0e4e17031 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364277 Jan 17 15:26:10.835973 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b5e12b94-536d-4c65-9434-9bf0da03d495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:26:11.458848 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5c715-8cfc-4c38-81bc-d9b479829026 req-273b85da-7c76-410e-96bc-6f57e5d7b232 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:11.460318 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-64d5c715-8cfc-4c38-81bc-d9b479829026 req-273b85da-7c76-410e-96bc-6f57e5d7b232 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0769145 Jan 17 15:26:11.503356 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-64d5c715-8cfc-4c38-81bc-d9b479829026 req-648fd96d-cbfb-47d9-89cd-90e5e76bbb93 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375710 Jan 17 15:26:12.685821 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa909285-9bf3-46ac-934f-fd563360605b req-fc3d2b82-410d-432c-9ea5-b6d0598f0850 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:12.687844 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-aa909285-9bf3-46ac-934f-fd563360605b req-fc3d2b82-410d-432c-9ea5-b6d0598f0850 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0813580 Jan 17 15:26:12.730562 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-aa909285-9bf3-46ac-934f-fd563360605b req-1f12c58c-a672-4d4b-9933-446e6699ff77 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371611 Jan 17 15:26:13.913155 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf4b46-2bf2-457c-a4ae-39ac02f70839 req-0cf206a0-9da4-4b07-bd50-83eac7b34337 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:13.914603 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-6caf4b46-2bf2-457c-a4ae-39ac02f70839 req-0cf206a0-9da4-4b07-bd50-83eac7b34337 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0820150 Jan 17 15:26:13.957823 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-6caf4b46-2bf2-457c-a4ae-39ac02f70839 req-f576e8b0-90a1-43fc-8a1a-88c4a2880450 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377071 Jan 17 15:26:14.020088 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-151c3ff5-29a4-4205-b0c2-3ecad150ecb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:26:14.131392 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:26:14.229414 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:26:15.136709 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f4b0c-2f2e-44b2-bc79-ee12524eb6bf req-c66ddfe5-8325-4ad4-93cf-dc99a0062037 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:15.138044 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9a3f4b0c-2f2e-44b2-bc79-ee12524eb6bf req-c66ddfe5-8325-4ad4-93cf-dc99a0062037 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0768144 Jan 17 15:26:15.180447 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9a3f4b0c-2f2e-44b2-bc79-ee12524eb6bf req-7f65b576-962d-4224-bff1-a224c151021b tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362918 Jan 17 15:26:15.767992 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:26:16.361014 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f487d-f093-48d0-9aee-469a4ae9abec req-351f0603-ea25-453e-b104-a2afda412050 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:16.362464 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-698f487d-f093-48d0-9aee-469a4ae9abec req-351f0603-ea25-453e-b104-a2afda412050 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0785222 Jan 17 15:26:16.408752 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-698f487d-f093-48d0-9aee-469a4ae9abec req-94a151f5-4e77-44e4-8437-8987cfba6607 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408440 Jan 17 15:26:17.589365 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d192dec-3a28-4998-b405-2e2c9815b5c8 req-faf5e9c3-48cc-4e85-9e5b-aa03e01ca1fb tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:17.590817 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6d192dec-3a28-4998-b405-2e2c9815b5c8 req-faf5e9c3-48cc-4e85-9e5b-aa03e01ca1fb tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0815411 Jan 17 15:26:17.633462 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6d192dec-3a28-4998-b405-2e2c9815b5c8 req-c8b62e45-4852-4fec-8aec-b6747bcfe3f6 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365131 Jan 17 15:26:18.813293 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee6a0f-5055-4ffc-8e4b-3c24ba1043db req-3b487653-be38-4458-bf3b-afd28dab01fd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:18.814733 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-11ee6a0f-5055-4ffc-8e4b-3c24ba1043db req-3b487653-be38-4458-bf3b-afd28dab01fd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 943 time: 0.0776825 Jan 17 15:26:18.858136 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-11ee6a0f-5055-4ffc-8e4b-3c24ba1043db req-f84469b3-7ad9-4dfd-9da7-9430167bd1e7 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377390 Jan 17 15:26:19.332697 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 94ad827e-ddc3-40c7-b2c3-e82f991c332f details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 15:26:19.464347 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 94ad827e-ddc3-40c7-b2c3-e82f991c332f, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=94ad827e-ddc3-40c7-b2c3-e82f991c332f,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:26:19.477466 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '94ad827e-ddc3-40c7-b2c3-e82f991c332f', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'port_id': '94ad827e-ddc3-40c7-b2c3-e82f991c332f', 'mac_address': 'fa:16:3e:58:f7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 15:26:19.533344 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:26:19.549969 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ad827e-ddc3-40c7-b2c3-e82f991c332f {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:26:19.564535 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 94ad827e-ddc3-40c7-b2c3-e82f991c332f, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=94ad827e-ddc3-40c7-b2c3-e82f991c332f,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:26:19.568856 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:26:19.634975 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=94ad827e-ddc3-40c7-b2c3-e82f991c332f,revision_number=7']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:26:19.869228 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:26:19.886382 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['94ad827e-ddc3-40c7-b2c3-e82f991c332f'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:26:20.041088 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212f4e1-d5fd-47dd-8b1a-5d0b0ad61824 req-b31d95fb-f82e-48eb-89ea-0ecbc6f20667 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:20.042537 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c212f4e1-d5fd-47dd-8b1a-5d0b0ad61824 req-b31d95fb-f82e-48eb-89ea-0ecbc6f20667 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 944 time: 0.0780241 Jan 17 15:26:20.088535 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c212f4e1-d5fd-47dd-8b1a-5d0b0ad61824 req-d73c6525-7b37-415c-bd47-cbb9efac1fc1 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397584 Jan 17 15:26:21.270092 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f8c91-807d-4ff2-950b-8f73b63432b2 req-3c3d1195-aaff-4efd-a4a5-9c1a8b848adf tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:21.271498 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-dd5f8c91-807d-4ff2-950b-8f73b63432b2 req-3c3d1195-aaff-4efd-a4a5-9c1a8b848adf tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 944 time: 0.0805075 Jan 17 15:26:21.313743 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-dd5f8c91-807d-4ff2-950b-8f73b63432b2 req-8fe0ba23-2da6-45eb-a722-ec2c125a5e13 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366480 Jan 17 15:26:21.363932 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 94ad827e-ddc3-40c7-b2c3-e82f991c332f up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:26:21.431315 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 94ad827e-ddc3-40c7-b2c3-e82f991c332f triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:26:21.431672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:26:21.542976 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:26:21.569284 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f6b372-b6da-43aa-8ee3-30ee64564f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ad827e-ddc3-40c7-b2c3-e82f991c332f'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:26:21.579193 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 94ad827e-ddc3-40c7-b2c3-e82f991c332f, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=94ad827e-ddc3-40c7-b2c3-e82f991c332f,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:26:21.583922 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:26:21.622759 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f6b372-b6da-43aa-8ee3-30ee64564f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ad827e-ddc3-40c7-b2c3-e82f991c332f', 'code': 200} Jan 17 15:26:21.654606 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=94ad827e-ddc3-40c7-b2c3-e82f991c332f,revision_number=8']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:26:21.880315 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c078599-bc39-4bec-92be-790cbf7e249e req-eb2b5f67-68b7-424b-8a05-45bd89743d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:21.881757 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8c078599-bc39-4bec-92be-790cbf7e249e req-eb2b5f67-68b7-424b-8a05-45bd89743d73 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 1098 time: 0.0685854 Jan 17 15:26:21.920367 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-8c078599-bc39-4bec-92be-790cbf7e249e req-8f1c3a5e-a402-4fd7-8d30-9ea2aee96d9f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323482 Jan 17 15:26:22.498272 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d16ecf-5a4e-44d2-b328-912376dd07f1 req-07d66729-cd71-4a94-b929-20c83f06decd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:22.500296 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-93d16ecf-5a4e-44d2-b328-912376dd07f1 req-07d66729-cd71-4a94-b929-20c83f06decd tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.0776827 Jan 17 15:26:22.542613 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-93d16ecf-5a4e-44d2-b328-912376dd07f1 req-ea82fb57-018b-4e3f-9e20-2b2aa1b7b0bf tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368490 Jan 17 15:26:23.726297 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cbd2b-ec0a-44c4-9331-ecd90eeeb0ce req-0b9b692a-eebc-4e15-94af-ed74c1b1d9f1 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:23.727755 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6c2cbd2b-ec0a-44c4-9331-ecd90eeeb0ce req-0b9b692a-eebc-4e15-94af-ed74c1b1d9f1 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.0823679 Jan 17 15:26:23.779686 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-6c2cbd2b-ec0a-44c4-9331-ecd90eeeb0ce req-93fda917-9238-47c4-90cd-c0100f441196 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461404 Jan 17 15:26:23.794695 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:26:38.893589 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-128c3d71-1581-4f92-bc2f-6814c3e54683 req-c4601e3b-58dd-45c6-b24e-0dbcc84bcd86 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682940 Jan 17 15:26:39.031972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c3d71-1581-4f92-bc2f-6814c3e54683 req-1ad76d12-b5b3-49fa-b125-2cbe05042943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:39.033430 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-128c3d71-1581-4f92-bc2f-6814c3e54683 req-1ad76d12-b5b3-49fa-b125-2cbe05042943 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 1098 time: 0.0725858 Jan 17 15:26:39.273176 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c3d71-1581-4f92-bc2f-6814c3e54683 req-422f48d8-b83b-4680-a022-0ca482f9b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:39.274593 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-128c3d71-1581-4f92-bc2f-6814c3e54683 req-422f48d8-b83b-4680-a022-0ca482f9b83d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 909 time: 0.2228935 Jan 17 15:26:39.374612 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-128c3d71-1581-4f92-bc2f-6814c3e54683 req-f6de7dff-0652-41d3-872f-4a367a4f8d44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94ad827e-ddc3-40c7-b2c3-e82f991c332f HTTP/1.1" status: 200 len: 1000 time: 0.0937259 Jan 17 15:26:39.434394 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c3d71-1581-4f92-bc2f-6814c3e54683 req-457f0d78-c967-48a8-8b1d-70dfcee3b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:39.435787 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-128c3d71-1581-4f92-bc2f-6814c3e54683 req-457f0d78-c967-48a8-8b1d-70dfcee3b213 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.0549319 Jan 17 15:26:39.508550 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c3d71-1581-4f92-bc2f-6814c3e54683 req-91016393-f42d-4c95-9e9b-bc3d6da8a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:26:39.509969 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-128c3d71-1581-4f92-bc2f-6814c3e54683 req-91016393-f42d-4c95-9e9b-bc3d6da8a756 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677054 Jan 17 15:26:39.639583 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-128c3d71-1581-4f92-bc2f-6814c3e54683 req-4079dd5a-2632-41ac-9c4c-c3d6725eb8c9 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225390 Jan 17 15:26:39.771097 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-128c3d71-1581-4f92-bc2f-6814c3e54683 req-5bf471c2-8f27-4b34-889e-c6aa2d4c6ac3 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243351 Jan 17 15:26:40.850037 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a3d8d5b-f782-4ff4-9126-15dac8181076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:26:44.029266 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-155345ba-71f7-4b1d-b94f-dc645c770a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:26:44.133659 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:26:44.229822 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:26:45.771160 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:26:53.804956 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:26:56.870926 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:27:10.839923 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1161e287-288c-4c95-8efd-2d70ef43f06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:14.017018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d9bce817-8b8c-4b62-b2ed-b2543563486e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:14.135054 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:14.231252 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:15.772409 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:23.798501 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:23.945516 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [req-b82a09f1-017e-4fdf-877e-6838e6f623e0 req-fe202e58-f8b1-43bf-a1b7-33ae28b92ab0 service neutron] (87524) timed out ('10.222.0.15', 55691) {{(pid=87524) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 17 15:27:33.870403 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:27:39.221801 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-11358c93-b2d7-40c3-8b23-120e12640253 req-10b84ed4-e0fe-4cdd-97fd-46b7714080e8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727546 Jan 17 15:27:39.360885 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11358c93-b2d7-40c3-8b23-120e12640253 req-a986ef3e-3ff3-4fab-856f-b08ba8142047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:27:39.362334 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-11358c93-b2d7-40c3-8b23-120e12640253 req-a986ef3e-3ff3-4fab-856f-b08ba8142047 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 1098 time: 0.0697694 Jan 17 15:27:39.501906 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11358c93-b2d7-40c3-8b23-120e12640253 req-c95bce9b-dc4b-41c2-9829-71aaa7e53210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:27:39.503203 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-11358c93-b2d7-40c3-8b23-120e12640253 req-c95bce9b-dc4b-41c2-9829-71aaa7e53210 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 909 time: 0.1220336 Jan 17 15:27:39.605699 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-11358c93-b2d7-40c3-8b23-120e12640253 req-a4c6733d-a5d1-4c7c-a46e-d9a8301904fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94ad827e-ddc3-40c7-b2c3-e82f991c332f HTTP/1.1" status: 200 len: 1000 time: 0.0964699 Jan 17 15:27:39.669315 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11358c93-b2d7-40c3-8b23-120e12640253 req-227cf522-d660-4c13-90f4-4543bf3edff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:27:39.670692 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-11358c93-b2d7-40c3-8b23-120e12640253 req-227cf522-d660-4c13-90f4-4543bf3edff9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.0584996 Jan 17 15:27:39.741945 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11358c93-b2d7-40c3-8b23-120e12640253 req-ce4399cc-eb06-43e1-9f38-7fe1976bf0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:27:39.743371 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-11358c93-b2d7-40c3-8b23-120e12640253 req-ce4399cc-eb06-43e1-9f38-7fe1976bf0fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675349 Jan 17 15:27:39.873175 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-11358c93-b2d7-40c3-8b23-120e12640253 req-d4f85ada-00dc-4d88-a867-c41e379c7eb5 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215851 Jan 17 15:27:40.006613 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-11358c93-b2d7-40c3-8b23-120e12640253 req-2d433f88-a29e-4407-8683-d16fe7ea39ac service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247613 Jan 17 15:27:40.735753 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 48094) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:27:40.846042 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-06ee615f-315a-4000-963b-fe07435b974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:41.045675 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Deleting port bfb46876-dd28-4f7a-92e2-81c6e462cdb7 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:27:41.045942 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:41.210991 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:41.211316 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:41.331951 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Calling delete_port for bfb46876-dd28-4f7a-92e2-81c6e462cdb7 owned by network:floatingip {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:27:41.476471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:41.526285 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event deleted for resources: {'Port': ['ID=bfb46876-dd28-4f7a-92e2-81c6e462cdb7,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:27:41.565872 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:41.566221 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:41.566558 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:41.566897 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:41.567224 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:41.567561 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:41.567913 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:41.568238 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:41.568562 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:41.568883 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:41.569202 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:41.569519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:41.628597 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for floatingip, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:41.629047 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Floating IP a66d410a-3866-43a2-88cd-caa11bec4fb0 disassociated (deleted). External IP: 172.26.3.61, port: 94ad827e-ddc3-40c7-b2c3-e82f991c332f. Jan 17 15:27:41.972184 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Router bde30ff3-654c-443f-9d49-67ddbd792aeb has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:27:42.146409 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:27:42.156954 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2046a-e8c9-4a5f-9fc4-c4980e388e6e None None] Sync routers for ids ['bde30ff3-654c-443f-9d49-67ddbd792aeb'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:27:42.167184 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:42.168534 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc2046a-e8c9-4a5f-9fc4-c4980e388e6e None None] Routers {'bde30ff3-654c-443f-9d49-67ddbd792aeb'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:27:42.169127 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-bbc2046a-e8c9-4a5f-9fc4-c4980e388e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:27:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bde30ff3-654c-443f-9d49-67ddbd792aeb'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:27:42.221345 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-22a6d2b6-f7b3-42dc-918f-a57bed4a9e54 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "DELETE /v2.0/floatingips/a66d410a-3866-43a2-88cd-caa11bec4fb0 HTTP/1.1" status: 204 len: 168 time: 1.4845023 Jan 17 15:27:42.221872 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f6b372-b6da-43aa-8ee3-30ee64564f58', 'tag': '94ad827e-ddc3-40c7-b2c3-e82f991c332f'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:27:42.277800 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f6b372-b6da-43aa-8ee3-30ee64564f58', 'tag': '94ad827e-ddc3-40c7-b2c3-e82f991c332f', 'status': 'completed', 'code': 200} Jan 17 15:27:42.353045 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-bbc2046a-e8c9-4a5f-9fc4-c4980e388e6e None None] Set router bde30ff3-654c-443f-9d49-67ddbd792aeb gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:27:42.372852 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a0748-d856-4adf-962d-ef7e62e7aba1 req-76c32aa5-bf8f-41f6-a316-c8de94875985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:27:42.374948 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a38a0748-d856-4adf-962d-ef7e62e7aba1 req-76c32aa5-bf8f-41f6-a316-c8de94875985 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 1098 time: 0.0763462 Jan 17 15:27:42.680141 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a0748-d856-4adf-962d-ef7e62e7aba1 req-476c973a-ecd9-4229-b1cb-692e0df392ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:27:42.682108 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a38a0748-d856-4adf-962d-ef7e62e7aba1 req-476c973a-ecd9-4229-b1cb-692e0df392ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 200 len: 909 time: 0.3016851 Jan 17 15:27:42.720054 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-bbc2046a-e8c9-4a5f-9fc4-c4980e388e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:16:57Z', 'updated_at': '2022-01-17T15:17:01Z', 'revision_number': 4, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'gw_port': {'id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:16:58Z', 'updated_at': '2022-01-17T15:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8087e961-b08c-4bf9-996d-72a2d79876d9', 'name': '', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'mac_address': 'fa:16:3e:83:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:01Z', 'updated_at': '2022-01-17T15:17:08Z', 'revision_number': 5, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'subnets': [{'id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:27:42.723813 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2046a-e8c9-4a5f-9fc4-c4980e388e6e None None] Checking router: bde30ff3-654c-443f-9d49-67ddbd792aeb for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:27:42.732158 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc2046a-e8c9-4a5f-9fc4-c4980e388e6e None None] Routers {'bde30ff3-654c-443f-9d49-67ddbd792aeb'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:27:42.732742 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-bbc2046a-e8c9-4a5f-9fc4-c4980e388e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:27:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bde30ff3-654c-443f-9d49-67ddbd792aeb'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:27:42.754618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23c00a-7893-4924-9fa5-3cd02a0e416c req-e7a6be3b-164c-43fd-85e6-7a3f43adad0f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:27:42.755303 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-3e23c00a-7893-4924-9fa5-3cd02a0e416c req-e7a6be3b-164c-43fd-85e6-7a3f43adad0f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Synchronizing usage tracker for tenant:fe8cbfc7d4a24638aeaac573871e6c73 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:27:42.766404 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a38a0748-d856-4adf-962d-ef7e62e7aba1 req-dd45fa4f-72f1-4f9d-ae3b-49316caa73d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94ad827e-ddc3-40c7-b2c3-e82f991c332f HTTP/1.1" status: 200 len: 217 time: 0.0761409 Jan 17 15:27:42.808097 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-3e23c00a-7893-4924-9fa5-3cd02a0e416c req-e7a6be3b-164c-43fd-85e6-7a3f43adad0f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Unset dirty status for tenant:fe8cbfc7d4a24638aeaac573871e6c73 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:27:42.809220 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3e23c00a-7893-4924-9fa5-3cd02a0e416c req-e7a6be3b-164c-43fd-85e6-7a3f43adad0f tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.2258754 Jan 17 15:27:42.864123 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a0748-d856-4adf-962d-ef7e62e7aba1 req-d0816944-7f44-461c-ace5-7190223017f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:27:42.865538 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a38a0748-d856-4adf-962d-ef7e62e7aba1 req-d0816944-7f44-461c-ace5-7190223017f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 200 len: 847 time: 0.0909634 Jan 17 15:27:42.873137 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3e23c00a-7893-4924-9fa5-3cd02a0e416c req-b6c2a757-0bc3-4806-a1a1-32c5f39e328e tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498064 Jan 17 15:27:42.910909 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-bbc2046a-e8c9-4a5f-9fc4-c4980e388e6e None None] Set router bde30ff3-654c-443f-9d49-67ddbd792aeb gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:27:42.941906 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a0748-d856-4adf-962d-ef7e62e7aba1 req-b5bbcdbf-64a4-4219-b7da-5868db3f1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:27:42.943285 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a38a0748-d856-4adf-962d-ef7e62e7aba1 req-b5bbcdbf-64a4-4219-b7da-5868db3f1846 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c246aa29-b107-47d8-951d-e24151767685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693367 Jan 17 15:27:43.074902 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a38a0748-d856-4adf-962d-ef7e62e7aba1 req-051355f4-460b-4105-87c9-96adb9c21aad service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250870 Jan 17 15:27:43.206926 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-a38a0748-d856-4adf-962d-ef7e62e7aba1 req-f9243e4b-3e1b-497a-bee5-bc3e2d87edd1 service neutron] 10.222.0.15 "GET /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249840 Jan 17 15:27:43.226261 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-bbc2046a-e8c9-4a5f-9fc4-c4980e388e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:16:57Z', 'updated_at': '2022-01-17T15:17:01Z', 'revision_number': 4, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'gw_port': {'id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:16:58Z', 'updated_at': '2022-01-17T15:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8087e961-b08c-4bf9-996d-72a2d79876d9', 'name': '', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'mac_address': 'fa:16:3e:83:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:01Z', 'updated_at': '2022-01-17T15:17:08Z', 'revision_number': 5, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'subnets': [{'id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:27:43.231381 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2046a-e8c9-4a5f-9fc4-c4980e388e6e None None] The sync data for ids ['bde30ff3-654c-443f-9d49-67ddbd792aeb'] in dv-neutron-824901-1-hyperv is: [{'id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:16:57Z', 'updated_at': '2022-01-17T15:17:01Z', 'revision_number': 4, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'gw_port': {'id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:16:58Z', 'updated_at': '2022-01-17T15:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '8087e961-b08c-4bf9-996d-72a2d79876d9', 'name': '', 'network_id': 'c246aa29-b107-47d8-951d-e24151767685', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'mac_address': 'fa:16:3e:83:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:01Z', 'updated_at': '2022-01-17T15:17:08Z', 'revision_number': 5, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'subnets': [{'id': '6249950d-dcc6-4fb7-bcaa-9925cc30d225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:27:43.440277 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4018c8b4-1634-41bb-821e-3bc0ca64b43d None None] New status for floating IP a66d410a-3866-43a2-88cd-caa11bec4fb0: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 15:27:44.020038 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-360a910e-a930-47ed-9d47-946c060133bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:44.067210 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fd9de-a716-41bc-abff-c0aa5dea23a5 req-7a739650-a940-4793-b22e-7eec35a08667 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:27:44.068703 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ff5fd9de-a716-41bc-abff-c0aa5dea23a5 req-7a739650-a940-4793-b22e-7eec35a08667 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.0861361 Jan 17 15:27:44.113666 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ff5fd9de-a716-41bc-abff-c0aa5dea23a5 req-861b2306-e700-4d04-89ee-d7b21ef4510d tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/security-groups?id=17073d19-049d-485d-aa1a-2b1ba128b5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378196 Jan 17 15:27:44.137671 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:44.215997 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8dd48b-d284-467e-8371-91727d284591 req-92089dc8-2855-426d-a1b3-de552a17ce34 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:27:44.218063 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3f8dd48b-d284-467e-8371-91727d284591 req-92089dc8-2855-426d-a1b3-de552a17ce34 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 945 time: 0.0814602 Jan 17 15:27:44.234904 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:44.288479 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-3f8dd48b-d284-467e-8371-91727d284591 req-0a54f284-119b-428e-9770-6da39fff1dd3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Deleting port 94ad827e-ddc3-40c7-b2c3-e82f991c332f {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:27:44.288819 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-3f8dd48b-d284-467e-8371-91727d284591 req-0a54f284-119b-428e-9770-6da39fff1dd3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:44.528867 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-3f8dd48b-d284-467e-8371-91727d284591 req-0a54f284-119b-428e-9770-6da39fff1dd3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] For port 94ad827e-ddc3-40c7-b2c3-e82f991c332f, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=94ad827e-ddc3-40c7-b2c3-e82f991c332f,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:27:44.529147 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-3f8dd48b-d284-467e-8371-91727d284591 req-0a54f284-119b-428e-9770-6da39fff1dd3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:44.657817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-3f8dd48b-d284-467e-8371-91727d284591 req-0a54f284-119b-428e-9770-6da39fff1dd3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Calling delete_port for 94ad827e-ddc3-40c7-b2c3-e82f991c332f owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:27:44.802958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-3f8dd48b-d284-467e-8371-91727d284591 req-0a54f284-119b-428e-9770-6da39fff1dd3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:44.852655 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54f284-119b-428e-9770-6da39fff1dd3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event deleted for resources: {'Port': ['ID=94ad827e-ddc3-40c7-b2c3-e82f991c332f,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:27:44.928289 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8dd48b-d284-467e-8371-91727d284591 req-0a54f284-119b-428e-9770-6da39fff1dd3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] No DVR routers for this DVR port 94ad827e-ddc3-40c7-b2c3-e82f991c332f on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:27:44.930640 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-3f8dd48b-d284-467e-8371-91727d284591 req-0a54f284-119b-428e-9770-6da39fff1dd3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:44.933603 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f6b372-b6da-43aa-8ee3-30ee64564f58', 'name': 'network-vif-deleted', 'tag': '94ad827e-ddc3-40c7-b2c3-e82f991c332f'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:27:44.949548 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3f8dd48b-d284-467e-8371-91727d284591 req-0a54f284-119b-428e-9770-6da39fff1dd3 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.15 "DELETE /v2.0/ports/94ad827e-ddc3-40c7-b2c3-e82f991c332f HTTP/1.1" status: 204 len: 173 time: 0.7267916 Jan 17 15:27:44.989751 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f6b372-b6da-43aa-8ee3-30ee64564f58', 'name': 'network-vif-deleted', 'tag': '94ad827e-ddc3-40c7-b2c3-e82f991c332f', 'status': 'completed', 'code': 200} Jan 17 15:27:45.269326 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-7a2198f1-aa87-4978-b1f9-46aeea425bae req-c418a16c-0e84-4100-a834-47f2df652803 tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2f6b372-b6da-43aa-8ee3-30ee64564f58 HTTP/1.1" status: 200 len: 210 time: 0.0463901 Jan 17 15:27:45.779042 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:46.371353 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 48114) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:27:46.439619 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03e76032-d7c4-4209-80b8-36a4dfba31ad tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:46.468961 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03e76032-d7c4-4209-80b8-36a4dfba31ad tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:46.537408 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03e76032-d7c4-4209-80b8-36a4dfba31ad tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:46.555534 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e76032-d7c4-4209-80b8-36a4dfba31ad tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17073d19-049d-485d-aa1a-2b1ba128b5ba,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:27:46.565335 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03e76032-d7c4-4209-80b8-36a4dfba31ad tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:46.566446 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-03e76032-d7c4-4209-80b8-36a4dfba31ad tempest-TestShelveInstance-2114065819 tempest-TestShelveInstance-2114065819-project] 10.222.0.48 "DELETE /v2.0/security-groups/17073d19-049d-485d-aa1a-2b1ba128b5ba HTTP/1.1" status: 204 len: 168 time: 0.1940856 Jan 17 15:27:46.614476 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 48120) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:27:47.481522 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2a088666-500a-42c8-84ea-94bbf16efe79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:47.826618 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-2a088666-500a-42c8-84ea-94bbf16efe79 admin admin] Deleting port 8087e961-b08c-4bf9-996d-72a2d79876d9 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:27:47.826955 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2a088666-500a-42c8-84ea-94bbf16efe79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:47.878182 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 94ad827e-ddc3-40c7-b2c3-e82f991c332f no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:27:47.944038 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 94ad827e-ddc3-40c7-b2c3-e82f991c332f {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:27:47.944469 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 94ad827e-ddc3-40c7-b2c3-e82f991c332f not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:27:48.002744 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-2a088666-500a-42c8-84ea-94bbf16efe79 admin admin] For port 8087e961-b08c-4bf9-996d-72a2d79876d9, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=8087e961-b08c-4bf9-996d-72a2d79876d9,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:27:48.003100 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2a088666-500a-42c8-84ea-94bbf16efe79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:48.125689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-2a088666-500a-42c8-84ea-94bbf16efe79 admin admin] Calling delete_port for 8087e961-b08c-4bf9-996d-72a2d79876d9 owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:27:48.540781 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2a088666-500a-42c8-84ea-94bbf16efe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:48.587866 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a088666-500a-42c8-84ea-94bbf16efe79 admin admin] Pushing event deleted for resources: {'Port': ['ID=8087e961-b08c-4bf9-996d-72a2d79876d9,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:27:48.854572 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-2a088666-500a-42c8-84ea-94bbf16efe79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:49.204241 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a088666-500a-42c8-84ea-94bbf16efe79 admin admin] Router bde30ff3-654c-443f-9d49-67ddbd792aeb has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:27:49.378371 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a088666-500a-42c8-84ea-94bbf16efe79 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:27:49.386918 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc7dd3d-5cf0-4549-8a56-d07392e36d23 None None] Sync routers for ids ['bde30ff3-654c-443f-9d49-67ddbd792aeb'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:27:49.392131 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-2a088666-500a-42c8-84ea-94bbf16efe79 admin admin] 10.222.0.48 "PUT /v2.0/routers/bde30ff3-654c-443f-9d49-67ddbd792aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7765672 Jan 17 15:27:49.394528 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 48126) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:27:49.397853 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc7dd3d-5cf0-4549-8a56-d07392e36d23 None None] Routers {'bde30ff3-654c-443f-9d49-67ddbd792aeb'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:27:49.398445 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-bdc7dd3d-5cf0-4549-8a56-d07392e36d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:27:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bde30ff3-654c-443f-9d49-67ddbd792aeb'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:27:49.567240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-62b54e6b-fac7-429a-ab77-8c0092e45c61 admin admin] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:49.569449 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-bdc7dd3d-5cf0-4549-8a56-d07392e36d23 None None] Set router bde30ff3-654c-443f-9d49-67ddbd792aeb gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:27:49.858486 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-bdc7dd3d-5cf0-4549-8a56-d07392e36d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:16:57Z', 'updated_at': '2022-01-17T15:27:48Z', 'revision_number': 5, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'gw_port': {'id': 'aaeab034-0f32-462b-88b5-c543ae9d40b9', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:16:58Z', 'updated_at': '2022-01-17T15:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:27:49.862253 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc7dd3d-5cf0-4549-8a56-d07392e36d23 None None] Checking router: bde30ff3-654c-443f-9d49-67ddbd792aeb for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:27:49.870539 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc7dd3d-5cf0-4549-8a56-d07392e36d23 None None] Routers {'bde30ff3-654c-443f-9d49-67ddbd792aeb'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:27:49.870677 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-62b54e6b-fac7-429a-ab77-8c0092e45c61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:49.871128 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-bdc7dd3d-5cf0-4549-8a56-d07392e36d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:27:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bde30ff3-654c-443f-9d49-67ddbd792aeb'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:27:49.880214 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-62b54e6b-fac7-429a-ab77-8c0092e45c61 admin admin] Deleting port aaeab034-0f32-462b-88b5-c543ae9d40b9 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:27:49.880627 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-62b54e6b-fac7-429a-ab77-8c0092e45c61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:50.018344 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-bdc7dd3d-5cf0-4549-8a56-d07392e36d23 None None] Set router bde30ff3-654c-443f-9d49-67ddbd792aeb gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:27:50.051911 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-62b54e6b-fac7-429a-ab77-8c0092e45c61 admin admin] For port aaeab034-0f32-462b-88b5-c543ae9d40b9, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=aaeab034-0f32-462b-88b5-c543ae9d40b9,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:27:50.052267 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-62b54e6b-fac7-429a-ab77-8c0092e45c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:50.149858 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-bdc7dd3d-5cf0-4549-8a56-d07392e36d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:16:57Z', 'updated_at': '2022-01-17T15:27:49Z', 'revision_number': 6, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:27:50.153721 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc7dd3d-5cf0-4549-8a56-d07392e36d23 None None] The sync data for ids ['bde30ff3-654c-443f-9d49-67ddbd792aeb'] in dv-neutron-824901-1-hyperv is: [{'id': 'bde30ff3-654c-443f-9d49-67ddbd792aeb', 'name': 'tempest-TestShelveInstance-715317434-router', 'tenant_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:16:57Z', 'updated_at': '2022-01-17T15:27:49Z', 'revision_number': 6, 'project_id': 'fe8cbfc7d4a24638aeaac573871e6c73', 'gw_port_host': None}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:27:50.178837 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-62b54e6b-fac7-429a-ab77-8c0092e45c61 admin admin] Calling delete_port for aaeab034-0f32-462b-88b5-c543ae9d40b9 owned by network:router_gateway {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:27:50.341604 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-62b54e6b-fac7-429a-ab77-8c0092e45c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:50.390680 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b54e6b-fac7-429a-ab77-8c0092e45c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaeab034-0f32-462b-88b5-c543ae9d40b9,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:27:50.476972 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-62b54e6b-fac7-429a-ab77-8c0092e45c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:50.651460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-62b54e6b-fac7-429a-ab77-8c0092e45c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:50.653603 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-62b54e6b-fac7-429a-ab77-8c0092e45c61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:50.675441 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-62b54e6b-fac7-429a-ab77-8c0092e45c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:50.675995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b54e6b-fac7-429a-ab77-8c0092e45c61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bde30ff3-654c-443f-9d49-67ddbd792aeb {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 15:27:50.689362 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-62b54e6b-fac7-429a-ab77-8c0092e45c61 admin admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:50.690464 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-62b54e6b-fac7-429a-ab77-8c0092e45c61 admin admin] 10.222.0.48 "DELETE /v2.0/routers/bde30ff3-654c-443f-9d49-67ddbd792aeb HTTP/1.1" status: 204 len: 168 time: 1.2950096 Jan 17 15:27:50.692992 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 48130) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:27:50.754024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ee9998-dbb7-4bf4-9b0d-6f8a72d58de8 admin admin] Deleting subnet 6249950d-dcc6-4fb7-bcaa-9925cc30d225 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 15:27:50.756850 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9998-dbb7-4bf4-9b0d-6f8a72d58de8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:50.804044 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9998-dbb7-4bf4-9b0d-6f8a72d58de8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:50.880548 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9998-dbb7-4bf4-9b0d-6f8a72d58de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:50.953745 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9998-dbb7-4bf4-9b0d-6f8a72d58de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:50.998452 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee9998-dbb7-4bf4-9b0d-6f8a72d58de8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6249950d-dcc6-4fb7-bcaa-9925cc30d225,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:27:51.000455 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9998-dbb7-4bf4-9b0d-6f8a72d58de8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:51.004333 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd7751a-b8a9-49df-8f63-0b9bad3c9bbc None None] Network c246aa29-b107-47d8-951d-e24151767685 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:27:51.010703 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b4ee9998-dbb7-4bf4-9b0d-6f8a72d58de8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6249950d-dcc6-4fb7-bcaa-9925cc30d225 HTTP/1.1" status: 204 len: 168 time: 0.3167517 Jan 17 15:27:51.013220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 48134) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:27:51.123727 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-08424b84-86f8-4d39-9b39-c936f7ef9f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:51.135060 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-08424b84-86f8-4d39-9b39-c936f7ef9f27 admin admin] Deleting port beb0b35c-4b2a-414c-8c67-74ce5608f927 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:27:51.135391 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-08424b84-86f8-4d39-9b39-c936f7ef9f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:51.261214 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31927ca7-3b2c-486a-ac4d-1ca1347f42e7 None None] DHCP port deletion for c246aa29-b107-47d8-951d-e24151767685 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 15:27:51.265691 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-31927ca7-3b2c-486a-ac4d-1ca1347f42e7 None None] Deleting port beb0b35c-4b2a-414c-8c67-74ce5608f927 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:27:51.266069 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-31927ca7-3b2c-486a-ac4d-1ca1347f42e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:51.453521 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-08424b84-86f8-4d39-9b39-c936f7ef9f27 admin admin] For port beb0b35c-4b2a-414c-8c67-74ce5608f927, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=beb0b35c-4b2a-414c-8c67-74ce5608f927,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:27:51.453788 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-08424b84-86f8-4d39-9b39-c936f7ef9f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:51.470171 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-31927ca7-3b2c-486a-ac4d-1ca1347f42e7 None None] For port beb0b35c-4b2a-414c-8c67-74ce5608f927, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=beb0b35c-4b2a-414c-8c67-74ce5608f927,segment=NetworkSegment(25644826-beb1-41a5-9776-44c7224a37b6),segment_id=25644826-beb1-41a5-9776-44c7224a37b6)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:27:51.470555 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-31927ca7-3b2c-486a-ac4d-1ca1347f42e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:51.573808 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-08424b84-86f8-4d39-9b39-c936f7ef9f27 admin admin] Calling delete_port for beb0b35c-4b2a-414c-8c67-74ce5608f927 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:27:51.588206 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-31927ca7-3b2c-486a-ac4d-1ca1347f42e7 None None] Calling delete_port for beb0b35c-4b2a-414c-8c67-74ce5608f927 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 15:27:51.662145 dv-neutron-824901-1-hyperv neutron-server[87525]: util.warn( Jan 17 15:27:51.664985 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-08424b84-86f8-4d39-9b39-c936f7ef9f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:51.671052 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device beb0b35c-4b2a-414c-8c67-74ce5608f927 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:27:51.700726 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-31927ca7-3b2c-486a-ac4d-1ca1347f42e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 15:27:51.701074 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-31927ca7-3b2c-486a-ac4d-1ca1347f42e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 15:27:51.706089 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: beb0b35c-4b2a-414c-8c67-74ce5608f927 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:27:51.706430 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device beb0b35c-4b2a-414c-8c67-74ce5608f927 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:27:51.706839 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device aaeab034-0f32-462b-88b5-c543ae9d40b9 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:27:51.716616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08424b84-86f8-4d39-9b39-c936f7ef9f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=beb0b35c-4b2a-414c-8c67-74ce5608f927,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:27:51.719984 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08424b84-86f8-4d39-9b39-c936f7ef9f27 admin admin] No DVR routers for this DVR port beb0b35c-4b2a-414c-8c67-74ce5608f927 on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:27:51.739148 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: aaeab034-0f32-462b-88b5-c543ae9d40b9 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:27:51.739479 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device aaeab034-0f32-462b-88b5-c543ae9d40b9 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:27:51.739585 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8087e961-b08c-4bf9-996d-72a2d79876d9 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:27:51.775029 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 8087e961-b08c-4bf9-996d-72a2d79876d9 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:27:51.775369 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 8087e961-b08c-4bf9-996d-72a2d79876d9 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:27:51.835322 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-08424b84-86f8-4d39-9b39-c936f7ef9f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:51.859404 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-08424b84-86f8-4d39-9b39-c936f7ef9f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c246aa29-b107-47d8-951d-e24151767685']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:27:51.871393 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-08424b84-86f8-4d39-9b39-c936f7ef9f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25644826-beb1-41a5-9776-44c7224a37b6') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:27:51.871689 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-08424b84-86f8-4d39-9b39-c936f7ef9f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25644826-beb1-41a5-9776-44c7224a37b6') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:27:51.882471 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-08424b84-86f8-4d39-9b39-c936f7ef9f27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:51.899162 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-08424b84-86f8-4d39-9b39-c936f7ef9f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:51.905239 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08424b84-86f8-4d39-9b39-c936f7ef9f27 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 15:27:51.905616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-08424b84-86f8-4d39-9b39-c936f7ef9f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 15:27:51.918424 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 15:27:51.994133 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-08424b84-86f8-4d39-9b39-c936f7ef9f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:52.009898 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-08424b84-86f8-4d39-9b39-c936f7ef9f27 admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:52.021170 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08424b84-86f8-4d39-9b39-c936f7ef9f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=c246aa29-b107-47d8-951d-e24151767685,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:27:52.032624 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-08424b84-86f8-4d39-9b39-c936f7ef9f27 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c246aa29-b107-47d8-951d-e24151767685 HTTP/1.1" status: 204 len: 168 time: 1.0184710 Jan 17 15:27:52.035455 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 48138) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:27:52.202511 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-31927ca7-3b2c-486a-ac4d-1ca1347f42e7 None None] Deleting port beb0b35c-4b2a-414c-8c67-74ce5608f927 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:27:52.203057 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-31927ca7-3b2c-486a-ac4d-1ca1347f42e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:52.267613 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-31927ca7-3b2c-486a-ac4d-1ca1347f42e7 None None] The port 'beb0b35c-4b2a-414c-8c67-74ce5608f927' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 15:27:52.557825 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-92fce5b6-2a94-415c-8e35-4fbb7ad96dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:53.004182 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-92fce5b6-2a94-415c-8e35-4fbb7ad96dba admin admin] Deleting port 6320cc8b-c8fe-44e2-8345-37b6eaf352de {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:27:53.004885 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-92fce5b6-2a94-415c-8e35-4fbb7ad96dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:53.173419 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-92fce5b6-2a94-415c-8e35-4fbb7ad96dba admin admin] For port 6320cc8b-c8fe-44e2-8345-37b6eaf352de, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6320cc8b-c8fe-44e2-8345-37b6eaf352de,segment=NetworkSegment(707c82cf-f721-421c-9141-62751d5896ec),segment_id=707c82cf-f721-421c-9141-62751d5896ec)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:27:53.173774 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-92fce5b6-2a94-415c-8e35-4fbb7ad96dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:53.295060 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-92fce5b6-2a94-415c-8e35-4fbb7ad96dba admin admin] Calling delete_port for 6320cc8b-c8fe-44e2-8345-37b6eaf352de owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:27:53.468649 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-92fce5b6-2a94-415c-8e35-4fbb7ad96dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:53.519006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fce5b6-2a94-415c-8e35-4fbb7ad96dba admin admin] Pushing event deleted for resources: {'Port': ['ID=6320cc8b-c8fe-44e2-8345-37b6eaf352de,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:27:53.781617 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-92fce5b6-2a94-415c-8e35-4fbb7ad96dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:53.813092 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:54.238390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fce5b6-2a94-415c-8e35-4fbb7ad96dba admin admin] Router bca129e5-9ef0-4ab5-81cf-2b99fe5720e8 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:27:54.411917 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fce5b6-2a94-415c-8e35-4fbb7ad96dba admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:27:54.420436 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4900d34-0b07-457e-bb66-7f66da0e89f0 None None] Sync routers for ids ['bca129e5-9ef0-4ab5-81cf-2b99fe5720e8'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:27:54.428972 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-92fce5b6-2a94-415c-8e35-4fbb7ad96dba admin admin] 10.222.0.48 "PUT /v2.0/routers/bca129e5-9ef0-4ab5-81cf-2b99fe5720e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3925076 Jan 17 15:27:54.431681 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 48142) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:27:54.432529 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4900d34-0b07-457e-bb66-7f66da0e89f0 None None] Routers {'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:27:54.433148 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-f4900d34-0b07-457e-bb66-7f66da0e89f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:27:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bca129e5-9ef0-4ab5-81cf-2b99fe5720e8'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:27:54.611144 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03235215-030f-47e9-8654-90faac1ad12b admin admin] Notify callbacks [] for router, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:54.613284 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-f4900d34-0b07-457e-bb66-7f66da0e89f0 None None] Set router bca129e5-9ef0-4ab5-81cf-2b99fe5720e8 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:27:54.793041 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03235215-030f-47e9-8654-90faac1ad12b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:54.805890 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-03235215-030f-47e9-8654-90faac1ad12b admin admin] Deleting port ca00164e-6998-4edc-9b5d-c1dcc689ba64 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:27:54.805890 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03235215-030f-47e9-8654-90faac1ad12b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:54.897389 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-f4900d34-0b07-457e-bb66-7f66da0e89f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8', 'name': 'tempest-TestShelveInstance-1332030119-router', 'tenant_id': 'af935d7f548d42a68fadcbf581f9cb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ca00164e-6998-4edc-9b5d-c1dcc689ba64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:17:04Z', 'updated_at': '2022-01-17T15:27:53Z', 'revision_number': 5, 'project_id': 'af935d7f548d42a68fadcbf581f9cb92', 'gw_port': {'id': 'ca00164e-6998-4edc-9b5d-c1dcc689ba64', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:17:04Z', 'updated_at': '2022-01-17T15:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:27:54.901283 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4900d34-0b07-457e-bb66-7f66da0e89f0 None None] Checking router: bca129e5-9ef0-4ab5-81cf-2b99fe5720e8 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:27:54.909534 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4900d34-0b07-457e-bb66-7f66da0e89f0 None None] Routers {'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:27:54.910126 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-f4900d34-0b07-457e-bb66-7f66da0e89f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:27:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['bca129e5-9ef0-4ab5-81cf-2b99fe5720e8'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:27:54.983655 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-03235215-030f-47e9-8654-90faac1ad12b admin admin] For port ca00164e-6998-4edc-9b5d-c1dcc689ba64, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=ca00164e-6998-4edc-9b5d-c1dcc689ba64,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:27:54.984035 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03235215-030f-47e9-8654-90faac1ad12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:55.094334 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-f4900d34-0b07-457e-bb66-7f66da0e89f0 None None] Set router bca129e5-9ef0-4ab5-81cf-2b99fe5720e8 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:27:55.106182 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-03235215-030f-47e9-8654-90faac1ad12b admin admin] Calling delete_port for ca00164e-6998-4edc-9b5d-c1dcc689ba64 owned by network:router_gateway {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:27:55.201416 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-f4900d34-0b07-457e-bb66-7f66da0e89f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8', 'name': 'tempest-TestShelveInstance-1332030119-router', 'tenant_id': 'af935d7f548d42a68fadcbf581f9cb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:17:04Z', 'updated_at': '2022-01-17T15:27:54Z', 'revision_number': 6, 'project_id': 'af935d7f548d42a68fadcbf581f9cb92', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:27:55.205422 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4900d34-0b07-457e-bb66-7f66da0e89f0 None None] The sync data for ids ['bca129e5-9ef0-4ab5-81cf-2b99fe5720e8'] in dv-neutron-824901-1-hyperv is: [{'id': 'bca129e5-9ef0-4ab5-81cf-2b99fe5720e8', 'name': 'tempest-TestShelveInstance-1332030119-router', 'tenant_id': 'af935d7f548d42a68fadcbf581f9cb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:17:04Z', 'updated_at': '2022-01-17T15:27:54Z', 'revision_number': 6, 'project_id': 'af935d7f548d42a68fadcbf581f9cb92', 'gw_port_host': None}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:27:55.272813 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03235215-030f-47e9-8654-90faac1ad12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:55.324810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03235215-030f-47e9-8654-90faac1ad12b admin admin] Pushing event deleted for resources: {'Port': ['ID=ca00164e-6998-4edc-9b5d-c1dcc689ba64,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:27:55.412088 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03235215-030f-47e9-8654-90faac1ad12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:55.703675 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03235215-030f-47e9-8654-90faac1ad12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:55.705810 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03235215-030f-47e9-8654-90faac1ad12b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:55.728404 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03235215-030f-47e9-8654-90faac1ad12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:55.729008 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03235215-030f-47e9-8654-90faac1ad12b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bca129e5-9ef0-4ab5-81cf-2b99fe5720e8 {{(pid=87523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 15:27:55.741520 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-03235215-030f-47e9-8654-90faac1ad12b admin admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:55.742612 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-03235215-030f-47e9-8654-90faac1ad12b admin admin] 10.222.0.48 "DELETE /v2.0/routers/bca129e5-9ef0-4ab5-81cf-2b99fe5720e8 HTTP/1.1" status: 204 len: 168 time: 1.3100147 Jan 17 15:27:55.745342 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 48146) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:27:55.805137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcab3f37-62e7-4eee-8940-09fb35fb2d42 admin admin] Deleting subnet 53b8f4e2-cff7-446b-8c14-7c34130112d2 {{(pid=87523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 15:27:55.808051 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fcab3f37-62e7-4eee-8940-09fb35fb2d42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:55.855607 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fcab3f37-62e7-4eee-8940-09fb35fb2d42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2493184'] for subnet, precommit_delete_associations {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:55.933249 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fcab3f37-62e7-4eee-8940-09fb35fb2d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:55.966759 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6320cc8b-c8fe-44e2-8345-37b6eaf352de no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:27:56.003019 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 6320cc8b-c8fe-44e2-8345-37b6eaf352de {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:27:56.003358 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6320cc8b-c8fe-44e2-8345-37b6eaf352de not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:27:56.013258 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fcab3f37-62e7-4eee-8940-09fb35fb2d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3993236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150623'] for subnet, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:56.052880 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab3f37-62e7-4eee-8940-09fb35fb2d42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53b8f4e2-cff7-446b-8c14-7c34130112d2,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:27:56.054838 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-fcab3f37-62e7-4eee-8940-09fb35fb2d42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:56.061250 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31da3e8f-339c-4b0e-809a-69696838148b None None] Network 7799de95-0049-4004-87d3-d7d6f11cde73 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:27:56.063848 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 48150) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:27:56.064304 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-fcab3f37-62e7-4eee-8940-09fb35fb2d42 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/53b8f4e2-cff7-446b-8c14-7c34130112d2 HTTP/1.1" status: 204 len: 168 time: 0.3174083 Jan 17 15:27:56.172911 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:56.184010 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Deleting port 9c313653-22d1-42ee-8bd2-073a85579d67 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:27:56.184333 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:56.317678 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3a93a2-1a06-4a0c-9431-b4c03fab741f None None] DHCP port deletion for 7799de95-0049-4004-87d3-d7d6f11cde73 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 15:27:56.321474 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a93a2-1a06-4a0c-9431-b4c03fab741f None None] Deleting port 9c313653-22d1-42ee-8bd2-073a85579d67 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:27:56.321884 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ac3a93a2-1a06-4a0c-9431-b4c03fab741f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:56.398234 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] For port 9c313653-22d1-42ee-8bd2-073a85579d67, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=9c313653-22d1-42ee-8bd2-073a85579d67,segment=NetworkSegment(707c82cf-f721-421c-9141-62751d5896ec),segment_id=707c82cf-f721-421c-9141-62751d5896ec)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:27:56.398783 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:56.518428 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Calling delete_port for 9c313653-22d1-42ee-8bd2-073a85579d67 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:27:56.529798 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-ac3a93a2-1a06-4a0c-9431-b4c03fab741f None None] For port 9c313653-22d1-42ee-8bd2-073a85579d67, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=9c313653-22d1-42ee-8bd2-073a85579d67,segment=NetworkSegment(707c82cf-f721-421c-9141-62751d5896ec),segment_id=707c82cf-f721-421c-9141-62751d5896ec)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:27:56.530126 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ac3a93a2-1a06-4a0c-9431-b4c03fab741f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:56.596562 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:56.643860 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c313653-22d1-42ee-8bd2-073a85579d67,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:27:56.646108 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] No DVR routers for this DVR port 9c313653-22d1-42ee-8bd2-073a85579d67 on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:27:56.655401 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a93a2-1a06-4a0c-9431-b4c03fab741f None None] Calling delete_port for 9c313653-22d1-42ee-8bd2-073a85579d67 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:27:56.681022 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:56.681863 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:56.682194 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:56.682518 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:56.682838 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:56.683157 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:56.683471 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:56.683809 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:56.684124 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:56.684434 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:56.684744 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:56.685050 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:27:56.729600 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-ac3a93a2-1a06-4a0c-9431-b4c03fab741f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 15:27:56.730190 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-ac3a93a2-1a06-4a0c-9431-b4c03fab741f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 15:27:56.854743 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:56.879607 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7799de95-0049-4004-87d3-d7d6f11cde73']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:27:56.891373 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707c82cf-f721-421c-9141-62751d5896ec') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:27:56.891665 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707c82cf-f721-421c-9141-62751d5896ec') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:27:56.903019 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:56.919176 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:56.925030 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 15:27:56.925396 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 15:27:56.940754 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 15:27:57.011169 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:57.026881 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:57.036657 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] Pushing event deleted for resources: {'Network': ['ID=7799de95-0049-4004-87d3-d7d6f11cde73,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:27:57.044003 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7e31553d-dfbb-4a3c-b0d5-d0e638897d4d admin admin] 10.222.0.48 "DELETE /v2.0/networks/7799de95-0049-4004-87d3-d7d6f11cde73 HTTP/1.1" status: 204 len: 168 time: 0.9784317 Jan 17 15:27:57.173723 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 48156) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:27:57.224770 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6260bc22-38fd-403a-adf3-cebe324503da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe8cbfc7d4a24638aeaac573871e6c73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498714 Jan 17 15:27:57.227052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 48160) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:27:57.231997 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a93a2-1a06-4a0c-9431-b4c03fab741f None None] Deleting port 9c313653-22d1-42ee-8bd2-073a85579d67 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:27:57.232465 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ac3a93a2-1a06-4a0c-9431-b4c03fab741f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:57.289636 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-17150e5f-0455-4838-8ab9-b0a321d7d516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:57.300651 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a93a2-1a06-4a0c-9431-b4c03fab741f None None] The port '9c313653-22d1-42ee-8bd2-073a85579d67' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 15:27:57.317006 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-17150e5f-0455-4838-8ab9-b0a321d7d516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:57.370856 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-17150e5f-0455-4838-8ab9-b0a321d7d516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:57.386488 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17150e5f-0455-4838-8ab9-b0a321d7d516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578a06eb-57ef-48ba-8907-86811c0efade,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:27:57.396873 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-17150e5f-0455-4838-8ab9-b0a321d7d516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:57.397949 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-17150e5f-0455-4838-8ab9-b0a321d7d516 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/578a06eb-57ef-48ba-8907-86811c0efade HTTP/1.1" status: 204 len: 168 time: 0.1700165 Jan 17 15:27:57.663562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ca00164e-6998-4edc-9b5d-c1dcc689ba64 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:27:57.700940 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: ca00164e-6998-4edc-9b5d-c1dcc689ba64 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:27:57.701282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device ca00164e-6998-4edc-9b5d-c1dcc689ba64 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:27:57.701705 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 9c313653-22d1-42ee-8bd2-073a85579d67 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:27:57.733576 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 9c313653-22d1-42ee-8bd2-073a85579d67 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:27:57.733917 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 9c313653-22d1-42ee-8bd2-073a85579d67 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:27:57.758113 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 48168) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:27:57.804876 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-cd23a2d2-5014-4e52-836f-000415febb20 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af935d7f548d42a68fadcbf581f9cb92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455511 Jan 17 15:27:57.808006 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 48172) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:27:57.867683 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-72d8a5a4-bf9a-4c20-9de3-125675b2f536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:57.893015 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-72d8a5a4-bf9a-4c20-9de3-125675b2f536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:57.945406 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-72d8a5a4-bf9a-4c20-9de3-125675b2f536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:57.963010 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8a5a4-bf9a-4c20-9de3-125675b2f536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3d3d4f-1ead-4b9b-bf6b-ec1320ab5810,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:27:57.968118 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-72d8a5a4-bf9a-4c20-9de3-125675b2f536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:57.969501 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-72d8a5a4-bf9a-4c20-9de3-125675b2f536 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe3d3d4f-1ead-4b9b-bf6b-ec1320ab5810 HTTP/1.1" status: 204 len: 168 time: 0.1603296 Jan 17 15:27:58.734861 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 48196) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:27:58.838995 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-556746137-network', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:27:58.843608 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:27:58.847733 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Usage tracker for resource:network and tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:27:58.850784 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:27:58.856659 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:27:58.866052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Made reservation on behalf of 8bd9cffe948a45f68c7b4a840d0cfdf2 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:27:58.868633 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:58.880523 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:58.894706 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:27:58.898325 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Usage tracker for resource:security_group_rule and tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:27:58.901647 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:27:58.907122 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:27:58.989037 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:58.992660 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:59.019209 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 15:27:59.032120 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879f531a-6615-489d-9563-9d599c5900b4,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:27:59.036717 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:59.037048 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Added segment 9adcbcaa-e0af-4460-b248-ccd187988494 of type vlan for network 79984261-5024-4818-a794-39a30cffdc74 Jan 17 15:27:59.065775 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:59.094168 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:59.095077 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:27:59.095636 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:59.196390 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4604628 Jan 17 15:27:59.197722 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a127191-c7d9-4074-bc75-eb21d11fb03f admin admin] Pushing event updated for resources: {'Network': ['ID=79984261-5024-4818-a794-39a30cffdc74,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:27:59.199666 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 48202) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:27:59.205162 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-7f4f3626-a2c6-4f4e-8c8c-6fb547e48707 admin admin] Request body: {'subnet': {'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-556746137-subnet', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'ip_version': 4}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:27:59.207632 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 79984261-5024-4818-a794-39a30cffdc74 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 15:27:59.210010 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7f4f3626-a2c6-4f4e-8c8c-6fb547e48707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:27:59.213994 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7f4f3626-a2c6-4f4e-8c8c-6fb547e48707 admin admin] Usage tracker for resource:subnet and tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:27:59.216929 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-7f4f3626-a2c6-4f4e-8c8c-6fb547e48707 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:27:59.222635 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-7f4f3626-a2c6-4f4e-8c8c-6fb547e48707 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:27:59.236411 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4f3626-a2c6-4f4e-8c8c-6fb547e48707 admin admin] Made reservation on behalf of 8bd9cffe948a45f68c7b4a840d0cfdf2 for: {'subnet': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:27:59.238751 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7f4f3626-a2c6-4f4e-8c8c-6fb547e48707 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2474862'] for subnet, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:59.438331 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7f4f3626-a2c6-4f4e-8c8c-6fb547e48707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3694175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2474876'] for subnet, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:59.508104 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f3626-a2c6-4f4e-8c8c-6fb547e48707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c81ca123-6e04-4b05-8ac8-d440336da5c9,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:27:59.516297 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4f3626-a2c6-4f4e-8c8c-6fb547e48707 admin admin] Checking segment: {'id': '9adcbcaa-e0af-4460-b248-ccd187988494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79984261-5024-4818-a794-39a30cffdc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:27:59.516636 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4f3626-a2c6-4f4e-8c8c-6fb547e48707 admin admin] Network hostable DHCP agents. Network: 79984261-5024-4818-a794-39a30cffdc74, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 15:27:59.534007 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4f3626-a2c6-4f4e-8c8c-6fb547e48707 admin admin] Network 79984261-5024-4818-a794-39a30cffdc74 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 15:27:59.543075 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-7f4f3626-a2c6-4f4e-8c8c-6fb547e48707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 79984261-5024-4818-a794-39a30cffdc74) {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:27:59.547332 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4f3626-a2c6-4f4e-8c8c-6fb547e48707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:27:59.547935 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-7f4f3626-a2c6-4f4e-8c8c-6fb547e48707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:59.554398 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517e347f-cf81-4444-8caa-7b1f95a08232 None None] Network 79984261-5024-4818-a794-39a30cffdc74 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:27:59.568597 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-7f4f3626-a2c6-4f4e-8c8c-6fb547e48707 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3678260 Jan 17 15:27:59.571241 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 48206) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:27:59.576132 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:27:59.580652 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:27:59.584353 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Usage tracker for resource:router and tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:27:59.587103 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:27:59.592699 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:27:59.607181 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:59.608171 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:59.625075 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:59.801833 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-79984261-5024-4818-a794-39a30cffdc74', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'fixed_ips': [{'subnet_id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 15:27:59.802690 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:59.887342 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:27:59.956949 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Allocated IP 172.20.0.2 (79984261-5024-4818-a794-39a30cffdc74/c81ca123-6e04-4b05-8ac8-d440336da5c9/6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:28:00.167874 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:00.177883 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Transition to ACTIVE for port object 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:28:00.195581 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Transition to ACTIVE for port object 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:28:00.201437 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:00.265713 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Network 79984261-5024-4818-a794-39a30cffdc74 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:28:00.268392 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:28:00.272160 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:28:00.281273 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Pushing event updated for resources: {'Port': ['ID=6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:00.285990 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:00.315297 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:00.322595 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:00.322947 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:00.323284 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:00.323615 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:00.323972 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:00.324304 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:00.324627 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:00.324950 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:00.325271 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:00.325590 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:00.325910 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:00.326225 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:00.376968 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Attempting to bind port 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:28:00.377357 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Attempting to bind port 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9adcbcaa-e0af-4460-b248-ccd187988494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79984261-5024-4818-a794-39a30cffdc74'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:28:00.377717 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Attempting to bind port 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641 on network 79984261-5024-4818-a794-39a30cffdc74 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:28:00.382975 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:28:00.383364 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Checking segment: {'id': '9adcbcaa-e0af-4460-b248-ccd187988494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79984261-5024-4818-a794-39a30cffdc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:28:00.383788 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:00.384681 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Bound using segment: {'id': '9adcbcaa-e0af-4460-b248-ccd187988494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79984261-5024-4818-a794-39a30cffdc74'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:28:00.385135 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Bound port: 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9adcbcaa-e0af-4460-b248-ccd187988494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79984261-5024-4818-a794-39a30cffdc74'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:28:00.385503 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:00.452777 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Allocated IP 172.26.3.242 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/380f2af4-f77d-4bc2-84ab-6141b5bbc32a) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:28:00.473038 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] For port 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:28:00.476109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] For port 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:28:00.481801 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:00.569768 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779ee64-6ae3-4d90-879f-6e9dc47cf1d1 None None] Pushing event updated for resources: {'Port': ['ID=6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:00.610371 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:00.641257 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:00.706535 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:28:00.709475 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:28:00.713133 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:28:00.757549 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Pushing event updated for resources: {'Port': ['ID=380f2af4-f77d-4bc2-84ab-6141b5bbc32a,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:01.134038 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:01.485160 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9356fba0-f74c-4056-b727-cead8e606439 None None] Network 79984261-5024-4818-a794-39a30cffdc74 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:28:01.581197 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-c9c0f13a-aa8b-4955-ac62-207432fe859c None None] Provisioning for port 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:28:01.582619 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:01.698787 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:28:01.790452 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:28:01.792576 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 15:28:01.796012 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:28:01.796387 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:01.921831 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:01.958510 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:28:01.964960 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:01.988675 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:28:02.000531 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] Sync routers for ids ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:28:02.014160 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] Routers {'6af8b2e2-8541-4552-a884-fd4f93d4c7c0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:28:02.014375 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:02.015336 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:27:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:28:02.015480 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-277c9db5-0086-43a2-88ae-22262c5100a1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4433422 Jan 17 15:28:02.018298 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 48210) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:28:02.046728 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-24b11a6f-6776-47d3-91de-7566c415829a None None] Provisioning complete for port 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641 triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:28:02.047167 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-24b11a6f-6776-47d3-91de-7566c415829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:02.076190 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:02.195523 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] Set router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:28:02.474097 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:27:59Z', 'updated_at': '2022-01-17T15:28:00Z', 'revision_number': 3, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'gw_port': {'id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:00Z', 'updated_at': '2022-01-17T15:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:28:02.478268 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] Checking router: 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:28:02.478614 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] Updating router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 port 380f2af4-f77d-4bc2-84ab-6141b5bbc32a binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:28:02.529280 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:02.683057 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-50d78c58-5eeb-4dac-b90e-c47b82369c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:02.850575 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:02.862736 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] Transition to ACTIVE for port object 380f2af4-f77d-4bc2-84ab-6141b5bbc32a will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:28:02.870021 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:02.886829 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-50d78c58-5eeb-4dac-b90e-c47b82369c7b admin admin] Allocated IP 172.20.0.1 (79984261-5024-4818-a794-39a30cffdc74/c81ca123-6e04-4b05-8ac8-d440336da5c9/cef2b70f-d767-4bab-9d02-94b67d6584bf) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:28:02.949097 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] Attempting to bind port 380f2af4-f77d-4bc2-84ab-6141b5bbc32a on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:28:02.949454 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] Attempting to bind port 380f2af4-f77d-4bc2-84ab-6141b5bbc32a by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:28:02.949802 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] Attempting to bind port 380f2af4-f77d-4bc2-84ab-6141b5bbc32a on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:28:02.955181 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b5981-75eb-42f6-8cc6-92a72643f7af None None] Pushing event updated for resources: {'Port': ['ID=380f2af4-f77d-4bc2-84ab-6141b5bbc32a,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:02.959935 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:28:02.960296 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:28:02.960675 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:02.961052 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:28:02.961496 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] Bound port: 380f2af4-f77d-4bc2-84ab-6141b5bbc32a, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:28:02.961855 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:02.993732 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5981-75eb-42f6-8cc6-92a72643f7af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:02.994072 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5981-75eb-42f6-8cc6-92a72643f7af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:02.994402 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5981-75eb-42f6-8cc6-92a72643f7af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:02.994744 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5981-75eb-42f6-8cc6-92a72643f7af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:02.995048 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5981-75eb-42f6-8cc6-92a72643f7af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:02.995368 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5981-75eb-42f6-8cc6-92a72643f7af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:02.995683 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5981-75eb-42f6-8cc6-92a72643f7af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:02.996020 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5981-75eb-42f6-8cc6-92a72643f7af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:02.996338 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5981-75eb-42f6-8cc6-92a72643f7af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:02.996651 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5981-75eb-42f6-8cc6-92a72643f7af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:02.996980 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5981-75eb-42f6-8cc6-92a72643f7af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:02.997271 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5981-75eb-42f6-8cc6-92a72643f7af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:28:03.046104 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] For port 380f2af4-f77d-4bc2-84ab-6141b5bbc32a, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:28:03.049663 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] For port 380f2af4-f77d-4bc2-84ab-6141b5bbc32a, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=380f2af4-f77d-4bc2-84ab-6141b5bbc32a,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:28:03.053822 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:03.133199 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b5981-75eb-42f6-8cc6-92a72643f7af None None] Pushing event updated for resources: {'Port': ['ID=380f2af4-f77d-4bc2-84ab-6141b5bbc32a,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:03.139355 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] Routers {'6af8b2e2-8541-4552-a884-fd4f93d4c7c0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:28:03.139978 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:27:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:28:03.153461 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-50d78c58-5eeb-4dac-b90e-c47b82369c7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:03.168750 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-50d78c58-5eeb-4dac-b90e-c47b82369c7b admin admin] Transition to ACTIVE for port object cef2b70f-d767-4bab-9d02-94b67d6584bf will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:28:03.191447 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-50d78c58-5eeb-4dac-b90e-c47b82369c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:03.257791 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d78c58-5eeb-4dac-b90e-c47b82369c7b admin admin] Network 79984261-5024-4818-a794-39a30cffdc74 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:28:03.261173 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-50d78c58-5eeb-4dac-b90e-c47b82369c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:28:03.263692 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d78c58-5eeb-4dac-b90e-c47b82369c7b admin admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:28:03.301894 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d78c58-5eeb-4dac-b90e-c47b82369c7b admin admin] Pushing event updated for resources: {'Port': ['ID=cef2b70f-d767-4bab-9d02-94b67d6584bf,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:03.323263 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] Set router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:28:03.327761 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-50d78c58-5eeb-4dac-b90e-c47b82369c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:03.453639 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-50d78c58-5eeb-4dac-b90e-c47b82369c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:03.494672 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7ce30c6e-fdcd-4807-a785-dfb99cee603b None None] Provisioning for port cef2b70f-d767-4bab-9d02-94b67d6584bf completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:28:03.499986 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-7ce30c6e-fdcd-4807-a785-dfb99cee603b None None] Provisioning complete for port cef2b70f-d767-4bab-9d02-94b67d6584bf triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:28:03.501530 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7ce30c6e-fdcd-4807-a785-dfb99cee603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:03.559481 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-7ce30c6e-fdcd-4807-a785-dfb99cee603b None None] Port cef2b70f-d767-4bab-9d02-94b67d6584bf cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:28:03.651063 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:27:59Z', 'updated_at': '2022-01-17T15:28:00Z', 'revision_number': 3, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'gw_port': {'id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:00Z', 'updated_at': '2022-01-17T15:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:28:03.654992 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01935577-183c-4400-abd4-e9da37ca7b13 None None] The sync data for ids ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'] in dv-neutron-824901-1-hyperv is: [{'id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:27:59Z', 'updated_at': '2022-01-17T15:28:00Z', 'revision_number': 3, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'gw_port': {'id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:00Z', 'updated_at': '2022-01-17T15:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:28:03.680221 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:28:03.684302 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-50d78c58-5eeb-4dac-b90e-c47b82369c7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:03.689441 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-50d78c58-5eeb-4dac-b90e-c47b82369c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:03.756488 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:28:03.757191 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:03.801206 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d78c58-5eeb-4dac-b90e-c47b82369c7b admin admin] Pushing event updated for resources: {'Port': ['ID=cef2b70f-d767-4bab-9d02-94b67d6584bf,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:03.803552 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-50d78c58-5eeb-4dac-b90e-c47b82369c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:03.971916 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d78c58-5eeb-4dac-b90e-c47b82369c7b admin admin] Network 79984261-5024-4818-a794-39a30cffdc74 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:28:03.973035 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-50d78c58-5eeb-4dac-b90e-c47b82369c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:28:04.170883 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d78c58-5eeb-4dac-b90e-c47b82369c7b admin admin] Router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:28:04.187494 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b300e62d-3657-4ba2-81b1-afcbead931ce None None] Provisioning complete for port cef2b70f-d767-4bab-9d02-94b67d6584bf triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:28:04.187876 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b300e62d-3657-4ba2-81b1-afcbead931ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:04.242420 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b300e62d-3657-4ba2-81b1-afcbead931ce None None] Port cef2b70f-d767-4bab-9d02-94b67d6584bf cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:28:04.349357 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d78c58-5eeb-4dac-b90e-c47b82369c7b admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:28:04.359101 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-50d78c58-5eeb-4dac-b90e-c47b82369c7b admin admin] 10.222.0.48 "PUT /v2.0/routers/6af8b2e2-8541-4552-a884-fd4f93d4c7c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3398130 Jan 17 15:28:04.858548 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 48228) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:28:04.864035 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1954929877-network', 'tenant_id': '7d7c3d7fa79844578ce73f0512b46145'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:28:04.868810 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:28:04.872591 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Usage tracker for resource:network and tenant:7d7c3d7fa79844578ce73f0512b46145 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:28:04.875526 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:28:04.881219 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:28:04.892105 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Made reservation on behalf of 7d7c3d7fa79844578ce73f0512b46145 for: {'network': 1} {{(pid=87524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:28:04.894507 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for network, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:04.906706 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:04.920495 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:28:04.924194 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Usage tracker for resource:security_group_rule and tenant:7d7c3d7fa79844578ce73f0512b46145 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:28:04.927010 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:28:04.932759 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:28:05.021052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:05.025250 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:05.055052 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=87524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 15:28:05.063876 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5e5df9-f555-43a7-a8bf-a924d5dfc174,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:05.070053 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:05.070390 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.segments_db [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Added segment b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8 of type vlan for network 4eca7ec8-6624-487e-8137-42c1476e5231 Jan 17 15:28:05.097401 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762587493470'] for network, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:05.126761 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999'] for network, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:05.127700 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:05.128286 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:05.188423 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] Sync routers for ids ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:28:05.198576 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] Routers {'6af8b2e2-8541-4552-a884-fd4f93d4c7c0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:28:05.199264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:27:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:28:05.228433 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] Pushing event updated for resources: {'Network': ['ID=4eca7ec8-6624-487e-8137-42c1476e5231,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:05.234237 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-c9d3634e-28d6-4103-aeff-1b2132a89f23 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3719866 Jan 17 15:28:05.234539 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 48232) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:28:05.240149 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-709d83a1-786d-4e18-b0e1-7bd2709a7343 admin admin] Request body: {'subnet': {'network_id': '4eca7ec8-6624-487e-8137-42c1476e5231', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1954929877-subnet', 'tenant_id': '7d7c3d7fa79844578ce73f0512b46145', 'ip_version': 4}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:28:05.246411 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-709d83a1-786d-4e18-b0e1-7bd2709a7343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:28:05.250719 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-709d83a1-786d-4e18-b0e1-7bd2709a7343 admin admin] Usage tracker for resource:subnet and tenant:7d7c3d7fa79844578ce73f0512b46145 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:28:05.253632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-709d83a1-786d-4e18-b0e1-7bd2709a7343 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:28:05.259603 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Network 4eca7ec8-6624-487e-8137-42c1476e5231 details requested by agent ovs-agent-dv-neutron-824901-1-hyperv with host dv-neutron-824901-1-hyperv {{(pid=87525) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 15:28:05.260411 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-709d83a1-786d-4e18-b0e1-7bd2709a7343 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:28:05.270406 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709d83a1-786d-4e18-b0e1-7bd2709a7343 admin admin] Made reservation on behalf of 7d7c3d7fa79844578ce73f0512b46145 for: {'subnet': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:28:05.272715 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-709d83a1-786d-4e18-b0e1-7bd2709a7343 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150580'] for subnet, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:05.471937 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] Set router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:28:05.474150 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-709d83a1-786d-4e18-b0e1-7bd2709a7343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3993171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150566'] for subnet, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:05.535479 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d83a1-786d-4e18-b0e1-7bd2709a7343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5bc94e-dee2-41ff-b8c2-7a2545abb56c,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:05.557924 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709d83a1-786d-4e18-b0e1-7bd2709a7343 admin admin] Checking segment: {'id': 'b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4eca7ec8-6624-487e-8137-42c1476e5231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:28:05.558280 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709d83a1-786d-4e18-b0e1-7bd2709a7343 admin admin] Network hostable DHCP agents. Network: 4eca7ec8-6624-487e-8137-42c1476e5231, hostable agents: ['6a2c1045-a41c-445e-bebd-60166bb71ed9'], hosted agents: [] {{(pid=87523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 15:28:05.577143 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709d83a1-786d-4e18-b0e1-7bd2709a7343 admin admin] Network 4eca7ec8-6624-487e-8137-42c1476e5231 is scheduled to be hosted by DHCP agent 6a2c1045-a41c-445e-bebd-60166bb71ed9 with binding_index 1 {{(pid=87523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 15:28:05.586163 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-709d83a1-786d-4e18-b0e1-7bd2709a7343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824901-1-hyperv, 4eca7ec8-6624-487e-8137-42c1476e5231) {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:28:05.591189 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709d83a1-786d-4e18-b0e1-7bd2709a7343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:05.591878 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-709d83a1-786d-4e18-b0e1-7bd2709a7343 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:05.596699 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7692e050-2dd3-4c9c-87dd-4b2adb5ffee6 None None] Network 4eca7ec8-6624-487e-8137-42c1476e5231 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:28:05.616573 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-709d83a1-786d-4e18-b0e1-7bd2709a7343 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3784339 Jan 17 15:28:05.616845 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 48236) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:28:05.622263 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1954929877-router', 'tenant_id': '7d7c3d7fa79844578ce73f0512b46145', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:28:05.627041 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:28:05.631256 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Usage tracker for resource:router and tenant:7d7c3d7fa79844578ce73f0512b46145 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:28:05.634392 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:28:05.640736 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:28:05.654220 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1595464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6246'] for router, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:05.655264 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6249'] for router, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:05.676588 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:05.744280 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 380f2af4-f77d-4bc2-84ab-6141b5bbc32a up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:28:05.949799 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6267'] for router, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:05.963534 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 380f2af4-f77d-4bc2-84ab-6141b5bbc32a completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:28:06.003050 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 380f2af4-f77d-4bc2-84ab-6141b5bbc32a triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:28:06.003416 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:06.060968 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21342f23-cece-5046-81a0-f65696c0f9e9-4eca7ec8-6624-487e-8137-42c1476e5231', 'network_id': '4eca7ec8-6624-487e-8137-42c1476e5231', 'tenant_id': '7d7c3d7fa79844578ce73f0512b46145', 'fixed_ips': [{'subnet_id': 'ba5bc94e-dee2-41ff-b8c2-7a2545abb56c'}]}} from dv-neutron-824901-1-hyperv. {{(pid=87525) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 15:28:06.061773 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:06.213638 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:27:59Z', 'updated_at': '2022-01-17T15:28:03Z', 'revision_number': 4, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'gw_port': {'id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:00Z', 'updated_at': '2022-01-17T15:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'cef2b70f-d767-4bab-9d02-94b67d6584bf', 'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'mac_address': 'fa:16:3e:40:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:02Z', 'updated_at': '2022-01-17T15:28:03Z', 'revision_number': 2, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'subnets': [{'id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:28:06.262085 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:06.263093 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] Checking router: 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:28:06.263446 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] Updating router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 port cef2b70f-d767-4bab-9d02-94b67d6584bf binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:28:06.293432 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:06.323491 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:06.338899 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:06.364242 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 380f2af4-f77d-4bc2-84ab-6141b5bbc32a, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=380f2af4-f77d-4bc2-84ab-6141b5bbc32a,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:28:06.365593 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.db_base_plugin_common [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Allocated IP 172.20.0.2 (4eca7ec8-6624-487e-8137-42c1476e5231/ba5bc94e-dee2-41ff-b8c2-7a2545abb56c/0bc4fd3f-a0b5-4d01-b566-8c03c600fb51) {{(pid=87525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:28:06.394537 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:06.537010 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Allocated IP 172.26.3.172 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/c369286d-90aa-434e-b395-16740b17d3d1) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:28:06.668890 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=380f2af4-f77d-4bc2-84ab-6141b5bbc32a,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:06.689947 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:06.719006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:06.782250 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:28:06.784894 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:28:06.788741 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:28:06.826513 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Pushing event updated for resources: {'Port': ['ID=c369286d-90aa-434e-b395-16740b17d3d1,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:06.882974 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Notify callbacks [] for port, precommit_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:06.906603 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Transition to ACTIVE for port object 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51 will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:28:06.929191 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Transition to ACTIVE for port object 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51 will not be triggered until provisioned by entity DHCP. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:28:06.940846 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613'] for port, after_create {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:07.056581 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Network 4eca7ec8-6624-487e-8137-42c1476e5231 is already hosted by enough agents. {{(pid=87525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:28:07.060831 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.scheduler.base_scheduler [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Resources bound (agent type, host, resource id): {{(pid=87525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:28:07.066091 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Received port after_create {{(pid=87525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:28:07.106871 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Pushing event updated for resources: {'Port': ['ID=0bc4fd3f-a0b5-4d01-b566-8c03c600fb51,revision_number=1']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:07.121804 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:07.174996 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] Transition to ACTIVE for port object cef2b70f-d767-4bab-9d02-94b67d6584bf will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:28:07.184819 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Attempting to bind port 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:28:07.185193 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Attempting to bind port 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4eca7ec8-6624-487e-8137-42c1476e5231'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:28:07.185541 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Attempting to bind port 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51 on network 4eca7ec8-6624-487e-8137-42c1476e5231 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:28:07.187581 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:07.200256 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:07.229984 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:28:07.230810 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Checking segment: {'id': 'b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4eca7ec8-6624-487e-8137-42c1476e5231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:28:07.230998 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:07.231385 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Bound using segment: {'id': 'b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4eca7ec8-6624-487e-8137-42c1476e5231'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:28:07.231875 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Bound port: 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4eca7ec8-6624-487e-8137-42c1476e5231'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:28:07.232250 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:07.361123 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339b611-f88b-44ba-9caa-da7797e25757 None None] Pushing event updated for resources: {'Port': ['ID=cef2b70f-d767-4bab-9d02-94b67d6584bf,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:07.490534 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] Attempting to bind port cef2b70f-d767-4bab-9d02-94b67d6584bf on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:28:07.490897 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] Attempting to bind port cef2b70f-d767-4bab-9d02-94b67d6584bf by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9adcbcaa-e0af-4460-b248-ccd187988494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79984261-5024-4818-a794-39a30cffdc74'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:28:07.491257 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] Attempting to bind port cef2b70f-d767-4bab-9d02-94b67d6584bf on network 79984261-5024-4818-a794-39a30cffdc74 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:28:07.497244 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] For port 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:28:07.502110 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] For port 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=0bc4fd3f-a0b5-4d01-b566-8c03c600fb51,segment=NetworkSegment(b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8),segment_id=b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:28:07.503144 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:28:07.503553 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] Checking segment: {'id': '9adcbcaa-e0af-4460-b248-ccd187988494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79984261-5024-4818-a794-39a30cffdc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:28:07.503919 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:07.504311 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] Bound using segment: {'id': '9adcbcaa-e0af-4460-b248-ccd187988494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79984261-5024-4818-a794-39a30cffdc74'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:28:07.504789 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] Bound port: cef2b70f-d767-4bab-9d02-94b67d6584bf, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9adcbcaa-e0af-4460-b248-ccd187988494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79984261-5024-4818-a794-39a30cffdc74'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:28:07.505128 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:07.517065 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:07.548519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595585'] for router, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:07.654236 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b62ee-4cc9-4052-88bb-547b1dc2128a None None] Pushing event updated for resources: {'Port': ['ID=0bc4fd3f-a0b5-4d01-b566-8c03c600fb51,revision_number=2']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:07.678848 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] For port cef2b70f-d767-4bab-9d02-94b67d6584bf, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:28:07.682795 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] For port cef2b70f-d767-4bab-9d02-94b67d6584bf, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=cef2b70f-d767-4bab-9d02-94b67d6584bf,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:28:07.688580 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:07.722475 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 380f2af4-f77d-4bc2-84ab-6141b5bbc32a up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:28:07.778472 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Router f7f3aa8d-a814-47e4-8074-a4e55ea1e985 is scheduled to L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e with binding_index 1 {{(pid=87523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 15:28:07.822802 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] Routers {'6af8b2e2-8541-4552-a884-fd4f93d4c7c0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:28:07.823446 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:27:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:28:07.912616 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339b611-f88b-44ba-9caa-da7797e25757 None None] Pushing event updated for resources: {'Port': ['ID=cef2b70f-d767-4bab-9d02-94b67d6584bf,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:08.001826 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 380f2af4-f77d-4bc2-84ab-6141b5bbc32a triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:28:08.002200 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:08.156930 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:28:08.166291 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] Sync routers for ids ['f7f3aa8d-a814-47e4-8074-a4e55ea1e985'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:28:08.176721 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] Routers {'f7f3aa8d-a814-47e4-8074-a4e55ea1e985'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:28:08.177598 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:27:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f7f3aa8d-a814-47e4-8074-a4e55ea1e985'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:28:08.182217 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] Set router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:28:08.184843 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] Notify callbacks [] for router, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:08.186319 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-bdd6d642-02d4-4eb4-ab9e-bb67ef9c4d05 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5686202 Jan 17 15:28:08.189183 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 48240) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:28:08.362439 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] Set router f7f3aa8d-a814-47e4-8074-a4e55ea1e985 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:28:08.571194 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:27:59Z', 'updated_at': '2022-01-17T15:28:03Z', 'revision_number': 4, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'gw_port': {'id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:00Z', 'updated_at': '2022-01-17T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'cef2b70f-d767-4bab-9d02-94b67d6584bf', 'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'mac_address': 'fa:16:3e:40:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:02Z', 'updated_at': '2022-01-17T15:28:07Z', 'revision_number': 4, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'subnets': [{'id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:28:08.577198 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2430e4-18cd-41c4-9ced-aa308b632cad None None] The sync data for ids ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'] in dv-neutron-824901-1-hyperv is: [{'id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:27:59Z', 'updated_at': '2022-01-17T15:28:03Z', 'revision_number': 4, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'gw_port': {'id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:00Z', 'updated_at': '2022-01-17T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'cef2b70f-d767-4bab-9d02-94b67d6584bf', 'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'mac_address': 'fa:16:3e:40:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:02Z', 'updated_at': '2022-01-17T15:28:07Z', 'revision_number': 4, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'subnets': [{'id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:28:08.745018 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f3aa8d-a814-47e4-8074-a4e55ea1e985', 'name': 'tempest-TestSnapshotPattern-1954929877-router', 'tenant_id': '7d7c3d7fa79844578ce73f0512b46145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'c369286d-90aa-434e-b395-16740b17d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:28:05Z', 'updated_at': '2022-01-17T15:28:07Z', 'revision_number': 3, 'project_id': '7d7c3d7fa79844578ce73f0512b46145', 'gw_port': {'id': 'c369286d-90aa-434e-b395-16740b17d3d1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f3aa8d-a814-47e4-8074-a4e55ea1e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:06Z', 'updated_at': '2022-01-17T15:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:28:08.749484 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] Checking router: f7f3aa8d-a814-47e4-8074-a4e55ea1e985 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:28:08.749957 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] Updating router f7f3aa8d-a814-47e4-8074-a4e55ea1e985 port c369286d-90aa-434e-b395-16740b17d3d1 binding host dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:28:08.805251 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:08.876587 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f42f333-d26e-4637-b23e-e0d7d4338354 None None] Network 4eca7ec8-6624-487e-8137-42c1476e5231 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:28:09.055143 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-6b3669bc-1b9d-41c1-ae7a-0a6b79b28d6b None None] Provisioning for port 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51 completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:28:09.190544 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] Notify callbacks [] for port, precommit_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:09.203017 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.provisioning_blocks [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] Transition to ACTIVE for port object c369286d-90aa-434e-b395-16740b17d3d1 will not be triggered until provisioned by entity L2. {{(pid=87526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:28:09.215440 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:09.216265 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-315c16e9-e1e0-4aa5-bc20-c204898ac9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:09.288054 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] Attempting to bind port c369286d-90aa-434e-b395-16740b17d3d1 on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:28:09.288645 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] Attempting to bind port c369286d-90aa-434e-b395-16740b17d3d1 by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:28:09.289214 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] Attempting to bind port c369286d-90aa-434e-b395-16740b17d3d1 on network 8e713ad1-069e-4db5-8938-0391ff946f65 {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:28:09.313761 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:28:09.314132 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] Checking segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:28:09.314573 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:09.314990 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] Bound using segment: {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'} {{(pid=87526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:28:09.315458 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.managers [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] Bound port: c369286d-90aa-434e-b395-16740b17d3d1, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f528e91-1a5c-42e7-868b-05caa2380d6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65'}}] {{(pid=87526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:28:09.315874 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:09.372804 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba8e97-4787-4f23-9957-624b4ee406c9 None None] Pushing event updated for resources: {'Port': ['ID=c369286d-90aa-434e-b395-16740b17d3d1,revision_number=2']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:09.411379 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] For port c369286d-90aa-434e-b395-16740b17d3d1, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:28:09.414704 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.plugins.ml2.db [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] For port c369286d-90aa-434e-b395-16740b17d3d1, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c369286d-90aa-434e-b395-16740b17d3d1,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:28:09.419522 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron_lib.callbacks.manager [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:09.444576 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-315c16e9-e1e0-4aa5-bc20-c204898ac9ab admin admin] Allocated IP 172.20.0.1 (4eca7ec8-6624-487e-8137-42c1476e5231/ba5bc94e-dee2-41ff-b8c2-7a2545abb56c/2a1076a3-634d-433e-a8e9-2ff1cbece09a) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:28:09.499394 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] Routers {'f7f3aa8d-a814-47e4-8074-a4e55ea1e985'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:28:09.500044 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:27:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f7f3aa8d-a814-47e4-8074-a4e55ea1e985'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:28:09.558002 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba8e97-4787-4f23-9957-624b4ee406c9 None None] Pushing event updated for resources: {'Port': ['ID=c369286d-90aa-434e-b395-16740b17d3d1,revision_number=3']} {{(pid=87526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:09.606883 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-315c16e9-e1e0-4aa5-bc20-c204898ac9ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:09.623901 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.provisioning_blocks [None req-315c16e9-e1e0-4aa5-bc20-c204898ac9ab admin admin] Transition to ACTIVE for port object 2a1076a3-634d-433e-a8e9-2ff1cbece09a will not be triggered until provisioned by entity DHCP. {{(pid=87524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:28:09.651038 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-315c16e9-e1e0-4aa5-bc20-c204898ac9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:09.727663 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315c16e9-e1e0-4aa5-bc20-c204898ac9ab admin admin] Network 4eca7ec8-6624-487e-8137-42c1476e5231 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:28:09.727663 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-315c16e9-e1e0-4aa5-bc20-c204898ac9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:28:09.727964 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] Set router f7f3aa8d-a814-47e4-8074-a4e55ea1e985 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:28:09.729033 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315c16e9-e1e0-4aa5-bc20-c204898ac9ab admin admin] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:28:09.779922 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cef2b70f-d767-4bab-9d02-94b67d6584bf up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:28:09.842145 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c16e9-e1e0-4aa5-bc20-c204898ac9ab admin admin] Pushing event updated for resources: {'Port': ['ID=2a1076a3-634d-433e-a8e9-2ff1cbece09a,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:09.861623 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-315c16e9-e1e0-4aa5-bc20-c204898ac9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1730443'] for router_interface, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:09.886949 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port cef2b70f-d767-4bab-9d02-94b67d6584bf completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:28:09.892489 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port cef2b70f-d767-4bab-9d02-94b67d6584bf triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:28:09.892857 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:10.009579 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-315c16e9-e1e0-4aa5-bc20-c204898ac9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:10.058042 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:10.098624 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port cef2b70f-d767-4bab-9d02-94b67d6584bf, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=cef2b70f-d767-4bab-9d02-94b67d6584bf,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:28:10.107975 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:10.109196 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:28:10.123236 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f3aa8d-a814-47e4-8074-a4e55ea1e985', 'name': 'tempest-TestSnapshotPattern-1954929877-router', 'tenant_id': '7d7c3d7fa79844578ce73f0512b46145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'c369286d-90aa-434e-b395-16740b17d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:28:05Z', 'updated_at': '2022-01-17T15:28:07Z', 'revision_number': 3, 'project_id': '7d7c3d7fa79844578ce73f0512b46145', 'gw_port': {'id': 'c369286d-90aa-434e-b395-16740b17d3d1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f3aa8d-a814-47e4-8074-a4e55ea1e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:06Z', 'updated_at': '2022-01-17T15:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:28:10.127316 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6384919-62c7-4f1d-a621-cc698fa2edb9 None None] The sync data for ids ['f7f3aa8d-a814-47e4-8074-a4e55ea1e985'] in dv-neutron-824901-1-hyperv is: [{'id': 'f7f3aa8d-a814-47e4-8074-a4e55ea1e985', 'name': 'tempest-TestSnapshotPattern-1954929877-router', 'tenant_id': '7d7c3d7fa79844578ce73f0512b46145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'c369286d-90aa-434e-b395-16740b17d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:28:05Z', 'updated_at': '2022-01-17T15:28:07Z', 'revision_number': 3, 'project_id': '7d7c3d7fa79844578ce73f0512b46145', 'gw_port': {'id': 'c369286d-90aa-434e-b395-16740b17d3d1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f3aa8d-a814-47e4-8074-a4e55ea1e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:06Z', 'updated_at': '2022-01-17T15:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:28:10.229083 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b98a5a00-5c6e-4124-b89e-3e8cc9fcabff None None] Provisioning for port 2a1076a3-634d-433e-a8e9-2ff1cbece09a completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:28:10.239907 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-b98a5a00-5c6e-4124-b89e-3e8cc9fcabff None None] Provisioning complete for port 2a1076a3-634d-433e-a8e9-2ff1cbece09a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:28:10.240273 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b98a5a00-5c6e-4124-b89e-3e8cc9fcabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:10.270259 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-315c16e9-e1e0-4aa5-bc20-c204898ac9ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:10.274844 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-315c16e9-e1e0-4aa5-bc20-c204898ac9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:10.296102 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=cef2b70f-d767-4bab-9d02-94b67d6584bf,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:10.313247 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b98a5a00-5c6e-4124-b89e-3e8cc9fcabff None None] Port 2a1076a3-634d-433e-a8e9-2ff1cbece09a cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:28:10.315132 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:28:10.322254 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:28:10.322625 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:10.455093 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:10.505157 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=0bc4fd3f-a0b5-4d01-b566-8c03c600fb51,segment=NetworkSegment(b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8),segment_id=b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:28:10.509822 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:10.513063 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-315c16e9-e1e0-4aa5-bc20-c204898ac9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1730326'] for router_interface, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:10.517551 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c16e9-e1e0-4aa5-bc20-c204898ac9ab admin admin] Pushing event updated for resources: {'Port': ['ID=2a1076a3-634d-433e-a8e9-2ff1cbece09a,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:10.592275 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=0bc4fd3f-a0b5-4d01-b566-8c03c600fb51,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:10.669694 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315c16e9-e1e0-4aa5-bc20-c204898ac9ab admin admin] Network 4eca7ec8-6624-487e-8137-42c1476e5231 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:28:10.670854 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-315c16e9-e1e0-4aa5-bc20-c204898ac9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:28:10.842264 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-202f7f07-9e46-4c78-91f9-04b3dc73fc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:10.880288 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:28:10.881326 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315c16e9-e1e0-4aa5-bc20-c204898ac9ab admin admin] Router f7f3aa8d-a814-47e4-8074-a4e55ea1e985 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:28:10.946223 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-5e7e3074-9853-463a-bc27-936282d4af4b None None] Provisioning complete for port 2a1076a3-634d-433e-a8e9-2ff1cbece09a triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:28:10.946876 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5e7e3074-9853-463a-bc27-936282d4af4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:11.007106 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-5e7e3074-9853-463a-bc27-936282d4af4b None None] Port 2a1076a3-634d-433e-a8e9-2ff1cbece09a cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:28:11.077410 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315c16e9-e1e0-4aa5-bc20-c204898ac9ab admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:28:11.086560 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-315c16e9-e1e0-4aa5-bc20-c204898ac9ab admin admin] 10.222.0.48 "PUT /v2.0/routers/f7f3aa8d-a814-47e4-8074-a4e55ea1e985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8957634 Jan 17 15:28:11.756926 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:28:11.809642 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] Sync routers for ids ['f7f3aa8d-a814-47e4-8074-a4e55ea1e985'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:28:11.829861 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] Routers {'f7f3aa8d-a814-47e4-8074-a4e55ea1e985'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:28:11.830562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:27:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f7f3aa8d-a814-47e4-8074-a4e55ea1e985'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:28:11.865655 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 48250) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:28:11.870865 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-91da89e1-b0f9-41f7-b5de-78ef6d78c6e2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1381358998', 'description': 'tempest-secgroup-smoke-1381358998 description', 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:28:11.876964 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-91da89e1-b0f9-41f7-b5de-78ef6d78c6e2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:28:11.884165 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-91da89e1-b0f9-41f7-b5de-78ef6d78c6e2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Usage tracker for resource:security_group and tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:28:11.887138 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-91da89e1-b0f9-41f7-b5de-78ef6d78c6e2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:28:11.892855 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-91da89e1-b0f9-41f7-b5de-78ef6d78c6e2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:28:11.904086 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-91da89e1-b0f9-41f7-b5de-78ef6d78c6e2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:11.924171 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-91da89e1-b0f9-41f7-b5de-78ef6d78c6e2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:28:11.927961 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-91da89e1-b0f9-41f7-b5de-78ef6d78c6e2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Usage tracker for resource:security_group_rule and tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:28:11.930655 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-91da89e1-b0f9-41f7-b5de-78ef6d78c6e2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:28:11.936217 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-91da89e1-b0f9-41f7-b5de-78ef6d78c6e2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:28:12.009688 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-91da89e1-b0f9-41f7-b5de-78ef6d78c6e2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.013688 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-91da89e1-b0f9-41f7-b5de-78ef6d78c6e2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.024112 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:28:12.025133 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.055480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da89e1-b0f9-41f7-b5de-78ef6d78c6e2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42807561-a32f-439b-ac2d-f9879ca87e71,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:12.059046 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-91da89e1-b0f9-41f7-b5de-78ef6d78c6e2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.059700 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-91da89e1-b0f9-41f7-b5de-78ef6d78c6e2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1930649 Jan 17 15:28:12.062593 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 48254) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:28:12.067448 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-9307f9c6-03a2-43b6-ae3a-64db138f936c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Request body: {'security_group_rule': {'security_group_id': '42807561-a32f-439b-ac2d-f9879ca87e71', 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:28:12.073524 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9307f9c6-03a2-43b6-ae3a-64db138f936c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:28:12.077817 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9307f9c6-03a2-43b6-ae3a-64db138f936c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Usage tracker for resource:security_group_rule and tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:28:12.080641 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-9307f9c6-03a2-43b6-ae3a-64db138f936c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:28:12.086207 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-9307f9c6-03a2-43b6-ae3a-64db138f936c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:28:12.103862 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9307f9c6-03a2-43b6-ae3a-64db138f936c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.120736 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] Set router f7f3aa8d-a814-47e4-8074-a4e55ea1e985 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:28:12.163205 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9307f9c6-03a2-43b6-ae3a-64db138f936c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.167611 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9307f9c6-03a2-43b6-ae3a-64db138f936c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.191031 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307f9c6-03a2-43b6-ae3a-64db138f936c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3472514-b032-4144-b3f9-3c73cf26c5c5,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:12.201218 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9307f9c6-03a2-43b6-ae3a-64db138f936c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.202784 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9307f9c6-03a2-43b6-ae3a-64db138f936c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392984 Jan 17 15:28:12.205527 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 48258) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:28:12.210483 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-91d62a47-dbc9-449a-86db-f5d94d6020bd tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Request body: {'security_group_rule': {'security_group_id': '42807561-a32f-439b-ac2d-f9879ca87e71', 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:28:12.217007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-91d62a47-dbc9-449a-86db-f5d94d6020bd tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:28:12.220736 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-91d62a47-dbc9-449a-86db-f5d94d6020bd tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Usage tracker for resource:security_group_rule and tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:28:12.223510 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-91d62a47-dbc9-449a-86db-f5d94d6020bd tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:28:12.229129 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-91d62a47-dbc9-449a-86db-f5d94d6020bd tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:28:12.245926 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-91d62a47-dbc9-449a-86db-f5d94d6020bd tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.311462 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-91d62a47-dbc9-449a-86db-f5d94d6020bd tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.315320 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-91d62a47-dbc9-449a-86db-f5d94d6020bd tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.338268 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d62a47-dbc9-449a-86db-f5d94d6020bd tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fafed3d-cf00-46b1-90c0-b500bc9f9e66,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:12.346756 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-91d62a47-dbc9-449a-86db-f5d94d6020bd tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.347930 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-91d62a47-dbc9-449a-86db-f5d94d6020bd tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413279 Jan 17 15:28:12.350601 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 48262) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:28:12.356232 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-f497a075-eef3-44b9-923a-5d30148342c3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Request body: {'security_group_rule': {'security_group_id': '42807561-a32f-439b-ac2d-f9879ca87e71', 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:28:12.362011 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f497a075-eef3-44b9-923a-5d30148342c3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:28:12.365750 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f497a075-eef3-44b9-923a-5d30148342c3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Usage tracker for resource:security_group_rule and tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:28:12.367742 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cef2b70f-d767-4bab-9d02-94b67d6584bf up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:28:12.369200 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-f497a075-eef3-44b9-923a-5d30148342c3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:28:12.374749 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-f497a075-eef3-44b9-923a-5d30148342c3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:28:12.390020 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f497a075-eef3-44b9-923a-5d30148342c3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.450608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f497a075-eef3-44b9-923a-5d30148342c3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.454945 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f497a075-eef3-44b9-923a-5d30148342c3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.480517 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497a075-eef3-44b9-923a-5d30148342c3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6de85ed-6e26-4fcc-9aca-ef152ef20ef3,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:12.491420 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-f497a075-eef3-44b9-923a-5d30148342c3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.495786 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-f497a075-eef3-44b9-923a-5d30148342c3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411781 Jan 17 15:28:12.496034 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 48266) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:28:12.500870 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-39d23ef8-216a-43c6-8d31-12952a2e63d3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Request body: {'security_group_rule': {'security_group_id': '42807561-a32f-439b-ac2d-f9879ca87e71', 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:28:12.506619 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-39d23ef8-216a-43c6-8d31-12952a2e63d3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:28:12.510397 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-39d23ef8-216a-43c6-8d31-12952a2e63d3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Usage tracker for resource:security_group_rule and tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:28:12.512121 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port cef2b70f-d767-4bab-9d02-94b67d6584bf triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:28:12.512493 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.513244 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-39d23ef8-216a-43c6-8d31-12952a2e63d3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:28:12.518827 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-39d23ef8-216a-43c6-8d31-12952a2e63d3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:28:12.535004 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39d23ef8-216a-43c6-8d31-12952a2e63d3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.600819 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39d23ef8-216a-43c6-8d31-12952a2e63d3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.605047 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39d23ef8-216a-43c6-8d31-12952a2e63d3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.627935 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d23ef8-216a-43c6-8d31-12952a2e63d3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62a51a9-e749-42a2-9666-b9f1d69447c0,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:12.636956 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f3aa8d-a814-47e4-8074-a4e55ea1e985', 'name': 'tempest-TestSnapshotPattern-1954929877-router', 'tenant_id': '7d7c3d7fa79844578ce73f0512b46145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'c369286d-90aa-434e-b395-16740b17d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:28:05Z', 'updated_at': '2022-01-17T15:28:09Z', 'revision_number': 4, 'project_id': '7d7c3d7fa79844578ce73f0512b46145', 'gw_port': {'id': 'c369286d-90aa-434e-b395-16740b17d3d1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f3aa8d-a814-47e4-8074-a4e55ea1e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:06Z', 'updated_at': '2022-01-17T15:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '2a1076a3-634d-433e-a8e9-2ff1cbece09a', 'name': '', 'network_id': '4eca7ec8-6624-487e-8137-42c1476e5231', 'tenant_id': '7d7c3d7fa79844578ce73f0512b46145', 'mac_address': 'fa:16:3e:b6:b9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f3aa8d-a814-47e4-8074-a4e55ea1e985', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'ba5bc94e-dee2-41ff-b8c2-7a2545abb56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:09Z', 'updated_at': '2022-01-17T15:28:10Z', 'revision_number': 2, 'project_id': '7d7c3d7fa79844578ce73f0512b46145', 'subnets': [{'id': 'ba5bc94e-dee2-41ff-b8c2-7a2545abb56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:28:12.638461 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-39d23ef8-216a-43c6-8d31-12952a2e63d3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.639655 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-39d23ef8-216a-43c6-8d31-12952a2e63d3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427059 Jan 17 15:28:12.642740 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 48270) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:28:12.647925 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-37f2d1de-d04a-4263-ad98-3c58d6aa3cb3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Request body: {'security_group_rule': {'security_group_id': '42807561-a32f-439b-ac2d-f9879ca87e71', 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:28:12.648760 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] Checking router: f7f3aa8d-a814-47e4-8074-a4e55ea1e985 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:28:12.649109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] Updating router f7f3aa8d-a814-47e4-8074-a4e55ea1e985 port 2a1076a3-634d-433e-a8e9-2ff1cbece09a binding host dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 15:28:12.656135 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-37f2d1de-d04a-4263-ad98-3c58d6aa3cb3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:28:12.660539 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-37f2d1de-d04a-4263-ad98-3c58d6aa3cb3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Usage tracker for resource:security_group_rule and tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:28:12.663429 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-37f2d1de-d04a-4263-ad98-3c58d6aa3cb3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:28:12.670304 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-37f2d1de-d04a-4263-ad98-3c58d6aa3cb3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:28:12.680763 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.securitygroups_db [None req-37f2d1de-d04a-4263-ad98-3c58d6aa3cb3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Project 8bd9cffe948a45f68c7b4a840d0cfdf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 15:28:12.687433 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-37f2d1de-d04a-4263-ad98-3c58d6aa3cb3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.698842 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c369286d-90aa-434e-b395-16740b17d3d1 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:28:12.752177 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-37f2d1de-d04a-4263-ad98-3c58d6aa3cb3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.753614 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.757949 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-37f2d1de-d04a-4263-ad98-3c58d6aa3cb3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.781776 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2d1de-d04a-4263-ad98-3c58d6aa3cb3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6ef523-736e-4106-97eb-ae1a5b5006c1,revision_number=0']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:12.792263 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-37f2d1de-d04a-4263-ad98-3c58d6aa3cb3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.796389 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-37f2d1de-d04a-4263-ad98-3c58d6aa3cb3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1526985 Jan 17 15:28:12.796938 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 48274) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:28:12.803388 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-15d98542-0ab8-4d7f-af36-f20c954b6942 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Request body: {'security_group_rule': {'security_group_id': '42807561-a32f-439b-ac2d-f9879ca87e71', 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:28:12.810201 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-15d98542-0ab8-4d7f-af36-f20c954b6942 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:28:12.814709 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-15d98542-0ab8-4d7f-af36-f20c954b6942 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Usage tracker for resource:security_group_rule and tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:28:12.817775 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-15d98542-0ab8-4d7f-af36-f20c954b6942 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:28:12.823460 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-15d98542-0ab8-4d7f-af36-f20c954b6942 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:28:12.834453 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.securitygroups_db [None req-15d98542-0ab8-4d7f-af36-f20c954b6942 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Project 8bd9cffe948a45f68c7b4a840d0cfdf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 15:28:12.842190 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-15d98542-0ab8-4d7f-af36-f20c954b6942 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.872718 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port c369286d-90aa-434e-b395-16740b17d3d1 completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:28:12.888446 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port c369286d-90aa-434e-b395-16740b17d3d1 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:28:12.888738 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.911469 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-15d98542-0ab8-4d7f-af36-f20c954b6942 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.915004 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-15d98542-0ab8-4d7f-af36-f20c954b6942 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769751'] for security_group_rule, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.938974 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d98542-0ab8-4d7f-af36-f20c954b6942 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0656697-9b76-422a-91ce-e719d07895b4,revision_number=0']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:12.949314 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-15d98542-0ab8-4d7f-af36-f20c954b6942 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:12.950625 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-15d98542-0ab8-4d7f-af36-f20c954b6942 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1519570 Jan 17 15:28:13.132411 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:13.156131 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port c369286d-90aa-434e-b395-16740b17d3d1, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c369286d-90aa-434e-b395-16740b17d3d1,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:28:13.167548 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:13.178798 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-1e28b511-e951-4dd4-8578-cbf1031ebbda tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Synchronizing usage tracker for tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 on resource:security_group {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:28:13.196096 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-1e28b511-e951-4dd4-8578-cbf1031ebbda tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Unset dirty status for tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 on resource:security_group {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:28:13.197754 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-1e28b511-e951-4dd4-8578-cbf1031ebbda tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381358998&fields=id&tenant_id=8bd9cffe948a45f68c7b4a840d0cfdf2 HTTP/1.1" status: 200 len: 267 time: 0.0622675 Jan 17 15:28:13.287483 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] Notify callbacks [] for port, precommit_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:13.293329 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=c369286d-90aa-434e-b395-16740b17d3d1,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:13.307274 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] Transition to ACTIVE for port object 2a1076a3-634d-433e-a8e9-2ff1cbece09a will not be triggered until provisioned by entity L2. {{(pid=87525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:28:13.318390 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:13.369431 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-5e1357b7-8951-400f-8fa5-28413f25f84c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:13.370110 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-5e1357b7-8951-400f-8fa5-28413f25f84c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Synchronizing usage tracker for tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 on resource:network {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:28:13.389097 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-5e1357b7-8951-400f-8fa5-28413f25f84c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Unset dirty status for tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 on resource:network {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:28:13.390268 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-5e1357b7-8951-400f-8fa5-28413f25f84c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/networks?id=79984261-5024-4818-a794-39a30cffdc74 HTTP/1.1" status: 200 len: 809 time: 0.1858404 Jan 17 15:28:13.411247 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-05ce1426-6b12-4b24-9a56-0eff903a7b02 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/quotas/8bd9cffe948a45f68c7b4a840d0cfdf2 HTTP/1.1" status: 200 len: 375 time: 0.0153766 Jan 17 15:28:13.462436 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf35db3-43db-43a7-a613-0b14f84b07cf None None] Pushing event updated for resources: {'Port': ['ID=2a1076a3-634d-433e-a8e9-2ff1cbece09a,revision_number=3']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:13.514534 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-ce0fb3dd-49b4-4e1f-a4cb-de766a6e8a2d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Synchronizing usage tracker for tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:28:13.542008 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-ce0fb3dd-49b4-4e1f-a4cb-de766a6e8a2d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Unset dirty status for tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:28:13.543912 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-ce0fb3dd-49b4-4e1f-a4cb-de766a6e8a2d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bd9cffe948a45f68c7b4a840d0cfdf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1261964 Jan 17 15:28:13.619033 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] Attempting to bind port 2a1076a3-634d-433e-a8e9-2ff1cbece09a on host dv-neutron-824901-1-hyperv for vnic_type normal with profile {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:28:13.619404 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] Attempting to bind port 2a1076a3-634d-433e-a8e9-2ff1cbece09a by drivers openvswitch,hyperv on host dv-neutron-824901-1-hyperv at level 0 using segments [{'id': 'b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4eca7ec8-6624-487e-8137-42c1476e5231'}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:28:13.619814 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] Attempting to bind port 2a1076a3-634d-433e-a8e9-2ff1cbece09a on network 4eca7ec8-6624-487e-8137-42c1476e5231 {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:28:13.626287 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] Checking agent: {'id': '78b017e6-dc73-4649-88de-609b07a19bdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824901-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 2, 14), 'started_at': datetime.datetime(2022, 1, 17, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824901-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:28:13.629393 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] Checking segment: {'id': 'b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4eca7ec8-6624-487e-8137-42c1476e5231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:28:13.629393 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:13.629393 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] Bound using segment: {'id': 'b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4eca7ec8-6624-487e-8137-42c1476e5231'} {{(pid=87525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:28:13.629393 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.managers [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] Bound port: 2a1076a3-634d-433e-a8e9-2ff1cbece09a, host: dv-neutron-824901-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4eca7ec8-6624-487e-8137-42c1476e5231'}}] {{(pid=87525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:28:13.630983 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:13.699630 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-05e668be-8d80-4f31-9114-72c946904fef service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 15:28:13.700725 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-05e668be-8d80-4f31-9114-72c946904fef service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1448274 Jan 17 15:28:13.701050 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c369286d-90aa-434e-b395-16740b17d3d1 up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:28:13.791206 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] For port 2a1076a3-634d-433e-a8e9-2ff1cbece09a, host dv-neutron-824901-1-hyperv, cleared binding levels {{(pid=87525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:28:13.799263 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] For port 2a1076a3-634d-433e-a8e9-2ff1cbece09a, host dv-neutron-824901-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=2a1076a3-634d-433e-a8e9-2ff1cbece09a,segment=NetworkSegment(b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8),segment_id=b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8)] {{(pid=87525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:28:13.806495 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:13.836834 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-ba734dc5-2b26-4bad-9366-c10b9b982be9 service neutron] 10.222.0.48 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302276 Jan 17 15:28:13.866620 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port c369286d-90aa-434e-b395-16740b17d3d1 triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:28:13.866872 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:13.935624 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] Routers {'f7f3aa8d-a814-47e4-8074-a4e55ea1e985'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:28:13.936356 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:27:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f7f3aa8d-a814-47e4-8074-a4e55ea1e985'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:28:13.978239 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-282d2595-644b-42a5-a715-6f6fb0ddfeb0 service neutron] 10.222.0.48 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344764 Jan 17 15:28:14.035746 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf35db3-43db-43a7-a613-0b14f84b07cf None None] Pushing event updated for resources: {'Port': ['ID=2a1076a3-634d-433e-a8e9-2ff1cbece09a,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:14.110878 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1139029b-7a6a-4775-8981-5ba346fd4ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:14.183145 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b47d6e98-f19d-4143-8f26-ddbf2f9d56f9 req-25ae5f16-bcbd-4bfd-96a1-c8dd5b6e7e2d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 210 time: 0.0446970 Jan 17 15:28:14.215540 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:14.240745 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] Set router f7f3aa8d-a814-47e4-8074-a4e55ea1e985 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:28:14.314332 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:14.571195 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f3aa8d-a814-47e4-8074-a4e55ea1e985', 'name': 'tempest-TestSnapshotPattern-1954929877-router', 'tenant_id': '7d7c3d7fa79844578ce73f0512b46145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'c369286d-90aa-434e-b395-16740b17d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:28:05Z', 'updated_at': '2022-01-17T15:28:09Z', 'revision_number': 4, 'project_id': '7d7c3d7fa79844578ce73f0512b46145', 'gw_port': {'id': 'c369286d-90aa-434e-b395-16740b17d3d1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f3aa8d-a814-47e4-8074-a4e55ea1e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:06Z', 'updated_at': '2022-01-17T15:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '2a1076a3-634d-433e-a8e9-2ff1cbece09a', 'name': '', 'network_id': '4eca7ec8-6624-487e-8137-42c1476e5231', 'tenant_id': '7d7c3d7fa79844578ce73f0512b46145', 'mac_address': 'fa:16:3e:b6:b9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f3aa8d-a814-47e4-8074-a4e55ea1e985', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'ba5bc94e-dee2-41ff-b8c2-7a2545abb56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:09Z', 'updated_at': '2022-01-17T15:28:13Z', 'revision_number': 4, 'project_id': '7d7c3d7fa79844578ce73f0512b46145', 'subnets': [{'id': 'ba5bc94e-dee2-41ff-b8c2-7a2545abb56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:28:14.575283 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c7d64-d3f2-4012-96b9-5b723d041876 None None] The sync data for ids ['f7f3aa8d-a814-47e4-8074-a4e55ea1e985'] in dv-neutron-824901-1-hyperv is: [{'id': 'f7f3aa8d-a814-47e4-8074-a4e55ea1e985', 'name': 'tempest-TestSnapshotPattern-1954929877-router', 'tenant_id': '7d7c3d7fa79844578ce73f0512b46145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'c369286d-90aa-434e-b395-16740b17d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:28:05Z', 'updated_at': '2022-01-17T15:28:09Z', 'revision_number': 4, 'project_id': '7d7c3d7fa79844578ce73f0512b46145', 'gw_port': {'id': 'c369286d-90aa-434e-b395-16740b17d3d1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f3aa8d-a814-47e4-8074-a4e55ea1e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:06Z', 'updated_at': '2022-01-17T15:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': '2a1076a3-634d-433e-a8e9-2ff1cbece09a', 'name': '', 'network_id': '4eca7ec8-6624-487e-8137-42c1476e5231', 'tenant_id': '7d7c3d7fa79844578ce73f0512b46145', 'mac_address': 'fa:16:3e:b6:b9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f3aa8d-a814-47e4-8074-a4e55ea1e985', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'ba5bc94e-dee2-41ff-b8c2-7a2545abb56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:09Z', 'updated_at': '2022-01-17T15:28:13Z', 'revision_number': 4, 'project_id': '7d7c3d7fa79844578ce73f0512b46145', 'subnets': [{'id': 'ba5bc94e-dee2-41ff-b8c2-7a2545abb56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:28:15.280672 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-98ab071f-356d-4595-a90d-e367897bf916 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:15.282106 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-98ab071f-356d-4595-a90d-e367897bf916 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.15 "GET /v2.0/networks?id=79984261-5024-4818-a794-39a30cffdc74 HTTP/1.1" status: 200 len: 809 time: 0.1590328 Jan 17 15:28:15.339672 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-ed05c991-31e0-4257-82fa-10293fa8b4cb tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Synchronizing usage tracker for tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 on resource:security_group {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:28:15.341136 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-754a3d72-32b5-46a9-b41c-454efb705644 req-8b6a8c60-1425-41f7-b889-707405f638af tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 210 time: 0.0441823 Jan 17 15:28:15.351433 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-ed05c991-31e0-4257-82fa-10293fa8b4cb tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Unset dirty status for tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 on resource:security_group {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:28:15.352616 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-ed05c991-31e0-4257-82fa-10293fa8b4cb tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bd9cffe948a45f68c7b4a840d0cfdf2 HTTP/1.1" status: 200 len: 380 time: 0.0620828 Jan 17 15:28:15.366871 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-e7e87df2-e28d-4644-bea3-360577719db3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Request body: {'port': {'device_id': '5db93a75-b640-42aa-873b-70fc8c73a942', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'admin_state_up': True, 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'security_groups': ['42807561-a32f-439b-ac2d-f9879ca87e71']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:28:15.505893 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-e7e87df2-e28d-4644-bea3-360577719db3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:28:15.516275 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-e7e87df2-e28d-4644-bea3-360577719db3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:28:15.527395 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-e7e87df2-e28d-4644-bea3-360577719db3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Made reservation on behalf of 8bd9cffe948a45f68c7b4a840d0cfdf2 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:28:15.531223 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-e7e87df2-e28d-4644-bea3-360577719db3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:15.698769 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-e7e87df2-e28d-4644-bea3-360577719db3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Allocated IP 172.20.0.10 (79984261-5024-4818-a794-39a30cffdc74/c81ca123-6e04-4b05-8ac8-d440336da5c9/50c1ec90-eccd-4c9c-8a76-6c22a892631c) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:28:15.707480 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 2a1076a3-634d-433e-a8e9-2ff1cbece09a up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:28:15.802164 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:15.806378 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning for port 2a1076a3-634d-433e-a8e9-2ff1cbece09a completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:28:15.812748 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 2a1076a3-634d-433e-a8e9-2ff1cbece09a triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:28:15.813106 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:15.896800 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-e7e87df2-e28d-4644-bea3-360577719db3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:15.911777 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-e7e87df2-e28d-4644-bea3-360577719db3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Transition to ACTIVE for port object 50c1ec90-eccd-4c9c-8a76-6c22a892631c will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:28:15.928913 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:15.935173 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-e7e87df2-e28d-4644-bea3-360577719db3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:15.961457 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] For port 2a1076a3-634d-433e-a8e9-2ff1cbece09a, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=2a1076a3-634d-433e-a8e9-2ff1cbece09a,segment=NetworkSegment(b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8),segment_id=b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:28:15.965341 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:16.011103 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-e7e87df2-e28d-4644-bea3-360577719db3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Network 79984261-5024-4818-a794-39a30cffdc74 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:28:16.011598 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-e7e87df2-e28d-4644-bea3-360577719db3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:28:16.014339 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-e7e87df2-e28d-4644-bea3-360577719db3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:28:16.032607 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Pushing event updated for resources: {'Port': ['ID=2a1076a3-634d-433e-a8e9-2ff1cbece09a,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:16.051235 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e87df2-e28d-4644-bea3-360577719db3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Pushing event updated for resources: {'Port': ['ID=50c1ec90-eccd-4c9c-8a76-6c22a892631c,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:16.089494 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-e7e87df2-e28d-4644-bea3-360577719db3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:16.090108 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-e7e87df2-e28d-4644-bea3-360577719db3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:16.116880 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-e7e87df2-e28d-4644-bea3-360577719db3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7578831 Jan 17 15:28:16.128687 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] Request body: {'port': {'device_id': '5db93a75-b640-42aa-873b-70fc8c73a942', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:28:16.244668 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:16.328933 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fa1b6896-03f4-4893-a7af-09e3305ab74f None None] Provisioning for port 50c1ec90-eccd-4c9c-8a76-6c22a892631c completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:28:16.333922 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-fa1b6896-03f4-4893-a7af-09e3305ab74f None None] Provisioning complete for port 50c1ec90-eccd-4c9c-8a76-6c22a892631c triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:28:16.334352 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fa1b6896-03f4-4893-a7af-09e3305ab74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:16.388507 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-fa1b6896-03f4-4893-a7af-09e3305ab74f None None] Port 50c1ec90-eccd-4c9c-8a76-6c22a892631c cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:28:16.588260 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a54726-bf4f-4bec-ac0a-ce29c2ed67a2 req-9af54272-bdbd-40ee-b1c3-3fb1e0484a47 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:16.588859 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-70a54726-bf4f-4bec-ac0a-ce29c2ed67a2 req-9af54272-bdbd-40ee-b1c3-3fb1e0484a47 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Synchronizing usage tracker for tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:28:16.656000 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-70a54726-bf4f-4bec-ac0a-ce29c2ed67a2 req-9af54272-bdbd-40ee-b1c3-3fb1e0484a47 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Unset dirty status for tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:28:16.657127 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-70a54726-bf4f-4bec-ac0a-ce29c2ed67a2 req-9af54272-bdbd-40ee-b1c3-3fb1e0484a47 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 932 time: 0.1998117 Jan 17 15:28:16.662625 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c1ec90-eccd-4c9c-8a76-6c22a892631c {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:28:16.682180 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:16.710106 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] Transition to ACTIVE for port object 50c1ec90-eccd-4c9c-8a76-6c22a892631c will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:28:16.717519 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:16.758173 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-70a54726-bf4f-4bec-ac0a-ce29c2ed67a2 req-5f960757-3af0-4909-85c8-4f4599be01ee tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907469 Jan 17 15:28:16.889525 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=50c1ec90-eccd-4c9c-8a76-6c22a892631c,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:16.966896 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] Attempting to bind port 50c1ec90-eccd-4c9c-8a76-6c22a892631c on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:28:16.967229 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] Attempting to bind port 50c1ec90-eccd-4c9c-8a76-6c22a892631c by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '9adcbcaa-e0af-4460-b248-ccd187988494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79984261-5024-4818-a794-39a30cffdc74'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:28:16.967542 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] Attempting to bind port 50c1ec90-eccd-4c9c-8a76-6c22a892631c on network 79984261-5024-4818-a794-39a30cffdc74 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:28:16.972294 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] Port 50c1ec90-eccd-4c9c-8a76-6c22a892631c on network 79984261-5024-4818-a794-39a30cffdc74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 15:28:16.972605 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] Attempting to bind port 50c1ec90-eccd-4c9c-8a76-6c22a892631c on network 79984261-5024-4818-a794-39a30cffdc74 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:28:16.977784 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:28:16.978113 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] Checking segment: {'id': '9adcbcaa-e0af-4460-b248-ccd187988494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79984261-5024-4818-a794-39a30cffdc74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:28:16.978487 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] Bound using segment: {'id': '9adcbcaa-e0af-4460-b248-ccd187988494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79984261-5024-4818-a794-39a30cffdc74'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:28:16.978899 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] Bound port: 50c1ec90-eccd-4c9c-8a76-6c22a892631c, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9adcbcaa-e0af-4460-b248-ccd187988494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79984261-5024-4818-a794-39a30cffdc74'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:28:16.979237 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:17.070349 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] For port 50c1ec90-eccd-4c9c-8a76-6c22a892631c, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:28:17.073701 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] For port 50c1ec90-eccd-4c9c-8a76-6c22a892631c, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=50c1ec90-eccd-4c9c-8a76-6c22a892631c,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:28:17.078145 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:17.136892 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:17.137494 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:17.138865 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/50c1ec90-eccd-4c9c-8a76-6c22a892631c HTTP/1.1" status: 200 len: 1094 time: 1.0150211 Jan 17 15:28:17.139295 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db93a75-b640-42aa-873b-70fc8c73a942', 'tag': '50c1ec90-eccd-4c9c-8a76-6c22a892631c'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:28:17.163330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4efdd-e3db-4c67-8d29-838ba2daf5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=50c1ec90-eccd-4c9c-8a76-6c22a892631c,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:17.254312 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-ac6afd78-5eb8-42fb-932e-8b7b0eff3c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:17.255991 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-ac6afd78-5eb8-42fb-932e-8b7b0eff3c69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bd9cffe948a45f68c7b4a840d0cfdf2&device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 1097 time: 0.0738811 Jan 17 15:28:17.264589 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db93a75-b640-42aa-873b-70fc8c73a942', 'tag': '50c1ec90-eccd-4c9c-8a76-6c22a892631c', 'status': 'completed', 'code': 200} Jan 17 15:28:17.330081 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-eb628734-7563-48f2-b440-af3e7851778b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50c1ec90-eccd-4c9c-8a76-6c22a892631c HTTP/1.1" status: 200 len: 217 time: 0.0674815 Jan 17 15:28:17.394621 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-fd0f419b-ede0-460d-8289-60cd7c4690e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:17.396116 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-fd0f419b-ede0-460d-8289-60cd7c4690e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c81ca123-6e04-4b05-8ac8-d440336da5c9 HTTP/1.1" status: 200 len: 848 time: 0.0601530 Jan 17 15:28:17.567830 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-4a619d0e-7285-47fb-ad27-17477453925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:17.569282 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-4a619d0e-7285-47fb-ad27-17477453925c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79984261-5024-4818-a794-39a30cffdc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1668930 Jan 17 15:28:17.681345 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 2a1076a3-634d-433e-a8e9-2ff1cbece09a up at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:28:17.698414 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-f9b6c7dc-dde1-403e-932e-ffe45df8ee33 service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228590 Jan 17 15:28:17.750124 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Provisioning complete for port 2a1076a3-634d-433e-a8e9-2ff1cbece09a triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:28:17.750588 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:17.833677 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5d2c2ee5-5942-4790-ad79-97c2578daae6 req-aa0ad9c3-b7b1-4c33-82e3-c816293623ca service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297345 Jan 17 15:28:18.011624 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957e534-6eef-470f-a95d-6b19be8dc2b9 req-d599ac78-9980-4503-9c8d-749756602339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:18.013001 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b957e534-6eef-470f-a95d-6b19be8dc2b9 req-d599ac78-9980-4503-9c8d-749756602339 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bd9cffe948a45f68c7b4a840d0cfdf2&device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 1097 time: 0.1306491 Jan 17 15:28:18.020695 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f489277-d03e-4ac2-8145-d542b31de404 req-f844f532-a4e9-4379-9d13-3801c8eccc33 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:18.021980 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1f489277-d03e-4ac2-8145-d542b31de404 req-f844f532-a4e9-4379-9d13-3801c8eccc33 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 944 time: 0.1096880 Jan 17 15:28:18.144375 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1f489277-d03e-4ac2-8145-d542b31de404 req-1dee597b-2aac-454d-8fd2-fb349a9eea73 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042836 Jan 17 15:28:18.176570 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957e534-6eef-470f-a95d-6b19be8dc2b9 req-0891fe43-2004-4644-8368-91e5baa4e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:18.177974 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b957e534-6eef-470f-a95d-6b19be8dc2b9 req-0891fe43-2004-4644-8368-91e5baa4e659 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79984261-5024-4818-a794-39a30cffdc74 HTTP/1.1" status: 200 len: 910 time: 0.1551983 Jan 17 15:28:18.246511 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b957e534-6eef-470f-a95d-6b19be8dc2b9 req-5dbef228-4d3f-40a3-a806-e62f6e1041c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50c1ec90-eccd-4c9c-8a76-6c22a892631c HTTP/1.1" status: 200 len: 217 time: 0.0626149 Jan 17 15:28:18.306823 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957e534-6eef-470f-a95d-6b19be8dc2b9 req-faa3028d-f396-4036-a86b-623b3227102a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:18.308137 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b957e534-6eef-470f-a95d-6b19be8dc2b9 req-faa3028d-f396-4036-a86b-623b3227102a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c81ca123-6e04-4b05-8ac8-d440336da5c9 HTTP/1.1" status: 200 len: 848 time: 0.0556691 Jan 17 15:28:18.385021 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957e534-6eef-470f-a95d-6b19be8dc2b9 req-e0461772-c056-4286-8bde-08ef36679a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:18.386432 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b957e534-6eef-470f-a95d-6b19be8dc2b9 req-e0461772-c056-4286-8bde-08ef36679a87 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79984261-5024-4818-a794-39a30cffdc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705984 Jan 17 15:28:18.513983 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b957e534-6eef-470f-a95d-6b19be8dc2b9 req-604f6873-4354-4473-bbca-a7fcab36802e service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209962 Jan 17 15:28:18.641385 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b957e534-6eef-470f-a95d-6b19be8dc2b9 req-ecad7a9b-3ae0-4df1-83a0-783de32ce963 service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212618 Jan 17 15:28:19.329795 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a646e-720c-4dbc-9d1e-2adddac96367 req-fa0ea621-e63c-47b1-a6cb-8030eb2e1e7c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:19.331352 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-228a646e-720c-4dbc-9d1e-2adddac96367 req-fa0ea621-e63c-47b1-a6cb-8030eb2e1e7c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 944 time: 0.0800185 Jan 17 15:28:19.375296 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-228a646e-720c-4dbc-9d1e-2adddac96367 req-cf45c595-83fe-4924-8b2b-f33c22468f2a tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382152 Jan 17 15:28:20.552076 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3db2e-d81f-4eab-8cb1-4d93ec39ca5d req-d7983d36-c162-4245-929d-0577d16c225d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:20.553496 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-48d3db2e-d81f-4eab-8cb1-4d93ec39ca5d req-d7983d36-c162-4245-929d-0577d16c225d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 944 time: 0.0763276 Jan 17 15:28:20.595941 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-48d3db2e-d81f-4eab-8cb1-4d93ec39ca5d req-49cdf91d-2a61-49de-b90f-2712c4d670ea tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369394 Jan 17 15:28:21.773287 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ff223-ea5b-4799-9ab9-edc0003e1ec9 req-a26d906d-c1b5-4552-8d22-470458d826ea tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:21.775242 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-279ff223-ea5b-4799-9ab9-edc0003e1ec9 req-a26d906d-c1b5-4552-8d22-470458d826ea tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 944 time: 0.0782948 Jan 17 15:28:21.818380 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-279ff223-ea5b-4799-9ab9-edc0003e1ec9 req-15abc2a1-2775-43e9-aa82-26081ad44096 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375910 Jan 17 15:28:22.001049 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 50c1ec90-eccd-4c9c-8a76-6c22a892631c details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 15:28:22.129301 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 50c1ec90-eccd-4c9c-8a76-6c22a892631c, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=50c1ec90-eccd-4c9c-8a76-6c22a892631c,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:28:22.142294 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '50c1ec90-eccd-4c9c-8a76-6c22a892631c', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'port_id': '50c1ec90-eccd-4c9c-8a76-6c22a892631c', 'mac_address': 'fa:16:3e:bb:6d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 15:28:22.194783 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:22.211153 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c1ec90-eccd-4c9c-8a76-6c22a892631c {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:28:22.226107 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 50c1ec90-eccd-4c9c-8a76-6c22a892631c, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=50c1ec90-eccd-4c9c-8a76-6c22a892631c,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:28:22.230022 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:22.296971 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=50c1ec90-eccd-4c9c-8a76-6c22a892631c,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:22.620312 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['50c1ec90-eccd-4c9c-8a76-6c22a892631c'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:28:23.003111 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb455ef-90f2-4645-ab12-480d9f90b362 req-feb9a19f-4c83-46cf-8e0a-9e574a9a246a tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:23.004561 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7cb455ef-90f2-4645-ab12-480d9f90b362 req-feb9a19f-4c83-46cf-8e0a-9e574a9a246a tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 945 time: 0.0813637 Jan 17 15:28:23.046589 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-7cb455ef-90f2-4645-ab12-480d9f90b362 req-f866d82e-af63-4dba-8b4d-8d9afc1040dd tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366192 Jan 17 15:28:23.811056 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:24.016552 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 50c1ec90-eccd-4c9c-8a76-6c22a892631c up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:28:24.085677 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 50c1ec90-eccd-4c9c-8a76-6c22a892631c completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:28:24.090737 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 50c1ec90-eccd-4c9c-8a76-6c22a892631c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:28:24.091208 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:24.206684 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:24.231933 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80ed42-fa7f-4736-8172-c59efe171255 req-e86f99cf-1bb9-4748-a218-12433908a6e4 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:24.233395 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ae80ed42-fa7f-4736-8172-c59efe171255 req-e86f99cf-1bb9-4748-a218-12433908a6e4 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 945 time: 0.0832210 Jan 17 15:28:24.234703 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db93a75-b640-42aa-873b-70fc8c73a942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c1ec90-eccd-4c9c-8a76-6c22a892631c'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:28:24.244738 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 50c1ec90-eccd-4c9c-8a76-6c22a892631c, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=50c1ec90-eccd-4c9c-8a76-6c22a892631c,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:28:24.248700 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:24.278530 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-ae80ed42-fa7f-4736-8172-c59efe171255 req-a6721e74-6e40-455e-bd63-af018d42647b tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389988 Jan 17 15:28:24.286170 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db93a75-b640-42aa-873b-70fc8c73a942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c1ec90-eccd-4c9c-8a76-6c22a892631c', 'code': 200} Jan 17 15:28:24.324565 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=50c1ec90-eccd-4c9c-8a76-6c22a892631c,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:24.509548 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabd53c-9540-4970-8907-fd7066dc2135 req-bd771e80-6a18-47b1-954b-057fd0d0ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:24.510982 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9eabd53c-9540-4970-8907-fd7066dc2135 req-bd771e80-6a18-47b1-954b-057fd0d0ee50 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 1099 time: 0.0675919 Jan 17 15:28:24.553854 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-9eabd53c-9540-4970-8907-fd7066dc2135 req-9fd5e3b9-8e57-4e2c-8f45-44f331a67030 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355892 Jan 17 15:28:25.462061 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca7f5c-2e6d-4849-bfcc-451510ffb7c4 req-a24bf180-df79-4888-8f75-c145954074cf tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:25.463462 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-20ca7f5c-2e6d-4849-bfcc-451510ffb7c4 req-a24bf180-df79-4888-8f75-c145954074cf tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 946 time: 0.0771122 Jan 17 15:28:25.506065 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-20ca7f5c-2e6d-4849-bfcc-451510ffb7c4 req-175dd214-839a-4c5b-ab46-8cb13ae0031d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371010 Jan 17 15:28:26.686494 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944c07f-8f3e-455a-a3da-3cd0e06d4e0a req-3c0da569-d335-49e7-a5cd-dc578c3e8e7f tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:26.687955 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5944c07f-8f3e-455a-a3da-3cd0e06d4e0a req-3c0da569-d335-49e7-a5cd-dc578c3e8e7f tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 946 time: 0.0774238 Jan 17 15:28:26.830317 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-5944c07f-8f3e-455a-a3da-3cd0e06d4e0a req-13f8ae9a-e675-4201-9ba3-510c38b05250 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368184 Jan 17 15:28:27.013605 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d122e3-cbec-4dea-b624-9a17d26a6421 req-c51d5a9f-f102-456a-b300-5de2e1e51cab tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:27.015028 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-88d122e3-cbec-4dea-b624-9a17d26a6421 req-c51d5a9f-f102-456a-b300-5de2e1e51cab tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 946 time: 0.0826662 Jan 17 15:28:27.154696 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-88d122e3-cbec-4dea-b624-9a17d26a6421 req-650ee139-9ff8-4955-945c-268546ee9e15 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341248 Jan 17 15:28:27.176627 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 48334) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:28:27.286291 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a85ee43-dc3b-443b-bed3-7e7a351b76a9 tempest-TestSnapshotPattern-1850190934 tempest-TestSnapshotPattern-1850190934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:27.287760 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-6a85ee43-dc3b-443b-bed3-7e7a351b76a9 tempest-TestSnapshotPattern-1850190934 tempest-TestSnapshotPattern-1850190934-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 1094 time: 0.1101873 Jan 17 15:28:27.291201 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 48340) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:28:27.296027 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': '50c1ec90-eccd-4c9c-8a76-6c22a892631c', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:28:27.301790 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:28:27.305502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Usage tracker for resource:floatingip and tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 is out of sync, need to count used quota {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:28:27.308871 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:28:27.314327 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:28:27.324159 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for floatingip, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:27.455607 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:27.588891 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Allocated IP 172.26.3.80 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/8511a4e8-5fc5-489f-9390-bad7b7bc2cb2) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:28:27.732103 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:27.761085 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:27.827318 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:28:27.829903 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:28:27.832355 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:28:27.874390 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Pushing event updated for resources: {'Port': ['ID=8511a4e8-5fc5-489f-9390-bad7b7bc2cb2,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:28.240588 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:28.314186 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:28.523593 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:28.527988 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:28.633238 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Pushing event updated for resources: {'Port': ['ID=8511a4e8-5fc5-489f-9390-bad7b7bc2cb2,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:28:28.646371 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:28.913128 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Floating IP e866d91f-6bba-45c3-bf97-8362814af12e associated. External IP: 172.26.3.80, port: 50c1ec90-eccd-4c9c-8a76-6c22a892631c. Jan 17 15:28:29.254509 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:28:29.433358 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:28:29.443232 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c2cc38-abaa-44f2-bdfc-c36dfa8ac29e None None] Sync routers for ids ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:28:29.453351 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c2cc38-abaa-44f2-bdfc-c36dfa8ac29e None None] Routers {'6af8b2e2-8541-4552-a884-fd4f93d4c7c0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:28:29.453958 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-c3c2cc38-abaa-44f2-bdfc-c36dfa8ac29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:28:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:28:29.457798 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:29.512076 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c8db6e74-466a-4d85-ae39-46ce4a77de3d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2197170 Jan 17 15:28:29.512565 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db93a75-b640-42aa-873b-70fc8c73a942', 'tag': '50c1ec90-eccd-4c9c-8a76-6c22a892631c'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:28:29.555576 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db93a75-b640-42aa-873b-70fc8c73a942', 'tag': '50c1ec90-eccd-4c9c-8a76-6c22a892631c', 'status': 'completed', 'code': 200} Jan 17 15:28:29.630706 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-c3c2cc38-abaa-44f2-bdfc-c36dfa8ac29e None None] Set router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:28:29.649183 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca80f0-8d6e-4a0a-93c9-c0449d6a68ec req-36f6cd8c-4d84-416b-87c9-577df115e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:29.651226 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c1ca80f0-8d6e-4a0a-93c9-c0449d6a68ec req-36f6cd8c-4d84-416b-87c9-577df115e9ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bd9cffe948a45f68c7b4a840d0cfdf2&device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 1099 time: 0.0747547 Jan 17 15:28:29.781707 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca80f0-8d6e-4a0a-93c9-c0449d6a68ec req-b60599ed-7e8f-45d8-98b8-9d70b9c5fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:29.783068 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c1ca80f0-8d6e-4a0a-93c9-c0449d6a68ec req-b60599ed-7e8f-45d8-98b8-9d70b9c5fb91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79984261-5024-4818-a794-39a30cffdc74 HTTP/1.1" status: 200 len: 910 time: 0.1261268 Jan 17 15:28:29.882786 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c1ca80f0-8d6e-4a0a-93c9-c0449d6a68ec req-675ceb3d-0ff9-4f4a-b578-cc677e67d3b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50c1ec90-eccd-4c9c-8a76-6c22a892631c HTTP/1.1" status: 200 len: 999 time: 0.0932031 Jan 17 15:28:29.947003 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca80f0-8d6e-4a0a-93c9-c0449d6a68ec req-138c6420-7cc7-40cc-bffd-7216e586b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:29.948469 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c1ca80f0-8d6e-4a0a-93c9-c0449d6a68ec req-138c6420-7cc7-40cc-bffd-7216e586b43d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c81ca123-6e04-4b05-8ac8-d440336da5c9 HTTP/1.1" status: 200 len: 848 time: 0.0604298 Jan 17 15:28:29.969788 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-c3c2cc38-abaa-44f2-bdfc-c36dfa8ac29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:27:59Z', 'updated_at': '2022-01-17T15:28:03Z', 'revision_number': 4, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'gw_port': {'id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:00Z', 'updated_at': '2022-01-17T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'e866d91f-6bba-45c3-bf97-8362814af12e', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'floating_ip_address': '172.26.3.80', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'port_id': '50c1ec90-eccd-4c9c-8a76-6c22a892631c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'mac_address': 'fa:16:3e:bb:6d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db93a75-b640-42aa-873b-70fc8c73a942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:28:28Z', 'updated_at': '2022-01-17T15:28:28Z', 'revision_number': 0, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cef2b70f-d767-4bab-9d02-94b67d6584bf', 'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'mac_address': 'fa:16:3e:40:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:02Z', 'updated_at': '2022-01-17T15:28:10Z', 'revision_number': 5, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'subnets': [{'id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:28:29.973580 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c2cc38-abaa-44f2-bdfc-c36dfa8ac29e None None] Checking router: 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:28:29.981821 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c2cc38-abaa-44f2-bdfc-c36dfa8ac29e None None] Routers {'6af8b2e2-8541-4552-a884-fd4f93d4c7c0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:28:29.982507 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-c3c2cc38-abaa-44f2-bdfc-c36dfa8ac29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:28:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:28:30.022105 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca80f0-8d6e-4a0a-93c9-c0449d6a68ec req-fd1734a2-3e57-4d7f-b384-6a86fcfea065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:30.023558 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c1ca80f0-8d6e-4a0a-93c9-c0449d6a68ec req-fd1734a2-3e57-4d7f-b384-6a86fcfea065 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79984261-5024-4818-a794-39a30cffdc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689304 Jan 17 15:28:30.154848 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c1ca80f0-8d6e-4a0a-93c9-c0449d6a68ec req-ecf8e7bc-c151-4178-ac2c-ac7d8320989c service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255784 Jan 17 15:28:30.186091 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-c3c2cc38-abaa-44f2-bdfc-c36dfa8ac29e None None] Set router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:28:30.284180 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c1ca80f0-8d6e-4a0a-93c9-c0449d6a68ec req-8e7d9b3b-354b-4466-969f-69a5c3ec3e53 service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237640 Jan 17 15:28:30.525305 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-c3c2cc38-abaa-44f2-bdfc-c36dfa8ac29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:27:59Z', 'updated_at': '2022-01-17T15:28:03Z', 'revision_number': 4, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'gw_port': {'id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:00Z', 'updated_at': '2022-01-17T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'e866d91f-6bba-45c3-bf97-8362814af12e', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'floating_ip_address': '172.26.3.80', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'port_id': '50c1ec90-eccd-4c9c-8a76-6c22a892631c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'mac_address': 'fa:16:3e:bb:6d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db93a75-b640-42aa-873b-70fc8c73a942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:28:28Z', 'updated_at': '2022-01-17T15:28:28Z', 'revision_number': 0, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cef2b70f-d767-4bab-9d02-94b67d6584bf', 'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'mac_address': 'fa:16:3e:40:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:02Z', 'updated_at': '2022-01-17T15:28:10Z', 'revision_number': 5, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'subnets': [{'id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:28:30.529091 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c2cc38-abaa-44f2-bdfc-c36dfa8ac29e None None] The sync data for ids ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'] in dv-neutron-824901-1-hyperv is: [{'id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:27:59Z', 'updated_at': '2022-01-17T15:28:03Z', 'revision_number': 4, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'gw_port': {'id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:00Z', 'updated_at': '2022-01-17T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'e866d91f-6bba-45c3-bf97-8362814af12e', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'floating_ip_address': '172.26.3.80', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'port_id': '50c1ec90-eccd-4c9c-8a76-6c22a892631c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'mac_address': 'fa:16:3e:bb:6d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db93a75-b640-42aa-873b-70fc8c73a942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:28:28Z', 'updated_at': '2022-01-17T15:28:28Z', 'revision_number': 0, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cef2b70f-d767-4bab-9d02-94b67d6584bf', 'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'mac_address': 'fa:16:3e:40:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:02Z', 'updated_at': '2022-01-17T15:28:10Z', 'revision_number': 5, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'subnets': [{'id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:28:30.720958 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaae96a-ff7f-4bfd-aeb0-d298be4961de None None] New status for floating IP e866d91f-6bba-45c3-bf97-8362814af12e: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 15:28:39.309447 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5e4247a5-e614-4cd7-aba7-a9fda54a89c5 req-98e1c343-8b1b-4e7e-b66a-7c14363ee7dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1738718 Jan 17 15:28:39.449351 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4247a5-e614-4cd7-aba7-a9fda54a89c5 req-44f51d22-f3fc-4847-823e-1e188c3d36c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:39.450799 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5e4247a5-e614-4cd7-aba7-a9fda54a89c5 req-44f51d22-f3fc-4847-823e-1e188c3d36c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bd9cffe948a45f68c7b4a840d0cfdf2&device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 1099 time: 0.0699282 Jan 17 15:28:39.591804 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4247a5-e614-4cd7-aba7-a9fda54a89c5 req-82143758-a44d-4264-8dd9-304a5ac22e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:39.593173 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5e4247a5-e614-4cd7-aba7-a9fda54a89c5 req-82143758-a44d-4264-8dd9-304a5ac22e5f service neutron] 10.222.0.15 "GET /v2.0/networks?id=79984261-5024-4818-a794-39a30cffdc74 HTTP/1.1" status: 200 len: 910 time: 0.1238170 Jan 17 15:28:39.695170 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5e4247a5-e614-4cd7-aba7-a9fda54a89c5 req-82d4b8ec-dac3-4644-aa56-dd134110bee6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50c1ec90-eccd-4c9c-8a76-6c22a892631c HTTP/1.1" status: 200 len: 1001 time: 0.0951884 Jan 17 15:28:39.757822 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4247a5-e614-4cd7-aba7-a9fda54a89c5 req-8d573058-83f5-45ad-a588-d20ac72cc803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:39.759809 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5e4247a5-e614-4cd7-aba7-a9fda54a89c5 req-8d573058-83f5-45ad-a588-d20ac72cc803 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c81ca123-6e04-4b05-8ac8-d440336da5c9 HTTP/1.1" status: 200 len: 848 time: 0.0561028 Jan 17 15:28:39.835350 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4247a5-e614-4cd7-aba7-a9fda54a89c5 req-6e30706e-cf06-4f46-9e97-5b5c78279829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:28:39.836877 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5e4247a5-e614-4cd7-aba7-a9fda54a89c5 req-6e30706e-cf06-4f46-9e97-5b5c78279829 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79984261-5024-4818-a794-39a30cffdc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709438 Jan 17 15:28:39.967063 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5e4247a5-e614-4cd7-aba7-a9fda54a89c5 req-ce2b3900-f845-4f03-8a37-56bcdf655d0c service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233690 Jan 17 15:28:40.098418 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-5e4247a5-e614-4cd7-aba7-a9fda54a89c5 req-84d29a98-eb51-4e73-9b20-371318bb2929 service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246614 Jan 17 15:28:40.836224 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-27a6768c-d77d-4df5-93d3-cc556a61fc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:44.022012 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-890e3de1-a6e2-4d8e-aba4-1a5b6f43782c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:44.136654 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:44.240841 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:45.783764 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:28:47.869969 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:28:53.825357 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:29:10.837037 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-5cbb6a9f-27bb-4fb8-aa11-04c4cc61625b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:29:14.024021 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-8c25d5df-1c0d-4ac0-a7a6-ef166c37436d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:29:14.137731 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:29:14.241899 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:29:15.787063 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:29:23.846051 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:29:24.869721 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:29:39.259621 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-915d53d5-6fc4-4458-9dc1-ecda361003ac req-a6c36e77-dbe1-4bab-aa56-a5ec0aa80154 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1266990 Jan 17 15:29:39.405520 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d53d5-6fc4-4458-9dc1-ecda361003ac req-a832d96c-de4a-4a2e-867e-f0ebec865198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:29:39.406967 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-915d53d5-6fc4-4458-9dc1-ecda361003ac req-a832d96c-de4a-4a2e-867e-f0ebec865198 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bd9cffe948a45f68c7b4a840d0cfdf2&device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 1099 time: 0.0729105 Jan 17 15:29:39.550092 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d53d5-6fc4-4458-9dc1-ecda361003ac req-09f456a1-321d-49fb-8729-60788e369f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:29:39.551557 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-915d53d5-6fc4-4458-9dc1-ecda361003ac req-09f456a1-321d-49fb-8729-60788e369f4e service neutron] 10.222.0.15 "GET /v2.0/networks?id=79984261-5024-4818-a794-39a30cffdc74 HTTP/1.1" status: 200 len: 910 time: 0.1258092 Jan 17 15:29:39.653584 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-915d53d5-6fc4-4458-9dc1-ecda361003ac req-b4b9caf9-f07b-4509-a57f-6fc092b18e3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50c1ec90-eccd-4c9c-8a76-6c22a892631c HTTP/1.1" status: 200 len: 1001 time: 0.0940113 Jan 17 15:29:39.725622 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d53d5-6fc4-4458-9dc1-ecda361003ac req-5892a35e-0b91-40a3-be59-df34e4fd9cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:29:39.726995 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-915d53d5-6fc4-4458-9dc1-ecda361003ac req-5892a35e-0b91-40a3-be59-df34e4fd9cea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c81ca123-6e04-4b05-8ac8-d440336da5c9 HTTP/1.1" status: 200 len: 848 time: 0.0564339 Jan 17 15:29:39.802686 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d53d5-6fc4-4458-9dc1-ecda361003ac req-d3212d1c-beec-4b9a-90c6-23acbc4968ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:29:39.804195 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-915d53d5-6fc4-4458-9dc1-ecda361003ac req-d3212d1c-beec-4b9a-90c6-23acbc4968ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79984261-5024-4818-a794-39a30cffdc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680544 Jan 17 15:29:39.934727 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-915d53d5-6fc4-4458-9dc1-ecda361003ac req-efa0797e-be27-4be4-9b9d-b8c318bb5de0 service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235487 Jan 17 15:29:40.063048 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-915d53d5-6fc4-4458-9dc1-ecda361003ac req-bac78bf7-d12f-429b-8349-e22bd03a1954 service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217055 Jan 17 15:29:40.839208 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-27072e50-aecb-4b27-a230-3c2f1a28af1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:29:44.027056 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d1ed3751-c629-4124-9450-387927101aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:29:44.139803 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:29:44.245066 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:29:45.790220 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:29:53.855556 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:30:01.868777 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:30:10.840566 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cac04ed7-6c7b-4d9d-a3d2-6f102ea64f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:30:14.028577 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-85d20ced-e724-4b2f-98e0-cc629688f3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:30:14.142314 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:30:14.248460 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:30:15.794428 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:30:23.858095 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:30:38.867599 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:30:40.878650 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-475c4ddb-b047-4dd7-a9db-b425f61d5b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:30:41.901158 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-85691b23-ddfb-40e9-854b-c3a9ff2c28a9 req-cfa8ddd2-9a84-45fb-93fc-9edaad1c30c6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1728454 Jan 17 15:30:42.037106 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85691b23-ddfb-40e9-854b-c3a9ff2c28a9 req-43ae14e4-3394-487f-9a68-84df64681918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:30:42.038444 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-85691b23-ddfb-40e9-854b-c3a9ff2c28a9 req-43ae14e4-3394-487f-9a68-84df64681918 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bd9cffe948a45f68c7b4a840d0cfdf2&device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 1099 time: 0.0689106 Jan 17 15:30:42.183325 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85691b23-ddfb-40e9-854b-c3a9ff2c28a9 req-308c9cdb-b0b4-4b7a-82bd-8857c47a5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:30:42.184818 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-85691b23-ddfb-40e9-854b-c3a9ff2c28a9 req-308c9cdb-b0b4-4b7a-82bd-8857c47a5c76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79984261-5024-4818-a794-39a30cffdc74 HTTP/1.1" status: 200 len: 910 time: 0.1252594 Jan 17 15:30:42.285772 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-85691b23-ddfb-40e9-854b-c3a9ff2c28a9 req-124dd7f1-0bcd-4c71-929b-5c5ae57f7212 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50c1ec90-eccd-4c9c-8a76-6c22a892631c HTTP/1.1" status: 200 len: 1001 time: 0.0946569 Jan 17 15:30:42.348650 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85691b23-ddfb-40e9-854b-c3a9ff2c28a9 req-49109719-0636-46bb-a570-d74a7bc66067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:30:42.349922 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-85691b23-ddfb-40e9-854b-c3a9ff2c28a9 req-49109719-0636-46bb-a570-d74a7bc66067 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c81ca123-6e04-4b05-8ac8-d440336da5c9 HTTP/1.1" status: 200 len: 848 time: 0.0571856 Jan 17 15:30:42.423158 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85691b23-ddfb-40e9-854b-c3a9ff2c28a9 req-2eb9ceff-5026-4ee3-ac93-0e1818ffb888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:30:42.424597 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-85691b23-ddfb-40e9-854b-c3a9ff2c28a9 req-2eb9ceff-5026-4ee3-ac93-0e1818ffb888 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79984261-5024-4818-a794-39a30cffdc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672562 Jan 17 15:30:42.552120 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-85691b23-ddfb-40e9-854b-c3a9ff2c28a9 req-dffeabd6-f1fa-4f0a-9485-ff1de55a4a9e service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208091 Jan 17 15:30:42.680191 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-85691b23-ddfb-40e9-854b-c3a9ff2c28a9 req-89bb771f-1ef4-4498-9d35-90acce785beb service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203103 Jan 17 15:30:44.030086 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3553e1be-61fa-440a-b896-b7e9eb9319e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:30:44.144488 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:30:44.251384 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:30:45.796883 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:30:53.881311 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:10.841152 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-f2bfd482-066a-4181-b966-336e4bb61628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:12.812014 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 50c1ec90-eccd-4c9c-8a76-6c22a892631c details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 15:31:12.939282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 50c1ec90-eccd-4c9c-8a76-6c22a892631c, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=50c1ec90-eccd-4c9c-8a76-6c22a892631c,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:31:12.952379 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '50c1ec90-eccd-4c9c-8a76-6c22a892631c', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'port_id': '50c1ec90-eccd-4c9c-8a76-6c22a892631c', 'mac_address': 'fa:16:3e:bb:6d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 15:31:13.007568 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:13.023807 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50c1ec90-eccd-4c9c-8a76-6c22a892631c {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:31:13.039272 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 50c1ec90-eccd-4c9c-8a76-6c22a892631c, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=50c1ec90-eccd-4c9c-8a76-6c22a892631c,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:31:13.043276 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:13.109128 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=50c1ec90-eccd-4c9c-8a76-6c22a892631c,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:31:13.115951 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:13.116297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:13.116636 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:13.116992 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:13.117318 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:13.117642 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:13.117964 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:13.118284 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:13.118602 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:13.118923 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:13.119238 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:13.119553 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:13.124158 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['50c1ec90-eccd-4c9c-8a76-6c22a892631c'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:31:14.032612 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e6447669-5758-473b-ae19-6c76751675b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:14.151070 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:14.253907 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:14.817348 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 50c1ec90-eccd-4c9c-8a76-6c22a892631c up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:31:14.884018 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 50c1ec90-eccd-4c9c-8a76-6c22a892631c triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:31:14.884385 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:14.998773 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:15.025354 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db93a75-b640-42aa-873b-70fc8c73a942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c1ec90-eccd-4c9c-8a76-6c22a892631c'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:31:15.034859 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 50c1ec90-eccd-4c9c-8a76-6c22a892631c, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=50c1ec90-eccd-4c9c-8a76-6c22a892631c,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:31:15.038958 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:15.113454 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=50c1ec90-eccd-4c9c-8a76-6c22a892631c,revision_number=7']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:31:15.126594 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db93a75-b640-42aa-873b-70fc8c73a942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c1ec90-eccd-4c9c-8a76-6c22a892631c', 'code': 200} Jan 17 15:31:15.800627 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:15.865885 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:31:23.894397 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:27.280089 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-f4c5a619-b3c1-4d13-9375-bb4c22248c90 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381358998&fields=id&tenant_id=8bd9cffe948a45f68c7b4a840d0cfdf2 HTTP/1.1" status: 200 len: 267 time: 0.0382156 Jan 17 15:31:27.424761 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-e98d5feb-490e-457d-b3c3-ef7b36b98e9a tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:27.426186 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-e98d5feb-490e-457d-b3c3-ef7b36b98e9a tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/networks?id=79984261-5024-4818-a794-39a30cffdc74 HTTP/1.1" status: 200 len: 809 time: 0.1400261 Jan 17 15:31:27.441032 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-4140cfad-f664-460c-9a38-f59855355452 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/quotas/8bd9cffe948a45f68c7b4a840d0cfdf2 HTTP/1.1" status: 200 len: 375 time: 0.0094185 Jan 17 15:31:27.529585 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-faf25a97-e606-47b4-a85f-d71188392ace tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bd9cffe948a45f68c7b4a840d0cfdf2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0834684 Jan 17 15:31:27.583973 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-ead7e34b-852f-4a53-9451-78a544c434e0 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 15:31:27.584921 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-ead7e34b-852f-4a53-9451-78a544c434e0 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445533 Jan 17 15:31:27.712014 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-fd44bae6-3ef2-4823-9235-6e7f2a7cb63f service neutron] 10.222.0.48 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208632 Jan 17 15:31:27.846932 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-d21e00b9-088c-45be-a9eb-2eec13333f11 service neutron] 10.222.0.48 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288610 Jan 17 15:31:28.076613 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-04ca8731-1f3e-4d10-9b9c-96a70a89685d req-f1456ee4-d05c-4e67-83d4-1ea4105d9e0f tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 210 time: 0.0883656 Jan 17 15:31:29.237301 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3d7373d2-04e7-4b85-8273-c1c50e07df37 req-471dd2d0-e399-4898-ad01-20fb475bf466 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 210 time: 0.0528972 Jan 17 15:31:29.244365 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-79fea844-8c11-414b-a020-c396cca3c155 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:29.245786 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-79fea844-8c11-414b-a020-c396cca3c155 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.15 "GET /v2.0/networks?id=79984261-5024-4818-a794-39a30cffdc74 HTTP/1.1" status: 200 len: 809 time: 0.1870837 Jan 17 15:31:29.294560 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-b4dc7b58-1c6f-4d51-870e-1877ec48ee91 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bd9cffe948a45f68c7b4a840d0cfdf2 HTTP/1.1" status: 200 len: 380 time: 0.0411081 Jan 17 15:31:29.302417 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Request body: {'port': {'device_id': '33879951-b799-42f4-beb8-0c591888fe8a', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'admin_state_up': True, 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'security_groups': ['42807561-a32f-439b-ac2d-f9879ca87e71']}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:31:29.546122 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:31:29.557087 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.quota.driver [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:31:29.568840 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Made reservation on behalf of 8bd9cffe948a45f68c7b4a840d0cfdf2 for: {'port': 1} {{(pid=87523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 15:31:29.573192 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:29.812946 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.db_base_plugin_common [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Allocated IP 172.20.0.14 (79984261-5024-4818-a794-39a30cffdc74/c81ca123-6e04-4b05-8ac8-d440336da5c9/2ccd19f3-01b9-49a6-b474-5e265435a6ec) {{(pid=87523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:31:30.048903 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for port, precommit_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:30.068747 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Transition to ACTIVE for port object 2ccd19f3-01b9-49a6-b474-5e265435a6ec will not be triggered until provisioned by entity DHCP. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:31:30.105419 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_create {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:30.180106 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Network 79984261-5024-4818-a794-39a30cffdc74 is already hosted by enough agents. {{(pid=87523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:31:30.181303 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.base_scheduler [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Resources bound (agent type, host, resource id): {{(pid=87523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:31:30.184357 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Received port after_create {{(pid=87523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:31:30.248118 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Pushing event updated for resources: {'Port': ['ID=2ccd19f3-01b9-49a6-b474-5e265435a6ec,revision_number=1']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:31:30.258475 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:30.258862 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:30.259204 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:30.259535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:30.269542 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:30.269966 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:30.270330 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:30.270655 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:30.270994 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:30.271323 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:30.271649 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:30.272007 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:30.313594 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:30.314600 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:30.344696 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-f133317d-42b6-4512-ad8c-b9cca07d343c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0456681 Jan 17 15:31:30.444642 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de3869-b166-4beb-a6d2-3aed6ec322eb req-a3f625a4-0189-4dd8-acf1-5a5b196c9dcd tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:30.446177 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f1de3869-b166-4beb-a6d2-3aed6ec322eb req-a3f625a4-0189-4dd8-acf1-5a5b196c9dcd tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 932 time: 0.0854862 Jan 17 15:31:30.483112 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a9c54c65-ba89-4d9f-bd73-90c6a0e3854c None None] Provisioning for port 2ccd19f3-01b9-49a6-b474-5e265435a6ec completed by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:31:30.489798 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-a9c54c65-ba89-4d9f-bd73-90c6a0e3854c None None] Provisioning complete for port 2ccd19f3-01b9-49a6-b474-5e265435a6ec triggered by entity DHCP. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:31:30.490170 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a9c54c65-ba89-4d9f-bd73-90c6a0e3854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:30.503183 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f1de3869-b166-4beb-a6d2-3aed6ec322eb req-5664635d-a68a-4d7e-9c42-37326e0d28bb tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507274 Jan 17 15:31:30.549339 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-a9c54c65-ba89-4d9f-bd73-90c6a0e3854c None None] Port 2ccd19f3-01b9-49a6-b474-5e265435a6ec cannot update to ACTIVE because it is not bound. {{(pid=87525) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 15:31:30.872043 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 50c1ec90-eccd-4c9c-8a76-6c22a892631c no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:31:30.994865 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:31.030872 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db93a75-b640-42aa-873b-70fc8c73a942', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50c1ec90-eccd-4c9c-8a76-6c22a892631c'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:31:31.042224 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 50c1ec90-eccd-4c9c-8a76-6c22a892631c, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=50c1ec90-eccd-4c9c-8a76-6c22a892631c,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:31:31.046554 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:31.094909 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db93a75-b640-42aa-873b-70fc8c73a942', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50c1ec90-eccd-4c9c-8a76-6c22a892631c', 'code': 200} Jan 17 15:31:31.121289 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=50c1ec90-eccd-4c9c-8a76-6c22a892631c,revision_number=8']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:31:31.693355 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebacac-a289-4b8a-9481-e21b8798b781 req-9691cdca-d79f-4344-afcd-13ff2d075f6d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:31.694834 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-06ebacac-a289-4b8a-9481-e21b8798b781 req-9691cdca-d79f-4344-afcd-13ff2d075f6d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 932 time: 0.0800366 Jan 17 15:31:31.740307 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-06ebacac-a289-4b8a-9481-e21b8798b781 req-a81dc988-a99c-43d2-bd45-c6b4e818863f tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395303 Jan 17 15:31:32.943988 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd062d-d346-4684-b13c-7117b463b12b req-cf8b6120-2ffd-4a49-94af-9aab79c0c416 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:32.944677 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-c2cd062d-d346-4684-b13c-7117b463b12b req-cf8b6120-2ffd-4a49-94af-9aab79c0c416 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Synchronizing usage tracker for tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:31:32.961716 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-c2cd062d-d346-4684-b13c-7117b463b12b req-cf8b6120-2ffd-4a49-94af-9aab79c0c416 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Unset dirty status for tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:31:32.962968 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c2cd062d-d346-4684-b13c-7117b463b12b req-cf8b6120-2ffd-4a49-94af-9aab79c0c416 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 932 time: 0.1015515 Jan 17 15:31:33.010712 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c2cd062d-d346-4684-b13c-7117b463b12b req-2c42af00-f933-4fcc-9665-399a4c4834c5 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415049 Jan 17 15:31:34.208330 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121c735-a2dc-4d25-aeff-dd7d8ba3ce19 req-9ce8aa91-2e4c-466a-82b5-371e59e3e34e tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:34.209815 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2121c735-a2dc-4d25-aeff-dd7d8ba3ce19 req-9ce8aa91-2e4c-466a-82b5-371e59e3e34e tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 932 time: 0.0904729 Jan 17 15:31:34.258188 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2121c735-a2dc-4d25-aeff-dd7d8ba3ce19 req-00df41b0-cc78-4203-9626-25f1fe5cbbf8 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416825 Jan 17 15:31:35.458921 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f27627-b290-4fc7-98c7-56ef3cda1fda req-e6a576a5-a285-4820-b8f9-0957c42a4d9c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:35.460439 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-97f27627-b290-4fc7-98c7-56ef3cda1fda req-e6a576a5-a285-4820-b8f9-0957c42a4d9c tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 932 time: 0.0872571 Jan 17 15:31:35.507070 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-97f27627-b290-4fc7-98c7-56ef3cda1fda req-1b435263-1903-424a-abe0-039f750d8b13 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409555 Jan 17 15:31:36.708734 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae9fa0-d113-46e9-bb9f-517a4d54daf7 req-8a3c4d27-94af-4f62-a852-a1b082c6aafa tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:36.710328 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-05ae9fa0-d113-46e9-bb9f-517a4d54daf7 req-8a3c4d27-94af-4f62-a852-a1b082c6aafa tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 932 time: 0.0880473 Jan 17 15:31:36.766468 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-05ae9fa0-d113-46e9-bb9f-517a4d54daf7 req-e1301784-e311-4bfb-a0ee-49a9ce45a771 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499525 Jan 17 15:31:37.951137 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9150075-b99f-4b13-9cdc-413c0c223f22 req-78dfd554-5d21-44e4-b68e-3bbba7211327 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:37.952615 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b9150075-b99f-4b13-9cdc-413c0c223f22 req-78dfd554-5d21-44e4-b68e-3bbba7211327 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 932 time: 0.0790269 Jan 17 15:31:37.996557 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-b9150075-b99f-4b13-9cdc-413c0c223f22 req-ede09308-7ca4-4d14-9b36-82a747c9bd97 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383420 Jan 17 15:31:39.180310 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd910c-375c-4abe-b59f-55445c3dfbdd req-6bff5323-aa27-446b-9077-c6fa3bbf58ef tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:39.181724 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bdbd910c-375c-4abe-b59f-55445c3dfbdd req-6bff5323-aa27-446b-9077-c6fa3bbf58ef tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 932 time: 0.0796161 Jan 17 15:31:39.223931 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-bdbd910c-375c-4abe-b59f-55445c3dfbdd req-03a18343-8f3f-4118-be2b-3eff49ae3275 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366464 Jan 17 15:31:40.411503 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6212a4-2768-4eac-a1e4-e60d78a2a606 req-ad8798ab-39be-49a7-89cc-b32915424a19 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:40.412938 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4d6212a4-2768-4eac-a1e4-e60d78a2a606 req-ad8798ab-39be-49a7-89cc-b32915424a19 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 932 time: 0.0831909 Jan 17 15:31:40.458080 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-4d6212a4-2768-4eac-a1e4-e60d78a2a606 req-ab69d286-a654-4f23-93c7-a2769b32c072 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389371 Jan 17 15:31:40.842123 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-97143994-8366-44de-8769-78dea5ad60c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:41.635077 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c6694-4620-4907-b9a3-0a5aff605b06 req-8612d686-1a17-4d97-855d-e13d20a2c2f6 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:41.637055 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-730c6694-4620-4907-b9a3-0a5aff605b06 req-8612d686-1a17-4d97-855d-e13d20a2c2f6 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 932 time: 0.0772815 Jan 17 15:31:41.682553 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-730c6694-4620-4907-b9a3-0a5aff605b06 req-123954e6-4f35-40bc-bdc0-a09d4de05b71 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401030 Jan 17 15:31:41.955130 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.v2.base [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] Request body: {'port': {'device_id': '33879951-b799-42f4-beb8-0c591888fe8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8249'}} {{(pid=87523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:31:42.064789 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:42.395313 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ccd19f3-01b9-49a6-b474-5e265435a6ec {{(pid=87523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:31:42.402428 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:42.419371 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.provisioning_blocks [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] Transition to ACTIVE for port object 2ccd19f3-01b9-49a6-b474-5e265435a6ec will not be triggered until provisioned by entity L2. {{(pid=87523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 15:31:42.423095 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:42.582329 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccd19f3-01b9-49a6-b474-5e265435a6ec,revision_number=2']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:31:42.756235 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] Attempting to bind port 2ccd19f3-01b9-49a6-b474-5e265435a6ec on host hv-neutron-8249 for vnic_type normal with profile {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 15:31:42.756561 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] Attempting to bind port 2ccd19f3-01b9-49a6-b474-5e265435a6ec by drivers openvswitch,hyperv on host hv-neutron-8249 at level 0 using segments [{'id': '9adcbcaa-e0af-4460-b248-ccd187988494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79984261-5024-4818-a794-39a30cffdc74'}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 15:31:42.756879 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] Attempting to bind port 2ccd19f3-01b9-49a6-b474-5e265435a6ec on network 79984261-5024-4818-a794-39a30cffdc74 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:31:42.762556 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] Port 2ccd19f3-01b9-49a6-b474-5e265435a6ec on network 79984261-5024-4818-a794-39a30cffdc74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8249 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 15:31:42.762846 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] Attempting to bind port 2ccd19f3-01b9-49a6-b474-5e265435a6ec on network 79984261-5024-4818-a794-39a30cffdc74 {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 15:31:42.768026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] Checking agent: {'id': 'a141761d-78a5-4026-b163-fcd3e869b6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'started_at': datetime.datetime(2022, 1, 17, 14, 8, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 15, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 15:31:42.768354 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] Checking segment: {'id': '9adcbcaa-e0af-4460-b248-ccd187988494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79984261-5024-4818-a794-39a30cffdc74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 15:31:42.768726 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] Bound using segment: {'id': '9adcbcaa-e0af-4460-b248-ccd187988494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79984261-5024-4818-a794-39a30cffdc74'} {{(pid=87523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 15:31:42.769138 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.managers [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] Bound port: 2ccd19f3-01b9-49a6-b474-5e265435a6ec, host: hv-neutron-8249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9adcbcaa-e0af-4460-b248-ccd187988494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '79984261-5024-4818-a794-39a30cffdc74'}}] {{(pid=87523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 15:31:42.769480 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:42.789751 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.15', 55796) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:31:42.866902 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a5dbd304-fea6-4946-be1e-da510bb4210a req-995dad57-9730-47e0-8e5d-b0ab0d7d970b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752420 Jan 17 15:31:42.917379 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] For port 2ccd19f3-01b9-49a6-b474-5e265435a6ec, host hv-neutron-8249, cleared binding levels {{(pid=87523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 15:31:42.921074 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] For port 2ccd19f3-01b9-49a6-b474-5e265435a6ec, host hv-neutron-8249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2ccd19f3-01b9-49a6-b474-5e265435a6ec,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 15:31:42.926300 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3993310'] for port, after_update {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:42.999110 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b5363-4d9b-484c-904c-709c5f8b0358 req-ac15bd40-29dd-4bbb-bf1d-35497aba2023 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:43.000716 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-429b5363-4d9b-484c-904c-709c5f8b0358 req-ac15bd40-29dd-4bbb-bf1d-35497aba2023 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 944 time: 0.1899493 Jan 17 15:31:43.004043 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:43.004540 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:43.005813 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] 10.222.0.15 "PUT /v2.0/ports/2ccd19f3-01b9-49a6-b474-5e265435a6ec HTTP/1.1" status: 200 len: 1094 time: 1.0549653 Jan 17 15:31:43.006247 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33879951-b799-42f4-beb8-0c591888fe8a', 'tag': '2ccd19f3-01b9-49a6-b474-5e265435a6ec'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:31:43.008151 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbd304-fea6-4946-be1e-da510bb4210a req-b62ef0ae-8d87-4d68-8e50-9d92cb96f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:43.010403 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a5dbd304-fea6-4946-be1e-da510bb4210a req-b62ef0ae-8d87-4d68-8e50-9d92cb96f9ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bd9cffe948a45f68c7b4a840d0cfdf2&device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 1097 time: 0.0745487 Jan 17 15:31:43.060135 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607030bd-5c2d-4b41-a41b-116de3960526 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccd19f3-01b9-49a6-b474-5e265435a6ec,revision_number=3']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:31:43.096520 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33879951-b799-42f4-beb8-0c591888fe8a', 'tag': '2ccd19f3-01b9-49a6-b474-5e265435a6ec', 'status': 'completed', 'code': 200} Jan 17 15:31:43.112660 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-429b5363-4d9b-484c-904c-709c5f8b0358 req-ad67e095-9e6d-42c0-8253-dc2b111549b7 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893281 Jan 17 15:31:43.152691 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-8c103ff7-55f7-4073-b4eb-f3d656e7e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:43.154156 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-8c103ff7-55f7-4073-b4eb-f3d656e7e5dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bd9cffe948a45f68c7b4a840d0cfdf2&device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 1097 time: 0.0952168 Jan 17 15:31:43.177314 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbd304-fea6-4946-be1e-da510bb4210a req-4b44b18d-76cb-4d99-8ec3-406ff896bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:43.178768 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a5dbd304-fea6-4946-be1e-da510bb4210a req-4b44b18d-76cb-4d99-8ec3-406ff896bb92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79984261-5024-4818-a794-39a30cffdc74 HTTP/1.1" status: 200 len: 910 time: 0.1444345 Jan 17 15:31:43.227127 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-ec8d2a58-1f8e-4f04-8617-0cc1cc19eca3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ccd19f3-01b9-49a6-b474-5e265435a6ec HTTP/1.1" status: 200 len: 217 time: 0.0655360 Jan 17 15:31:43.286671 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a5dbd304-fea6-4946-be1e-da510bb4210a req-64ab92a1-2af4-472c-8e19-616c2b8de45f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50c1ec90-eccd-4c9c-8a76-6c22a892631c HTTP/1.1" status: 200 len: 999 time: 0.1017056 Jan 17 15:31:43.291683 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-d64e3d6c-49d8-4ae4-9e04-3d8e538fd7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:43.293186 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-d64e3d6c-49d8-4ae4-9e04-3d8e538fd7db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c81ca123-6e04-4b05-8ac8-d440336da5c9 HTTP/1.1" status: 200 len: 848 time: 0.0603633 Jan 17 15:31:43.353108 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbd304-fea6-4946-be1e-da510bb4210a req-22a47bba-64d8-45f3-9ccb-15d8ca405c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:43.354667 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a5dbd304-fea6-4946-be1e-da510bb4210a req-22a47bba-64d8-45f3-9ccb-15d8ca405c7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c81ca123-6e04-4b05-8ac8-d440336da5c9 HTTP/1.1" status: 200 len: 848 time: 0.0619950 Jan 17 15:31:43.371086 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-8f77d134-b245-4562-b36a-77ed01448536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:43.372565 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-8f77d134-b245-4562-b36a-77ed01448536 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79984261-5024-4818-a794-39a30cffdc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743909 Jan 17 15:31:43.427789 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbd304-fea6-4946-be1e-da510bb4210a req-3f37a5df-31c3-4db8-9873-becd330fbf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:43.429259 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a5dbd304-fea6-4946-be1e-da510bb4210a req-3f37a5df-31c3-4db8-9873-becd330fbf14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79984261-5024-4818-a794-39a30cffdc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693114 Jan 17 15:31:43.507168 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-3f1003c5-ef89-4eda-948a-90270c2b5b02 service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280301 Jan 17 15:31:43.563415 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a5dbd304-fea6-4946-be1e-da510bb4210a req-31c1f417-8e2b-4641-a277-b0c7c29fa03e service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264987 Jan 17 15:31:43.634949 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-12c83bbf-fa28-48ac-b7d4-f2d43f4fea03 req-f5e6fb08-4bfc-4b06-9d88-cb31a0c16a9e service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223557 Jan 17 15:31:43.695910 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-a5dbd304-fea6-4946-be1e-da510bb4210a req-36c752e2-e338-4a37-aa26-30d555c39c94 service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255288 Jan 17 15:31:43.766256 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87eb62d-20f6-4f77-88d5-b254dcae7746 req-ce811ec5-dbbb-49f6-a1ce-7483da712c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:43.767743 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e87eb62d-20f6-4f77-88d5-b254dcae7746 req-ce811ec5-dbbb-49f6-a1ce-7483da712c8f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bd9cffe948a45f68c7b4a840d0cfdf2&device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 1097 time: 0.0728173 Jan 17 15:31:43.898024 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87eb62d-20f6-4f77-88d5-b254dcae7746 req-92cbfe35-354a-41e0-a733-1a97b8d35146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:43.899455 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e87eb62d-20f6-4f77-88d5-b254dcae7746 req-92cbfe35-354a-41e0-a733-1a97b8d35146 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79984261-5024-4818-a794-39a30cffdc74 HTTP/1.1" status: 200 len: 910 time: 0.1252458 Jan 17 15:31:43.968105 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e87eb62d-20f6-4f77-88d5-b254dcae7746 req-21f9fd51-3e72-4bd5-99d2-b312e2095fd2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ccd19f3-01b9-49a6-b474-5e265435a6ec HTTP/1.1" status: 200 len: 217 time: 0.0624189 Jan 17 15:31:44.029808 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87eb62d-20f6-4f77-88d5-b254dcae7746 req-790e8e0d-9c36-4b1a-b63c-fd6793db122e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:44.031392 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e87eb62d-20f6-4f77-88d5-b254dcae7746 req-790e8e0d-9c36-4b1a-b63c-fd6793db122e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c81ca123-6e04-4b05-8ac8-d440336da5c9 HTTP/1.1" status: 200 len: 848 time: 0.0579553 Jan 17 15:31:44.034540 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-feb21817-c95c-4ed3-a815-34391bc730d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:44.106628 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87eb62d-20f6-4f77-88d5-b254dcae7746 req-f4b6ede8-10d4-4438-90a7-be0c87e88f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:44.108100 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e87eb62d-20f6-4f77-88d5-b254dcae7746 req-f4b6ede8-10d4-4438-90a7-be0c87e88f36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79984261-5024-4818-a794-39a30cffdc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713284 Jan 17 15:31:44.143099 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:44.257050 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:44.306460 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecad9cf-1c2a-4da7-b75d-244da79ac3c1 req-3e98cdd2-7ffe-4ad5-870a-b686676791dd tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:44.309190 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-aecad9cf-1c2a-4da7-b75d-244da79ac3c1 req-3e98cdd2-7ffe-4ad5-870a-b686676791dd tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 944 time: 0.0840890 Jan 17 15:31:44.352262 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-aecad9cf-1c2a-4da7-b75d-244da79ac3c1 req-96053d85-be24-4645-bbdc-28b2d8943bd7 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377834 Jan 17 15:31:44.372136 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e87eb62d-20f6-4f77-88d5-b254dcae7746 req-8473d102-1b1c-474a-95e3-26ac9b2d2e05 service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285665 Jan 17 15:31:44.609075 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-e87eb62d-20f6-4f77-88d5-b254dcae7746 req-73210bd5-f7f6-40e7-b5a5-9e736ea7da20 service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298839 Jan 17 15:31:45.531695 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c238d4-ce27-44ff-bcc5-b7fab4ee0f41 req-02cdca2e-f82f-4418-8243-741d671a8659 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:45.533160 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-24c238d4-ce27-44ff-bcc5-b7fab4ee0f41 req-02cdca2e-f82f-4418-8243-741d671a8659 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 944 time: 0.0789344 Jan 17 15:31:45.575367 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-24c238d4-ce27-44ff-bcc5-b7fab4ee0f41 req-d3822640-5aef-4f74-8624-59abd82e33c1 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367987 Jan 17 15:31:45.804153 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:46.754829 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01951e2f-1945-4809-b3c9-137755f3a33a req-b8d5a1ee-d840-4aa7-9c23-eec830260adc tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:46.756280 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-01951e2f-1945-4809-b3c9-137755f3a33a req-b8d5a1ee-d840-4aa7-9c23-eec830260adc tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 944 time: 0.0781114 Jan 17 15:31:46.798674 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-01951e2f-1945-4809-b3c9-137755f3a33a req-df5f6997-a832-41a5-a549-b6e03d22765a tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368798 Jan 17 15:31:46.933205 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2ccd19f3-01b9-49a6-b474-5e265435a6ec details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 15:31:47.061507 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2ccd19f3-01b9-49a6-b474-5e265435a6ec, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2ccd19f3-01b9-49a6-b474-5e265435a6ec,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:31:47.074108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '2ccd19f3-01b9-49a6-b474-5e265435a6ec', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'port_id': '2ccd19f3-01b9-49a6-b474-5e265435a6ec', 'mac_address': 'fa:16:3e:c0:39:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 15:31:47.159123 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:47.175527 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ccd19f3-01b9-49a6-b474-5e265435a6ec {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:31:47.190016 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2ccd19f3-01b9-49a6-b474-5e265435a6ec, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2ccd19f3-01b9-49a6-b474-5e265435a6ec,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:31:47.193461 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:47.257070 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2ccd19f3-01b9-49a6-b474-5e265435a6ec,revision_number=4']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:31:47.581473 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['2ccd19f3-01b9-49a6-b474-5e265435a6ec'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:31:47.989404 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c96aa1-7ecb-4513-90ce-1559cb5b19c2 req-24bd105d-b1d6-44ba-9a70-87f85deb24c1 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:47.990835 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-29c96aa1-7ecb-4513-90ce-1559cb5b19c2 req-24bd105d-b1d6-44ba-9a70-87f85deb24c1 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 945 time: 0.0808794 Jan 17 15:31:48.032983 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-29c96aa1-7ecb-4513-90ce-1559cb5b19c2 req-04d3ddc5-9685-4c42-b3a4-1c88580bc9a2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365295 Jan 17 15:31:48.947005 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2ccd19f3-01b9-49a6-b474-5e265435a6ec up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:31:49.011928 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning for port 2ccd19f3-01b9-49a6-b474-5e265435a6ec completed by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 15:31:49.016403 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 2ccd19f3-01b9-49a6-b474-5e265435a6ec triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:31:49.016781 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:49.132738 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:49.159325 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33879951-b799-42f4-beb8-0c591888fe8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccd19f3-01b9-49a6-b474-5e265435a6ec'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:31:49.169776 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2ccd19f3-01b9-49a6-b474-5e265435a6ec, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2ccd19f3-01b9-49a6-b474-5e265435a6ec,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:31:49.173527 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:49.206442 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33879951-b799-42f4-beb8-0c591888fe8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccd19f3-01b9-49a6-b474-5e265435a6ec', 'code': 200} Jan 17 15:31:49.221288 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec0f6a-993e-498d-9acc-673851a0bddf req-497930dc-98d0-48f0-97c9-32e9cd6d1576 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:49.222753 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-72ec0f6a-993e-498d-9acc-673851a0bddf req-497930dc-98d0-48f0-97c9-32e9cd6d1576 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 946 time: 0.0840223 Jan 17 15:31:49.248517 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2ccd19f3-01b9-49a6-b474-5e265435a6ec,revision_number=5']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:31:49.269789 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-72ec0f6a-993e-498d-9acc-673851a0bddf req-9a2d1341-5709-4c71-9733-e9f5f9747df4 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411637 Jan 17 15:31:49.429317 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916550f2-8b24-456c-bb05-bc6ef608bc63 req-2ed7f638-d32f-4e01-9ed6-3c5cd7c999fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:49.430744 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-916550f2-8b24-456c-bb05-bc6ef608bc63 req-2ed7f638-d32f-4e01-9ed6-3c5cd7c999fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 1099 time: 0.0672691 Jan 17 15:31:49.469408 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-916550f2-8b24-456c-bb05-bc6ef608bc63 req-defb1ed6-0fbc-491c-865f-a4acdc44c9e5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324099 Jan 17 15:31:50.453150 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe99e14-2cb8-419e-bbfb-2765d5886edb req-4d9ea00c-224c-4059-a1a4-f46a11e20614 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:50.454747 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0fe99e14-2cb8-419e-bbfb-2765d5886edb req-4d9ea00c-224c-4059-a1a4-f46a11e20614 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 946 time: 0.0800316 Jan 17 15:31:50.497685 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0fe99e14-2cb8-419e-bbfb-2765d5886edb req-1e46383d-1c5a-4a8d-8187-5867ef6b6df0 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374074 Jan 17 15:31:51.676666 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb92816-3734-4908-886b-b1e41dcfa78d req-b21c9503-2f82-43b6-a2c3-1a1c22fd56a3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:51.678072 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1eb92816-3734-4908-886b-b1e41dcfa78d req-b21c9503-2f82-43b6-a2c3-1a1c22fd56a3 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 946 time: 0.0768661 Jan 17 15:31:51.720684 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-1eb92816-3734-4908-886b-b1e41dcfa78d req-bb530616-7a19-41dc-9350-eae3cfa7c56e tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371640 Jan 17 15:31:51.900713 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b8016-6bb4-4b34-aab6-9295d0e861f7 req-f69b923e-016c-4536-9ae2-1c71c0f828bc tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:51.902154 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3c0b8016-6bb4-4b34-aab6-9295d0e861f7 req-f69b923e-016c-4536-9ae2-1c71c0f828bc tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 946 time: 0.0788989 Jan 17 15:31:51.948561 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-3c0b8016-6bb4-4b34-aab6-9295d0e861f7 req-785696c6-34aa-4cea-9d1d-45ebe6589a26 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408847 Jan 17 15:31:51.971896 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 48670) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:31:52.042679 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6311194a-b03d-4ca3-9739-d085ff1e7fa4 tempest-TestSnapshotPattern-1850190934 tempest-TestSnapshotPattern-1850190934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:52.043923 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6311194a-b03d-4ca3-9739-d085ff1e7fa4 tempest-TestSnapshotPattern-1850190934 tempest-TestSnapshotPattern-1850190934-project-admin] Synchronizing usage tracker for tenant:7d7c3d7fa79844578ce73f0512b46145 on resource:port {{(pid=87524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:31:52.060386 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-6311194a-b03d-4ca3-9739-d085ff1e7fa4 tempest-TestSnapshotPattern-1850190934 tempest-TestSnapshotPattern-1850190934-project-admin] Unset dirty status for tenant:7d7c3d7fa79844578ce73f0512b46145 on resource:port {{(pid=87524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:31:52.061525 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-6311194a-b03d-4ca3-9739-d085ff1e7fa4 tempest-TestSnapshotPattern-1850190934 tempest-TestSnapshotPattern-1850190934-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 1094 time: 0.0886738 Jan 17 15:31:52.064308 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 48674) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:31:52.069045 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.v2.base [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Request body: {'floatingip': {'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'port_id': '2ccd19f3-01b9-49a6-b474-5e265435a6ec', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 15:31:52.074743 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 15:31:52.078511 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Usage tracker for resource:floatingip and tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 is out of sync, need to count used quota {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 15:31:52.082205 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.quota.resource [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 15:31:52.087835 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.quota.driver [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 15:31:52.097485 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for floatingip, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:52.314657 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:52.450195 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_common [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Allocated IP 172.26.3.143 (8e713ad1-069e-4db5-8938-0391ff946f65/907cc95f-4e50-40b6-a1a2-a1e66ec0516a/5ce32ee1-b396-4565-8061-ff8aaeeca33b) {{(pid=87524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 15:31:52.596799 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for port, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:52.625244 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762587472613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:52.686409 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Network 8e713ad1-069e-4db5-8938-0391ff946f65 is already hosted by enough agents. {{(pid=87524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 15:31:52.688977 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.base_scheduler [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Resources bound (agent type, host, resource id): {{(pid=87524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 15:31:52.692652 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Received port after_create {{(pid=87524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 15:31:52.726390 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Pushing event updated for resources: {'Port': ['ID=5ce32ee1-b396-4565-8061-ff8aaeeca33b,revision_number=1']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:31:52.745808 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:52.746140 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:52.747046 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:52.747366 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:52.747688 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:52.748030 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:52.748345 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:52.748656 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:52.748974 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:52.749283 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:52.749591 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:52.749896 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:31:52.864176 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:31:53.110105 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:53.181026 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:53.376155 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for port, precommit_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:53.380313 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3694290'] for port, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:53.488130 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Pushing event updated for resources: {'Port': ['ID=5ce32ee1-b396-4565-8061-ff8aaeeca33b,revision_number=2']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:31:53.498416 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595442'] for floatingip, after_update {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:53.663257 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.db.l3_db [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Floating IP e1ed715e-b3cc-4ae2-ae0e-a59cccbdfb55 associated. External IP: 172.26.3.143, port: 2ccd19f3-01b9-49a6-b474-5e265435a6ec. Jan 17 15:31:53.881409 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:54.096213 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:31:54.273461 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:31:54.282764 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd37afd-381c-461c-a29d-9fb29cf6373e None None] Sync routers for ids ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:31:54.292530 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd37afd-381c-461c-a29d-9fb29cf6373e None None] Routers {'6af8b2e2-8541-4552-a884-fd4f93d4c7c0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:31:54.293783 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-9bd37afd-381c-461c-a29d-9fb29cf6373e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:31:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:31:54.297043 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:31:54.350284 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-31e20e4f-b160-4c9e-afc5-96d23866e740 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2848933 Jan 17 15:31:54.350862 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33879951-b799-42f4-beb8-0c591888fe8a', 'tag': '2ccd19f3-01b9-49a6-b474-5e265435a6ec'}] {{(pid=87524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:31:54.447250 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33879951-b799-42f4-beb8-0c591888fe8a', 'tag': '2ccd19f3-01b9-49a6-b474-5e265435a6ec', 'status': 'completed', 'code': 200} Jan 17 15:31:54.469371 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-9bd37afd-381c-461c-a29d-9fb29cf6373e None None] Set router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:31:54.536063 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0eac4-8fb1-45af-b735-7f079dd12c51 req-28fe49b4-98a7-435f-a342-92508e276b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:54.537517 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fbc0eac4-8fb1-45af-b735-7f079dd12c51 req-28fe49b4-98a7-435f-a342-92508e276b14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bd9cffe948a45f68c7b4a840d0cfdf2&device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 1099 time: 0.0695374 Jan 17 15:31:54.666497 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0eac4-8fb1-45af-b735-7f079dd12c51 req-798b4724-2fc3-44e1-a337-6cf09b84071e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:54.667985 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fbc0eac4-8fb1-45af-b735-7f079dd12c51 req-798b4724-2fc3-44e1-a337-6cf09b84071e service neutron] 10.222.0.15 "GET /v2.0/networks?id=79984261-5024-4818-a794-39a30cffdc74 HTTP/1.1" status: 200 len: 910 time: 0.1234522 Jan 17 15:31:54.769821 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fbc0eac4-8fb1-45af-b735-7f079dd12c51 req-a0d6ec06-ead4-4e2b-80be-1cbc8103ade7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ccd19f3-01b9-49a6-b474-5e265435a6ec HTTP/1.1" status: 200 len: 1000 time: 0.0959549 Jan 17 15:31:54.814789 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-9bd37afd-381c-461c-a29d-9fb29cf6373e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:27:59Z', 'updated_at': '2022-01-17T15:28:03Z', 'revision_number': 4, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'gw_port': {'id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:00Z', 'updated_at': '2022-01-17T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'e1ed715e-b3cc-4ae2-ae0e-a59cccbdfb55', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'floating_ip_address': '172.26.3.143', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'port_id': '2ccd19f3-01b9-49a6-b474-5e265435a6ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'mac_address': 'fa:16:3e:c0:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33879951-b799-42f4-beb8-0c591888fe8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:31:53Z', 'updated_at': '2022-01-17T15:31:53Z', 'revision_number': 0, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'fixed_ip_address_scope': None}, {'id': 'e866d91f-6bba-45c3-bf97-8362814af12e', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'floating_ip_address': '172.26.3.80', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'port_id': '50c1ec90-eccd-4c9c-8a76-6c22a892631c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'mac_address': 'fa:16:3e:bb:6d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db93a75-b640-42aa-873b-70fc8c73a942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:28:28Z', 'updated_at': '2022-01-17T15:28:30Z', 'revision_number': 1, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cef2b70f-d767-4bab-9d02-94b67d6584bf', 'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'mac_address': 'fa:16:3e:40:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:02Z', 'updated_at': '2022-01-17T15:28:10Z', 'revision_number': 5, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'subnets': [{'id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:31:54.818954 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd37afd-381c-461c-a29d-9fb29cf6373e None None] Checking router: 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:31:54.827657 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd37afd-381c-461c-a29d-9fb29cf6373e None None] Routers {'6af8b2e2-8541-4552-a884-fd4f93d4c7c0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:31:54.828329 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-9bd37afd-381c-461c-a29d-9fb29cf6373e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:31:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:31:54.832181 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0eac4-8fb1-45af-b735-7f079dd12c51 req-66669647-be9c-47f2-8ee1-df2be6e3f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:54.833636 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fbc0eac4-8fb1-45af-b735-7f079dd12c51 req-66669647-be9c-47f2-8ee1-df2be6e3f370 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c81ca123-6e04-4b05-8ac8-d440336da5c9 HTTP/1.1" status: 200 len: 848 time: 0.0570738 Jan 17 15:31:54.915026 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0eac4-8fb1-45af-b735-7f079dd12c51 req-dda26a3e-93c4-438b-b3c5-c605d4e9ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:31:54.916635 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fbc0eac4-8fb1-45af-b735-7f079dd12c51 req-dda26a3e-93c4-438b-b3c5-c605d4e9ab28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79984261-5024-4818-a794-39a30cffdc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756471 Jan 17 15:31:55.047377 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-9bd37afd-381c-461c-a29d-9fb29cf6373e None None] Set router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:31:55.048161 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fbc0eac4-8fb1-45af-b735-7f079dd12c51 req-1a9bf47f-de77-483f-96cd-9efb60f423b3 service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251643 Jan 17 15:31:55.179497 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-fbc0eac4-8fb1-45af-b735-7f079dd12c51 req-3c906851-3b0d-4f15-87a8-54f6478b6dc1 service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251934 Jan 17 15:31:55.387582 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-9bd37afd-381c-461c-a29d-9fb29cf6373e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:27:59Z', 'updated_at': '2022-01-17T15:28:03Z', 'revision_number': 4, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'gw_port': {'id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:00Z', 'updated_at': '2022-01-17T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'e1ed715e-b3cc-4ae2-ae0e-a59cccbdfb55', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'floating_ip_address': '172.26.3.143', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'port_id': '2ccd19f3-01b9-49a6-b474-5e265435a6ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'mac_address': 'fa:16:3e:c0:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33879951-b799-42f4-beb8-0c591888fe8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:31:53Z', 'updated_at': '2022-01-17T15:31:53Z', 'revision_number': 0, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'fixed_ip_address_scope': None}, {'id': 'e866d91f-6bba-45c3-bf97-8362814af12e', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'floating_ip_address': '172.26.3.80', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'port_id': '50c1ec90-eccd-4c9c-8a76-6c22a892631c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'mac_address': 'fa:16:3e:bb:6d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db93a75-b640-42aa-873b-70fc8c73a942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:28:28Z', 'updated_at': '2022-01-17T15:28:30Z', 'revision_number': 1, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cef2b70f-d767-4bab-9d02-94b67d6584bf', 'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'mac_address': 'fa:16:3e:40:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:02Z', 'updated_at': '2022-01-17T15:28:10Z', 'revision_number': 5, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'subnets': [{'id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:31:55.391455 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd37afd-381c-461c-a29d-9fb29cf6373e None None] The sync data for ids ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'] in dv-neutron-824901-1-hyperv is: [{'id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:27:59Z', 'updated_at': '2022-01-17T15:28:03Z', 'revision_number': 4, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'gw_port': {'id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:00Z', 'updated_at': '2022-01-17T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'e1ed715e-b3cc-4ae2-ae0e-a59cccbdfb55', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'floating_ip_address': '172.26.3.143', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'port_id': '2ccd19f3-01b9-49a6-b474-5e265435a6ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'mac_address': 'fa:16:3e:c0:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33879951-b799-42f4-beb8-0c591888fe8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:31:53Z', 'updated_at': '2022-01-17T15:31:53Z', 'revision_number': 0, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'fixed_ip_address_scope': None}, {'id': 'e866d91f-6bba-45c3-bf97-8362814af12e', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'floating_ip_address': '172.26.3.80', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'port_id': '50c1ec90-eccd-4c9c-8a76-6c22a892631c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'mac_address': 'fa:16:3e:bb:6d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db93a75-b640-42aa-873b-70fc8c73a942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:28:28Z', 'updated_at': '2022-01-17T15:28:30Z', 'revision_number': 1, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cef2b70f-d767-4bab-9d02-94b67d6584bf', 'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'mac_address': 'fa:16:3e:40:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:02Z', 'updated_at': '2022-01-17T15:28:10Z', 'revision_number': 5, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'subnets': [{'id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:31:55.595579 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47df6a83-b599-4d0f-a731-ba2695d21181 None None] New status for floating IP e1ed715e-b3cc-4ae2-ae0e-a59cccbdfb55: ACTIVE {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 15:32:10.845130 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3445bd18-b4bf-427f-92d9-a7f960c10dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:32:14.036450 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-98036dad-9e9b-434b-bbc3-312d3feaf1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:32:14.143703 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:32:14.258889 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:32:15.807576 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:32:23.902098 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:32:29.863703 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:32:40.847094 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ba8d438a-b43c-4ea8-934f-fe2e5a36097b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:32:43.208887 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d5f1ca33-aabb-4f4e-a5dc-8febedb85211 req-9933a9c8-eed7-421f-a199-8d9960290e14 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675602 Jan 17 15:32:43.347450 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ca33-aabb-4f4e-a5dc-8febedb85211 req-22a4b060-c217-4ce3-a5ce-7ae891d28d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:32:43.348937 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d5f1ca33-aabb-4f4e-a5dc-8febedb85211 req-22a4b060-c217-4ce3-a5ce-7ae891d28d43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bd9cffe948a45f68c7b4a840d0cfdf2&device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 1097 time: 0.0718789 Jan 17 15:32:43.489456 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ca33-aabb-4f4e-a5dc-8febedb85211 req-9799a64e-b250-42ee-affb-89c8407bb955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:32:43.490770 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d5f1ca33-aabb-4f4e-a5dc-8febedb85211 req-9799a64e-b250-42ee-affb-89c8407bb955 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79984261-5024-4818-a794-39a30cffdc74 HTTP/1.1" status: 200 len: 910 time: 0.1227117 Jan 17 15:32:43.588441 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d5f1ca33-aabb-4f4e-a5dc-8febedb85211 req-98d5c640-2ea4-4289-8e4d-a228ff43985e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50c1ec90-eccd-4c9c-8a76-6c22a892631c HTTP/1.1" status: 200 len: 999 time: 0.0901904 Jan 17 15:32:43.749643 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ca33-aabb-4f4e-a5dc-8febedb85211 req-eb3365ef-9686-4d66-a5b3-63ce6b0f7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:32:43.751068 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d5f1ca33-aabb-4f4e-a5dc-8febedb85211 req-eb3365ef-9686-4d66-a5b3-63ce6b0f7868 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c81ca123-6e04-4b05-8ac8-d440336da5c9 HTTP/1.1" status: 200 len: 848 time: 0.1559415 Jan 17 15:32:43.824566 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ca33-aabb-4f4e-a5dc-8febedb85211 req-9c57d2c5-6404-4b8d-bb86-092baa675c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:32:43.826105 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d5f1ca33-aabb-4f4e-a5dc-8febedb85211 req-9c57d2c5-6404-4b8d-bb86-092baa675c00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79984261-5024-4818-a794-39a30cffdc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681906 Jan 17 15:32:43.836632 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [req-d5f1ca33-aabb-4f4e-a5dc-8febedb85211 req-a927d25a-4b82-4d55-b74d-e9ee680ce289 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 15:32:43.837610 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d5f1ca33-aabb-4f4e-a5dc-8febedb85211 req-a927d25a-4b82-4d55-b74d-e9ee680ce289 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049238 Jan 17 15:32:43.964455 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d5f1ca33-aabb-4f4e-a5dc-8febedb85211 req-ab9bd319-2ade-47d3-b7a4-8336c0084554 service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210539 Jan 17 15:32:44.038109 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-30742ea4-479e-4baa-8d94-f58a95a32ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:32:44.095112 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-d5f1ca33-aabb-4f4e-a5dc-8febedb85211 req-1f9689f1-407e-4482-b728-9183bf7c6680 service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237807 Jan 17 15:32:44.144200 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:32:44.261008 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:32:45.812333 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:32:53.904452 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:33:06.863195 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:33:10.847639 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-6cc62380-8e63-41dd-9127-b4fbdc7f2b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:33:14.038891 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-960d4672-0e96-42a1-b046-1e3969991205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:33:14.144253 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:33:14.263799 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:33:15.815138 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:33:23.918684 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:33:40.849213 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-64d47f7f-806e-4a2d-836e-fec392af23f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:33:43.862336 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:33:44.041996 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-59f8e25f-37a7-4d97-a521-db5a1fa4c9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:33:44.145406 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:33:44.266587 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:33:45.243204 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0784f1d5-6199-4372-91d7-c97b13a5c4ed req-598ba9b1-b72b-49b6-861f-3142cf320e8a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720520 Jan 17 15:33:45.333344 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784f1d5-6199-4372-91d7-c97b13a5c4ed req-6e2ad21f-b467-4175-9cfe-543c7870dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:33:45.334779 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0784f1d5-6199-4372-91d7-c97b13a5c4ed req-6e2ad21f-b467-4175-9cfe-543c7870dce8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bd9cffe948a45f68c7b4a840d0cfdf2&device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 1099 time: 0.0696452 Jan 17 15:33:45.478913 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784f1d5-6199-4372-91d7-c97b13a5c4ed req-46e850bb-1695-41bf-a209-381340f69213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:33:45.480373 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0784f1d5-6199-4372-91d7-c97b13a5c4ed req-46e850bb-1695-41bf-a209-381340f69213 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79984261-5024-4818-a794-39a30cffdc74 HTTP/1.1" status: 200 len: 910 time: 0.1268678 Jan 17 15:33:45.582096 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0784f1d5-6199-4372-91d7-c97b13a5c4ed req-c423d6ce-99df-4ce5-a704-bc8cc854be04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ccd19f3-01b9-49a6-b474-5e265435a6ec HTTP/1.1" status: 200 len: 1002 time: 0.0946844 Jan 17 15:33:45.642896 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784f1d5-6199-4372-91d7-c97b13a5c4ed req-8d55fd87-06dc-449c-aa7f-72e51d8d8027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:33:45.644327 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0784f1d5-6199-4372-91d7-c97b13a5c4ed req-8d55fd87-06dc-449c-aa7f-72e51d8d8027 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c81ca123-6e04-4b05-8ac8-d440336da5c9 HTTP/1.1" status: 200 len: 848 time: 0.0564024 Jan 17 15:33:45.719636 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784f1d5-6199-4372-91d7-c97b13a5c4ed req-df9632bf-889d-477f-864c-73ea2ecd6abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:33:45.721084 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0784f1d5-6199-4372-91d7-c97b13a5c4ed req-df9632bf-889d-477f-864c-73ea2ecd6abe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79984261-5024-4818-a794-39a30cffdc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706358 Jan 17 15:33:45.818095 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:33:45.856411 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0784f1d5-6199-4372-91d7-c97b13a5c4ed req-cb8db855-752c-4315-afb5-4e4dd6edee1c service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278131 Jan 17 15:33:45.989655 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-0784f1d5-6199-4372-91d7-c97b13a5c4ed req-23511821-9e87-43f2-891d-01d8a5a32e7d service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270666 Jan 17 15:33:53.926307 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:10.850141 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2e901af6-2029-4cad-bb45-3ea569570500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:14.043901 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-7afde179-12ac-476c-9562-96f03af50f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:14.146382 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:14.267987 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:15.661735 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2ccd19f3-01b9-49a6-b474-5e265435a6ec details requested by agent hyperv_hv-neutron-8249 with host hv-neutron-8249 {{(pid=87525) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 15:34:15.793477 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2ccd19f3-01b9-49a6-b474-5e265435a6ec, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2ccd19f3-01b9-49a6-b474-5e265435a6ec,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:34:15.812065 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Returning: {'device': '2ccd19f3-01b9-49a6-b474-5e265435a6ec', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'port_id': '2ccd19f3-01b9-49a6-b474-5e265435a6ec', 'mac_address': 'fa:16:3e:c0:39:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87525) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 15:34:15.846624 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:15.870221 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:15.886717 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ccd19f3-01b9-49a6-b474-5e265435a6ec {{(pid=87525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 15:34:15.901138 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2ccd19f3-01b9-49a6-b474-5e265435a6ec, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2ccd19f3-01b9-49a6-b474-5e265435a6ec,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:34:15.904530 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:16.002306 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2ccd19f3-01b9-49a6-b474-5e265435a6ec,revision_number=6']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:34:16.009029 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:16.009373 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:16.009708 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:16.010034 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:16.010357 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:16.010680 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:16.010997 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:16.011314 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:16.011630 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:16.011974 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:16.012290 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:16.012604 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:16.020045 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] get_ports_and_sgs() called for port_ids ['2ccd19f3-01b9-49a6-b474-5e265435a6ec'] {{(pid=87525) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 15:34:17.661793 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2ccd19f3-01b9-49a6-b474-5e265435a6ec up at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 15:34:17.736138 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.provisioning_blocks [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Provisioning complete for port 2ccd19f3-01b9-49a6-b474-5e265435a6ec triggered by entity L2. {{(pid=87525) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 15:34:17.736500 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-595534'] for port, provisioning_complete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:17.852736 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:17.878996 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33879951-b799-42f4-beb8-0c591888fe8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccd19f3-01b9-49a6-b474-5e265435a6ec'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:34:17.888812 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2ccd19f3-01b9-49a6-b474-5e265435a6ec, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2ccd19f3-01b9-49a6-b474-5e265435a6ec,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:34:17.893185 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:17.929957 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33879951-b799-42f4-beb8-0c591888fe8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccd19f3-01b9-49a6-b474-5e265435a6ec', 'code': 200} Jan 17 15:34:17.959622 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2ccd19f3-01b9-49a6-b474-5e265435a6ec,revision_number=7']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:34:20.862456 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:34:23.935274 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:30.693264 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 48940) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:34:30.895294 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Deleting port 5ce32ee1-b396-4565-8061-ff8aaeeca33b {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:34:30.895629 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:31.158021 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:31.158344 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:31.277149 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Calling delete_port for 5ce32ee1-b396-4565-8061-ff8aaeeca33b owned by network:floatingip {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:34:31.424773 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:31.475502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Pushing event deleted for resources: {'Port': ['ID=5ce32ee1-b396-4565-8061-ff8aaeeca33b,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:34:31.543028 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:31.543375 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:31.543734 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:31.544090 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:31.544418 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:31.545252 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:31.545574 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:31.545895 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:31.546216 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:31.546535 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:31.546850 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:31.547163 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:31.577319 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for floatingip, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:31.577648 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Floating IP e1ed715e-b3cc-4ae2-ae0e-a59cccbdfb55 disassociated (deleted). External IP: 172.26.3.143, port: 2ccd19f3-01b9-49a6-b474-5e265435a6ec. Jan 17 15:34:31.928816 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:34:32.104147 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:34:32.115755 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cd37f5-0d43-4b97-b63f-986765422211 None None] Sync routers for ids ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:34:32.125105 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd37f5-0d43-4b97-b63f-986765422211 None None] Routers {'6af8b2e2-8541-4552-a884-fd4f93d4c7c0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:34:32.125702 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-67cd37f5-0d43-4b97-b63f-986765422211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:34:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:32.126314 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:32.183182 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c8490ea5-5d53-4572-a564-df0073d89951 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "DELETE /v2.0/floatingips/e1ed715e-b3cc-4ae2-ae0e-a59cccbdfb55 HTTP/1.1" status: 204 len: 168 time: 1.4888330 Jan 17 15:34:32.183932 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33879951-b799-42f4-beb8-0c591888fe8a', 'tag': '2ccd19f3-01b9-49a6-b474-5e265435a6ec'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:34:32.286194 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33879951-b799-42f4-beb8-0c591888fe8a', 'tag': '2ccd19f3-01b9-49a6-b474-5e265435a6ec', 'status': 'completed', 'code': 200} Jan 17 15:34:32.310982 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-67cd37f5-0d43-4b97-b63f-986765422211 None None] Set router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:34:32.387187 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fc320-2a2f-4a33-9ee7-a59d2924ea97 req-c33e3fd7-4a7f-486f-9f5a-4fc714a44a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:34:32.390116 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f19fc320-2a2f-4a33-9ee7-a59d2924ea97 req-c33e3fd7-4a7f-486f-9f5a-4fc714a44a61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bd9cffe948a45f68c7b4a840d0cfdf2&device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 1099 time: 0.0813572 Jan 17 15:34:32.539231 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fc320-2a2f-4a33-9ee7-a59d2924ea97 req-739cadd6-de6e-406e-804e-edfff5bf95db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:34:32.540714 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f19fc320-2a2f-4a33-9ee7-a59d2924ea97 req-739cadd6-de6e-406e-804e-edfff5bf95db service neutron] 10.222.0.15 "GET /v2.0/networks?id=79984261-5024-4818-a794-39a30cffdc74 HTTP/1.1" status: 200 len: 910 time: 0.1430624 Jan 17 15:34:32.570399 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524604f-d1ca-4ddb-88b5-b785b935878b req-2e15156c-b05a-4163-a3a0-2f5508f545ab tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:34:32.571921 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2524604f-d1ca-4ddb-88b5-b785b935878b req-2e15156c-b05a-4163-a3a0-2f5508f545ab tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 946 time: 0.0895474 Jan 17 15:34:32.621242 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-2524604f-d1ca-4ddb-88b5-b785b935878b req-b6a97a9e-7dc9-4326-9668-6b7c5074e7cd tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428221 Jan 17 15:34:32.669487 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-67cd37f5-0d43-4b97-b63f-986765422211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:27:59Z', 'updated_at': '2022-01-17T15:28:03Z', 'revision_number': 4, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'gw_port': {'id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:00Z', 'updated_at': '2022-01-17T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'e866d91f-6bba-45c3-bf97-8362814af12e', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'floating_ip_address': '172.26.3.80', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'port_id': '50c1ec90-eccd-4c9c-8a76-6c22a892631c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'mac_address': 'fa:16:3e:bb:6d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db93a75-b640-42aa-873b-70fc8c73a942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:28:28Z', 'updated_at': '2022-01-17T15:28:30Z', 'revision_number': 1, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cef2b70f-d767-4bab-9d02-94b67d6584bf', 'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'mac_address': 'fa:16:3e:40:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:02Z', 'updated_at': '2022-01-17T15:28:10Z', 'revision_number': 5, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'subnets': [{'id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:32.673591 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cd37f5-0d43-4b97-b63f-986765422211 None None] Checking router: 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:34:32.682698 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd37f5-0d43-4b97-b63f-986765422211 None None] Routers {'6af8b2e2-8541-4552-a884-fd4f93d4c7c0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:34:32.683304 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-67cd37f5-0d43-4b97-b63f-986765422211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:34:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:32.734651 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f19fc320-2a2f-4a33-9ee7-a59d2924ea97 req-743d0497-0849-478f-9762-ea30dbcb06c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ccd19f3-01b9-49a6-b474-5e265435a6ec HTTP/1.1" status: 200 len: 217 time: 0.1870582 Jan 17 15:34:32.797939 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fc320-2a2f-4a33-9ee7-a59d2924ea97 req-a976315a-3f09-4c7a-9d5f-914e9de61534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:34:32.799608 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f19fc320-2a2f-4a33-9ee7-a59d2924ea97 req-a976315a-3f09-4c7a-9d5f-914e9de61534 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c81ca123-6e04-4b05-8ac8-d440336da5c9 HTTP/1.1" status: 200 len: 848 time: 0.0576758 Jan 17 15:34:32.876465 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fc320-2a2f-4a33-9ee7-a59d2924ea97 req-52371f8e-b5e5-4676-ab83-3c9558860927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:34:32.877934 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f19fc320-2a2f-4a33-9ee7-a59d2924ea97 req-52371f8e-b5e5-4676-ab83-3c9558860927 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79984261-5024-4818-a794-39a30cffdc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699940 Jan 17 15:34:32.894815 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-67cd37f5-0d43-4b97-b63f-986765422211 None None] Set router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:34:33.008703 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f19fc320-2a2f-4a33-9ee7-a59d2924ea97 req-10c2643d-837a-4364-95f7-615d6c16ebb8 service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234295 Jan 17 15:34:33.146094 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-f19fc320-2a2f-4a33-9ee7-a59d2924ea97 req-2bafb1c2-d555-43b8-9451-8645df039f9d service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302521 Jan 17 15:34:33.241715 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-67cd37f5-0d43-4b97-b63f-986765422211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:27:59Z', 'updated_at': '2022-01-17T15:28:03Z', 'revision_number': 4, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'gw_port': {'id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:00Z', 'updated_at': '2022-01-17T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'e866d91f-6bba-45c3-bf97-8362814af12e', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'floating_ip_address': '172.26.3.80', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'port_id': '50c1ec90-eccd-4c9c-8a76-6c22a892631c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'mac_address': 'fa:16:3e:bb:6d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db93a75-b640-42aa-873b-70fc8c73a942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:28:28Z', 'updated_at': '2022-01-17T15:28:30Z', 'revision_number': 1, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cef2b70f-d767-4bab-9d02-94b67d6584bf', 'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'mac_address': 'fa:16:3e:40:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:02Z', 'updated_at': '2022-01-17T15:28:10Z', 'revision_number': 5, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'subnets': [{'id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:33.245498 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cd37f5-0d43-4b97-b63f-986765422211 None None] The sync data for ids ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'] in dv-neutron-824901-1-hyperv is: [{'id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:27:59Z', 'updated_at': '2022-01-17T15:28:03Z', 'revision_number': 4, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'gw_port': {'id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:00Z', 'updated_at': '2022-01-17T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_floatingips': [{'id': 'e866d91f-6bba-45c3-bf97-8362814af12e', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'floating_ip_address': '172.26.3.80', 'floating_network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'router_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'port_id': '50c1ec90-eccd-4c9c-8a76-6c22a892631c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'mac_address': 'fa:16:3e:bb:6d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db93a75-b640-42aa-873b-70fc8c73a942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T15:28:28Z', 'updated_at': '2022-01-17T15:28:30Z', 'revision_number': 1, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cef2b70f-d767-4bab-9d02-94b67d6584bf', 'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'mac_address': 'fa:16:3e:40:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:02Z', 'updated_at': '2022-01-17T15:28:10Z', 'revision_number': 5, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'subnets': [{'id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:34:33.458720 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3400bb-6482-47ca-aacd-1fda5b74153e None None] New status for floating IP e1ed715e-b3cc-4ae2-ae0e-a59cccbdfb55: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 15:34:33.716822 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2ccd19f3-01b9-49a6-b474-5e265435a6ec no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:34:33.811608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e29fac-0e9b-4ca1-b94c-80202cd4dd29 req-524ca666-ebaf-4cc9-9a4a-039243419cc1 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:34:33.812332 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-06e29fac-0e9b-4ca1-b94c-80202cd4dd29 req-524ca666-ebaf-4cc9-9a4a-039243419cc1 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Synchronizing usage tracker for tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:34:33.827661 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-06e29fac-0e9b-4ca1-b94c-80202cd4dd29 req-524ca666-ebaf-4cc9-9a4a-039243419cc1 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Unset dirty status for tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:34:33.828868 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-06e29fac-0e9b-4ca1-b94c-80202cd4dd29 req-524ca666-ebaf-4cc9-9a4a-039243419cc1 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 946 time: 0.0999353 Jan 17 15:34:33.833459 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537724'] for port, before_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:33.860742 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33879951-b799-42f4-beb8-0c591888fe8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ccd19f3-01b9-49a6-b474-5e265435a6ec'}] {{(pid=87525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:34:33.870187 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] For port 2ccd19f3-01b9-49a6-b474-5e265435a6ec, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2ccd19f3-01b9-49a6-b474-5e265435a6ec,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:34:33.875800 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762588013788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762587472631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762587471656'] for port, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:33.876212 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-06e29fac-0e9b-4ca1-b94c-80202cd4dd29 req-1fc3445f-08d8-4e63-b916-becd1068c4e1 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417032 Jan 17 15:34:33.915539 dv-neutron-824901-1-hyperv neutron-server[87525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33879951-b799-42f4-beb8-0c591888fe8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ccd19f3-01b9-49a6-b474-5e265435a6ec', 'code': 200} Jan 17 15:34:33.946351 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Pushing event updated for resources: {'Port': ['ID=2ccd19f3-01b9-49a6-b474-5e265435a6ec,revision_number=8']} {{(pid=87525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:34:34.437177 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ab41-81ce-43a4-b271-e90067ef67bf req-a7ff338c-c86d-48b7-aec9-08b5c7adc371 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:34:34.438667 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1d42ab41-81ce-43a4-b271-e90067ef67bf req-a7ff338c-c86d-48b7-aec9-08b5c7adc371 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.15 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 944 time: 0.0766945 Jan 17 15:34:34.511667 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-1d42ab41-81ce-43a4-b271-e90067ef67bf req-609425fd-9258-4a7c-afce-87265521e1a0 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Deleting port 2ccd19f3-01b9-49a6-b474-5e265435a6ec {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:34:34.512092 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1d42ab41-81ce-43a4-b271-e90067ef67bf req-609425fd-9258-4a7c-afce-87265521e1a0 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:34.749036 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-1d42ab41-81ce-43a4-b271-e90067ef67bf req-609425fd-9258-4a7c-afce-87265521e1a0 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] For port 2ccd19f3-01b9-49a6-b474-5e265435a6ec, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=2ccd19f3-01b9-49a6-b474-5e265435a6ec,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:34:34.749308 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1d42ab41-81ce-43a4-b271-e90067ef67bf req-609425fd-9258-4a7c-afce-87265521e1a0 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:34.870647 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-1d42ab41-81ce-43a4-b271-e90067ef67bf req-609425fd-9258-4a7c-afce-87265521e1a0 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Calling delete_port for 2ccd19f3-01b9-49a6-b474-5e265435a6ec owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:34:35.063206 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1d42ab41-81ce-43a4-b271-e90067ef67bf req-609425fd-9258-4a7c-afce-87265521e1a0 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:35.120585 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609425fd-9258-4a7c-afce-87265521e1a0 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Pushing event deleted for resources: {'Port': ['ID=2ccd19f3-01b9-49a6-b474-5e265435a6ec,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:34:35.169391 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70525c3d-72d2-4156-b96d-a9eaf36a850d req-dcb1d000-7387-4201-bec4-53eac62371e8 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:34:35.170848 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-70525c3d-72d2-4156-b96d-a9eaf36a850d req-dcb1d000-7387-4201-bec4-53eac62371e8 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=33879951-b799-42f4-beb8-0c591888fe8a HTTP/1.1" status: 200 len: 944 time: 0.1890016 Jan 17 15:34:35.222338 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d42ab41-81ce-43a4-b271-e90067ef67bf req-609425fd-9258-4a7c-afce-87265521e1a0 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] No DVR routers for this DVR port 2ccd19f3-01b9-49a6-b474-5e265435a6ec on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:34:35.226115 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-1d42ab41-81ce-43a4-b271-e90067ef67bf req-609425fd-9258-4a7c-afce-87265521e1a0 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:35.228602 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33879951-b799-42f4-beb8-0c591888fe8a', 'name': 'network-vif-deleted', 'tag': '2ccd19f3-01b9-49a6-b474-5e265435a6ec'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:34:35.255691 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-1d42ab41-81ce-43a4-b271-e90067ef67bf req-609425fd-9258-4a7c-afce-87265521e1a0 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.15 "DELETE /v2.0/ports/2ccd19f3-01b9-49a6-b474-5e265435a6ec HTTP/1.1" status: 204 len: 173 time: 0.8109856 Jan 17 15:34:35.260220 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-70525c3d-72d2-4156-b96d-a9eaf36a850d req-ede03328-6eda-4d20-9a7f-f637279ad937 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654454 Jan 17 15:34:35.275152 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33879951-b799-42f4-beb8-0c591888fe8a', 'name': 'network-vif-deleted', 'tag': '2ccd19f3-01b9-49a6-b474-5e265435a6ec', 'status': 'completed', 'code': 200} Jan 17 15:34:36.902493 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 49006) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:34:37.097478 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-9b4d420e-e8f7-4d7b-860c-70ee850ce6a2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Deleting port 8511a4e8-5fc5-489f-9390-bad7b7bc2cb2 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:34:37.097710 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b4d420e-e8f7-4d7b-860c-70ee850ce6a2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:37.363366 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b4d420e-e8f7-4d7b-860c-70ee850ce6a2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:37.363608 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b4d420e-e8f7-4d7b-860c-70ee850ce6a2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:37.493686 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-9b4d420e-e8f7-4d7b-860c-70ee850ce6a2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Calling delete_port for 8511a4e8-5fc5-489f-9390-bad7b7bc2cb2 owned by network:floatingip {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:34:37.640057 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b4d420e-e8f7-4d7b-860c-70ee850ce6a2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:37.686328 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d420e-e8f7-4d7b-860c-70ee850ce6a2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Pushing event deleted for resources: {'Port': ['ID=8511a4e8-5fc5-489f-9390-bad7b7bc2cb2,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:34:37.729710 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2ccd19f3-01b9-49a6-b474-5e265435a6ec no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:34:37.764371 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 2ccd19f3-01b9-49a6-b474-5e265435a6ec {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:34:37.764728 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 2ccd19f3-01b9-49a6-b474-5e265435a6ec not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:34:37.776731 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b4d420e-e8f7-4d7b-860c-70ee850ce6a2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for floatingip, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:37.777063 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.db.l3_db [None req-9b4d420e-e8f7-4d7b-860c-70ee850ce6a2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Floating IP e866d91f-6bba-45c3-bf97-8362814af12e disassociated (deleted). External IP: 172.26.3.80, port: 50c1ec90-eccd-4c9c-8a76-6c22a892631c. Jan 17 15:34:38.116607 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4d420e-e8f7-4d7b-860c-70ee850ce6a2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:34:38.292802 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4d420e-e8f7-4d7b-860c-70ee850ce6a2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:34:38.303615 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a953f3-483e-4dff-84dc-c064f482da65 None None] Sync routers for ids ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:34:38.308857 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-9b4d420e-e8f7-4d7b-860c-70ee850ce6a2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for floatingip, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:38.312962 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a953f3-483e-4dff-84dc-c064f482da65 None None] Routers {'6af8b2e2-8541-4552-a884-fd4f93d4c7c0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:34:38.313546 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-84a953f3-483e-4dff-84dc-c064f482da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:34:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:38.362505 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-9b4d420e-e8f7-4d7b-860c-70ee850ce6a2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "DELETE /v2.0/floatingips/e866d91f-6bba-45c3-bf97-8362814af12e HTTP/1.1" status: 204 len: 168 time: 1.4589546 Jan 17 15:34:38.363174 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db93a75-b640-42aa-873b-70fc8c73a942', 'tag': '50c1ec90-eccd-4c9c-8a76-6c22a892631c'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:34:38.409931 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db93a75-b640-42aa-873b-70fc8c73a942', 'tag': '50c1ec90-eccd-4c9c-8a76-6c22a892631c', 'status': 'completed', 'code': 200} Jan 17 15:34:38.506707 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-84a953f3-483e-4dff-84dc-c064f482da65 None None] Set router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:34:38.508595 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f813a8-56ae-4431-ba75-8c178251f4e3 req-d7665d9f-2554-4008-bdcc-3d40ce0ba690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:34:38.510168 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-33f813a8-56ae-4431-ba75-8c178251f4e3 req-d7665d9f-2554-4008-bdcc-3d40ce0ba690 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bd9cffe948a45f68c7b4a840d0cfdf2&device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 1097 time: 0.0768807 Jan 17 15:34:38.660467 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f813a8-56ae-4431-ba75-8c178251f4e3 req-9f640618-7969-4177-ae27-f2004f3f40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:34:38.662301 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-33f813a8-56ae-4431-ba75-8c178251f4e3 req-9f640618-7969-4177-ae27-f2004f3f40a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79984261-5024-4818-a794-39a30cffdc74 HTTP/1.1" status: 200 len: 910 time: 0.1465955 Jan 17 15:34:38.744459 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bebcd-c15a-4b6f-a375-f9bd6919e37a req-44f27111-5b48-4f61-86a2-2aa8a41c86a9 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:34:38.746014 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f68bebcd-c15a-4b6f-a375-f9bd6919e37a req-44f27111-5b48-4f61-86a2-2aa8a41c86a9 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 944 time: 0.0845876 Jan 17 15:34:38.812287 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [req-f68bebcd-c15a-4b6f-a375-f9bd6919e37a req-7cde60d5-e0cc-421d-9126-ad86b48551ee tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597019 Jan 17 15:34:38.853651 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-84a953f3-483e-4dff-84dc-c064f482da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:27:59Z', 'updated_at': '2022-01-17T15:28:03Z', 'revision_number': 4, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'gw_port': {'id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:00Z', 'updated_at': '2022-01-17T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'cef2b70f-d767-4bab-9d02-94b67d6584bf', 'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'mac_address': 'fa:16:3e:40:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:02Z', 'updated_at': '2022-01-17T15:28:10Z', 'revision_number': 5, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'subnets': [{'id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:38.857577 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a953f3-483e-4dff-84dc-c064f482da65 None None] Checking router: 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:34:38.866068 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a953f3-483e-4dff-84dc-c064f482da65 None None] Routers {'6af8b2e2-8541-4552-a884-fd4f93d4c7c0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:34:38.866652 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-84a953f3-483e-4dff-84dc-c064f482da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:34:14Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:38.880781 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-33f813a8-56ae-4431-ba75-8c178251f4e3 req-680f145a-b4a8-4eab-b490-f7233ce47080 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50c1ec90-eccd-4c9c-8a76-6c22a892631c HTTP/1.1" status: 200 len: 217 time: 0.2115164 Jan 17 15:34:38.945120 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f813a8-56ae-4431-ba75-8c178251f4e3 req-02a0fcd9-be04-4993-ac67-2c8d41227944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:34:38.946562 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-33f813a8-56ae-4431-ba75-8c178251f4e3 req-02a0fcd9-be04-4993-ac67-2c8d41227944 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c81ca123-6e04-4b05-8ac8-d440336da5c9 HTTP/1.1" status: 200 len: 848 time: 0.0590575 Jan 17 15:34:39.020673 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f813a8-56ae-4431-ba75-8c178251f4e3 req-f55b46e3-e46b-40b9-b2a3-d4ca2842f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:34:39.022164 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-33f813a8-56ae-4431-ba75-8c178251f4e3 req-f55b46e3-e46b-40b9-b2a3-d4ca2842f5cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79984261-5024-4818-a794-39a30cffdc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693300 Jan 17 15:34:39.042367 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-84a953f3-483e-4dff-84dc-c064f482da65 None None] Set router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:34:39.153743 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-33f813a8-56ae-4431-ba75-8c178251f4e3 req-34ddb7c9-085a-4266-88b1-273289f1fe8f service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241608 Jan 17 15:34:39.288007 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-33f813a8-56ae-4431-ba75-8c178251f4e3 req-9b96f63e-5d2d-4e1f-b94e-69eef0ad7c59 service neutron] 10.222.0.15 "GET /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262522 Jan 17 15:34:39.379792 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-84a953f3-483e-4dff-84dc-c064f482da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:27:59Z', 'updated_at': '2022-01-17T15:28:03Z', 'revision_number': 4, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'gw_port': {'id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:00Z', 'updated_at': '2022-01-17T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'cef2b70f-d767-4bab-9d02-94b67d6584bf', 'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'mac_address': 'fa:16:3e:40:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:02Z', 'updated_at': '2022-01-17T15:28:10Z', 'revision_number': 5, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'subnets': [{'id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:39.383750 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a953f3-483e-4dff-84dc-c064f482da65 None None] The sync data for ids ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'] in dv-neutron-824901-1-hyperv is: [{'id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:27:59Z', 'updated_at': '2022-01-17T15:28:03Z', 'revision_number': 4, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'gw_port': {'id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:00Z', 'updated_at': '2022-01-17T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv', '_interfaces': [{'id': 'cef2b70f-d767-4bab-9d02-94b67d6584bf', 'name': '', 'network_id': '79984261-5024-4818-a794-39a30cffdc74', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'mac_address': 'fa:16:3e:40:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:02Z', 'updated_at': '2022-01-17T15:28:10Z', 'revision_number': 5, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'subnets': [{'id': 'c81ca123-6e04-4b05-8ac8-d440336da5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:34:39.611519 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1af6c1a-14df-4939-a5a6-10a013fceb54 None None] New status for floating IP e866d91f-6bba-45c3-bf97-8362814af12e: DOWN {{(pid=87525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 15:34:39.667025 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5985353-b53f-4a7d-8f54-16f3deadc0e8 req-bc515642-ec9b-40ad-9609-39fdb5defea2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:34:39.667745 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-c5985353-b53f-4a7d-8f54-16f3deadc0e8 req-bc515642-ec9b-40ad-9609-39fdb5defea2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Synchronizing usage tracker for tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 on resource:port {{(pid=87523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 15:34:39.683888 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.quota.resource [req-c5985353-b53f-4a7d-8f54-16f3deadc0e8 req-bc515642-ec9b-40ad-9609-39fdb5defea2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Unset dirty status for tenant:8bd9cffe948a45f68c7b4a840d0cfdf2 on resource:port {{(pid=87523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 15:34:39.685019 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c5985353-b53f-4a7d-8f54-16f3deadc0e8 req-bc515642-ec9b-40ad-9609-39fdb5defea2 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.15 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 944 time: 0.0995076 Jan 17 15:34:39.756198 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-c5985353-b53f-4a7d-8f54-16f3deadc0e8 req-c6612ef8-2a54-46e4-b15f-b1a09a817e6f tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Deleting port 50c1ec90-eccd-4c9c-8a76-6c22a892631c {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:34:39.756542 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-c5985353-b53f-4a7d-8f54-16f3deadc0e8 req-c6612ef8-2a54-46e4-b15f-b1a09a817e6f tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:40.051502 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [req-c5985353-b53f-4a7d-8f54-16f3deadc0e8 req-c6612ef8-2a54-46e4-b15f-b1a09a817e6f tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] For port 50c1ec90-eccd-4c9c-8a76-6c22a892631c, host hv-neutron-8249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8249',level=0,port_id=50c1ec90-eccd-4c9c-8a76-6c22a892631c,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:34:40.051796 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-c5985353-b53f-4a7d-8f54-16f3deadc0e8 req-c6612ef8-2a54-46e4-b15f-b1a09a817e6f tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:40.180977 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [req-c5985353-b53f-4a7d-8f54-16f3deadc0e8 req-c6612ef8-2a54-46e4-b15f-b1a09a817e6f tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Calling delete_port for 50c1ec90-eccd-4c9c-8a76-6c22a892631c owned by compute:nova {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:34:40.215876 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be639766-5600-4e47-aee2-04be8d298b03 req-318ccd93-18e3-4930-8e5d-c3a870d0dc76 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 15:34:40.217924 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-be639766-5600-4e47-aee2-04be8d298b03 req-318ccd93-18e3-4930-8e5d-c3a870d0dc76 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/ports?device_id=5db93a75-b640-42aa-873b-70fc8c73a942 HTTP/1.1" status: 200 len: 944 time: 0.2846279 Jan 17 15:34:40.293754 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-be639766-5600-4e47-aee2-04be8d298b03 req-d5f06f5d-3765-4b7c-91dc-a10cc3f2816d tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "GET /v2.0/security-groups?id=42807561-a32f-439b-ac2d-f9879ca87e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689864 Jan 17 15:34:40.367469 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-c5985353-b53f-4a7d-8f54-16f3deadc0e8 req-c6612ef8-2a54-46e4-b15f-b1a09a817e6f tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:40.421205 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6612ef8-2a54-46e4-b15f-b1a09a817e6f tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Pushing event deleted for resources: {'Port': ['ID=50c1ec90-eccd-4c9c-8a76-6c22a892631c,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:34:40.497337 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5985353-b53f-4a7d-8f54-16f3deadc0e8 req-c6612ef8-2a54-46e4-b15f-b1a09a817e6f tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] No DVR routers for this DVR port 50c1ec90-eccd-4c9c-8a76-6c22a892631c on host hv-neutron-8249 {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:34:40.500269 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [req-c5985353-b53f-4a7d-8f54-16f3deadc0e8 req-c6612ef8-2a54-46e4-b15f-b1a09a817e6f tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37295'] for port, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:40.502808 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db93a75-b640-42aa-873b-70fc8c73a942', 'name': 'network-vif-deleted', 'tag': '50c1ec90-eccd-4c9c-8a76-6c22a892631c'}] {{(pid=87523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 15:34:40.520078 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [req-c5985353-b53f-4a7d-8f54-16f3deadc0e8 req-c6612ef8-2a54-46e4-b15f-b1a09a817e6f tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.15 "DELETE /v2.0/ports/50c1ec90-eccd-4c9c-8a76-6c22a892631c HTTP/1.1" status: 204 len: 173 time: 0.8293524 Jan 17 15:34:40.551096 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db93a75-b640-42aa-873b-70fc8c73a942', 'name': 'network-vif-deleted', 'tag': '50c1ec90-eccd-4c9c-8a76-6c22a892631c', 'status': 'completed', 'code': 200} Jan 17 15:34:40.856204 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-50691c61-ee81-48a5-aac8-a5a008512af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:41.388972 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 49024) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:34:41.460318 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2280d454-aab7-4ba1-883d-635be3d32a02 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:41.489664 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2280d454-aab7-4ba1-883d-635be3d32a02 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:41.554898 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2280d454-aab7-4ba1-883d-635be3d32a02 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:41.572552 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280d454-aab7-4ba1-883d-635be3d32a02 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42807561-a32f-439b-ac2d-f9879ca87e71,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:34:41.581677 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d454-aab7-4ba1-883d-635be3d32a02 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:41.581959 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d454-aab7-4ba1-883d-635be3d32a02 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:41.582296 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d454-aab7-4ba1-883d-635be3d32a02 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:41.582626 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d454-aab7-4ba1-883d-635be3d32a02 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:41.582954 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d454-aab7-4ba1-883d-635be3d32a02 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:41.583281 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d454-aab7-4ba1-883d-635be3d32a02 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:41.583603 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d454-aab7-4ba1-883d-635be3d32a02 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:41.583953 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d454-aab7-4ba1-883d-635be3d32a02 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:41.584275 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d454-aab7-4ba1-883d-635be3d32a02 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:41.584610 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d454-aab7-4ba1-883d-635be3d32a02 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:41.584908 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d454-aab7-4ba1-883d-635be3d32a02 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:41.585223 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d454-aab7-4ba1-883d-635be3d32a02 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824901-1-hyperv {{(pid=87524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 15:34:41.592803 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-2280d454-aab7-4ba1-883d-635be3d32a02 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] Notify callbacks [] for security_group, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:41.593901 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-2280d454-aab7-4ba1-883d-635be3d32a02 tempest-TestSnapshotPattern-995099104 tempest-TestSnapshotPattern-995099104-project] 10.222.0.48 "DELETE /v2.0/security-groups/42807561-a32f-439b-ac2d-f9879ca87e71 HTTP/1.1" status: 204 len: 168 time: 0.2039831 Jan 17 15:34:41.648236 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 49030) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:34:41.741471 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 50c1ec90-eccd-4c9c-8a76-6c22a892631c no longer exists at agent hyperv_hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:34:41.779531 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] No Port match for: 50c1ec90-eccd-4c9c-8a76-6c22a892631c {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:34:41.780138 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Device 50c1ec90-eccd-4c9c-8a76-6c22a892631c not bound to the agent host hv-neutron-8249 {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:34:42.377460 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5340be90-5ff4-48f9-9395-bdbfa03560c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:42.716950 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-5340be90-5ff4-48f9-9395-bdbfa03560c0 admin admin] Deleting port cef2b70f-d767-4bab-9d02-94b67d6584bf {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:34:42.717616 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5340be90-5ff4-48f9-9395-bdbfa03560c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:42.886364 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-5340be90-5ff4-48f9-9395-bdbfa03560c0 admin admin] For port cef2b70f-d767-4bab-9d02-94b67d6584bf, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=cef2b70f-d767-4bab-9d02-94b67d6584bf,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:34:42.886714 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5340be90-5ff4-48f9-9395-bdbfa03560c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:43.005226 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-5340be90-5ff4-48f9-9395-bdbfa03560c0 admin admin] Calling delete_port for cef2b70f-d767-4bab-9d02-94b67d6584bf owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:34:43.178188 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5340be90-5ff4-48f9-9395-bdbfa03560c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:43.225953 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340be90-5ff4-48f9-9395-bdbfa03560c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cef2b70f-d767-4bab-9d02-94b67d6584bf,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:34:43.586006 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-5340be90-5ff4-48f9-9395-bdbfa03560c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:43.941884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5340be90-5ff4-48f9-9395-bdbfa03560c0 admin admin] Router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:34:44.045028 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1da35f3f-bd05-4902-8123-bf288c70a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:44.116394 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5340be90-5ff4-48f9-9395-bdbfa03560c0 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:34:44.125091 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6814830a-5c62-4f09-a9c8-300bf4f683da None None] Sync routers for ids ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'] in dv-neutron-824901-1-hyperv {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:34:44.129003 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-5340be90-5ff4-48f9-9395-bdbfa03560c0 admin admin] 10.222.0.48 "PUT /v2.0/routers/6af8b2e2-8541-4552-a884-fd4f93d4c7c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4793613 Jan 17 15:34:44.131635 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 49036) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:34:44.143200 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6814830a-5c62-4f09-a9c8-300bf4f683da None None] Routers {'6af8b2e2-8541-4552-a884-fd4f93d4c7c0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:34:44.143849 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-6814830a-5c62-4f09-a9c8-300bf4f683da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:34:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:44.149939 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:44.274453 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:44.307567 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-01d7dd11-4123-4f25-a893-a58a5a5b17ee admin admin] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:44.325143 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-6814830a-5c62-4f09-a9c8-300bf4f683da None None] Set router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:34:44.480780 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-01d7dd11-4123-4f25-a893-a58a5a5b17ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:44.490733 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-01d7dd11-4123-4f25-a893-a58a5a5b17ee admin admin] Deleting port 380f2af4-f77d-4bc2-84ab-6141b5bbc32a {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:34:44.491057 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-01d7dd11-4123-4f25-a893-a58a5a5b17ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:44.604031 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-6814830a-5c62-4f09-a9c8-300bf4f683da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:27:59Z', 'updated_at': '2022-01-17T15:34:43Z', 'revision_number': 5, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'gw_port': {'id': '380f2af4-f77d-4bc2-84ab-6141b5bbc32a', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:00Z', 'updated_at': '2022-01-17T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:44.608444 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6814830a-5c62-4f09-a9c8-300bf4f683da None None] Checking router: 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 for host: dv-neutron-824901-1-hyperv {{(pid=87526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:34:44.616903 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6814830a-5c62-4f09-a9c8-300bf4f683da None None] Routers {'6af8b2e2-8541-4552-a884-fd4f93d4c7c0'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:34:44.617483 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-6814830a-5c62-4f09-a9c8-300bf4f683da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:34:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'], 'active': True} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:44.662511 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-01d7dd11-4123-4f25-a893-a58a5a5b17ee admin admin] For port 380f2af4-f77d-4bc2-84ab-6141b5bbc32a, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=380f2af4-f77d-4bc2-84ab-6141b5bbc32a,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:34:44.662932 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-01d7dd11-4123-4f25-a893-a58a5a5b17ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:44.773045 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_dvr_db [None req-6814830a-5c62-4f09-a9c8-300bf4f683da None None] Set router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 gateway port host: None {{(pid=87526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:34:44.884725 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.l3_hamode_db [None req-6814830a-5c62-4f09-a9c8-300bf4f683da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:27:59Z', 'updated_at': '2022-01-17T15:34:44Z', 'revision_number': 6, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:44.889753 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6814830a-5c62-4f09-a9c8-300bf4f683da None None] The sync data for ids ['6af8b2e2-8541-4552-a884-fd4f93d4c7c0'] in dv-neutron-824901-1-hyperv is: [{'id': '6af8b2e2-8541-4552-a884-fd4f93d4c7c0', 'name': 'tempest-TestSnapshotPattern-556746137-router', 'tenant_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:27:59Z', 'updated_at': '2022-01-17T15:34:44Z', 'revision_number': 6, 'project_id': '8bd9cffe948a45f68c7b4a840d0cfdf2', 'gw_port_host': None}] {{(pid=87526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:34:44.895487 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-01d7dd11-4123-4f25-a893-a58a5a5b17ee admin admin] Calling delete_port for 380f2af4-f77d-4bc2-84ab-6141b5bbc32a owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:34:45.183450 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-01d7dd11-4123-4f25-a893-a58a5a5b17ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:45.230722 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7dd11-4123-4f25-a893-a58a5a5b17ee admin admin] Pushing event deleted for resources: {'Port': ['ID=380f2af4-f77d-4bc2-84ab-6141b5bbc32a,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:34:45.323429 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-01d7dd11-4123-4f25-a893-a58a5a5b17ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:45.491024 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-01d7dd11-4123-4f25-a893-a58a5a5b17ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:45.493067 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-01d7dd11-4123-4f25-a893-a58a5a5b17ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:45.515209 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-01d7dd11-4123-4f25-a893-a58a5a5b17ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:45.515753 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d7dd11-4123-4f25-a893-a58a5a5b17ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6af8b2e2-8541-4552-a884-fd4f93d4c7c0 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 15:34:45.527861 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-01d7dd11-4123-4f25-a893-a58a5a5b17ee admin admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:45.528965 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-01d7dd11-4123-4f25-a893-a58a5a5b17ee admin admin] 10.222.0.48 "DELETE /v2.0/routers/6af8b2e2-8541-4552-a884-fd4f93d4c7c0 HTTP/1.1" status: 204 len: 168 time: 1.3963158 Jan 17 15:34:45.531444 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 49040) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:34:45.589189 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca086cd-d5b0-4c5a-aba7-5fe1bcbdf6a5 admin admin] Deleting subnet c81ca123-6e04-4b05-8ac8-d440336da5c9 {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 15:34:45.591909 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ca086cd-d5b0-4c5a-aba7-5fe1bcbdf6a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:45.642013 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ca086cd-d5b0-4c5a-aba7-5fe1bcbdf6a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:45.719629 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ca086cd-d5b0-4c5a-aba7-5fe1bcbdf6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:45.791427 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ca086cd-d5b0-4c5a-aba7-5fe1bcbdf6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:45.827542 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:45.834457 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca086cd-d5b0-4c5a-aba7-5fe1bcbdf6a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c81ca123-6e04-4b05-8ac8-d440336da5c9,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:34:45.840047 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-9ca086cd-d5b0-4c5a-aba7-5fe1bcbdf6a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:45.845882 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614204bf-2789-4f2b-84b2-ca464e469e3a None None] Network 79984261-5024-4818-a794-39a30cffdc74 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:34:45.853281 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 49044) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:34:45.853797 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-9ca086cd-d5b0-4c5a-aba7-5fe1bcbdf6a5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c81ca123-6e04-4b05-8ac8-d440336da5c9 HTTP/1.1" status: 204 len: 168 time: 0.3208981 Jan 17 15:34:45.882673 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 380f2af4-f77d-4bc2-84ab-6141b5bbc32a no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:34:45.971333 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-80d1336b-477c-43f4-9386-383e730402fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:45.973498 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 380f2af4-f77d-4bc2-84ab-6141b5bbc32a {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:34:45.973920 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 380f2af4-f77d-4bc2-84ab-6141b5bbc32a not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:34:45.974251 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cef2b70f-d767-4bab-9d02-94b67d6584bf no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:34:45.979240 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-80d1336b-477c-43f4-9386-383e730402fa admin admin] Deleting port 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641 {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:34:45.979570 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-80d1336b-477c-43f4-9386-383e730402fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:46.014227 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: cef2b70f-d767-4bab-9d02-94b67d6584bf {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:34:46.014481 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device cef2b70f-d767-4bab-9d02-94b67d6584bf not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:34:46.183854 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-80d1336b-477c-43f4-9386-383e730402fa admin admin] For port 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:34:46.184207 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-80d1336b-477c-43f4-9386-383e730402fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:46.195247 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d57f5f-8ce3-4733-8bb0-f1c04fe691e4 None None] DHCP port deletion for 79984261-5024-4818-a794-39a30cffdc74 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 15:34:46.199108 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-26d57f5f-8ce3-4733-8bb0-f1c04fe691e4 None None] Deleting port 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:34:46.199473 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-26d57f5f-8ce3-4733-8bb0-f1c04fe691e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:46.310815 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-80d1336b-477c-43f4-9386-383e730402fa admin admin] Calling delete_port for 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641 owned by network:dhcp {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:34:46.383995 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-80d1336b-477c-43f4-9386-383e730402fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:46.428261 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-26d57f5f-8ce3-4733-8bb0-f1c04fe691e4 None None] For port 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641,segment=NetworkSegment(9adcbcaa-e0af-4460-b248-ccd187988494),segment_id=9adcbcaa-e0af-4460-b248-ccd187988494)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:34:46.428640 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-26d57f5f-8ce3-4733-8bb0-f1c04fe691e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:46.430148 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1336b-477c-43f4-9386-383e730402fa admin admin] Pushing event deleted for resources: {'Port': ['ID=6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:34:46.433732 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d1336b-477c-43f4-9386-383e730402fa admin admin] No DVR routers for this DVR port 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641 on host dv-neutron-824901-1-hyperv {{(pid=87523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:34:46.551954 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-26d57f5f-8ce3-4733-8bb0-f1c04fe691e4 None None] Calling delete_port for 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:34:46.625379 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-26d57f5f-8ce3-4733-8bb0-f1c04fe691e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 15:34:46.625704 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-26d57f5f-8ce3-4733-8bb0-f1c04fe691e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 15:34:46.657363 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-80d1336b-477c-43f4-9386-383e730402fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:46.681178 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-80d1336b-477c-43f4-9386-383e730402fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79984261-5024-4818-a794-39a30cffdc74']}} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:46.692536 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-80d1336b-477c-43f4-9386-383e730402fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9adcbcaa-e0af-4460-b248-ccd187988494') {'for_net_delete': True} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:46.692831 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.services.segments.db [None req-80d1336b-477c-43f4-9386-383e730402fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9adcbcaa-e0af-4460-b248-ccd187988494') {} {{(pid=87523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:46.703549 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-80d1336b-477c-43f4-9386-383e730402fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495475'] for segment, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:46.719144 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-80d1336b-477c-43f4-9386-383e730402fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:46.725057 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d1336b-477c-43f4-9386-383e730402fa admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 15:34:46.725424 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-80d1336b-477c-43f4-9386-383e730402fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3993338'] for segment, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: Traceback (most recent call last): Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: timer() Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: cb(*args, **kw) Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: return func(*args, **kwargs) Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: self._notify() Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: self.callback(batched_events) Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: event.method(event) Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: return f(self, *a, **k) Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._get(url).json() Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: return self.request(url, 'GET', **kwargs) Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 15:34:46.738749 dv-neutron-824901-1-hyperv neutron-server[87523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 15:34:46.815453 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-80d1336b-477c-43f4-9386-383e730402fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:46.831362 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-80d1336b-477c-43f4-9386-383e730402fa admin admin] Notify callbacks [] for network, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:46.843031 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1336b-477c-43f4-9386-383e730402fa admin admin] Pushing event deleted for resources: {'Network': ['ID=79984261-5024-4818-a794-39a30cffdc74,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:34:46.854335 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-80d1336b-477c-43f4-9386-383e730402fa admin admin] 10.222.0.48 "DELETE /v2.0/networks/79984261-5024-4818-a794-39a30cffdc74 HTTP/1.1" status: 204 len: 168 time: 0.9999852 Jan 17 15:34:46.857675 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 49048) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:34:47.127292 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-26d57f5f-8ce3-4733-8bb0-f1c04fe691e4 None None] Deleting port 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:34:47.127929 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-26d57f5f-8ce3-4733-8bb0-f1c04fe691e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:47.191800 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-26d57f5f-8ce3-4733-8bb0-f1c04fe691e4 None None] The port '6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 15:34:47.387536 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1da6db0-968f-4c73-bdce-bccc4eb3bb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1730304'] for router_interface, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:47.722958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-c1da6db0-968f-4c73-bdce-bccc4eb3bb64 admin admin] Deleting port 2a1076a3-634d-433e-a8e9-2ff1cbece09a {{(pid=87523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:34:47.723292 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1da6db0-968f-4c73-bdce-bccc4eb3bb64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:47.857563 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:34:47.891743 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.db [None req-c1da6db0-968f-4c73-bdce-bccc4eb3bb64 admin admin] For port 2a1076a3-634d-433e-a8e9-2ff1cbece09a, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=2a1076a3-634d-433e-a8e9-2ff1cbece09a,segment=NetworkSegment(b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8),segment_id=b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8)] {{(pid=87523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:34:47.892299 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1da6db0-968f-4c73-bdce-bccc4eb3bb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:47.893297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:34:47.893640 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 6d4bebcd-fc7c-43d2-a9d0-6b742ff6d641 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:34:48.111848 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.plugins.ml2.plugin [None req-c1da6db0-968f-4c73-bdce-bccc4eb3bb64 admin admin] Calling delete_port for 2a1076a3-634d-433e-a8e9-2ff1cbece09a owned by network:router_interface {{(pid=87523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:34:48.282031 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1da6db0-968f-4c73-bdce-bccc4eb3bb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3993255'] for port, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:48.328958 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da6db0-968f-4c73-bdce-bccc4eb3bb64 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a1076a3-634d-433e-a8e9-2ff1cbece09a,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:34:48.592540 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-c1da6db0-968f-4c73-bdce-bccc4eb3bb64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591184'] for router_interface, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:48.942884 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1da6db0-968f-4c73-bdce-bccc4eb3bb64 admin admin] Router f7f3aa8d-a814-47e4-8074-a4e55ea1e985 has already been hosted by L3 agent 88b7924a-d534-4721-8c0e-68cf2d2a851e {{(pid=87523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 15:34:49.112310 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1da6db0-968f-4c73-bdce-bccc4eb3bb64 admin admin] Notify agent at l3_agent.dv-neutron-824901-1-hyperv the message routers_updated {{(pid=87523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 15:34:49.121363 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b8ef36-1c6b-4e09-a799-a2701a36778d None None] Sync routers for ids ['f7f3aa8d-a814-47e4-8074-a4e55ea1e985'] in dv-neutron-824901-1-hyperv {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 15:34:49.127311 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-c1da6db0-968f-4c73-bdce-bccc4eb3bb64 admin admin] 10.222.0.48 "PUT /v2.0/routers/f7f3aa8d-a814-47e4-8074-a4e55ea1e985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2686529 Jan 17 15:34:49.129906 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 49052) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:34:49.131155 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b8ef36-1c6b-4e09-a799-a2701a36778d None None] Routers {'f7f3aa8d-a814-47e4-8074-a4e55ea1e985'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:34:49.132065 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-78b8ef36-1c6b-4e09-a799-a2701a36778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:34:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f7f3aa8d-a814-47e4-8074-a4e55ea1e985'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:49.299660 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-07456e58-e3ed-4593-8d61-cc93e39ec358 admin admin] Notify callbacks [] for router, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:49.303785 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-78b8ef36-1c6b-4e09-a799-a2701a36778d None None] Set router f7f3aa8d-a814-47e4-8074-a4e55ea1e985 gateway port host: dv-neutron-824901-1-hyperv {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:34:49.573057 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-07456e58-e3ed-4593-8d61-cc93e39ec358 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:49.582866 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-07456e58-e3ed-4593-8d61-cc93e39ec358 admin admin] Deleting port c369286d-90aa-434e-b395-16740b17d3d1 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:34:49.583281 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-07456e58-e3ed-4593-8d61-cc93e39ec358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:49.583418 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-78b8ef36-1c6b-4e09-a799-a2701a36778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f3aa8d-a814-47e4-8074-a4e55ea1e985', 'name': 'tempest-TestSnapshotPattern-1954929877-router', 'tenant_id': '7d7c3d7fa79844578ce73f0512b46145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'external_fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'c369286d-90aa-434e-b395-16740b17d3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:28:05Z', 'updated_at': '2022-01-17T15:34:48Z', 'revision_number': 5, 'project_id': '7d7c3d7fa79844578ce73f0512b46145', 'gw_port': {'id': 'c369286d-90aa-434e-b395-16740b17d3d1', 'name': '', 'network_id': '8e713ad1-069e-4db5-8938-0391ff946f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f3aa8d-a814-47e4-8074-a4e55ea1e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824901-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T15:28:06Z', 'updated_at': '2022-01-17T15:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '907cc95f-4e50-40b6-a1a2-a1e66ec0516a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824901-1-hyperv'}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:49.587318 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b8ef36-1c6b-4e09-a799-a2701a36778d None None] Checking router: f7f3aa8d-a814-47e4-8074-a4e55ea1e985 for host: dv-neutron-824901-1-hyperv {{(pid=87525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 15:34:49.595650 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b8ef36-1c6b-4e09-a799-a2701a36778d None None] Routers {'f7f3aa8d-a814-47e4-8074-a4e55ea1e985'} bound to L3 agent in host dv-neutron-824901-1-hyperv {{(pid=87525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 15:34:49.596263 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-78b8ef36-1c6b-4e09-a799-a2701a36778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824901-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T14:02:13Z,description=,heartbeat_timestamp=2022-01-17T15:34:44Z,host='dv-neutron-824901-1-hyperv',id=88b7924a-d534-4721-8c0e-68cf2d2a851e,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T14:02:13Z,topic='l3_agent')) {'router_ids': ['f7f3aa8d-a814-47e4-8074-a4e55ea1e985'], 'active': True} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:49.741828 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_dvr_db [None req-78b8ef36-1c6b-4e09-a799-a2701a36778d None None] Set router f7f3aa8d-a814-47e4-8074-a4e55ea1e985 gateway port host: None {{(pid=87525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 15:34:49.753286 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-07456e58-e3ed-4593-8d61-cc93e39ec358 admin admin] For port c369286d-90aa-434e-b395-16740b17d3d1, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=c369286d-90aa-434e-b395-16740b17d3d1,segment=NetworkSegment(9f528e91-1a5c-42e7-868b-05caa2380d6b),segment_id=9f528e91-1a5c-42e7-868b-05caa2380d6b)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:34:49.753632 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-07456e58-e3ed-4593-8d61-cc93e39ec358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:49.850520 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.db.l3_hamode_db [None req-78b8ef36-1c6b-4e09-a799-a2701a36778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f3aa8d-a814-47e4-8074-a4e55ea1e985', 'name': 'tempest-TestSnapshotPattern-1954929877-router', 'tenant_id': '7d7c3d7fa79844578ce73f0512b46145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:28:05Z', 'updated_at': '2022-01-17T15:34:49Z', 'revision_number': 6, 'project_id': '7d7c3d7fa79844578ce73f0512b46145', 'gw_port_host': None}], 'dv-neutron-824901-1-hyperv', False) {} {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:49.854606 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b8ef36-1c6b-4e09-a799-a2701a36778d None None] The sync data for ids ['f7f3aa8d-a814-47e4-8074-a4e55ea1e985'] in dv-neutron-824901-1-hyperv is: [{'id': 'f7f3aa8d-a814-47e4-8074-a4e55ea1e985', 'name': 'tempest-TestSnapshotPattern-1954929877-router', 'tenant_id': '7d7c3d7fa79844578ce73f0512b46145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T15:28:05Z', 'updated_at': '2022-01-17T15:34:49Z', 'revision_number': 6, 'project_id': '7d7c3d7fa79844578ce73f0512b46145', 'gw_port_host': None}] {{(pid=87525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 15:34:49.879244 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-07456e58-e3ed-4593-8d61-cc93e39ec358 admin admin] Calling delete_port for c369286d-90aa-434e-b395-16740b17d3d1 owned by network:router_gateway {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:34:50.044908 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-07456e58-e3ed-4593-8d61-cc93e39ec358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:50.089734 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07456e58-e3ed-4593-8d61-cc93e39ec358 admin admin] Pushing event deleted for resources: {'Port': ['ID=c369286d-90aa-434e-b395-16740b17d3d1,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:34:50.184811 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-07456e58-e3ed-4593-8d61-cc93e39ec358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595629'] for router_gateway, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:50.357652 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-07456e58-e3ed-4593-8d61-cc93e39ec358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6256'] for router, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:50.359663 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-07456e58-e3ed-4593-8d61-cc93e39ec358 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:50.381868 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-07456e58-e3ed-4593-8d61-cc93e39ec358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590366'] for router, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:50.382391 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07456e58-e3ed-4593-8d61-cc93e39ec358 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7f3aa8d-a814-47e4-8074-a4e55ea1e985 {{(pid=87524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 15:34:50.394164 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-07456e58-e3ed-4593-8d61-cc93e39ec358 admin admin] Notify callbacks [] for router, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:50.395293 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-07456e58-e3ed-4593-8d61-cc93e39ec358 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f7f3aa8d-a814-47e4-8074-a4e55ea1e985 HTTP/1.1" status: 204 len: 168 time: 1.2643695 Jan 17 15:34:50.397794 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 49056) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:34:50.455066 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.db_base_plugin_v2 [None req-238a5e7b-f09e-46f0-9365-d1e2872ae399 admin admin] Deleting subnet ba5bc94e-dee2-41ff-b8c2-7a2545abb56c {{(pid=87524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 15:34:50.457939 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-238a5e7b-f09e-46f0-9365-d1e2872ae399 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:50.507936 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-238a5e7b-f09e-46f0-9365-d1e2872ae399 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512557'] for subnet, precommit_delete_associations {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:50.582721 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-238a5e7b-f09e-46f0-9365-d1e2872ae399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1458713'] for subnet, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:50.650606 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-238a5e7b-f09e-46f0-9365-d1e2872ae399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1458706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3694232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2474757'] for subnet, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:50.690345 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a5e7b-f09e-46f0-9365-d1e2872ae399 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba5bc94e-dee2-41ff-b8c2-7a2545abb56c,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:34:50.696791 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-238a5e7b-f09e-46f0-9365-d1e2872ae399 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:50.700331 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6be385-ba37-4a0c-ad12-7f73cd6640a2 None None] Network 4eca7ec8-6624-487e-8137-42c1476e5231 requested from dv-neutron-824901-1-hyperv {{(pid=87525) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 15:34:50.704330 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-238a5e7b-f09e-46f0-9365-d1e2872ae399 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ba5bc94e-dee2-41ff-b8c2-7a2545abb56c HTTP/1.1" status: 204 len: 168 time: 0.3055813 Jan 17 15:34:50.706675 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [-] (87524) accepted ('10.222.0.48', 49060) {{(pid=87524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:34:50.920393 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-850fe144-1500-4037-9d83-da87cd1ca286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583695'] for network, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:50.930511 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-850fe144-1500-4037-9d83-da87cd1ca286 admin admin] Deleting port 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51 {{(pid=87524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:34:50.930830 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-850fe144-1500-4037-9d83-da87cd1ca286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:50.995901 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a163d7-a09c-4ef3-a2d9-b2d86a6cc0e1 None None] DHCP port deletion for 4eca7ec8-6624-487e-8137-42c1476e5231 request from dv-neutron-824901-1-hyperv {{(pid=87525) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 15:34:51.000831 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b0a163d7-a09c-4ef3-a2d9-b2d86a6cc0e1 None None] Deleting port 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:34:51.001230 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b0a163d7-a09c-4ef3-a2d9-b2d86a6cc0e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:51.142041 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.db [None req-850fe144-1500-4037-9d83-da87cd1ca286 admin admin] For port 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=0bc4fd3f-a0b5-4d01-b566-8c03c600fb51,segment=NetworkSegment(b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8),segment_id=b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8)] {{(pid=87524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:34:51.142551 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-850fe144-1500-4037-9d83-da87cd1ca286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:51.205638 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.db [None req-b0a163d7-a09c-4ef3-a2d9-b2d86a6cc0e1 None None] For port 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51, host dv-neutron-824901-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824901-1-hyperv',level=0,port_id=0bc4fd3f-a0b5-4d01-b566-8c03c600fb51,segment=NetworkSegment(b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8),segment_id=b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8)] {{(pid=87525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 15:34:51.205958 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b0a163d7-a09c-4ef3-a2d9-b2d86a6cc0e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589598'] for port, precommit_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:51.275777 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.plugin [None req-850fe144-1500-4037-9d83-da87cd1ca286 admin admin] Calling delete_port for 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51 owned by network:dhcp {{(pid=87524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:34:51.329904 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b0a163d7-a09c-4ef3-a2d9-b2d86a6cc0e1 None None] Calling delete_port for 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51 owned by network:dhcp {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 15:34:51.352256 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-850fe144-1500-4037-9d83-da87cd1ca286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-537661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762588013815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762587472622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3694251'] for port, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:51.404005 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.db.api [None req-b0a163d7-a09c-4ef3-a2d9-b2d86a6cc0e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 15:34:51.404370 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG oslo_db.api [None req-b0a163d7-a09c-4ef3-a2d9-b2d86a6cc0e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 15:34:51.407168 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fe144-1500-4037-9d83-da87cd1ca286 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc4fd3f-a0b5-4d01-b566-8c03c600fb51,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:34:51.408952 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850fe144-1500-4037-9d83-da87cd1ca286 admin admin] No DVR routers for this DVR port 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51 on host dv-neutron-824901-1-hyperv {{(pid=87524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 15:34:51.533252 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-850fe144-1500-4037-9d83-da87cd1ca286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1458427', 'neutron.services.segments.db._delete_segments_for_network-8762587978518'] for network, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:51.558352 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-850fe144-1500-4037-9d83-da87cd1ca286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eca7ec8-6624-487e-8137-42c1476e5231']}} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:51.570969 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-850fe144-1500-4037-9d83-da87cd1ca286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8') {'for_net_delete': True} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:51.571253 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.services.segments.db [None req-850fe144-1500-4037-9d83-da87cd1ca286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b5b305-f59b-4ec9-a5d3-eb675b7d9ba8') {} {{(pid=87524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 15:34:51.585843 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-850fe144-1500-4037-9d83-da87cd1ca286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762587979057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2510430'] for segment, before_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:51.603032 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-850fe144-1500-4037-9d83-da87cd1ca286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470690'] for segment, precommit_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:51.609721 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850fe144-1500-4037-9d83-da87cd1ca286 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 15:34:51.610093 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-850fe144-1500-4037-9d83-da87cd1ca286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1470715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3694326'] for segment, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: Traceback (most recent call last): Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: timer() Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: cb(*args, **kw) Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: return func(*args, **kwargs) Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: self._notify() Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: self.callback(batched_events) Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: event.method(event) Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: return f(self, *a, **k) Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._get(url).json() Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: return self.request(url, 'GET', **kwargs) Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 15:34:51.623906 dv-neutron-824901-1-hyperv neutron-server[87524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 15:34:51.699372 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-850fe144-1500-4037-9d83-da87cd1ca286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595392'] for network, after_delete {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:51.714896 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron_lib.callbacks.manager [None req-850fe144-1500-4037-9d83-da87cd1ca286 admin admin] Notify callbacks [] for network, before_response {{(pid=87524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:51.726651 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fe144-1500-4037-9d83-da87cd1ca286 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eca7ec8-6624-487e-8137-42c1476e5231,revision_number=None']} {{(pid=87524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:34:51.731267 dv-neutron-824901-1-hyperv neutron-server[87524]: INFO neutron.wsgi [None req-850fe144-1500-4037-9d83-da87cd1ca286 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4eca7ec8-6624-487e-8137-42c1476e5231 HTTP/1.1" status: 204 len: 168 time: 1.0236883 Jan 17 15:34:51.844960 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 49066) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:34:51.865221 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 2a1076a3-634d-433e-a8e9-2ff1cbece09a no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:34:51.894415 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-39f48924-343d-4682-ac37-bb3c557b1f7c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8bd9cffe948a45f68c7b4a840d0cfdf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482287 Jan 17 15:34:51.896978 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 49070) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:34:51.901297 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 2a1076a3-634d-433e-a8e9-2ff1cbece09a {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:34:51.901640 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 2a1076a3-634d-433e-a8e9-2ff1cbece09a not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:34:51.902052 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:34:51.930100 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b0a163d7-a09c-4ef3-a2d9-b2d86a6cc0e1 None None] Deleting port 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51 {{(pid=87525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 15:34:51.930476 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-b0a163d7-a09c-4ef3-a2d9-b2d86a6cc0e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762588009930'] for port, before_delete {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:51.965090 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-19a73800-76a5-43b8-92c9-b7884fa8f27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:51.968280 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:34:51.968654 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device 0bc4fd3f-a0b5-4d01-b566-8c03c600fb51 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:34:51.969070 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c369286d-90aa-434e-b395-16740b17d3d1 no longer exists at agent ovs-agent-dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 15:34:51.991536 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-19a73800-76a5-43b8-92c9-b7884fa8f27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:52.032943 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-b0a163d7-a09c-4ef3-a2d9-b2d86a6cc0e1 None None] The port '0bc4fd3f-a0b5-4d01-b566-8c03c600fb51' was deleted {{(pid=87525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 15:34:52.034224 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.plugin [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] No Port match for: c369286d-90aa-434e-b395-16740b17d3d1 {{(pid=87525) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 15:34:52.034562 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron.plugins.ml2.rpc [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Device c369286d-90aa-434e-b395-16740b17d3d1 not bound to the agent host dv-neutron-824901-1-hyperv {{(pid=87525) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 15:34:52.052474 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-19a73800-76a5-43b8-92c9-b7884fa8f27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:52.069577 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a73800-76a5-43b8-92c9-b7884fa8f27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879f531a-6615-489d-9563-9d599c5900b4,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:34:52.076061 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-19a73800-76a5-43b8-92c9-b7884fa8f27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:52.077214 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-19a73800-76a5-43b8-92c9-b7884fa8f27e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/879f531a-6615-489d-9563-9d599c5900b4 HTTP/1.1" status: 204 len: 168 time: 0.1792474 Jan 17 15:34:52.409413 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 49078) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:34:52.456586 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-02f9f40d-ed85-499c-858c-d5187ccd5903 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d7c3d7fa79844578ce73f0512b46145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453444 Jan 17 15:34:52.458334 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.wsgi [-] (87523) accepted ('10.222.0.48', 49082) {{(pid=87523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 15:34:52.514193 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b5e402e1-7975-459e-8855-b59e06027c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:52.541371 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b5e402e1-7975-459e-8855-b59e06027c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:52.696614 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b5e402e1-7975-459e-8855-b59e06027c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769928'] for security_group, after_delete {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:52.710887 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e402e1-7975-459e-8855-b59e06027c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5e5df9-f555-43a7-a8bf-a924d5dfc174,revision_number=None']} {{(pid=87523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 15:34:52.720637 dv-neutron-824901-1-hyperv neutron-server[87523]: DEBUG neutron_lib.callbacks.manager [None req-b5e402e1-7975-459e-8855-b59e06027c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:52.721792 dv-neutron-824901-1-hyperv neutron-server[87523]: INFO neutron.wsgi [None req-b5e402e1-7975-459e-8855-b59e06027c15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e5e5df9-f555-43a7-a8bf-a924d5dfc174 HTTP/1.1" status: 204 len: 168 time: 0.2625945 Jan 17 15:34:53.957104 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:34:57.862125 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:35:10.847867 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a64b102b-7054-4d09-83b1-8312eaf57468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:35:14.047135 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c620ae41-f96b-419c-bc05-a50e781feb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:35:14.151261 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:35:14.274701 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:35:15.829043 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:35:23.960345 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:35:34.861894 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:35:40.849907 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c201e784-656d-429e-b0f5-cd64bd3c02c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:35:44.048627 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-c6bc7ee6-57c8-49b3-b622-b1ace0b9e36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:35:44.151496 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:35:44.277088 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:35:45.834302 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:35:51.595074 dv-neutron-824901-1-hyperv neutron-server[87524]: DEBUG neutron.wsgi [req-e8c100c1-70d3-4658-bcf0-40765be373a8 req-6fcf9ed4-a00d-428a-8e7f-00dcf498f9fa service neutron] (87524) timed out ('10.222.0.48', 47506) {{(pid=87524) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 17 15:35:53.983942 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:36:10.852191 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a7f2ea12-341d-4674-9444-fe2007a2c089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:36:11.861329 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:36:14.049730 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ac9fefa0-2f18-4c75-8a1f-95670e0d98b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:36:14.151692 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:36:14.279125 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:36:15.833813 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:36:23.982730 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:36:40.854762 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f0f07d4-e760-4445-a619-a2bc82633a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:36:44.050906 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0b22fb23-a31b-4829-a1ce-8645b2ebee9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:36:44.152414 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:36:44.282038 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:36:45.837617 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:36:48.860926 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:36:54.000228 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:37:10.856785 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-506924de-df12-411a-b5d8-24ea1a3a0146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:37:14.052613 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-ac67b64e-8785-4dd3-b6c8-f2f9513de78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:37:14.153583 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:37:14.283717 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:37:15.842312 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:37:24.004807 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:37:25.859735 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:37:40.858909 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-55b9a5a4-880e-4472-a0fc-9e2e773bf7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:37:44.055446 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-a8328bb2-e2a7-4b2f-9249-10d0eed47713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:37:44.153942 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:37:44.286176 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:37:45.844887 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:37:54.011281 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:38:02.859145 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:38:10.861949 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-e0e5d33d-8134-46e0-8fca-c439370d8953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:38:14.055981 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-30150349-fb6a-44c3-95f3-46fdbbf1490c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:38:14.159261 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:38:14.289166 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:38:15.845377 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:38:24.019050 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:38:39.859068 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:38:40.865489 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-3d96be5c-6571-4130-9d85-416d996c4358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:38:44.058551 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-d685902c-b09a-46ad-9759-442583cd0b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:38:44.159805 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:38:44.292680 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:38:45.848215 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:38:54.025072 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:39:10.869439 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-38a0ce37-4a5a-4f3e-9d45-196be1710ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:39:14.059973 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-29bd68c3-c0ec-4f30-9553-92b40b2fd22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:39:14.160228 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:39:14.294300 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:39:15.852753 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:39:16.858875 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:39:24.044441 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:39:40.871233 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-1f27ae9b-d164-421e-90f5-d5250a20f5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:39:44.060920 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-2a16f551-76f2-4d18-90c2-3f44171d127b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:39:44.161282 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:39:44.298101 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:39:45.854795 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:39:53.858232 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:39:54.038101 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:40:10.876120 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-fe42ceb8-a3c1-48c1-b1c3-8d1fbcd2e7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:40:14.061543 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-315f33f1-d3b9-4d32-b9ae-c9b7230b1096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:40:14.162651 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:40:14.299518 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:40:15.857617 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:40:24.037269 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:40:30.857529 dv-neutron-824901-1-hyperv neutron-server[87526]: DEBUG neutron.db.agents_db [None req-ae1107c6-ce14-4305-81b2-fe8617181249 None None] Agent healthcheck: found 6 active agents {{(pid=87526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 15:40:40.879848 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-0fb91139-d49a-4498-9f65-ab6a66441e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:40:44.063208 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c10e-2546-4f5d-b618-bbfe02a564f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:40:44.166299 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-015c6ac7-8ff6-4117-902f-48915bf6bde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:40:44.303959 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-cb96337b-606f-4cae-9a40-7610c6f48d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:40:45.862426 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-70bab34c-65eb-4f8d-a693-a2dc7488b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 15:40:54.038387 dv-neutron-824901-1-hyperv neutron-server[87525]: DEBUG neutron_lib.callbacks.manager [None req-721d8e0d-2df6-4f4d-8850-46387a50f2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762587978500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595517'] for agent, after_update {{(pid=87525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}